/home/crealab/.cagefs/tmp/phpO090gq
py_compile.py 0000644 00000020013 15115353744 0007262 0 ustar 00 """Routine to "compile" a .py file to a .pyc file.
This module has intimate knowledge of the format of .pyc files.
"""
import enum
import importlib._bootstrap_external
import importlib.machinery
import importlib.util
import os
import os.path
import sys
import traceback
__all__ = ["compile", "main", "PyCompileError", "PycInvalidationMode"]
class PyCompileError(Exception):
"""Exception raised when an error occurs while attempting to
compile the file.
To raise this exception, use
raise PyCompileError(exc_type,exc_value,file[,msg])
where
exc_type: exception type to be used in error message
type name can be accesses as class variable
'exc_type_name'
exc_value: exception value to be used in error message
can be accesses as class variable 'exc_value'
file: name of file being compiled to be used in error message
can be accesses as class variable 'file'
msg: string message to be written as error message
If no value is given, a default exception message will be
given, consistent with 'standard' py_compile output.
message (or default) can be accesses as class variable
'msg'
"""
def __init__(self, exc_type, exc_value, file, msg=''):
exc_type_name = exc_type.__name__
if exc_type is SyntaxError:
tbtext = ''.join(traceback.format_exception_only(
exc_type, exc_value))
errmsg = tbtext.replace('File "<string>"', 'File "%s"' % file)
else:
errmsg = "Sorry: %s: %s" % (exc_type_name,exc_value)
Exception.__init__(self,msg or errmsg,exc_type_name,exc_value,file)
self.exc_type_name = exc_type_name
self.exc_value = exc_value
self.file = file
self.msg = msg or errmsg
def __str__(self):
return self.msg
class PycInvalidationMode(enum.Enum):
TIMESTAMP = 1
CHECKED_HASH = 2
UNCHECKED_HASH = 3
def _get_default_invalidation_mode():
if (os.environ.get('SOURCE_DATE_EPOCH') and not
os.environ.get('RPM_BUILD_ROOT')):
return PycInvalidationMode.CHECKED_HASH
else:
return PycInvalidationMode.TIMESTAMP
def compile(file, cfile=None, dfile=None, doraise=False, optimize=-1,
invalidation_mode=None, quiet=0):
"""Byte-compile one Python source file to Python bytecode.
:param file: The source file name.
:param cfile: The target byte compiled file name. When not given, this
defaults to the PEP 3147/PEP 488 location.
:param dfile: Purported file name, i.e. the file name that shows up in
error messages. Defaults to the source file name.
:param doraise: Flag indicating whether or not an exception should be
raised when a compile error is found. If an exception occurs and this
flag is set to False, a string indicating the nature of the exception
will be printed, and the function will return to the caller. If an
exception occurs and this flag is set to True, a PyCompileError
exception will be raised.
:param optimize: The optimization level for the compiler. Valid values
are -1, 0, 1 and 2. A value of -1 means to use the optimization
level of the current interpreter, as given by -O command line options.
:param invalidation_mode:
:param quiet: Return full output with False or 0, errors only with 1,
and no output with 2.
:return: Path to the resulting byte compiled file.
Note that it isn't necessary to byte-compile Python modules for
execution efficiency -- Python itself byte-compiles a module when
it is loaded, and if it can, writes out the bytecode to the
corresponding .pyc file.
However, if a Python installation is shared between users, it is a
good idea to byte-compile all modules upon installation, since
other users may not be able to write in the source directories,
and thus they won't be able to write the .pyc file, and then
they would be byte-compiling every module each time it is loaded.
This can slow down program start-up considerably.
See compileall.py for a script/module that uses this module to
byte-compile all installed files (or all files in selected
directories).
Do note that FileExistsError is raised if cfile ends up pointing at a
non-regular file or symlink. Because the compilation uses a file renaming,
the resulting file would be regular and thus not the same type of file as
it was previously.
"""
if invalidation_mode is None:
invalidation_mode = _get_default_invalidation_mode()
if cfile is None:
if optimize >= 0:
optimization = optimize if optimize >= 1 else ''
cfile = importlib.util.cache_from_source(file,
optimization=optimization)
else:
cfile = importlib.util.cache_from_source(file)
if os.path.islink(cfile):
msg = ('{} is a symlink and will be changed into a regular file if '
'import writes a byte-compiled file to it')
raise FileExistsError(msg.format(cfile))
elif os.path.exists(cfile) and not os.path.isfile(cfile):
msg = ('{} is a non-regular file and will be changed into a regular '
'one if import writes a byte-compiled file to it')
raise FileExistsError(msg.format(cfile))
loader = importlib.machinery.SourceFileLoader('<py_compile>', file)
source_bytes = loader.get_data(file)
try:
code = loader.source_to_code(source_bytes, dfile or file,
_optimize=optimize)
except Exception as err:
py_exc = PyCompileError(err.__class__, err, dfile or file)
if quiet < 2:
if doraise:
raise py_exc
else:
sys.stderr.write(py_exc.msg + '\n')
return
try:
dirname = os.path.dirname(cfile)
if dirname:
os.makedirs(dirname)
except FileExistsError:
pass
if invalidation_mode == PycInvalidationMode.TIMESTAMP:
source_stats = loader.path_stats(file)
bytecode = importlib._bootstrap_external._code_to_timestamp_pyc(
code, source_stats['mtime'], source_stats['size'])
else:
source_hash = importlib.util.source_hash(source_bytes)
bytecode = importlib._bootstrap_external._code_to_hash_pyc(
code,
source_hash,
(invalidation_mode == PycInvalidationMode.CHECKED_HASH),
)
mode = importlib._bootstrap_external._calc_mode(file)
importlib._bootstrap_external._write_atomic(cfile, bytecode, mode)
return cfile
def main(args=None):
"""Compile several source files.
The files named in 'args' (or on the command line, if 'args' is
not specified) are compiled and the resulting bytecode is cached
in the normal manner. This function does not search a directory
structure to locate source files; it only compiles files named
explicitly. If '-' is the only parameter in args, the list of
files is taken from standard input.
"""
if args is None:
args = sys.argv[1:]
rv = 0
if args == ['-']:
while True:
filename = sys.stdin.readline()
if not filename:
break
filename = filename.rstrip('\n')
try:
compile(filename, doraise=True)
except PyCompileError as error:
rv = 1
sys.stderr.write("%s\n" % error.msg)
except OSError as error:
rv = 1
sys.stderr.write("%s\n" % error)
else:
for filename in args:
try:
compile(filename, doraise=True)
except PyCompileError as error:
# return value to indicate at least one failure
rv = 1
sys.stderr.write("%s\n" % error.msg)
return rv
if __name__ == "__main__":
sys.exit(main())
ssl.py 0000644 00000143110 15115353744 0005727 0 ustar 00 # Wrapper module for _ssl, providing some additional facilities
# implemented in Python. Written by Bill Janssen.
"""This module provides some more Pythonic support for SSL.
Object types:
SSLSocket -- subtype of socket.socket which does SSL over the socket
Exceptions:
SSLError -- exception raised for I/O errors
Functions:
cert_time_to_seconds -- convert time string used for certificate
notBefore and notAfter functions to integer
seconds past the Epoch (the time values
returned from time.time())
fetch_server_certificate (HOST, PORT) -- fetch the certificate provided
by the server running on HOST at port PORT. No
validation of the certificate is performed.
Integer constants:
SSL_ERROR_ZERO_RETURN
SSL_ERROR_WANT_READ
SSL_ERROR_WANT_WRITE
SSL_ERROR_WANT_X509_LOOKUP
SSL_ERROR_SYSCALL
SSL_ERROR_SSL
SSL_ERROR_WANT_CONNECT
SSL_ERROR_EOF
SSL_ERROR_INVALID_ERROR_CODE
The following group define certificate requirements that one side is
allowing/requiring from the other side:
CERT_NONE - no certificates from the other side are required (or will
be looked at if provided)
CERT_OPTIONAL - certificates are not required, but if provided will be
validated, and if validation fails, the connection will
also fail
CERT_REQUIRED - certificates are required, and will be validated, and
if validation fails, the connection will also fail
The following constants identify various SSL protocol variants:
PROTOCOL_SSLv2
PROTOCOL_SSLv3
PROTOCOL_SSLv23
PROTOCOL_TLS
PROTOCOL_TLS_CLIENT
PROTOCOL_TLS_SERVER
PROTOCOL_TLSv1
PROTOCOL_TLSv1_1
PROTOCOL_TLSv1_2
The following constants identify various SSL alert message descriptions as per
http://www.iana.org/assignments/tls-parameters/tls-parameters.xml#tls-parameters-6
ALERT_DESCRIPTION_CLOSE_NOTIFY
ALERT_DESCRIPTION_UNEXPECTED_MESSAGE
ALERT_DESCRIPTION_BAD_RECORD_MAC
ALERT_DESCRIPTION_RECORD_OVERFLOW
ALERT_DESCRIPTION_DECOMPRESSION_FAILURE
ALERT_DESCRIPTION_HANDSHAKE_FAILURE
ALERT_DESCRIPTION_BAD_CERTIFICATE
ALERT_DESCRIPTION_UNSUPPORTED_CERTIFICATE
ALERT_DESCRIPTION_CERTIFICATE_REVOKED
ALERT_DESCRIPTION_CERTIFICATE_EXPIRED
ALERT_DESCRIPTION_CERTIFICATE_UNKNOWN
ALERT_DESCRIPTION_ILLEGAL_PARAMETER
ALERT_DESCRIPTION_UNKNOWN_CA
ALERT_DESCRIPTION_ACCESS_DENIED
ALERT_DESCRIPTION_DECODE_ERROR
ALERT_DESCRIPTION_DECRYPT_ERROR
ALERT_DESCRIPTION_PROTOCOL_VERSION
ALERT_DESCRIPTION_INSUFFICIENT_SECURITY
ALERT_DESCRIPTION_INTERNAL_ERROR
ALERT_DESCRIPTION_USER_CANCELLED
ALERT_DESCRIPTION_NO_RENEGOTIATION
ALERT_DESCRIPTION_UNSUPPORTED_EXTENSION
ALERT_DESCRIPTION_CERTIFICATE_UNOBTAINABLE
ALERT_DESCRIPTION_UNRECOGNIZED_NAME
ALERT_DESCRIPTION_BAD_CERTIFICATE_STATUS_RESPONSE
ALERT_DESCRIPTION_BAD_CERTIFICATE_HASH_VALUE
ALERT_DESCRIPTION_UNKNOWN_PSK_IDENTITY
"""
import sys
import os
from collections import namedtuple
from enum import Enum as _Enum, IntEnum as _IntEnum, IntFlag as _IntFlag
import _ssl # if we can't import it, let the error propagate
from _ssl import OPENSSL_VERSION_NUMBER, OPENSSL_VERSION_INFO, OPENSSL_VERSION
from _ssl import _SSLContext, MemoryBIO, SSLSession
from _ssl import (
SSLError, SSLZeroReturnError, SSLWantReadError, SSLWantWriteError,
SSLSyscallError, SSLEOFError, SSLCertVerificationError
)
from _ssl import txt2obj as _txt2obj, nid2obj as _nid2obj
from _ssl import RAND_status, RAND_add, RAND_bytes, RAND_pseudo_bytes
try:
from _ssl import RAND_egd
except ImportError:
# LibreSSL does not provide RAND_egd
pass
from _ssl import (
HAS_SNI, HAS_ECDH, HAS_NPN, HAS_ALPN, HAS_SSLv2, HAS_SSLv3, HAS_TLSv1,
HAS_TLSv1_1, HAS_TLSv1_2, HAS_TLSv1_3
)
from _ssl import _DEFAULT_CIPHERS, _OPENSSL_API_VERSION
_IntEnum._convert_(
'_SSLMethod', __name__,
lambda name: name.startswith('PROTOCOL_') and name != 'PROTOCOL_SSLv23',
source=_ssl)
_IntFlag._convert_(
'Options', __name__,
lambda name: name.startswith('OP_'),
source=_ssl)
_IntEnum._convert_(
'AlertDescription', __name__,
lambda name: name.startswith('ALERT_DESCRIPTION_'),
source=_ssl)
_IntEnum._convert_(
'SSLErrorNumber', __name__,
lambda name: name.startswith('SSL_ERROR_'),
source=_ssl)
_IntFlag._convert_(
'VerifyFlags', __name__,
lambda name: name.startswith('VERIFY_'),
source=_ssl)
_IntEnum._convert_(
'VerifyMode', __name__,
lambda name: name.startswith('CERT_'),
source=_ssl)
PROTOCOL_SSLv23 = _SSLMethod.PROTOCOL_SSLv23 = _SSLMethod.PROTOCOL_TLS
_PROTOCOL_NAMES = {value: name for name, value in _SSLMethod.__members__.items()}
_SSLv2_IF_EXISTS = getattr(_SSLMethod, 'PROTOCOL_SSLv2', None)
class TLSVersion(_IntEnum):
MINIMUM_SUPPORTED = _ssl.PROTO_MINIMUM_SUPPORTED
SSLv3 = _ssl.PROTO_SSLv3
TLSv1 = _ssl.PROTO_TLSv1
TLSv1_1 = _ssl.PROTO_TLSv1_1
TLSv1_2 = _ssl.PROTO_TLSv1_2
TLSv1_3 = _ssl.PROTO_TLSv1_3
MAXIMUM_SUPPORTED = _ssl.PROTO_MAXIMUM_SUPPORTED
class _TLSContentType(_IntEnum):
"""Content types (record layer)
See RFC 8446, section B.1
"""
CHANGE_CIPHER_SPEC = 20
ALERT = 21
HANDSHAKE = 22
APPLICATION_DATA = 23
# pseudo content types
HEADER = 0x100
INNER_CONTENT_TYPE = 0x101
class _TLSAlertType(_IntEnum):
"""Alert types for TLSContentType.ALERT messages
See RFC 8466, section B.2
"""
CLOSE_NOTIFY = 0
UNEXPECTED_MESSAGE = 10
BAD_RECORD_MAC = 20
DECRYPTION_FAILED = 21
RECORD_OVERFLOW = 22
DECOMPRESSION_FAILURE = 30
HANDSHAKE_FAILURE = 40
NO_CERTIFICATE = 41
BAD_CERTIFICATE = 42
UNSUPPORTED_CERTIFICATE = 43
CERTIFICATE_REVOKED = 44
CERTIFICATE_EXPIRED = 45
CERTIFICATE_UNKNOWN = 46
ILLEGAL_PARAMETER = 47
UNKNOWN_CA = 48
ACCESS_DENIED = 49
DECODE_ERROR = 50
DECRYPT_ERROR = 51
EXPORT_RESTRICTION = 60
PROTOCOL_VERSION = 70
INSUFFICIENT_SECURITY = 71
INTERNAL_ERROR = 80
INAPPROPRIATE_FALLBACK = 86
USER_CANCELED = 90
NO_RENEGOTIATION = 100
MISSING_EXTENSION = 109
UNSUPPORTED_EXTENSION = 110
CERTIFICATE_UNOBTAINABLE = 111
UNRECOGNIZED_NAME = 112
BAD_CERTIFICATE_STATUS_RESPONSE = 113
BAD_CERTIFICATE_HASH_VALUE = 114
UNKNOWN_PSK_IDENTITY = 115
CERTIFICATE_REQUIRED = 116
NO_APPLICATION_PROTOCOL = 120
class _TLSMessageType(_IntEnum):
"""Message types (handshake protocol)
See RFC 8446, section B.3
"""
HELLO_REQUEST = 0
CLIENT_HELLO = 1
SERVER_HELLO = 2
HELLO_VERIFY_REQUEST = 3
NEWSESSION_TICKET = 4
END_OF_EARLY_DATA = 5
HELLO_RETRY_REQUEST = 6
ENCRYPTED_EXTENSIONS = 8
CERTIFICATE = 11
SERVER_KEY_EXCHANGE = 12
CERTIFICATE_REQUEST = 13
SERVER_DONE = 14
CERTIFICATE_VERIFY = 15
CLIENT_KEY_EXCHANGE = 16
FINISHED = 20
CERTIFICATE_URL = 21
CERTIFICATE_STATUS = 22
SUPPLEMENTAL_DATA = 23
KEY_UPDATE = 24
NEXT_PROTO = 67
MESSAGE_HASH = 254
CHANGE_CIPHER_SPEC = 0x0101
if sys.platform == "win32":
from _ssl import enum_certificates, enum_crls
from socket import socket, AF_INET, SOCK_STREAM, create_connection
from socket import SOL_SOCKET, SO_TYPE
import socket as _socket
import base64 # for DER-to-PEM translation
import errno
import warnings
socket_error = OSError # keep that public name in module namespace
CHANNEL_BINDING_TYPES = ['tls-unique']
HAS_NEVER_CHECK_COMMON_NAME = hasattr(_ssl, 'HOSTFLAG_NEVER_CHECK_SUBJECT')
_RESTRICTED_SERVER_CIPHERS = _DEFAULT_CIPHERS
CertificateError = SSLCertVerificationError
def _dnsname_match(dn, hostname):
"""Matching according to RFC 6125, section 6.4.3
- Hostnames are compared lower case.
- For IDNA, both dn and hostname must be encoded as IDN A-label (ACE).
- Partial wildcards like 'www*.example.org', multiple wildcards, sole
wildcard or wildcards in labels other then the left-most label are not
supported and a CertificateError is raised.
- A wildcard must match at least one character.
"""
if not dn:
return False
wildcards = dn.count('*')
# speed up common case w/o wildcards
if not wildcards:
return dn.lower() == hostname.lower()
if wildcards > 1:
raise CertificateError(
"too many wildcards in certificate DNS name: {!r}.".format(dn))
dn_leftmost, sep, dn_remainder = dn.partition('.')
if '*' in dn_remainder:
# Only match wildcard in leftmost segment.
raise CertificateError(
"wildcard can only be present in the leftmost label: "
"{!r}.".format(dn))
if not sep:
# no right side
raise CertificateError(
"sole wildcard without additional labels are not support: "
"{!r}.".format(dn))
if dn_leftmost != '*':
# no partial wildcard matching
raise CertificateError(
"partial wildcards in leftmost label are not supported: "
"{!r}.".format(dn))
hostname_leftmost, sep, hostname_remainder = hostname.partition('.')
if not hostname_leftmost or not sep:
# wildcard must match at least one char
return False
return dn_remainder.lower() == hostname_remainder.lower()
def _inet_paton(ipname):
"""Try to convert an IP address to packed binary form
Supports IPv4 addresses on all platforms and IPv6 on platforms with IPv6
support.
"""
# inet_aton() also accepts strings like '1', '127.1', some also trailing
# data like '127.0.0.1 whatever'.
try:
addr = _socket.inet_aton(ipname)
except OSError:
# not an IPv4 address
pass
else:
if _socket.inet_ntoa(addr) == ipname:
# only accept injective ipnames
return addr
else:
# refuse for short IPv4 notation and additional trailing data
raise ValueError(
"{!r} is not a quad-dotted IPv4 address.".format(ipname)
)
try:
return _socket.inet_pton(_socket.AF_INET6, ipname)
except OSError:
raise ValueError("{!r} is neither an IPv4 nor an IP6 "
"address.".format(ipname))
except AttributeError:
# AF_INET6 not available
pass
raise ValueError("{!r} is not an IPv4 address.".format(ipname))
def _ipaddress_match(cert_ipaddress, host_ip):
"""Exact matching of IP addresses.
RFC 6125 explicitly doesn't define an algorithm for this
(section 1.7.2 - "Out of Scope").
"""
# OpenSSL may add a trailing newline to a subjectAltName's IP address,
# commonly woth IPv6 addresses. Strip off trailing \n.
ip = _inet_paton(cert_ipaddress.rstrip())
return ip == host_ip
def match_hostname(cert, hostname):
"""Verify that *cert* (in decoded format as returned by
SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125
rules are followed.
The function matches IP addresses rather than dNSNames if hostname is a
valid ipaddress string. IPv4 addresses are supported on all platforms.
IPv6 addresses are supported on platforms with IPv6 support (AF_INET6
and inet_pton).
CertificateError is raised on failure. On success, the function
returns nothing.
"""
if not cert:
raise ValueError("empty or no certificate, match_hostname needs a "
"SSL socket or SSL context with either "
"CERT_OPTIONAL or CERT_REQUIRED")
try:
host_ip = _inet_paton(hostname)
except ValueError:
# Not an IP address (common case)
host_ip = None
dnsnames = []
san = cert.get('subjectAltName', ())
for key, value in san:
if key == 'DNS':
if host_ip is None and _dnsname_match(value, hostname):
return
dnsnames.append(value)
elif key == 'IP Address':
if host_ip is not None and _ipaddress_match(value, host_ip):
return
dnsnames.append(value)
if not dnsnames:
# The subject is only checked when there is no dNSName entry
# in subjectAltName
for sub in cert.get('subject', ()):
for key, value in sub:
# XXX according to RFC 2818, the most specific Common Name
# must be used.
if key == 'commonName':
if _dnsname_match(value, hostname):
return
dnsnames.append(value)
if len(dnsnames) > 1:
raise CertificateError("hostname %r "
"doesn't match either of %s"
% (hostname, ', '.join(map(repr, dnsnames))))
elif len(dnsnames) == 1:
raise CertificateError("hostname %r "
"doesn't match %r"
% (hostname, dnsnames[0]))
else:
raise CertificateError("no appropriate commonName or "
"subjectAltName fields were found")
DefaultVerifyPaths = namedtuple("DefaultVerifyPaths",
"cafile capath openssl_cafile_env openssl_cafile openssl_capath_env "
"openssl_capath")
def get_default_verify_paths():
"""Return paths to default cafile and capath.
"""
parts = _ssl.get_default_verify_paths()
# environment vars shadow paths
cafile = os.environ.get(parts[0], parts[1])
capath = os.environ.get(parts[2], parts[3])
return DefaultVerifyPaths(cafile if os.path.isfile(cafile) else None,
capath if os.path.isdir(capath) else None,
*parts)
class _ASN1Object(namedtuple("_ASN1Object", "nid shortname longname oid")):
"""ASN.1 object identifier lookup
"""
__slots__ = ()
def __new__(cls, oid):
return super().__new__(cls, *_txt2obj(oid, name=False))
@classmethod
def fromnid(cls, nid):
"""Create _ASN1Object from OpenSSL numeric ID
"""
return super().__new__(cls, *_nid2obj(nid))
@classmethod
def fromname(cls, name):
"""Create _ASN1Object from short name, long name or OID
"""
return super().__new__(cls, *_txt2obj(name, name=True))
class Purpose(_ASN1Object, _Enum):
"""SSLContext purpose flags with X509v3 Extended Key Usage objects
"""
SERVER_AUTH = '1.3.6.1.5.5.7.3.1'
CLIENT_AUTH = '1.3.6.1.5.5.7.3.2'
class SSLContext(_SSLContext):
"""An SSLContext holds various SSL-related configuration options and
data, such as certificates and possibly a private key."""
_windows_cert_stores = ("CA", "ROOT")
sslsocket_class = None # SSLSocket is assigned later.
sslobject_class = None # SSLObject is assigned later.
def __new__(cls, protocol=PROTOCOL_TLS, *args, **kwargs):
self = _SSLContext.__new__(cls, protocol)
return self
def _encode_hostname(self, hostname):
if hostname is None:
return None
elif isinstance(hostname, str):
return hostname.encode('idna').decode('ascii')
else:
return hostname.decode('ascii')
def wrap_socket(self, sock, server_side=False,
do_handshake_on_connect=True,
suppress_ragged_eofs=True,
server_hostname=None, session=None):
# SSLSocket class handles server_hostname encoding before it calls
# ctx._wrap_socket()
return self.sslsocket_class._create(
sock=sock,
server_side=server_side,
do_handshake_on_connect=do_handshake_on_connect,
suppress_ragged_eofs=suppress_ragged_eofs,
server_hostname=server_hostname,
context=self,
session=session
)
def wrap_bio(self, incoming, outgoing, server_side=False,
server_hostname=None, session=None):
# Need to encode server_hostname here because _wrap_bio() can only
# handle ASCII str.
return self.sslobject_class._create(
incoming, outgoing, server_side=server_side,
server_hostname=self._encode_hostname(server_hostname),
session=session, context=self,
)
def set_npn_protocols(self, npn_protocols):
protos = bytearray()
for protocol in npn_protocols:
b = bytes(protocol, 'ascii')
if len(b) == 0 or len(b) > 255:
raise SSLError('NPN protocols must be 1 to 255 in length')
protos.append(len(b))
protos.extend(b)
self._set_npn_protocols(protos)
def set_servername_callback(self, server_name_callback):
if server_name_callback is None:
self.sni_callback = None
else:
if not callable(server_name_callback):
raise TypeError("not a callable object")
def shim_cb(sslobj, servername, sslctx):
servername = self._encode_hostname(servername)
return server_name_callback(sslobj, servername, sslctx)
self.sni_callback = shim_cb
def set_alpn_protocols(self, alpn_protocols):
protos = bytearray()
for protocol in alpn_protocols:
b = bytes(protocol, 'ascii')
if len(b) == 0 or len(b) > 255:
raise SSLError('ALPN protocols must be 1 to 255 in length')
protos.append(len(b))
protos.extend(b)
self._set_alpn_protocols(protos)
def _load_windows_store_certs(self, storename, purpose):
certs = bytearray()
try:
for cert, encoding, trust in enum_certificates(storename):
# CA certs are never PKCS#7 encoded
if encoding == "x509_asn":
if trust is True or purpose.oid in trust:
certs.extend(cert)
except PermissionError:
warnings.warn("unable to enumerate Windows certificate store")
if certs:
self.load_verify_locations(cadata=certs)
return certs
def load_default_certs(self, purpose=Purpose.SERVER_AUTH):
if not isinstance(purpose, _ASN1Object):
raise TypeError(purpose)
if sys.platform == "win32":
for storename in self._windows_cert_stores:
self._load_windows_store_certs(storename, purpose)
self.set_default_verify_paths()
if hasattr(_SSLContext, 'minimum_version'):
@property
def minimum_version(self):
return TLSVersion(super().minimum_version)
@minimum_version.setter
def minimum_version(self, value):
if value == TLSVersion.SSLv3:
self.options &= ~Options.OP_NO_SSLv3
super(SSLContext, SSLContext).minimum_version.__set__(self, value)
@property
def maximum_version(self):
return TLSVersion(super().maximum_version)
@maximum_version.setter
def maximum_version(self, value):
super(SSLContext, SSLContext).maximum_version.__set__(self, value)
@property
def options(self):
return Options(super().options)
@options.setter
def options(self, value):
super(SSLContext, SSLContext).options.__set__(self, value)
if hasattr(_ssl, 'HOSTFLAG_NEVER_CHECK_SUBJECT'):
@property
def hostname_checks_common_name(self):
ncs = self._host_flags & _ssl.HOSTFLAG_NEVER_CHECK_SUBJECT
return ncs != _ssl.HOSTFLAG_NEVER_CHECK_SUBJECT
@hostname_checks_common_name.setter
def hostname_checks_common_name(self, value):
if value:
self._host_flags &= ~_ssl.HOSTFLAG_NEVER_CHECK_SUBJECT
else:
self._host_flags |= _ssl.HOSTFLAG_NEVER_CHECK_SUBJECT
else:
@property
def hostname_checks_common_name(self):
return True
@property
def _msg_callback(self):
"""TLS message callback
The message callback provides a debugging hook to analyze TLS
connections. The callback is called for any TLS protocol message
(header, handshake, alert, and more), but not for application data.
Due to technical limitations, the callback can't be used to filter
traffic or to abort a connection. Any exception raised in the
callback is delayed until the handshake, read, or write operation
has been performed.
def msg_cb(conn, direction, version, content_type, msg_type, data):
pass
conn
:class:`SSLSocket` or :class:`SSLObject` instance
direction
``read`` or ``write``
version
:class:`TLSVersion` enum member or int for unknown version. For a
frame header, it's the header version.
content_type
:class:`_TLSContentType` enum member or int for unsupported
content type.
msg_type
Either a :class:`_TLSContentType` enum number for a header
message, a :class:`_TLSAlertType` enum member for an alert
message, a :class:`_TLSMessageType` enum member for other
messages, or int for unsupported message types.
data
Raw, decrypted message content as bytes
"""
inner = super()._msg_callback
if inner is not None:
return inner.user_function
else:
return None
@_msg_callback.setter
def _msg_callback(self, callback):
if callback is None:
super(SSLContext, SSLContext)._msg_callback.__set__(self, None)
return
if not hasattr(callback, '__call__'):
raise TypeError(f"{callback} is not callable.")
def inner(conn, direction, version, content_type, msg_type, data):
try:
version = TLSVersion(version)
except ValueError:
pass
try:
content_type = _TLSContentType(content_type)
except ValueError:
pass
if content_type == _TLSContentType.HEADER:
msg_enum = _TLSContentType
elif content_type == _TLSContentType.ALERT:
msg_enum = _TLSAlertType
else:
msg_enum = _TLSMessageType
try:
msg_type = msg_enum(msg_type)
except ValueError:
pass
return callback(conn, direction, version,
content_type, msg_type, data)
inner.user_function = callback
super(SSLContext, SSLContext)._msg_callback.__set__(self, inner)
@property
def protocol(self):
return _SSLMethod(super().protocol)
@property
def verify_flags(self):
return VerifyFlags(super().verify_flags)
@verify_flags.setter
def verify_flags(self, value):
super(SSLContext, SSLContext).verify_flags.__set__(self, value)
@property
def verify_mode(self):
value = super().verify_mode
try:
return VerifyMode(value)
except ValueError:
return value
@verify_mode.setter
def verify_mode(self, value):
super(SSLContext, SSLContext).verify_mode.__set__(self, value)
def create_default_context(purpose=Purpose.SERVER_AUTH, *, cafile=None,
capath=None, cadata=None):
"""Create a SSLContext object with default settings.
NOTE: The protocol and settings may change anytime without prior
deprecation. The values represent a fair balance between maximum
compatibility and security.
"""
if not isinstance(purpose, _ASN1Object):
raise TypeError(purpose)
# SSLContext sets OP_NO_SSLv2, OP_NO_SSLv3, OP_NO_COMPRESSION,
# OP_CIPHER_SERVER_PREFERENCE, OP_SINGLE_DH_USE and OP_SINGLE_ECDH_USE
# by default.
context = SSLContext(PROTOCOL_TLS)
if purpose == Purpose.SERVER_AUTH:
# verify certs and host name in client mode
context.verify_mode = CERT_REQUIRED
context.check_hostname = True
if cafile or capath or cadata:
context.load_verify_locations(cafile, capath, cadata)
elif context.verify_mode != CERT_NONE:
# no explicit cafile, capath or cadata but the verify mode is
# CERT_OPTIONAL or CERT_REQUIRED. Let's try to load default system
# root CA certificates for the given purpose. This may fail silently.
context.load_default_certs(purpose)
# OpenSSL 1.1.1 keylog file
if hasattr(context, 'keylog_filename'):
keylogfile = os.environ.get('SSLKEYLOGFILE')
if keylogfile and not sys.flags.ignore_environment:
context.keylog_filename = keylogfile
return context
def _create_unverified_context(protocol=PROTOCOL_TLS, *, cert_reqs=CERT_NONE,
check_hostname=False, purpose=Purpose.SERVER_AUTH,
certfile=None, keyfile=None,
cafile=None, capath=None, cadata=None):
"""Create a SSLContext object for Python stdlib modules
All Python stdlib modules shall use this function to create SSLContext
objects in order to keep common settings in one place. The configuration
is less restrict than create_default_context()'s to increase backward
compatibility.
"""
if not isinstance(purpose, _ASN1Object):
raise TypeError(purpose)
# SSLContext sets OP_NO_SSLv2, OP_NO_SSLv3, OP_NO_COMPRESSION,
# OP_CIPHER_SERVER_PREFERENCE, OP_SINGLE_DH_USE and OP_SINGLE_ECDH_USE
# by default.
context = SSLContext(protocol)
if not check_hostname:
context.check_hostname = False
if cert_reqs is not None:
context.verify_mode = cert_reqs
if check_hostname:
context.check_hostname = True
if keyfile and not certfile:
raise ValueError("certfile must be specified")
if certfile or keyfile:
context.load_cert_chain(certfile, keyfile)
# load CA root certs
if cafile or capath or cadata:
context.load_verify_locations(cafile, capath, cadata)
elif context.verify_mode != CERT_NONE:
# no explicit cafile, capath or cadata but the verify mode is
# CERT_OPTIONAL or CERT_REQUIRED. Let's try to load default system
# root CA certificates for the given purpose. This may fail silently.
context.load_default_certs(purpose)
# OpenSSL 1.1.1 keylog file
if hasattr(context, 'keylog_filename'):
keylogfile = os.environ.get('SSLKEYLOGFILE')
if keylogfile and not sys.flags.ignore_environment:
context.keylog_filename = keylogfile
return context
# Used by http.client if no context is explicitly passed.
_create_default_https_context = create_default_context
# Backwards compatibility alias, even though it's not a public name.
_create_stdlib_context = _create_unverified_context
class SSLObject:
"""This class implements an interface on top of a low-level SSL object as
implemented by OpenSSL. This object captures the state of an SSL connection
but does not provide any network IO itself. IO needs to be performed
through separate "BIO" objects which are OpenSSL's IO abstraction layer.
This class does not have a public constructor. Instances are returned by
``SSLContext.wrap_bio``. This class is typically used by framework authors
that want to implement asynchronous IO for SSL through memory buffers.
When compared to ``SSLSocket``, this object lacks the following features:
* Any form of network IO, including methods such as ``recv`` and ``send``.
* The ``do_handshake_on_connect`` and ``suppress_ragged_eofs`` machinery.
"""
def __init__(self, *args, **kwargs):
raise TypeError(
f"{self.__class__.__name__} does not have a public "
f"constructor. Instances are returned by SSLContext.wrap_bio()."
)
@classmethod
def _create(cls, incoming, outgoing, server_side=False,
server_hostname=None, session=None, context=None):
self = cls.__new__(cls)
sslobj = context._wrap_bio(
incoming, outgoing, server_side=server_side,
server_hostname=server_hostname,
owner=self, session=session
)
self._sslobj = sslobj
return self
@property
def context(self):
"""The SSLContext that is currently in use."""
return self._sslobj.context
@context.setter
def context(self, ctx):
self._sslobj.context = ctx
@property
def session(self):
"""The SSLSession for client socket."""
return self._sslobj.session
@session.setter
def session(self, session):
self._sslobj.session = session
@property
def session_reused(self):
"""Was the client session reused during handshake"""
return self._sslobj.session_reused
@property
def server_side(self):
"""Whether this is a server-side socket."""
return self._sslobj.server_side
@property
def server_hostname(self):
"""The currently set server hostname (for SNI), or ``None`` if no
server hostname is set."""
return self._sslobj.server_hostname
def read(self, len=1024, buffer=None):
"""Read up to 'len' bytes from the SSL object and return them.
If 'buffer' is provided, read into this buffer and return the number of
bytes read.
"""
if buffer is not None:
v = self._sslobj.read(len, buffer)
else:
v = self._sslobj.read(len)
return v
def write(self, data):
"""Write 'data' to the SSL object and return the number of bytes
written.
The 'data' argument must support the buffer interface.
"""
return self._sslobj.write(data)
def getpeercert(self, binary_form=False):
"""Returns a formatted version of the data in the certificate provided
by the other end of the SSL channel.
Return None if no certificate was provided, {} if a certificate was
provided, but not validated.
"""
return self._sslobj.getpeercert(binary_form)
def selected_npn_protocol(self):
"""Return the currently selected NPN protocol as a string, or ``None``
if a next protocol was not negotiated or if NPN is not supported by one
of the peers."""
if _ssl.HAS_NPN:
return self._sslobj.selected_npn_protocol()
def selected_alpn_protocol(self):
"""Return the currently selected ALPN protocol as a string, or ``None``
if a next protocol was not negotiated or if ALPN is not supported by one
of the peers."""
if _ssl.HAS_ALPN:
return self._sslobj.selected_alpn_protocol()
def cipher(self):
"""Return the currently selected cipher as a 3-tuple ``(name,
ssl_version, secret_bits)``."""
return self._sslobj.cipher()
def shared_ciphers(self):
"""Return a list of ciphers shared by the client during the handshake or
None if this is not a valid server connection.
"""
return self._sslobj.shared_ciphers()
def compression(self):
"""Return the current compression algorithm in use, or ``None`` if
compression was not negotiated or not supported by one of the peers."""
return self._sslobj.compression()
def pending(self):
"""Return the number of bytes that can be read immediately."""
return self._sslobj.pending()
def do_handshake(self):
"""Start the SSL/TLS handshake."""
self._sslobj.do_handshake()
def unwrap(self):
"""Start the SSL shutdown handshake."""
return self._sslobj.shutdown()
def get_channel_binding(self, cb_type="tls-unique"):
"""Get channel binding data for current connection. Raise ValueError
if the requested `cb_type` is not supported. Return bytes of the data
or None if the data is not available (e.g. before the handshake)."""
return self._sslobj.get_channel_binding(cb_type)
def version(self):
"""Return a string identifying the protocol version used by the
current SSL channel. """
return self._sslobj.version()
def verify_client_post_handshake(self):
return self._sslobj.verify_client_post_handshake()
def _sslcopydoc(func):
"""Copy docstring from SSLObject to SSLSocket"""
func.__doc__ = getattr(SSLObject, func.__name__).__doc__
return func
class SSLSocket(socket):
"""This class implements a subtype of socket.socket that wraps
the underlying OS socket in an SSL context when necessary, and
provides read and write methods over that channel. """
def __init__(self, *args, **kwargs):
raise TypeError(
f"{self.__class__.__name__} does not have a public "
f"constructor. Instances are returned by "
f"SSLContext.wrap_socket()."
)
@classmethod
def _create(cls, sock, server_side=False, do_handshake_on_connect=True,
suppress_ragged_eofs=True, server_hostname=None,
context=None, session=None):
if sock.getsockopt(SOL_SOCKET, SO_TYPE) != SOCK_STREAM:
raise NotImplementedError("only stream sockets are supported")
if server_side:
if server_hostname:
raise ValueError("server_hostname can only be specified "
"in client mode")
if session is not None:
raise ValueError("session can only be specified in "
"client mode")
if context.check_hostname and not server_hostname:
raise ValueError("check_hostname requires server_hostname")
kwargs = dict(
family=sock.family, type=sock.type, proto=sock.proto,
fileno=sock.fileno()
)
self = cls.__new__(cls, **kwargs)
super(SSLSocket, self).__init__(**kwargs)
self.settimeout(sock.gettimeout())
sock.detach()
self._context = context
self._session = session
self._closed = False
self._sslobj = None
self.server_side = server_side
self.server_hostname = context._encode_hostname(server_hostname)
self.do_handshake_on_connect = do_handshake_on_connect
self.suppress_ragged_eofs = suppress_ragged_eofs
# See if we are connected
try:
self.getpeername()
except OSError as e:
if e.errno != errno.ENOTCONN:
raise
connected = False
else:
connected = True
self._connected = connected
if connected:
# create the SSL object
try:
self._sslobj = self._context._wrap_socket(
self, server_side, self.server_hostname,
owner=self, session=self._session,
)
if do_handshake_on_connect:
timeout = self.gettimeout()
if timeout == 0.0:
# non-blocking
raise ValueError("do_handshake_on_connect should not be specified for non-blocking sockets")
self.do_handshake()
except (OSError, ValueError):
self.close()
raise
return self
@property
@_sslcopydoc
def context(self):
return self._context
@context.setter
def context(self, ctx):
self._context = ctx
self._sslobj.context = ctx
@property
@_sslcopydoc
def session(self):
if self._sslobj is not None:
return self._sslobj.session
@session.setter
def session(self, session):
self._session = session
if self._sslobj is not None:
self._sslobj.session = session
@property
@_sslcopydoc
def session_reused(self):
if self._sslobj is not None:
return self._sslobj.session_reused
def dup(self):
raise NotImplementedError("Can't dup() %s instances" %
self.__class__.__name__)
def _checkClosed(self, msg=None):
# raise an exception here if you wish to check for spurious closes
pass
def _check_connected(self):
if not self._connected:
# getpeername() will raise ENOTCONN if the socket is really
# not connected; note that we can be connected even without
# _connected being set, e.g. if connect() first returned
# EAGAIN.
self.getpeername()
def read(self, len=1024, buffer=None):
"""Read up to LEN bytes and return them.
Return zero-length string on EOF."""
self._checkClosed()
if self._sslobj is None:
raise ValueError("Read on closed or unwrapped SSL socket.")
try:
if buffer is not None:
return self._sslobj.read(len, buffer)
else:
return self._sslobj.read(len)
except SSLError as x:
if x.args[0] == SSL_ERROR_EOF and self.suppress_ragged_eofs:
if buffer is not None:
return 0
else:
return b''
else:
raise
def write(self, data):
"""Write DATA to the underlying SSL channel. Returns
number of bytes of DATA actually transmitted."""
self._checkClosed()
if self._sslobj is None:
raise ValueError("Write on closed or unwrapped SSL socket.")
return self._sslobj.write(data)
@_sslcopydoc
def getpeercert(self, binary_form=False):
self._checkClosed()
self._check_connected()
return self._sslobj.getpeercert(binary_form)
@_sslcopydoc
def selected_npn_protocol(self):
self._checkClosed()
if self._sslobj is None or not _ssl.HAS_NPN:
return None
else:
return self._sslobj.selected_npn_protocol()
@_sslcopydoc
def selected_alpn_protocol(self):
self._checkClosed()
if self._sslobj is None or not _ssl.HAS_ALPN:
return None
else:
return self._sslobj.selected_alpn_protocol()
@_sslcopydoc
def cipher(self):
self._checkClosed()
if self._sslobj is None:
return None
else:
return self._sslobj.cipher()
@_sslcopydoc
def shared_ciphers(self):
self._checkClosed()
if self._sslobj is None:
return None
else:
return self._sslobj.shared_ciphers()
@_sslcopydoc
def compression(self):
self._checkClosed()
if self._sslobj is None:
return None
else:
return self._sslobj.compression()
def send(self, data, flags=0):
self._checkClosed()
if self._sslobj is not None:
if flags != 0:
raise ValueError(
"non-zero flags not allowed in calls to send() on %s" %
self.__class__)
return self._sslobj.write(data)
else:
return super().send(data, flags)
def sendto(self, data, flags_or_addr, addr=None):
self._checkClosed()
if self._sslobj is not None:
raise ValueError("sendto not allowed on instances of %s" %
self.__class__)
elif addr is None:
return super().sendto(data, flags_or_addr)
else:
return super().sendto(data, flags_or_addr, addr)
def sendmsg(self, *args, **kwargs):
# Ensure programs don't send data unencrypted if they try to
# use this method.
raise NotImplementedError("sendmsg not allowed on instances of %s" %
self.__class__)
def sendall(self, data, flags=0):
self._checkClosed()
if self._sslobj is not None:
if flags != 0:
raise ValueError(
"non-zero flags not allowed in calls to sendall() on %s" %
self.__class__)
count = 0
with memoryview(data) as view, view.cast("B") as byte_view:
amount = len(byte_view)
while count < amount:
v = self.send(byte_view[count:])
count += v
else:
return super().sendall(data, flags)
def sendfile(self, file, offset=0, count=None):
"""Send a file, possibly by using os.sendfile() if this is a
clear-text socket. Return the total number of bytes sent.
"""
if self._sslobj is not None:
return self._sendfile_use_send(file, offset, count)
else:
# os.sendfile() works with plain sockets only
return super().sendfile(file, offset, count)
def recv(self, buflen=1024, flags=0):
self._checkClosed()
if self._sslobj is not None:
if flags != 0:
raise ValueError(
"non-zero flags not allowed in calls to recv() on %s" %
self.__class__)
return self.read(buflen)
else:
return super().recv(buflen, flags)
def recv_into(self, buffer, nbytes=None, flags=0):
self._checkClosed()
if buffer and (nbytes is None):
nbytes = len(buffer)
elif nbytes is None:
nbytes = 1024
if self._sslobj is not None:
if flags != 0:
raise ValueError(
"non-zero flags not allowed in calls to recv_into() on %s" %
self.__class__)
return self.read(nbytes, buffer)
else:
return super().recv_into(buffer, nbytes, flags)
def recvfrom(self, buflen=1024, flags=0):
self._checkClosed()
if self._sslobj is not None:
raise ValueError("recvfrom not allowed on instances of %s" %
self.__class__)
else:
return super().recvfrom(buflen, flags)
def recvfrom_into(self, buffer, nbytes=None, flags=0):
self._checkClosed()
if self._sslobj is not None:
raise ValueError("recvfrom_into not allowed on instances of %s" %
self.__class__)
else:
return super().recvfrom_into(buffer, nbytes, flags)
def recvmsg(self, *args, **kwargs):
raise NotImplementedError("recvmsg not allowed on instances of %s" %
self.__class__)
def recvmsg_into(self, *args, **kwargs):
raise NotImplementedError("recvmsg_into not allowed on instances of "
"%s" % self.__class__)
@_sslcopydoc
def pending(self):
self._checkClosed()
if self._sslobj is not None:
return self._sslobj.pending()
else:
return 0
def shutdown(self, how):
self._checkClosed()
self._sslobj = None
super().shutdown(how)
@_sslcopydoc
def unwrap(self):
if self._sslobj:
s = self._sslobj.shutdown()
self._sslobj = None
return s
else:
raise ValueError("No SSL wrapper around " + str(self))
@_sslcopydoc
def verify_client_post_handshake(self):
if self._sslobj:
return self._sslobj.verify_client_post_handshake()
else:
raise ValueError("No SSL wrapper around " + str(self))
def _real_close(self):
self._sslobj = None
super()._real_close()
@_sslcopydoc
def do_handshake(self, block=False):
self._check_connected()
timeout = self.gettimeout()
try:
if timeout == 0.0 and block:
self.settimeout(None)
self._sslobj.do_handshake()
finally:
self.settimeout(timeout)
def _real_connect(self, addr, connect_ex):
if self.server_side:
raise ValueError("can't connect in server-side mode")
# Here we assume that the socket is client-side, and not
# connected at the time of the call. We connect it, then wrap it.
if self._connected or self._sslobj is not None:
raise ValueError("attempt to connect already-connected SSLSocket!")
self._sslobj = self.context._wrap_socket(
self, False, self.server_hostname,
owner=self, session=self._session
)
try:
if connect_ex:
rc = super().connect_ex(addr)
else:
rc = None
super().connect(addr)
if not rc:
self._connected = True
if self.do_handshake_on_connect:
self.do_handshake()
return rc
except (OSError, ValueError):
self._sslobj = None
raise
def connect(self, addr):
"""Connects to remote ADDR, and then wraps the connection in
an SSL channel."""
self._real_connect(addr, False)
def connect_ex(self, addr):
"""Connects to remote ADDR, and then wraps the connection in
an SSL channel."""
return self._real_connect(addr, True)
def accept(self):
"""Accepts a new connection from a remote client, and returns
a tuple containing that new connection wrapped with a server-side
SSL channel, and the address of the remote client."""
newsock, addr = super().accept()
newsock = self.context.wrap_socket(newsock,
do_handshake_on_connect=self.do_handshake_on_connect,
suppress_ragged_eofs=self.suppress_ragged_eofs,
server_side=True)
return newsock, addr
@_sslcopydoc
def get_channel_binding(self, cb_type="tls-unique"):
if self._sslobj is not None:
return self._sslobj.get_channel_binding(cb_type)
else:
if cb_type not in CHANNEL_BINDING_TYPES:
raise ValueError(
"{0} channel binding type not implemented".format(cb_type)
)
return None
@_sslcopydoc
def version(self):
if self._sslobj is not None:
return self._sslobj.version()
else:
return None
# Python does not support forward declaration of types.
SSLContext.sslsocket_class = SSLSocket
SSLContext.sslobject_class = SSLObject
def wrap_socket(sock, keyfile=None, certfile=None,
server_side=False, cert_reqs=CERT_NONE,
ssl_version=PROTOCOL_TLS, ca_certs=None,
do_handshake_on_connect=True,
suppress_ragged_eofs=True,
ciphers=None):
if server_side and not certfile:
raise ValueError("certfile must be specified for server-side "
"operations")
if keyfile and not certfile:
raise ValueError("certfile must be specified")
context = SSLContext(ssl_version)
context.verify_mode = cert_reqs
if ca_certs:
context.load_verify_locations(ca_certs)
if certfile:
context.load_cert_chain(certfile, keyfile)
if ciphers:
context.set_ciphers(ciphers)
return context.wrap_socket(
sock=sock, server_side=server_side,
do_handshake_on_connect=do_handshake_on_connect,
suppress_ragged_eofs=suppress_ragged_eofs
)
# some utility functions
def cert_time_to_seconds(cert_time):
"""Return the time in seconds since the Epoch, given the timestring
representing the "notBefore" or "notAfter" date from a certificate
in ``"%b %d %H:%M:%S %Y %Z"`` strptime format (C locale).
"notBefore" or "notAfter" dates must use UTC (RFC 5280).
Month is one of: Jan Feb Mar Apr May Jun Jul Aug Sep Oct Nov Dec
UTC should be specified as GMT (see ASN1_TIME_print())
"""
from time import strptime
from calendar import timegm
months = (
"Jan","Feb","Mar","Apr","May","Jun",
"Jul","Aug","Sep","Oct","Nov","Dec"
)
time_format = ' %d %H:%M:%S %Y GMT' # NOTE: no month, fixed GMT
try:
month_number = months.index(cert_time[:3].title()) + 1
except ValueError:
raise ValueError('time data %r does not match '
'format "%%b%s"' % (cert_time, time_format))
else:
# found valid month
tt = strptime(cert_time[3:], time_format)
# return an integer, the previous mktime()-based implementation
# returned a float (fractional seconds are always zero here).
return timegm((tt[0], month_number) + tt[2:6])
PEM_HEADER = "-----BEGIN CERTIFICATE-----"
PEM_FOOTER = "-----END CERTIFICATE-----"
def DER_cert_to_PEM_cert(der_cert_bytes):
"""Takes a certificate in binary DER format and returns the
PEM version of it as a string."""
f = str(base64.standard_b64encode(der_cert_bytes), 'ASCII', 'strict')
ss = [PEM_HEADER]
ss += [f[i:i+64] for i in range(0, len(f), 64)]
ss.append(PEM_FOOTER + '\n')
return '\n'.join(ss)
def PEM_cert_to_DER_cert(pem_cert_string):
"""Takes a certificate in ASCII PEM format and returns the
DER-encoded version of it as a byte sequence"""
if not pem_cert_string.startswith(PEM_HEADER):
raise ValueError("Invalid PEM encoding; must start with %s"
% PEM_HEADER)
if not pem_cert_string.strip().endswith(PEM_FOOTER):
raise ValueError("Invalid PEM encoding; must end with %s"
% PEM_FOOTER)
d = pem_cert_string.strip()[len(PEM_HEADER):-len(PEM_FOOTER)]
return base64.decodebytes(d.encode('ASCII', 'strict'))
def get_server_certificate(addr, ssl_version=PROTOCOL_TLS, ca_certs=None):
"""Retrieve the certificate from the server at the specified address,
and return it as a PEM-encoded string.
If 'ca_certs' is specified, validate the server cert against it.
If 'ssl_version' is specified, use it in the connection attempt."""
host, port = addr
if ca_certs is not None:
cert_reqs = CERT_REQUIRED
else:
cert_reqs = CERT_NONE
context = _create_stdlib_context(ssl_version,
cert_reqs=cert_reqs,
cafile=ca_certs)
with create_connection(addr) as sock:
with context.wrap_socket(sock) as sslsock:
dercert = sslsock.getpeercert(True)
return DER_cert_to_PEM_cert(dercert)
def get_protocol_name(protocol_code):
return _PROTOCOL_NAMES.get(protocol_code, '<unknown>')
pydoc.py 0000644 00000320314 15115353744 0006247 0 ustar 00 """Generate Python documentation in HTML or text for interactive use.
At the Python interactive prompt, calling help(thing) on a Python object
documents the object, and calling help() starts up an interactive
help session.
Or, at the shell command line outside of Python:
Run "pydoc <name>" to show documentation on something. <name> may be
the name of a function, module, package, or a dotted reference to a
class or function within a module or module in a package. If the
argument contains a path segment delimiter (e.g. slash on Unix,
backslash on Windows) it is treated as the path to a Python source file.
Run "pydoc -k <keyword>" to search for a keyword in the synopsis lines
of all available modules.
Run "pydoc -n <hostname>" to start an HTTP server with the given
hostname (default: localhost) on the local machine.
Run "pydoc -p <port>" to start an HTTP server on the given port on the
local machine. Port number 0 can be used to get an arbitrary unused port.
Run "pydoc -b" to start an HTTP server on an arbitrary unused port and
open a Web browser to interactively browse documentation. Combine with
the -n and -p options to control the hostname and port used.
Run "pydoc -w <name>" to write out the HTML documentation for a module
to a file named "<name>.html".
Module docs for core modules are assumed to be in
https://docs.python.org/X.Y/library/
This can be overridden by setting the PYTHONDOCS environment variable
to a different URL or to a local directory containing the Library
Reference Manual pages.
"""
__all__ = ['help']
__author__ = "Ka-Ping Yee <ping@lfw.org>"
__date__ = "26 February 2001"
__credits__ = """Guido van Rossum, for an excellent programming language.
Tommy Burnette, the original creator of manpy.
Paul Prescod, for all his work on onlinehelp.
Richard Chamberlain, for the first implementation of textdoc.
"""
# Known bugs that can't be fixed here:
# - synopsis() cannot be prevented from clobbering existing
# loaded modules.
# - If the __file__ attribute on a module is a relative path and
# the current directory is changed with os.chdir(), an incorrect
# path will be displayed.
import builtins
import importlib._bootstrap
import importlib._bootstrap_external
import importlib.machinery
import importlib.util
import inspect
import io
import os
import pkgutil
import platform
import re
import sys
import sysconfig
import time
import tokenize
import urllib.parse
import warnings
from collections import deque
from reprlib import Repr
from traceback import format_exception_only
# --------------------------------------------------------- common routines
def pathdirs():
"""Convert sys.path into a list of absolute, existing, unique paths."""
dirs = []
normdirs = []
for dir in sys.path:
dir = os.path.abspath(dir or '.')
normdir = os.path.normcase(dir)
if normdir not in normdirs and os.path.isdir(dir):
dirs.append(dir)
normdirs.append(normdir)
return dirs
def getdoc(object):
"""Get the doc string or comments for an object."""
result = inspect.getdoc(object) or inspect.getcomments(object)
return result and re.sub('^ *\n', '', result.rstrip()) or ''
def splitdoc(doc):
"""Split a doc string into a synopsis line (if any) and the rest."""
lines = doc.strip().split('\n')
if len(lines) == 1:
return lines[0], ''
elif len(lines) >= 2 and not lines[1].rstrip():
return lines[0], '\n'.join(lines[2:])
return '', '\n'.join(lines)
def classname(object, modname):
"""Get a class name and qualify it with a module name if necessary."""
name = object.__name__
if object.__module__ != modname:
name = object.__module__ + '.' + name
return name
def isdata(object):
"""Check if an object is of a type that probably means it's data."""
return not (inspect.ismodule(object) or inspect.isclass(object) or
inspect.isroutine(object) or inspect.isframe(object) or
inspect.istraceback(object) or inspect.iscode(object))
def replace(text, *pairs):
"""Do a series of global replacements on a string."""
while pairs:
text = pairs[1].join(text.split(pairs[0]))
pairs = pairs[2:]
return text
def cram(text, maxlen):
"""Omit part of a string if needed to make it fit in a maximum length."""
if len(text) > maxlen:
pre = max(0, (maxlen-3)//2)
post = max(0, maxlen-3-pre)
return text[:pre] + '...' + text[len(text)-post:]
return text
_re_stripid = re.compile(r' at 0x[0-9a-f]{6,16}(>+)$', re.IGNORECASE)
def stripid(text):
"""Remove the hexadecimal id from a Python object representation."""
# The behaviour of %p is implementation-dependent in terms of case.
return _re_stripid.sub(r'\1', text)
def _is_bound_method(fn):
"""
Returns True if fn is a bound method, regardless of whether
fn was implemented in Python or in C.
"""
if inspect.ismethod(fn):
return True
if inspect.isbuiltin(fn):
self = getattr(fn, '__self__', None)
return not (inspect.ismodule(self) or (self is None))
return False
def allmethods(cl):
methods = {}
for key, value in inspect.getmembers(cl, inspect.isroutine):
methods[key] = 1
for base in cl.__bases__:
methods.update(allmethods(base)) # all your base are belong to us
for key in methods.keys():
methods[key] = getattr(cl, key)
return methods
def _split_list(s, predicate):
"""Split sequence s via predicate, and return pair ([true], [false]).
The return value is a 2-tuple of lists,
([x for x in s if predicate(x)],
[x for x in s if not predicate(x)])
"""
yes = []
no = []
for x in s:
if predicate(x):
yes.append(x)
else:
no.append(x)
return yes, no
def visiblename(name, all=None, obj=None):
"""Decide whether to show documentation on a variable."""
# Certain special names are redundant or internal.
# XXX Remove __initializing__?
if name in {'__author__', '__builtins__', '__cached__', '__credits__',
'__date__', '__doc__', '__file__', '__spec__',
'__loader__', '__module__', '__name__', '__package__',
'__path__', '__qualname__', '__slots__', '__version__'}:
return 0
# Private names are hidden, but special names are displayed.
if name.startswith('__') and name.endswith('__'): return 1
# Namedtuples have public fields and methods with a single leading underscore
if name.startswith('_') and hasattr(obj, '_fields'):
return True
if all is not None:
# only document that which the programmer exported in __all__
return name in all
else:
return not name.startswith('_')
def classify_class_attrs(object):
"""Wrap inspect.classify_class_attrs, with fixup for data descriptors."""
results = []
for (name, kind, cls, value) in inspect.classify_class_attrs(object):
if inspect.isdatadescriptor(value):
kind = 'data descriptor'
if isinstance(value, property) and value.fset is None:
kind = 'readonly property'
results.append((name, kind, cls, value))
return results
def sort_attributes(attrs, object):
'Sort the attrs list in-place by _fields and then alphabetically by name'
# This allows data descriptors to be ordered according
# to a _fields attribute if present.
fields = getattr(object, '_fields', [])
try:
field_order = {name : i-len(fields) for (i, name) in enumerate(fields)}
except TypeError:
field_order = {}
keyfunc = lambda attr: (field_order.get(attr[0], 0), attr[0])
attrs.sort(key=keyfunc)
# ----------------------------------------------------- module manipulation
def ispackage(path):
"""Guess whether a path refers to a package directory."""
if os.path.isdir(path):
for ext in ('.py', '.pyc'):
if os.path.isfile(os.path.join(path, '__init__' + ext)):
return True
return False
def source_synopsis(file):
line = file.readline()
while line[:1] == '#' or not line.strip():
line = file.readline()
if not line: break
line = line.strip()
if line[:4] == 'r"""': line = line[1:]
if line[:3] == '"""':
line = line[3:]
if line[-1:] == '\\': line = line[:-1]
while not line.strip():
line = file.readline()
if not line: break
result = line.split('"""')[0].strip()
else: result = None
return result
def synopsis(filename, cache={}):
"""Get the one-line summary out of a module file."""
mtime = os.stat(filename).st_mtime
lastupdate, result = cache.get(filename, (None, None))
if lastupdate is None or lastupdate < mtime:
# Look for binary suffixes first, falling back to source.
if filename.endswith(tuple(importlib.machinery.BYTECODE_SUFFIXES)):
loader_cls = importlib.machinery.SourcelessFileLoader
elif filename.endswith(tuple(importlib.machinery.EXTENSION_SUFFIXES)):
loader_cls = importlib.machinery.ExtensionFileLoader
else:
loader_cls = None
# Now handle the choice.
if loader_cls is None:
# Must be a source file.
try:
file = tokenize.open(filename)
except OSError:
# module can't be opened, so skip it
return None
# text modules can be directly examined
with file:
result = source_synopsis(file)
else:
# Must be a binary module, which has to be imported.
loader = loader_cls('__temp__', filename)
# XXX We probably don't need to pass in the loader here.
spec = importlib.util.spec_from_file_location('__temp__', filename,
loader=loader)
try:
module = importlib._bootstrap._load(spec)
except:
return None
del sys.modules['__temp__']
result = module.__doc__.splitlines()[0] if module.__doc__ else None
# Cache the result.
cache[filename] = (mtime, result)
return result
class ErrorDuringImport(Exception):
"""Errors that occurred while trying to import something to document it."""
def __init__(self, filename, exc_info):
self.filename = filename
self.exc, self.value, self.tb = exc_info
def __str__(self):
exc = self.exc.__name__
return 'problem in %s - %s: %s' % (self.filename, exc, self.value)
def importfile(path):
"""Import a Python source file or compiled file given its path."""
magic = importlib.util.MAGIC_NUMBER
with open(path, 'rb') as file:
is_bytecode = magic == file.read(len(magic))
filename = os.path.basename(path)
name, ext = os.path.splitext(filename)
if is_bytecode:
loader = importlib._bootstrap_external.SourcelessFileLoader(name, path)
else:
loader = importlib._bootstrap_external.SourceFileLoader(name, path)
# XXX We probably don't need to pass in the loader here.
spec = importlib.util.spec_from_file_location(name, path, loader=loader)
try:
return importlib._bootstrap._load(spec)
except:
raise ErrorDuringImport(path, sys.exc_info())
def safeimport(path, forceload=0, cache={}):
"""Import a module; handle errors; return None if the module isn't found.
If the module *is* found but an exception occurs, it's wrapped in an
ErrorDuringImport exception and reraised. Unlike __import__, if a
package path is specified, the module at the end of the path is returned,
not the package at the beginning. If the optional 'forceload' argument
is 1, we reload the module from disk (unless it's a dynamic extension)."""
try:
# If forceload is 1 and the module has been previously loaded from
# disk, we always have to reload the module. Checking the file's
# mtime isn't good enough (e.g. the module could contain a class
# that inherits from another module that has changed).
if forceload and path in sys.modules:
if path not in sys.builtin_module_names:
# Remove the module from sys.modules and re-import to try
# and avoid problems with partially loaded modules.
# Also remove any submodules because they won't appear
# in the newly loaded module's namespace if they're already
# in sys.modules.
subs = [m for m in sys.modules if m.startswith(path + '.')]
for key in [path] + subs:
# Prevent garbage collection.
cache[key] = sys.modules[key]
del sys.modules[key]
module = __import__(path)
except:
# Did the error occur before or after the module was found?
(exc, value, tb) = info = sys.exc_info()
if path in sys.modules:
# An error occurred while executing the imported module.
raise ErrorDuringImport(sys.modules[path].__file__, info)
elif exc is SyntaxError:
# A SyntaxError occurred before we could execute the module.
raise ErrorDuringImport(value.filename, info)
elif issubclass(exc, ImportError) and value.name == path:
# No such module in the path.
return None
else:
# Some other error occurred during the importing process.
raise ErrorDuringImport(path, sys.exc_info())
for part in path.split('.')[1:]:
try: module = getattr(module, part)
except AttributeError: return None
return module
# ---------------------------------------------------- formatter base class
class Doc:
PYTHONDOCS = os.environ.get("PYTHONDOCS",
"https://docs.python.org/%d.%d/library"
% sys.version_info[:2])
def document(self, object, name=None, *args):
"""Generate documentation for an object."""
args = (object, name) + args
# 'try' clause is to attempt to handle the possibility that inspect
# identifies something in a way that pydoc itself has issues handling;
# think 'super' and how it is a descriptor (which raises the exception
# by lacking a __name__ attribute) and an instance.
try:
if inspect.ismodule(object): return self.docmodule(*args)
if inspect.isclass(object): return self.docclass(*args)
if inspect.isroutine(object): return self.docroutine(*args)
except AttributeError:
pass
if inspect.isdatadescriptor(object): return self.docdata(*args)
return self.docother(*args)
def fail(self, object, name=None, *args):
"""Raise an exception for unimplemented types."""
message = "don't know how to document object%s of type %s" % (
name and ' ' + repr(name), type(object).__name__)
raise TypeError(message)
docmodule = docclass = docroutine = docother = docproperty = docdata = fail
def getdocloc(self, object, basedir=sysconfig.get_path('stdlib')):
"""Return the location of module docs or None"""
try:
file = inspect.getabsfile(object)
except TypeError:
file = '(built-in)'
docloc = os.environ.get("PYTHONDOCS", self.PYTHONDOCS)
basedir = os.path.normcase(basedir)
if (isinstance(object, type(os)) and
(object.__name__ in ('errno', 'exceptions', 'gc', 'imp',
'marshal', 'posix', 'signal', 'sys',
'_thread', 'zipimport') or
(file.startswith(basedir) and
not file.startswith(os.path.join(basedir, 'site-packages')))) and
object.__name__ not in ('xml.etree', 'test.pydoc_mod')):
if docloc.startswith(("http://", "https://")):
docloc = "%s/%s" % (docloc.rstrip("/"), object.__name__.lower())
else:
docloc = os.path.join(docloc, object.__name__.lower() + ".html")
else:
docloc = None
return docloc
# -------------------------------------------- HTML documentation generator
class HTMLRepr(Repr):
"""Class for safely making an HTML representation of a Python object."""
def __init__(self):
Repr.__init__(self)
self.maxlist = self.maxtuple = 20
self.maxdict = 10
self.maxstring = self.maxother = 100
def escape(self, text):
return replace(text, '&', '&', '<', '<', '>', '>')
def repr(self, object):
return Repr.repr(self, object)
def repr1(self, x, level):
if hasattr(type(x), '__name__'):
methodname = 'repr_' + '_'.join(type(x).__name__.split())
if hasattr(self, methodname):
return getattr(self, methodname)(x, level)
return self.escape(cram(stripid(repr(x)), self.maxother))
def repr_string(self, x, level):
test = cram(x, self.maxstring)
testrepr = repr(test)
if '\\' in test and '\\' not in replace(testrepr, r'\\', ''):
# Backslashes are only literal in the string and are never
# needed to make any special characters, so show a raw string.
return 'r' + testrepr[0] + self.escape(test) + testrepr[0]
return re.sub(r'((\\[\\abfnrtv\'"]|\\[0-9]..|\\x..|\\u....)+)',
r'<font color="#c040c0">\1</font>',
self.escape(testrepr))
repr_str = repr_string
def repr_instance(self, x, level):
try:
return self.escape(cram(stripid(repr(x)), self.maxstring))
except:
return self.escape('<%s instance>' % x.__class__.__name__)
repr_unicode = repr_string
class HTMLDoc(Doc):
"""Formatter class for HTML documentation."""
# ------------------------------------------- HTML formatting utilities
_repr_instance = HTMLRepr()
repr = _repr_instance.repr
escape = _repr_instance.escape
def page(self, title, contents):
"""Format an HTML page."""
return '''\
<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.0 Transitional//EN">
<html><head><title>Python: %s</title>
<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
</head><body bgcolor="#f0f0f8">
%s
</body></html>''' % (title, contents)
def heading(self, title, fgcol, bgcol, extras=''):
"""Format a page heading."""
return '''
<table width="100%%" cellspacing=0 cellpadding=2 border=0 summary="heading">
<tr bgcolor="%s">
<td valign=bottom> <br>
<font color="%s" face="helvetica, arial"> <br>%s</font></td
><td align=right valign=bottom
><font color="%s" face="helvetica, arial">%s</font></td></tr></table>
''' % (bgcol, fgcol, title, fgcol, extras or ' ')
def section(self, title, fgcol, bgcol, contents, width=6,
prelude='', marginalia=None, gap=' '):
"""Format a section with a heading."""
if marginalia is None:
marginalia = '<tt>' + ' ' * width + '</tt>'
result = '''<p>
<table width="100%%" cellspacing=0 cellpadding=2 border=0 summary="section">
<tr bgcolor="%s">
<td colspan=3 valign=bottom> <br>
<font color="%s" face="helvetica, arial">%s</font></td></tr>
''' % (bgcol, fgcol, title)
if prelude:
result = result + '''
<tr bgcolor="%s"><td rowspan=2>%s</td>
<td colspan=2>%s</td></tr>
<tr><td>%s</td>''' % (bgcol, marginalia, prelude, gap)
else:
result = result + '''
<tr><td bgcolor="%s">%s</td><td>%s</td>''' % (bgcol, marginalia, gap)
return result + '\n<td width="100%%">%s</td></tr></table>' % contents
def bigsection(self, title, *args):
"""Format a section with a big heading."""
title = '<big><strong>%s</strong></big>' % title
return self.section(title, *args)
def preformat(self, text):
"""Format literal preformatted text."""
text = self.escape(text.expandtabs())
return replace(text, '\n\n', '\n \n', '\n\n', '\n \n',
' ', ' ', '\n', '<br>\n')
def multicolumn(self, list, format, cols=4):
"""Format a list of items into a multi-column list."""
result = ''
rows = (len(list)+cols-1)//cols
for col in range(cols):
result = result + '<td width="%d%%" valign=top>' % (100//cols)
for i in range(rows*col, rows*col+rows):
if i < len(list):
result = result + format(list[i]) + '<br>\n'
result = result + '</td>'
return '<table width="100%%" summary="list"><tr>%s</tr></table>' % result
def grey(self, text): return '<font color="#909090">%s</font>' % text
def namelink(self, name, *dicts):
"""Make a link for an identifier, given name-to-URL mappings."""
for dict in dicts:
if name in dict:
return '<a href="%s">%s</a>' % (dict[name], name)
return name
def classlink(self, object, modname):
"""Make a link for a class."""
name, module = object.__name__, sys.modules.get(object.__module__)
if hasattr(module, name) and getattr(module, name) is object:
return '<a href="%s.html#%s">%s</a>' % (
module.__name__, name, classname(object, modname))
return classname(object, modname)
def modulelink(self, object):
"""Make a link for a module."""
return '<a href="%s.html">%s</a>' % (object.__name__, object.__name__)
def modpkglink(self, modpkginfo):
"""Make a link for a module or package to display in an index."""
name, path, ispackage, shadowed = modpkginfo
if shadowed:
return self.grey(name)
if path:
url = '%s.%s.html' % (path, name)
else:
url = '%s.html' % name
if ispackage:
text = '<strong>%s</strong> (package)' % name
else:
text = name
return '<a href="%s">%s</a>' % (url, text)
def filelink(self, url, path):
"""Make a link to source file."""
return '<a href="file:%s">%s</a>' % (url, path)
def markup(self, text, escape=None, funcs={}, classes={}, methods={}):
"""Mark up some plain text, given a context of symbols to look for.
Each context dictionary maps object names to anchor names."""
escape = escape or self.escape
results = []
here = 0
pattern = re.compile(r'\b((http|ftp)://\S+[\w/]|'
r'RFC[- ]?(\d+)|'
r'PEP[- ]?(\d+)|'
r'(self\.)?(\w+))')
while True:
match = pattern.search(text, here)
if not match: break
start, end = match.span()
results.append(escape(text[here:start]))
all, scheme, rfc, pep, selfdot, name = match.groups()
if scheme:
url = escape(all).replace('"', '"')
results.append('<a href="%s">%s</a>' % (url, url))
elif rfc:
url = 'http://www.rfc-editor.org/rfc/rfc%d.txt' % int(rfc)
results.append('<a href="%s">%s</a>' % (url, escape(all)))
elif pep:
url = 'http://www.python.org/dev/peps/pep-%04d/' % int(pep)
results.append('<a href="%s">%s</a>' % (url, escape(all)))
elif selfdot:
# Create a link for methods like 'self.method(...)'
# and use <strong> for attributes like 'self.attr'
if text[end:end+1] == '(':
results.append('self.' + self.namelink(name, methods))
else:
results.append('self.<strong>%s</strong>' % name)
elif text[end:end+1] == '(':
results.append(self.namelink(name, methods, funcs, classes))
else:
results.append(self.namelink(name, classes))
here = end
results.append(escape(text[here:]))
return ''.join(results)
# ---------------------------------------------- type-specific routines
def formattree(self, tree, modname, parent=None):
"""Produce HTML for a class tree as given by inspect.getclasstree()."""
result = ''
for entry in tree:
if type(entry) is type(()):
c, bases = entry
result = result + '<dt><font face="helvetica, arial">'
result = result + self.classlink(c, modname)
if bases and bases != (parent,):
parents = []
for base in bases:
parents.append(self.classlink(base, modname))
result = result + '(' + ', '.join(parents) + ')'
result = result + '\n</font></dt>'
elif type(entry) is type([]):
result = result + '<dd>\n%s</dd>\n' % self.formattree(
entry, modname, c)
return '<dl>\n%s</dl>\n' % result
def docmodule(self, object, name=None, mod=None, *ignored):
"""Produce HTML documentation for a module object."""
name = object.__name__ # ignore the passed-in name
try:
all = object.__all__
except AttributeError:
all = None
parts = name.split('.')
links = []
for i in range(len(parts)-1):
links.append(
'<a href="%s.html"><font color="#ffffff">%s</font></a>' %
('.'.join(parts[:i+1]), parts[i]))
linkedname = '.'.join(links + parts[-1:])
head = '<big><big><strong>%s</strong></big></big>' % linkedname
try:
path = inspect.getabsfile(object)
url = urllib.parse.quote(path)
filelink = self.filelink(url, path)
except TypeError:
filelink = '(built-in)'
info = []
if hasattr(object, '__version__'):
version = str(object.__version__)
if version[:11] == '$' + 'Revision: ' and version[-1:] == '$':
version = version[11:-1].strip()
info.append('version %s' % self.escape(version))
if hasattr(object, '__date__'):
info.append(self.escape(str(object.__date__)))
if info:
head = head + ' (%s)' % ', '.join(info)
docloc = self.getdocloc(object)
if docloc is not None:
docloc = '<br><a href="%(docloc)s">Module Reference</a>' % locals()
else:
docloc = ''
result = self.heading(
head, '#ffffff', '#7799ee',
'<a href=".">index</a><br>' + filelink + docloc)
modules = inspect.getmembers(object, inspect.ismodule)
classes, cdict = [], {}
for key, value in inspect.getmembers(object, inspect.isclass):
# if __all__ exists, believe it. Otherwise use old heuristic.
if (all is not None or
(inspect.getmodule(value) or object) is object):
if visiblename(key, all, object):
classes.append((key, value))
cdict[key] = cdict[value] = '#' + key
for key, value in classes:
for base in value.__bases__:
key, modname = base.__name__, base.__module__
module = sys.modules.get(modname)
if modname != name and module and hasattr(module, key):
if getattr(module, key) is base:
if not key in cdict:
cdict[key] = cdict[base] = modname + '.html#' + key
funcs, fdict = [], {}
for key, value in inspect.getmembers(object, inspect.isroutine):
# if __all__ exists, believe it. Otherwise use old heuristic.
if (all is not None or
inspect.isbuiltin(value) or inspect.getmodule(value) is object):
if visiblename(key, all, object):
funcs.append((key, value))
fdict[key] = '#-' + key
if inspect.isfunction(value): fdict[value] = fdict[key]
data = []
for key, value in inspect.getmembers(object, isdata):
if visiblename(key, all, object):
data.append((key, value))
doc = self.markup(getdoc(object), self.preformat, fdict, cdict)
doc = doc and '<tt>%s</tt>' % doc
result = result + '<p>%s</p>\n' % doc
if hasattr(object, '__path__'):
modpkgs = []
for importer, modname, ispkg in pkgutil.iter_modules(object.__path__):
modpkgs.append((modname, name, ispkg, 0))
modpkgs.sort()
contents = self.multicolumn(modpkgs, self.modpkglink)
result = result + self.bigsection(
'Package Contents', '#ffffff', '#aa55cc', contents)
elif modules:
contents = self.multicolumn(
modules, lambda t: self.modulelink(t[1]))
result = result + self.bigsection(
'Modules', '#ffffff', '#aa55cc', contents)
if classes:
classlist = [value for (key, value) in classes]
contents = [
self.formattree(inspect.getclasstree(classlist, 1), name)]
for key, value in classes:
contents.append(self.document(value, key, name, fdict, cdict))
result = result + self.bigsection(
'Classes', '#ffffff', '#ee77aa', ' '.join(contents))
if funcs:
contents = []
for key, value in funcs:
contents.append(self.document(value, key, name, fdict, cdict))
result = result + self.bigsection(
'Functions', '#ffffff', '#eeaa77', ' '.join(contents))
if data:
contents = []
for key, value in data:
contents.append(self.document(value, key))
result = result + self.bigsection(
'Data', '#ffffff', '#55aa55', '<br>\n'.join(contents))
if hasattr(object, '__author__'):
contents = self.markup(str(object.__author__), self.preformat)
result = result + self.bigsection(
'Author', '#ffffff', '#7799ee', contents)
if hasattr(object, '__credits__'):
contents = self.markup(str(object.__credits__), self.preformat)
result = result + self.bigsection(
'Credits', '#ffffff', '#7799ee', contents)
return result
def docclass(self, object, name=None, mod=None, funcs={}, classes={},
*ignored):
"""Produce HTML documentation for a class object."""
realname = object.__name__
name = name or realname
bases = object.__bases__
contents = []
push = contents.append
# Cute little class to pump out a horizontal rule between sections.
class HorizontalRule:
def __init__(self):
self.needone = 0
def maybe(self):
if self.needone:
push('<hr>\n')
self.needone = 1
hr = HorizontalRule()
# List the mro, if non-trivial.
mro = deque(inspect.getmro(object))
if len(mro) > 2:
hr.maybe()
push('<dl><dt>Method resolution order:</dt>\n')
for base in mro:
push('<dd>%s</dd>\n' % self.classlink(base,
object.__module__))
push('</dl>\n')
def spill(msg, attrs, predicate):
ok, attrs = _split_list(attrs, predicate)
if ok:
hr.maybe()
push(msg)
for name, kind, homecls, value in ok:
try:
value = getattr(object, name)
except Exception:
# Some descriptors may meet a failure in their __get__.
# (bug #1785)
push(self.docdata(value, name, mod))
else:
push(self.document(value, name, mod,
funcs, classes, mdict, object))
push('\n')
return attrs
def spilldescriptors(msg, attrs, predicate):
ok, attrs = _split_list(attrs, predicate)
if ok:
hr.maybe()
push(msg)
for name, kind, homecls, value in ok:
push(self.docdata(value, name, mod))
return attrs
def spilldata(msg, attrs, predicate):
ok, attrs = _split_list(attrs, predicate)
if ok:
hr.maybe()
push(msg)
for name, kind, homecls, value in ok:
base = self.docother(getattr(object, name), name, mod)
if callable(value) or inspect.isdatadescriptor(value):
doc = getattr(value, "__doc__", None)
else:
doc = None
if doc is None:
push('<dl><dt>%s</dl>\n' % base)
else:
doc = self.markup(getdoc(value), self.preformat,
funcs, classes, mdict)
doc = '<dd><tt>%s</tt>' % doc
push('<dl><dt>%s%s</dl>\n' % (base, doc))
push('\n')
return attrs
attrs = [(name, kind, cls, value)
for name, kind, cls, value in classify_class_attrs(object)
if visiblename(name, obj=object)]
mdict = {}
for key, kind, homecls, value in attrs:
mdict[key] = anchor = '#' + name + '-' + key
try:
value = getattr(object, name)
except Exception:
# Some descriptors may meet a failure in their __get__.
# (bug #1785)
pass
try:
# The value may not be hashable (e.g., a data attr with
# a dict or list value).
mdict[value] = anchor
except TypeError:
pass
while attrs:
if mro:
thisclass = mro.popleft()
else:
thisclass = attrs[0][2]
attrs, inherited = _split_list(attrs, lambda t: t[2] is thisclass)
if object is not builtins.object and thisclass is builtins.object:
attrs = inherited
continue
elif thisclass is object:
tag = 'defined here'
else:
tag = 'inherited from %s' % self.classlink(thisclass,
object.__module__)
tag += ':<br>\n'
sort_attributes(attrs, object)
# Pump out the attrs, segregated by kind.
attrs = spill('Methods %s' % tag, attrs,
lambda t: t[1] == 'method')
attrs = spill('Class methods %s' % tag, attrs,
lambda t: t[1] == 'class method')
attrs = spill('Static methods %s' % tag, attrs,
lambda t: t[1] == 'static method')
attrs = spilldescriptors("Readonly properties %s" % tag, attrs,
lambda t: t[1] == 'readonly property')
attrs = spilldescriptors('Data descriptors %s' % tag, attrs,
lambda t: t[1] == 'data descriptor')
attrs = spilldata('Data and other attributes %s' % tag, attrs,
lambda t: t[1] == 'data')
assert attrs == []
attrs = inherited
contents = ''.join(contents)
if name == realname:
title = '<a name="%s">class <strong>%s</strong></a>' % (
name, realname)
else:
title = '<strong>%s</strong> = <a name="%s">class %s</a>' % (
name, name, realname)
if bases:
parents = []
for base in bases:
parents.append(self.classlink(base, object.__module__))
title = title + '(%s)' % ', '.join(parents)
decl = ''
try:
signature = inspect.signature(object)
except (ValueError, TypeError):
signature = None
if signature:
argspec = str(signature)
if argspec and argspec != '()':
decl = name + self.escape(argspec) + '\n\n'
doc = getdoc(object)
if decl:
doc = decl + (doc or '')
doc = self.markup(doc, self.preformat, funcs, classes, mdict)
doc = doc and '<tt>%s<br> </tt>' % doc
return self.section(title, '#000000', '#ffc8d8', contents, 3, doc)
def formatvalue(self, object):
"""Format an argument default value as text."""
return self.grey('=' + self.repr(object))
def docroutine(self, object, name=None, mod=None,
funcs={}, classes={}, methods={}, cl=None):
"""Produce HTML documentation for a function or method object."""
realname = object.__name__
name = name or realname
anchor = (cl and cl.__name__ or '') + '-' + name
note = ''
skipdocs = 0
if _is_bound_method(object):
imclass = object.__self__.__class__
if cl:
if imclass is not cl:
note = ' from ' + self.classlink(imclass, mod)
else:
if object.__self__ is not None:
note = ' method of %s instance' % self.classlink(
object.__self__.__class__, mod)
else:
note = ' unbound %s method' % self.classlink(imclass,mod)
if (inspect.iscoroutinefunction(object) or
inspect.isasyncgenfunction(object)):
asyncqualifier = 'async '
else:
asyncqualifier = ''
if name == realname:
title = '<a name="%s"><strong>%s</strong></a>' % (anchor, realname)
else:
if cl and inspect.getattr_static(cl, realname, []) is object:
reallink = '<a href="#%s">%s</a>' % (
cl.__name__ + '-' + realname, realname)
skipdocs = 1
else:
reallink = realname
title = '<a name="%s"><strong>%s</strong></a> = %s' % (
anchor, name, reallink)
argspec = None
if inspect.isroutine(object):
try:
signature = inspect.signature(object)
except (ValueError, TypeError):
signature = None
if signature:
argspec = str(signature)
if realname == '<lambda>':
title = '<strong>%s</strong> <em>lambda</em> ' % name
# XXX lambda's won't usually have func_annotations['return']
# since the syntax doesn't support but it is possible.
# So removing parentheses isn't truly safe.
argspec = argspec[1:-1] # remove parentheses
if not argspec:
argspec = '(...)'
decl = asyncqualifier + title + self.escape(argspec) + (note and
self.grey('<font face="helvetica, arial">%s</font>' % note))
if skipdocs:
return '<dl><dt>%s</dt></dl>\n' % decl
else:
doc = self.markup(
getdoc(object), self.preformat, funcs, classes, methods)
doc = doc and '<dd><tt>%s</tt></dd>' % doc
return '<dl><dt>%s</dt>%s</dl>\n' % (decl, doc)
def docdata(self, object, name=None, mod=None, cl=None):
"""Produce html documentation for a data descriptor."""
results = []
push = results.append
if name:
push('<dl><dt><strong>%s</strong></dt>\n' % name)
doc = self.markup(getdoc(object), self.preformat)
if doc:
push('<dd><tt>%s</tt></dd>\n' % doc)
push('</dl>\n')
return ''.join(results)
docproperty = docdata
def docother(self, object, name=None, mod=None, *ignored):
"""Produce HTML documentation for a data object."""
lhs = name and '<strong>%s</strong> = ' % name or ''
return lhs + self.repr(object)
def index(self, dir, shadowed=None):
"""Generate an HTML index for a directory of modules."""
modpkgs = []
if shadowed is None: shadowed = {}
for importer, name, ispkg in pkgutil.iter_modules([dir]):
if any((0xD800 <= ord(ch) <= 0xDFFF) for ch in name):
# ignore a module if its name contains a surrogate character
continue
modpkgs.append((name, '', ispkg, name in shadowed))
shadowed[name] = 1
modpkgs.sort()
contents = self.multicolumn(modpkgs, self.modpkglink)
return self.bigsection(dir, '#ffffff', '#ee77aa', contents)
# -------------------------------------------- text documentation generator
class TextRepr(Repr):
"""Class for safely making a text representation of a Python object."""
def __init__(self):
Repr.__init__(self)
self.maxlist = self.maxtuple = 20
self.maxdict = 10
self.maxstring = self.maxother = 100
def repr1(self, x, level):
if hasattr(type(x), '__name__'):
methodname = 'repr_' + '_'.join(type(x).__name__.split())
if hasattr(self, methodname):
return getattr(self, methodname)(x, level)
return cram(stripid(repr(x)), self.maxother)
def repr_string(self, x, level):
test = cram(x, self.maxstring)
testrepr = repr(test)
if '\\' in test and '\\' not in replace(testrepr, r'\\', ''):
# Backslashes are only literal in the string and are never
# needed to make any special characters, so show a raw string.
return 'r' + testrepr[0] + test + testrepr[0]
return testrepr
repr_str = repr_string
def repr_instance(self, x, level):
try:
return cram(stripid(repr(x)), self.maxstring)
except:
return '<%s instance>' % x.__class__.__name__
class TextDoc(Doc):
"""Formatter class for text documentation."""
# ------------------------------------------- text formatting utilities
_repr_instance = TextRepr()
repr = _repr_instance.repr
def bold(self, text):
"""Format a string in bold by overstriking."""
return ''.join(ch + '\b' + ch for ch in text)
def indent(self, text, prefix=' '):
"""Indent text by prepending a given prefix to each line."""
if not text: return ''
lines = [prefix + line for line in text.split('\n')]
if lines: lines[-1] = lines[-1].rstrip()
return '\n'.join(lines)
def section(self, title, contents):
"""Format a section with a given heading."""
clean_contents = self.indent(contents).rstrip()
return self.bold(title) + '\n' + clean_contents + '\n\n'
# ---------------------------------------------- type-specific routines
def formattree(self, tree, modname, parent=None, prefix=''):
"""Render in text a class tree as returned by inspect.getclasstree()."""
result = ''
for entry in tree:
if type(entry) is type(()):
c, bases = entry
result = result + prefix + classname(c, modname)
if bases and bases != (parent,):
parents = (classname(c, modname) for c in bases)
result = result + '(%s)' % ', '.join(parents)
result = result + '\n'
elif type(entry) is type([]):
result = result + self.formattree(
entry, modname, c, prefix + ' ')
return result
def docmodule(self, object, name=None, mod=None):
"""Produce text documentation for a given module object."""
name = object.__name__ # ignore the passed-in name
synop, desc = splitdoc(getdoc(object))
result = self.section('NAME', name + (synop and ' - ' + synop))
all = getattr(object, '__all__', None)
docloc = self.getdocloc(object)
if docloc is not None:
result = result + self.section('MODULE REFERENCE', docloc + """
The following documentation is automatically generated from the Python
source files. It may be incomplete, incorrect or include features that
are considered implementation detail and may vary between Python
implementations. When in doubt, consult the module reference at the
location listed above.
""")
if desc:
result = result + self.section('DESCRIPTION', desc)
classes = []
for key, value in inspect.getmembers(object, inspect.isclass):
# if __all__ exists, believe it. Otherwise use old heuristic.
if (all is not None
or (inspect.getmodule(value) or object) is object):
if visiblename(key, all, object):
classes.append((key, value))
funcs = []
for key, value in inspect.getmembers(object, inspect.isroutine):
# if __all__ exists, believe it. Otherwise use old heuristic.
if (all is not None or
inspect.isbuiltin(value) or inspect.getmodule(value) is object):
if visiblename(key, all, object):
funcs.append((key, value))
data = []
for key, value in inspect.getmembers(object, isdata):
if visiblename(key, all, object):
data.append((key, value))
modpkgs = []
modpkgs_names = set()
if hasattr(object, '__path__'):
for importer, modname, ispkg in pkgutil.iter_modules(object.__path__):
modpkgs_names.add(modname)
if ispkg:
modpkgs.append(modname + ' (package)')
else:
modpkgs.append(modname)
modpkgs.sort()
result = result + self.section(
'PACKAGE CONTENTS', '\n'.join(modpkgs))
# Detect submodules as sometimes created by C extensions
submodules = []
for key, value in inspect.getmembers(object, inspect.ismodule):
if value.__name__.startswith(name + '.') and key not in modpkgs_names:
submodules.append(key)
if submodules:
submodules.sort()
result = result + self.section(
'SUBMODULES', '\n'.join(submodules))
if classes:
classlist = [value for key, value in classes]
contents = [self.formattree(
inspect.getclasstree(classlist, 1), name)]
for key, value in classes:
contents.append(self.document(value, key, name))
result = result + self.section('CLASSES', '\n'.join(contents))
if funcs:
contents = []
for key, value in funcs:
contents.append(self.document(value, key, name))
result = result + self.section('FUNCTIONS', '\n'.join(contents))
if data:
contents = []
for key, value in data:
contents.append(self.docother(value, key, name, maxlen=70))
result = result + self.section('DATA', '\n'.join(contents))
if hasattr(object, '__version__'):
version = str(object.__version__)
if version[:11] == '$' + 'Revision: ' and version[-1:] == '$':
version = version[11:-1].strip()
result = result + self.section('VERSION', version)
if hasattr(object, '__date__'):
result = result + self.section('DATE', str(object.__date__))
if hasattr(object, '__author__'):
result = result + self.section('AUTHOR', str(object.__author__))
if hasattr(object, '__credits__'):
result = result + self.section('CREDITS', str(object.__credits__))
try:
file = inspect.getabsfile(object)
except TypeError:
file = '(built-in)'
result = result + self.section('FILE', file)
return result
def docclass(self, object, name=None, mod=None, *ignored):
"""Produce text documentation for a given class object."""
realname = object.__name__
name = name or realname
bases = object.__bases__
def makename(c, m=object.__module__):
return classname(c, m)
if name == realname:
title = 'class ' + self.bold(realname)
else:
title = self.bold(name) + ' = class ' + realname
if bases:
parents = map(makename, bases)
title = title + '(%s)' % ', '.join(parents)
contents = []
push = contents.append
try:
signature = inspect.signature(object)
except (ValueError, TypeError):
signature = None
if signature:
argspec = str(signature)
if argspec and argspec != '()':
push(name + argspec + '\n')
doc = getdoc(object)
if doc:
push(doc + '\n')
# List the mro, if non-trivial.
mro = deque(inspect.getmro(object))
if len(mro) > 2:
push("Method resolution order:")
for base in mro:
push(' ' + makename(base))
push('')
# List the built-in subclasses, if any:
subclasses = sorted(
(str(cls.__name__) for cls in type.__subclasses__(object)
if not cls.__name__.startswith("_") and cls.__module__ == "builtins"),
key=str.lower
)
no_of_subclasses = len(subclasses)
MAX_SUBCLASSES_TO_DISPLAY = 4
if subclasses:
push("Built-in subclasses:")
for subclassname in subclasses[:MAX_SUBCLASSES_TO_DISPLAY]:
push(' ' + subclassname)
if no_of_subclasses > MAX_SUBCLASSES_TO_DISPLAY:
push(' ... and ' +
str(no_of_subclasses - MAX_SUBCLASSES_TO_DISPLAY) +
' other subclasses')
push('')
# Cute little class to pump out a horizontal rule between sections.
class HorizontalRule:
def __init__(self):
self.needone = 0
def maybe(self):
if self.needone:
push('-' * 70)
self.needone = 1
hr = HorizontalRule()
def spill(msg, attrs, predicate):
ok, attrs = _split_list(attrs, predicate)
if ok:
hr.maybe()
push(msg)
for name, kind, homecls, value in ok:
try:
value = getattr(object, name)
except Exception:
# Some descriptors may meet a failure in their __get__.
# (bug #1785)
push(self.docdata(value, name, mod))
else:
push(self.document(value,
name, mod, object))
return attrs
def spilldescriptors(msg, attrs, predicate):
ok, attrs = _split_list(attrs, predicate)
if ok:
hr.maybe()
push(msg)
for name, kind, homecls, value in ok:
push(self.docdata(value, name, mod))
return attrs
def spilldata(msg, attrs, predicate):
ok, attrs = _split_list(attrs, predicate)
if ok:
hr.maybe()
push(msg)
for name, kind, homecls, value in ok:
if callable(value) or inspect.isdatadescriptor(value):
doc = getdoc(value)
else:
doc = None
try:
obj = getattr(object, name)
except AttributeError:
obj = homecls.__dict__[name]
push(self.docother(obj, name, mod, maxlen=70, doc=doc) +
'\n')
return attrs
attrs = [(name, kind, cls, value)
for name, kind, cls, value in classify_class_attrs(object)
if visiblename(name, obj=object)]
while attrs:
if mro:
thisclass = mro.popleft()
else:
thisclass = attrs[0][2]
attrs, inherited = _split_list(attrs, lambda t: t[2] is thisclass)
if object is not builtins.object and thisclass is builtins.object:
attrs = inherited
continue
elif thisclass is object:
tag = "defined here"
else:
tag = "inherited from %s" % classname(thisclass,
object.__module__)
sort_attributes(attrs, object)
# Pump out the attrs, segregated by kind.
attrs = spill("Methods %s:\n" % tag, attrs,
lambda t: t[1] == 'method')
attrs = spill("Class methods %s:\n" % tag, attrs,
lambda t: t[1] == 'class method')
attrs = spill("Static methods %s:\n" % tag, attrs,
lambda t: t[1] == 'static method')
attrs = spilldescriptors("Readonly properties %s:\n" % tag, attrs,
lambda t: t[1] == 'readonly property')
attrs = spilldescriptors("Data descriptors %s:\n" % tag, attrs,
lambda t: t[1] == 'data descriptor')
attrs = spilldata("Data and other attributes %s:\n" % tag, attrs,
lambda t: t[1] == 'data')
assert attrs == []
attrs = inherited
contents = '\n'.join(contents)
if not contents:
return title + '\n'
return title + '\n' + self.indent(contents.rstrip(), ' | ') + '\n'
def formatvalue(self, object):
"""Format an argument default value as text."""
return '=' + self.repr(object)
def docroutine(self, object, name=None, mod=None, cl=None):
"""Produce text documentation for a function or method object."""
realname = object.__name__
name = name or realname
note = ''
skipdocs = 0
if _is_bound_method(object):
imclass = object.__self__.__class__
if cl:
if imclass is not cl:
note = ' from ' + classname(imclass, mod)
else:
if object.__self__ is not None:
note = ' method of %s instance' % classname(
object.__self__.__class__, mod)
else:
note = ' unbound %s method' % classname(imclass,mod)
if (inspect.iscoroutinefunction(object) or
inspect.isasyncgenfunction(object)):
asyncqualifier = 'async '
else:
asyncqualifier = ''
if name == realname:
title = self.bold(realname)
else:
if cl and inspect.getattr_static(cl, realname, []) is object:
skipdocs = 1
title = self.bold(name) + ' = ' + realname
argspec = None
if inspect.isroutine(object):
try:
signature = inspect.signature(object)
except (ValueError, TypeError):
signature = None
if signature:
argspec = str(signature)
if realname == '<lambda>':
title = self.bold(name) + ' lambda '
# XXX lambda's won't usually have func_annotations['return']
# since the syntax doesn't support but it is possible.
# So removing parentheses isn't truly safe.
argspec = argspec[1:-1] # remove parentheses
if not argspec:
argspec = '(...)'
decl = asyncqualifier + title + argspec + note
if skipdocs:
return decl + '\n'
else:
doc = getdoc(object) or ''
return decl + '\n' + (doc and self.indent(doc).rstrip() + '\n')
def docdata(self, object, name=None, mod=None, cl=None):
"""Produce text documentation for a data descriptor."""
results = []
push = results.append
if name:
push(self.bold(name))
push('\n')
doc = getdoc(object) or ''
if doc:
push(self.indent(doc))
push('\n')
return ''.join(results)
docproperty = docdata
def docother(self, object, name=None, mod=None, parent=None, maxlen=None, doc=None):
"""Produce text documentation for a data object."""
repr = self.repr(object)
if maxlen:
line = (name and name + ' = ' or '') + repr
chop = maxlen - len(line)
if chop < 0: repr = repr[:chop] + '...'
line = (name and self.bold(name) + ' = ' or '') + repr
if doc is not None:
line += '\n' + self.indent(str(doc))
return line
class _PlainTextDoc(TextDoc):
"""Subclass of TextDoc which overrides string styling"""
def bold(self, text):
return text
# --------------------------------------------------------- user interfaces
def pager(text):
"""The first time this is called, determine what kind of pager to use."""
global pager
pager = getpager()
pager(text)
def getpager():
"""Decide what method to use for paging through text."""
if not hasattr(sys.stdin, "isatty"):
return plainpager
if not hasattr(sys.stdout, "isatty"):
return plainpager
if not sys.stdin.isatty() or not sys.stdout.isatty():
return plainpager
use_pager = os.environ.get('MANPAGER') or os.environ.get('PAGER')
if use_pager:
if sys.platform == 'win32': # pipes completely broken in Windows
return lambda text: tempfilepager(plain(text), use_pager)
elif os.environ.get('TERM') in ('dumb', 'emacs'):
return lambda text: pipepager(plain(text), use_pager)
else:
return lambda text: pipepager(text, use_pager)
if os.environ.get('TERM') in ('dumb', 'emacs'):
return plainpager
if sys.platform == 'win32':
return lambda text: tempfilepager(plain(text), 'more <')
if hasattr(os, 'system') and os.system('(less) 2>/dev/null') == 0:
return lambda text: pipepager(text, 'less')
import tempfile
(fd, filename) = tempfile.mkstemp()
os.close(fd)
try:
if hasattr(os, 'system') and os.system('more "%s"' % filename) == 0:
return lambda text: pipepager(text, 'more')
else:
return ttypager
finally:
os.unlink(filename)
def plain(text):
"""Remove boldface formatting from text."""
return re.sub('.\b', '', text)
def pipepager(text, cmd):
"""Page through text by feeding it to another program."""
import subprocess
proc = subprocess.Popen(cmd, shell=True, stdin=subprocess.PIPE)
try:
with io.TextIOWrapper(proc.stdin, errors='backslashreplace') as pipe:
try:
pipe.write(text)
except KeyboardInterrupt:
# We've hereby abandoned whatever text hasn't been written,
# but the pager is still in control of the terminal.
pass
except OSError:
pass # Ignore broken pipes caused by quitting the pager program.
while True:
try:
proc.wait()
break
except KeyboardInterrupt:
# Ignore ctl-c like the pager itself does. Otherwise the pager is
# left running and the terminal is in raw mode and unusable.
pass
def tempfilepager(text, cmd):
"""Page through text by invoking a program on a temporary file."""
import tempfile
with tempfile.TemporaryDirectory() as tempdir:
filename = os.path.join(tempdir, 'pydoc.out')
with open(filename, 'w', errors='backslashreplace',
encoding=os.device_encoding(0) if
sys.platform == 'win32' else None
) as file:
file.write(text)
os.system(cmd + ' "' + filename + '"')
def _escape_stdout(text):
# Escape non-encodable characters to avoid encoding errors later
encoding = getattr(sys.stdout, 'encoding', None) or 'utf-8'
return text.encode(encoding, 'backslashreplace').decode(encoding)
def ttypager(text):
"""Page through text on a text terminal."""
lines = plain(_escape_stdout(text)).split('\n')
try:
import tty
fd = sys.stdin.fileno()
old = tty.tcgetattr(fd)
tty.setcbreak(fd)
getchar = lambda: sys.stdin.read(1)
except (ImportError, AttributeError, io.UnsupportedOperation):
tty = None
getchar = lambda: sys.stdin.readline()[:-1][:1]
try:
try:
h = int(os.environ.get('LINES', 0))
except ValueError:
h = 0
if h <= 1:
h = 25
r = inc = h - 1
sys.stdout.write('\n'.join(lines[:inc]) + '\n')
while lines[r:]:
sys.stdout.write('-- more --')
sys.stdout.flush()
c = getchar()
if c in ('q', 'Q'):
sys.stdout.write('\r \r')
break
elif c in ('\r', '\n'):
sys.stdout.write('\r \r' + lines[r] + '\n')
r = r + 1
continue
if c in ('b', 'B', '\x1b'):
r = r - inc - inc
if r < 0: r = 0
sys.stdout.write('\n' + '\n'.join(lines[r:r+inc]) + '\n')
r = r + inc
finally:
if tty:
tty.tcsetattr(fd, tty.TCSAFLUSH, old)
def plainpager(text):
"""Simply print unformatted text. This is the ultimate fallback."""
sys.stdout.write(plain(_escape_stdout(text)))
def describe(thing):
"""Produce a short description of the given thing."""
if inspect.ismodule(thing):
if thing.__name__ in sys.builtin_module_names:
return 'built-in module ' + thing.__name__
if hasattr(thing, '__path__'):
return 'package ' + thing.__name__
else:
return 'module ' + thing.__name__
if inspect.isbuiltin(thing):
return 'built-in function ' + thing.__name__
if inspect.isgetsetdescriptor(thing):
return 'getset descriptor %s.%s.%s' % (
thing.__objclass__.__module__, thing.__objclass__.__name__,
thing.__name__)
if inspect.ismemberdescriptor(thing):
return 'member descriptor %s.%s.%s' % (
thing.__objclass__.__module__, thing.__objclass__.__name__,
thing.__name__)
if inspect.isclass(thing):
return 'class ' + thing.__name__
if inspect.isfunction(thing):
return 'function ' + thing.__name__
if inspect.ismethod(thing):
return 'method ' + thing.__name__
return type(thing).__name__
def locate(path, forceload=0):
"""Locate an object by name or dotted path, importing as necessary."""
parts = [part for part in path.split('.') if part]
module, n = None, 0
while n < len(parts):
nextmodule = safeimport('.'.join(parts[:n+1]), forceload)
if nextmodule: module, n = nextmodule, n + 1
else: break
if module:
object = module
else:
object = builtins
for part in parts[n:]:
try:
object = getattr(object, part)
except AttributeError:
return None
return object
# --------------------------------------- interactive interpreter interface
text = TextDoc()
plaintext = _PlainTextDoc()
html = HTMLDoc()
def resolve(thing, forceload=0):
"""Given an object or a path to an object, get the object and its name."""
if isinstance(thing, str):
object = locate(thing, forceload)
if object is None:
raise ImportError('''\
No Python documentation found for %r.
Use help() to get the interactive help utility.
Use help(str) for help on the str class.''' % thing)
return object, thing
else:
name = getattr(thing, '__name__', None)
return thing, name if isinstance(name, str) else None
def render_doc(thing, title='Python Library Documentation: %s', forceload=0,
renderer=None):
"""Render text documentation, given an object or a path to an object."""
if renderer is None:
renderer = text
object, name = resolve(thing, forceload)
desc = describe(object)
module = inspect.getmodule(object)
if name and '.' in name:
desc += ' in ' + name[:name.rfind('.')]
elif module and module is not object:
desc += ' in module ' + module.__name__
if not (inspect.ismodule(object) or
inspect.isclass(object) or
inspect.isroutine(object) or
inspect.isdatadescriptor(object)):
# If the passed object is a piece of data or an instance,
# document its available methods instead of its value.
object = type(object)
desc += ' object'
return title % desc + '\n\n' + renderer.document(object, name)
def doc(thing, title='Python Library Documentation: %s', forceload=0,
output=None):
"""Display text documentation, given an object or a path to an object."""
try:
if output is None:
pager(render_doc(thing, title, forceload))
else:
output.write(render_doc(thing, title, forceload, plaintext))
except (ImportError, ErrorDuringImport) as value:
print(value)
def writedoc(thing, forceload=0):
"""Write HTML documentation to a file in the current directory."""
try:
object, name = resolve(thing, forceload)
page = html.page(describe(object), html.document(object, name))
with open(name + '.html', 'w', encoding='utf-8') as file:
file.write(page)
print('wrote', name + '.html')
except (ImportError, ErrorDuringImport) as value:
print(value)
def writedocs(dir, pkgpath='', done=None):
"""Write out HTML documentation for all modules in a directory tree."""
if done is None: done = {}
for importer, modname, ispkg in pkgutil.walk_packages([dir], pkgpath):
writedoc(modname)
return
class Helper:
# These dictionaries map a topic name to either an alias, or a tuple
# (label, seealso-items). The "label" is the label of the corresponding
# section in the .rst file under Doc/ and an index into the dictionary
# in pydoc_data/topics.py.
#
# CAUTION: if you change one of these dictionaries, be sure to adapt the
# list of needed labels in Doc/tools/extensions/pyspecific.py and
# regenerate the pydoc_data/topics.py file by running
# make pydoc-topics
# in Doc/ and copying the output file into the Lib/ directory.
keywords = {
'False': '',
'None': '',
'True': '',
'and': 'BOOLEAN',
'as': 'with',
'assert': ('assert', ''),
'async': ('async', ''),
'await': ('await', ''),
'break': ('break', 'while for'),
'class': ('class', 'CLASSES SPECIALMETHODS'),
'continue': ('continue', 'while for'),
'def': ('function', ''),
'del': ('del', 'BASICMETHODS'),
'elif': 'if',
'else': ('else', 'while for'),
'except': 'try',
'finally': 'try',
'for': ('for', 'break continue while'),
'from': 'import',
'global': ('global', 'nonlocal NAMESPACES'),
'if': ('if', 'TRUTHVALUE'),
'import': ('import', 'MODULES'),
'in': ('in', 'SEQUENCEMETHODS'),
'is': 'COMPARISON',
'lambda': ('lambda', 'FUNCTIONS'),
'nonlocal': ('nonlocal', 'global NAMESPACES'),
'not': 'BOOLEAN',
'or': 'BOOLEAN',
'pass': ('pass', ''),
'raise': ('raise', 'EXCEPTIONS'),
'return': ('return', 'FUNCTIONS'),
'try': ('try', 'EXCEPTIONS'),
'while': ('while', 'break continue if TRUTHVALUE'),
'with': ('with', 'CONTEXTMANAGERS EXCEPTIONS yield'),
'yield': ('yield', ''),
}
# Either add symbols to this dictionary or to the symbols dictionary
# directly: Whichever is easier. They are merged later.
_strprefixes = [p + q for p in ('b', 'f', 'r', 'u') for q in ("'", '"')]
_symbols_inverse = {
'STRINGS' : ("'", "'''", '"', '"""', *_strprefixes),
'OPERATORS' : ('+', '-', '*', '**', '/', '//', '%', '<<', '>>', '&',
'|', '^', '~', '<', '>', '<=', '>=', '==', '!=', '<>'),
'COMPARISON' : ('<', '>', '<=', '>=', '==', '!=', '<>'),
'UNARY' : ('-', '~'),
'AUGMENTEDASSIGNMENT' : ('+=', '-=', '*=', '/=', '%=', '&=', '|=',
'^=', '<<=', '>>=', '**=', '//='),
'BITWISE' : ('<<', '>>', '&', '|', '^', '~'),
'COMPLEX' : ('j', 'J')
}
symbols = {
'%': 'OPERATORS FORMATTING',
'**': 'POWER',
',': 'TUPLES LISTS FUNCTIONS',
'.': 'ATTRIBUTES FLOAT MODULES OBJECTS',
'...': 'ELLIPSIS',
':': 'SLICINGS DICTIONARYLITERALS',
'@': 'def class',
'\\': 'STRINGS',
'_': 'PRIVATENAMES',
'__': 'PRIVATENAMES SPECIALMETHODS',
'`': 'BACKQUOTES',
'(': 'TUPLES FUNCTIONS CALLS',
')': 'TUPLES FUNCTIONS CALLS',
'[': 'LISTS SUBSCRIPTS SLICINGS',
']': 'LISTS SUBSCRIPTS SLICINGS'
}
for topic, symbols_ in _symbols_inverse.items():
for symbol in symbols_:
topics = symbols.get(symbol, topic)
if topic not in topics:
topics = topics + ' ' + topic
symbols[symbol] = topics
topics = {
'TYPES': ('types', 'STRINGS UNICODE NUMBERS SEQUENCES MAPPINGS '
'FUNCTIONS CLASSES MODULES FILES inspect'),
'STRINGS': ('strings', 'str UNICODE SEQUENCES STRINGMETHODS '
'FORMATTING TYPES'),
'STRINGMETHODS': ('string-methods', 'STRINGS FORMATTING'),
'FORMATTING': ('formatstrings', 'OPERATORS'),
'UNICODE': ('strings', 'encodings unicode SEQUENCES STRINGMETHODS '
'FORMATTING TYPES'),
'NUMBERS': ('numbers', 'INTEGER FLOAT COMPLEX TYPES'),
'INTEGER': ('integers', 'int range'),
'FLOAT': ('floating', 'float math'),
'COMPLEX': ('imaginary', 'complex cmath'),
'SEQUENCES': ('typesseq', 'STRINGMETHODS FORMATTING range LISTS'),
'MAPPINGS': 'DICTIONARIES',
'FUNCTIONS': ('typesfunctions', 'def TYPES'),
'METHODS': ('typesmethods', 'class def CLASSES TYPES'),
'CODEOBJECTS': ('bltin-code-objects', 'compile FUNCTIONS TYPES'),
'TYPEOBJECTS': ('bltin-type-objects', 'types TYPES'),
'FRAMEOBJECTS': 'TYPES',
'TRACEBACKS': 'TYPES',
'NONE': ('bltin-null-object', ''),
'ELLIPSIS': ('bltin-ellipsis-object', 'SLICINGS'),
'SPECIALATTRIBUTES': ('specialattrs', ''),
'CLASSES': ('types', 'class SPECIALMETHODS PRIVATENAMES'),
'MODULES': ('typesmodules', 'import'),
'PACKAGES': 'import',
'EXPRESSIONS': ('operator-summary', 'lambda or and not in is BOOLEAN '
'COMPARISON BITWISE SHIFTING BINARY FORMATTING POWER '
'UNARY ATTRIBUTES SUBSCRIPTS SLICINGS CALLS TUPLES '
'LISTS DICTIONARIES'),
'OPERATORS': 'EXPRESSIONS',
'PRECEDENCE': 'EXPRESSIONS',
'OBJECTS': ('objects', 'TYPES'),
'SPECIALMETHODS': ('specialnames', 'BASICMETHODS ATTRIBUTEMETHODS '
'CALLABLEMETHODS SEQUENCEMETHODS MAPPINGMETHODS '
'NUMBERMETHODS CLASSES'),
'BASICMETHODS': ('customization', 'hash repr str SPECIALMETHODS'),
'ATTRIBUTEMETHODS': ('attribute-access', 'ATTRIBUTES SPECIALMETHODS'),
'CALLABLEMETHODS': ('callable-types', 'CALLS SPECIALMETHODS'),
'SEQUENCEMETHODS': ('sequence-types', 'SEQUENCES SEQUENCEMETHODS '
'SPECIALMETHODS'),
'MAPPINGMETHODS': ('sequence-types', 'MAPPINGS SPECIALMETHODS'),
'NUMBERMETHODS': ('numeric-types', 'NUMBERS AUGMENTEDASSIGNMENT '
'SPECIALMETHODS'),
'EXECUTION': ('execmodel', 'NAMESPACES DYNAMICFEATURES EXCEPTIONS'),
'NAMESPACES': ('naming', 'global nonlocal ASSIGNMENT DELETION DYNAMICFEATURES'),
'DYNAMICFEATURES': ('dynamic-features', ''),
'SCOPING': 'NAMESPACES',
'FRAMES': 'NAMESPACES',
'EXCEPTIONS': ('exceptions', 'try except finally raise'),
'CONVERSIONS': ('conversions', ''),
'IDENTIFIERS': ('identifiers', 'keywords SPECIALIDENTIFIERS'),
'SPECIALIDENTIFIERS': ('id-classes', ''),
'PRIVATENAMES': ('atom-identifiers', ''),
'LITERALS': ('atom-literals', 'STRINGS NUMBERS TUPLELITERALS '
'LISTLITERALS DICTIONARYLITERALS'),
'TUPLES': 'SEQUENCES',
'TUPLELITERALS': ('exprlists', 'TUPLES LITERALS'),
'LISTS': ('typesseq-mutable', 'LISTLITERALS'),
'LISTLITERALS': ('lists', 'LISTS LITERALS'),
'DICTIONARIES': ('typesmapping', 'DICTIONARYLITERALS'),
'DICTIONARYLITERALS': ('dict', 'DICTIONARIES LITERALS'),
'ATTRIBUTES': ('attribute-references', 'getattr hasattr setattr ATTRIBUTEMETHODS'),
'SUBSCRIPTS': ('subscriptions', 'SEQUENCEMETHODS'),
'SLICINGS': ('slicings', 'SEQUENCEMETHODS'),
'CALLS': ('calls', 'EXPRESSIONS'),
'POWER': ('power', 'EXPRESSIONS'),
'UNARY': ('unary', 'EXPRESSIONS'),
'BINARY': ('binary', 'EXPRESSIONS'),
'SHIFTING': ('shifting', 'EXPRESSIONS'),
'BITWISE': ('bitwise', 'EXPRESSIONS'),
'COMPARISON': ('comparisons', 'EXPRESSIONS BASICMETHODS'),
'BOOLEAN': ('booleans', 'EXPRESSIONS TRUTHVALUE'),
'ASSERTION': 'assert',
'ASSIGNMENT': ('assignment', 'AUGMENTEDASSIGNMENT'),
'AUGMENTEDASSIGNMENT': ('augassign', 'NUMBERMETHODS'),
'DELETION': 'del',
'RETURNING': 'return',
'IMPORTING': 'import',
'CONDITIONAL': 'if',
'LOOPING': ('compound', 'for while break continue'),
'TRUTHVALUE': ('truth', 'if while and or not BASICMETHODS'),
'DEBUGGING': ('debugger', 'pdb'),
'CONTEXTMANAGERS': ('context-managers', 'with'),
}
def __init__(self, input=None, output=None):
self._input = input
self._output = output
@property
def input(self):
return self._input or sys.stdin
@property
def output(self):
return self._output or sys.stdout
def __repr__(self):
if inspect.stack()[1][3] == '?':
self()
return ''
return '<%s.%s instance>' % (self.__class__.__module__,
self.__class__.__qualname__)
_GoInteractive = object()
def __call__(self, request=_GoInteractive):
if request is not self._GoInteractive:
self.help(request)
else:
self.intro()
self.interact()
self.output.write('''
You are now leaving help and returning to the Python interpreter.
If you want to ask for help on a particular object directly from the
interpreter, you can type "help(object)". Executing "help('string')"
has the same effect as typing a particular string at the help> prompt.
''')
def interact(self):
self.output.write('\n')
while True:
try:
request = self.getline('help> ')
if not request: break
except (KeyboardInterrupt, EOFError):
break
request = request.strip()
# Make sure significant trailing quoting marks of literals don't
# get deleted while cleaning input
if (len(request) > 2 and request[0] == request[-1] in ("'", '"')
and request[0] not in request[1:-1]):
request = request[1:-1]
if request.lower() in ('q', 'quit'): break
if request == 'help':
self.intro()
else:
self.help(request)
def getline(self, prompt):
"""Read one line, using input() when appropriate."""
if self.input is sys.stdin:
return input(prompt)
else:
self.output.write(prompt)
self.output.flush()
return self.input.readline()
def help(self, request):
if type(request) is type(''):
request = request.strip()
if request == 'keywords': self.listkeywords()
elif request == 'symbols': self.listsymbols()
elif request == 'topics': self.listtopics()
elif request == 'modules': self.listmodules()
elif request[:8] == 'modules ':
self.listmodules(request.split()[1])
elif request in self.symbols: self.showsymbol(request)
elif request in ['True', 'False', 'None']:
# special case these keywords since they are objects too
doc(eval(request), 'Help on %s:')
elif request in self.keywords: self.showtopic(request)
elif request in self.topics: self.showtopic(request)
elif request: doc(request, 'Help on %s:', output=self._output)
else: doc(str, 'Help on %s:', output=self._output)
elif isinstance(request, Helper): self()
else: doc(request, 'Help on %s:', output=self._output)
self.output.write('\n')
def intro(self):
self.output.write('''
Welcome to Python {0}'s help utility!
If this is your first time using Python, you should definitely check out
the tutorial on the Internet at https://docs.python.org/{0}/tutorial/.
Enter the name of any module, keyword, or topic to get help on writing
Python programs and using Python modules. To quit this help utility and
return to the interpreter, just type "quit".
To get a list of available modules, keywords, symbols, or topics, type
"modules", "keywords", "symbols", or "topics". Each module also comes
with a one-line summary of what it does; to list the modules whose name
or summary contain a given string such as "spam", type "modules spam".
'''.format('%d.%d' % sys.version_info[:2]))
def list(self, items, columns=4, width=80):
items = list(sorted(items))
colw = width // columns
rows = (len(items) + columns - 1) // columns
for row in range(rows):
for col in range(columns):
i = col * rows + row
if i < len(items):
self.output.write(items[i])
if col < columns - 1:
self.output.write(' ' + ' ' * (colw - 1 - len(items[i])))
self.output.write('\n')
def listkeywords(self):
self.output.write('''
Here is a list of the Python keywords. Enter any keyword to get more help.
''')
self.list(self.keywords.keys())
def listsymbols(self):
self.output.write('''
Here is a list of the punctuation symbols which Python assigns special meaning
to. Enter any symbol to get more help.
''')
self.list(self.symbols.keys())
def listtopics(self):
self.output.write('''
Here is a list of available topics. Enter any topic name to get more help.
''')
self.list(self.topics.keys())
def showtopic(self, topic, more_xrefs=''):
try:
import pydoc_data.topics
except ImportError:
self.output.write('''
Sorry, topic and keyword documentation is not available because the
module "pydoc_data.topics" could not be found.
''')
return
target = self.topics.get(topic, self.keywords.get(topic))
if not target:
self.output.write('no documentation found for %s\n' % repr(topic))
return
if type(target) is type(''):
return self.showtopic(target, more_xrefs)
label, xrefs = target
try:
doc = pydoc_data.topics.topics[label]
except KeyError:
self.output.write('no documentation found for %s\n' % repr(topic))
return
doc = doc.strip() + '\n'
if more_xrefs:
xrefs = (xrefs or '') + ' ' + more_xrefs
if xrefs:
import textwrap
text = 'Related help topics: ' + ', '.join(xrefs.split()) + '\n'
wrapped_text = textwrap.wrap(text, 72)
doc += '\n%s\n' % '\n'.join(wrapped_text)
pager(doc)
def _gettopic(self, topic, more_xrefs=''):
"""Return unbuffered tuple of (topic, xrefs).
If an error occurs here, the exception is caught and displayed by
the url handler.
This function duplicates the showtopic method but returns its
result directly so it can be formatted for display in an html page.
"""
try:
import pydoc_data.topics
except ImportError:
return('''
Sorry, topic and keyword documentation is not available because the
module "pydoc_data.topics" could not be found.
''' , '')
target = self.topics.get(topic, self.keywords.get(topic))
if not target:
raise ValueError('could not find topic')
if isinstance(target, str):
return self._gettopic(target, more_xrefs)
label, xrefs = target
doc = pydoc_data.topics.topics[label]
if more_xrefs:
xrefs = (xrefs or '') + ' ' + more_xrefs
return doc, xrefs
def showsymbol(self, symbol):
target = self.symbols[symbol]
topic, _, xrefs = target.partition(' ')
self.showtopic(topic, xrefs)
def listmodules(self, key=''):
if key:
self.output.write('''
Here is a list of modules whose name or summary contains '{}'.
If there are any, enter a module name to get more help.
'''.format(key))
apropos(key)
else:
self.output.write('''
Please wait a moment while I gather a list of all available modules...
''')
modules = {}
def callback(path, modname, desc, modules=modules):
if modname and modname[-9:] == '.__init__':
modname = modname[:-9] + ' (package)'
if modname.find('.') < 0:
modules[modname] = 1
def onerror(modname):
callback(None, modname, None)
ModuleScanner().run(callback, onerror=onerror)
self.list(modules.keys())
self.output.write('''
Enter any module name to get more help. Or, type "modules spam" to search
for modules whose name or summary contain the string "spam".
''')
help = Helper()
class ModuleScanner:
"""An interruptible scanner that searches module synopses."""
def run(self, callback, key=None, completer=None, onerror=None):
if key: key = key.lower()
self.quit = False
seen = {}
for modname in sys.builtin_module_names:
if modname != '__main__':
seen[modname] = 1
if key is None:
callback(None, modname, '')
else:
name = __import__(modname).__doc__ or ''
desc = name.split('\n')[0]
name = modname + ' - ' + desc
if name.lower().find(key) >= 0:
callback(None, modname, desc)
for importer, modname, ispkg in pkgutil.walk_packages(onerror=onerror):
if self.quit:
break
if key is None:
callback(None, modname, '')
else:
try:
spec = pkgutil._get_spec(importer, modname)
except SyntaxError:
# raised by tests for bad coding cookies or BOM
continue
loader = spec.loader
if hasattr(loader, 'get_source'):
try:
source = loader.get_source(modname)
except Exception:
if onerror:
onerror(modname)
continue
desc = source_synopsis(io.StringIO(source)) or ''
if hasattr(loader, 'get_filename'):
path = loader.get_filename(modname)
else:
path = None
else:
try:
module = importlib._bootstrap._load(spec)
except ImportError:
if onerror:
onerror(modname)
continue
desc = module.__doc__.splitlines()[0] if module.__doc__ else ''
path = getattr(module,'__file__',None)
name = modname + ' - ' + desc
if name.lower().find(key) >= 0:
callback(path, modname, desc)
if completer:
completer()
def apropos(key):
"""Print all the one-line module summaries that contain a substring."""
def callback(path, modname, desc):
if modname[-9:] == '.__init__':
modname = modname[:-9] + ' (package)'
print(modname, desc and '- ' + desc)
def onerror(modname):
pass
with warnings.catch_warnings():
warnings.filterwarnings('ignore') # ignore problems during import
ModuleScanner().run(callback, key, onerror=onerror)
# --------------------------------------- enhanced Web browser interface
def _start_server(urlhandler, hostname, port):
"""Start an HTTP server thread on a specific port.
Start an HTML/text server thread, so HTML or text documents can be
browsed dynamically and interactively with a Web browser. Example use:
>>> import time
>>> import pydoc
Define a URL handler. To determine what the client is asking
for, check the URL and content_type.
Then get or generate some text or HTML code and return it.
>>> def my_url_handler(url, content_type):
... text = 'the URL sent was: (%s, %s)' % (url, content_type)
... return text
Start server thread on port 0.
If you use port 0, the server will pick a random port number.
You can then use serverthread.port to get the port number.
>>> port = 0
>>> serverthread = pydoc._start_server(my_url_handler, port)
Check that the server is really started. If it is, open browser
and get first page. Use serverthread.url as the starting page.
>>> if serverthread.serving:
... import webbrowser
The next two lines are commented out so a browser doesn't open if
doctest is run on this module.
#... webbrowser.open(serverthread.url)
#True
Let the server do its thing. We just need to monitor its status.
Use time.sleep so the loop doesn't hog the CPU.
>>> starttime = time.monotonic()
>>> timeout = 1 #seconds
This is a short timeout for testing purposes.
>>> while serverthread.serving:
... time.sleep(.01)
... if serverthread.serving and time.monotonic() - starttime > timeout:
... serverthread.stop()
... break
Print any errors that may have occurred.
>>> print(serverthread.error)
None
"""
import http.server
import email.message
import select
import threading
class DocHandler(http.server.BaseHTTPRequestHandler):
def do_GET(self):
"""Process a request from an HTML browser.
The URL received is in self.path.
Get an HTML page from self.urlhandler and send it.
"""
if self.path.endswith('.css'):
content_type = 'text/css'
else:
content_type = 'text/html'
self.send_response(200)
self.send_header('Content-Type', '%s; charset=UTF-8' % content_type)
self.end_headers()
self.wfile.write(self.urlhandler(
self.path, content_type).encode('utf-8'))
def log_message(self, *args):
# Don't log messages.
pass
class DocServer(http.server.HTTPServer):
def __init__(self, host, port, callback):
self.host = host
self.address = (self.host, port)
self.callback = callback
self.base.__init__(self, self.address, self.handler)
self.quit = False
def serve_until_quit(self):
while not self.quit:
rd, wr, ex = select.select([self.socket.fileno()], [], [], 1)
if rd:
self.handle_request()
self.server_close()
def server_activate(self):
self.base.server_activate(self)
if self.callback:
self.callback(self)
class ServerThread(threading.Thread):
def __init__(self, urlhandler, host, port):
self.urlhandler = urlhandler
self.host = host
self.port = int(port)
threading.Thread.__init__(self)
self.serving = False
self.error = None
def run(self):
"""Start the server."""
try:
DocServer.base = http.server.HTTPServer
DocServer.handler = DocHandler
DocHandler.MessageClass = email.message.Message
DocHandler.urlhandler = staticmethod(self.urlhandler)
docsvr = DocServer(self.host, self.port, self.ready)
self.docserver = docsvr
docsvr.serve_until_quit()
except Exception as e:
self.error = e
def ready(self, server):
self.serving = True
self.host = server.host
self.port = server.server_port
self.url = 'http://%s:%d/' % (self.host, self.port)
def stop(self):
"""Stop the server and this thread nicely"""
self.docserver.quit = True
self.join()
# explicitly break a reference cycle: DocServer.callback
# has indirectly a reference to ServerThread.
self.docserver = None
self.serving = False
self.url = None
thread = ServerThread(urlhandler, hostname, port)
thread.start()
# Wait until thread.serving is True to make sure we are
# really up before returning.
while not thread.error and not thread.serving:
time.sleep(.01)
return thread
def _url_handler(url, content_type="text/html"):
"""The pydoc url handler for use with the pydoc server.
If the content_type is 'text/css', the _pydoc.css style
sheet is read and returned if it exits.
If the content_type is 'text/html', then the result of
get_html_page(url) is returned.
"""
class _HTMLDoc(HTMLDoc):
def page(self, title, contents):
"""Format an HTML page."""
css_path = "pydoc_data/_pydoc.css"
css_link = (
'<link rel="stylesheet" type="text/css" href="%s">' %
css_path)
return '''\
<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.0 Transitional//EN">
<html><head><title>Pydoc: %s</title>
<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
%s</head><body bgcolor="#f0f0f8">%s<div style="clear:both;padding-top:.5em;">%s</div>
</body></html>''' % (title, css_link, html_navbar(), contents)
html = _HTMLDoc()
def html_navbar():
version = html.escape("%s [%s, %s]" % (platform.python_version(),
platform.python_build()[0],
platform.python_compiler()))
return """
<div style='float:left'>
Python %s<br>%s
</div>
<div style='float:right'>
<div style='text-align:center'>
<a href="index.html">Module Index</a>
: <a href="topics.html">Topics</a>
: <a href="keywords.html">Keywords</a>
</div>
<div>
<form action="get" style='display:inline;'>
<input type=text name=key size=15>
<input type=submit value="Get">
</form>
<form action="search" style='display:inline;'>
<input type=text name=key size=15>
<input type=submit value="Search">
</form>
</div>
</div>
""" % (version, html.escape(platform.platform(terse=True)))
def html_index():
"""Module Index page."""
def bltinlink(name):
return '<a href="%s.html">%s</a>' % (name, name)
heading = html.heading(
'<big><big><strong>Index of Modules</strong></big></big>',
'#ffffff', '#7799ee')
names = [name for name in sys.builtin_module_names
if name != '__main__']
contents = html.multicolumn(names, bltinlink)
contents = [heading, '<p>' + html.bigsection(
'Built-in Modules', '#ffffff', '#ee77aa', contents)]
seen = {}
for dir in sys.path:
contents.append(html.index(dir, seen))
contents.append(
'<p align=right><font color="#909090" face="helvetica,'
'arial"><strong>pydoc</strong> by Ka-Ping Yee'
'<ping@lfw.org></font>')
return 'Index of Modules', ''.join(contents)
def html_search(key):
"""Search results page."""
# scan for modules
search_result = []
def callback(path, modname, desc):
if modname[-9:] == '.__init__':
modname = modname[:-9] + ' (package)'
search_result.append((modname, desc and '- ' + desc))
with warnings.catch_warnings():
warnings.filterwarnings('ignore') # ignore problems during import
def onerror(modname):
pass
ModuleScanner().run(callback, key, onerror=onerror)
# format page
def bltinlink(name):
return '<a href="%s.html">%s</a>' % (name, name)
results = []
heading = html.heading(
'<big><big><strong>Search Results</strong></big></big>',
'#ffffff', '#7799ee')
for name, desc in search_result:
results.append(bltinlink(name) + desc)
contents = heading + html.bigsection(
'key = %s' % key, '#ffffff', '#ee77aa', '<br>'.join(results))
return 'Search Results', contents
def html_topics():
"""Index of topic texts available."""
def bltinlink(name):
return '<a href="topic?key=%s">%s</a>' % (name, name)
heading = html.heading(
'<big><big><strong>INDEX</strong></big></big>',
'#ffffff', '#7799ee')
names = sorted(Helper.topics.keys())
contents = html.multicolumn(names, bltinlink)
contents = heading + html.bigsection(
'Topics', '#ffffff', '#ee77aa', contents)
return 'Topics', contents
def html_keywords():
"""Index of keywords."""
heading = html.heading(
'<big><big><strong>INDEX</strong></big></big>',
'#ffffff', '#7799ee')
names = sorted(Helper.keywords.keys())
def bltinlink(name):
return '<a href="topic?key=%s">%s</a>' % (name, name)
contents = html.multicolumn(names, bltinlink)
contents = heading + html.bigsection(
'Keywords', '#ffffff', '#ee77aa', contents)
return 'Keywords', contents
def html_topicpage(topic):
"""Topic or keyword help page."""
buf = io.StringIO()
htmlhelp = Helper(buf, buf)
contents, xrefs = htmlhelp._gettopic(topic)
if topic in htmlhelp.keywords:
title = 'KEYWORD'
else:
title = 'TOPIC'
heading = html.heading(
'<big><big><strong>%s</strong></big></big>' % title,
'#ffffff', '#7799ee')
contents = '<pre>%s</pre>' % html.markup(contents)
contents = html.bigsection(topic , '#ffffff','#ee77aa', contents)
if xrefs:
xrefs = sorted(xrefs.split())
def bltinlink(name):
return '<a href="topic?key=%s">%s</a>' % (name, name)
xrefs = html.multicolumn(xrefs, bltinlink)
xrefs = html.section('Related help topics: ',
'#ffffff', '#ee77aa', xrefs)
return ('%s %s' % (title, topic),
''.join((heading, contents, xrefs)))
def html_getobj(url):
obj = locate(url, forceload=1)
if obj is None and url != 'None':
raise ValueError('could not find object')
title = describe(obj)
content = html.document(obj, url)
return title, content
def html_error(url, exc):
heading = html.heading(
'<big><big><strong>Error</strong></big></big>',
'#ffffff', '#7799ee')
contents = '<br>'.join(html.escape(line) for line in
format_exception_only(type(exc), exc))
contents = heading + html.bigsection(url, '#ffffff', '#bb0000',
contents)
return "Error - %s" % url, contents
def get_html_page(url):
"""Generate an HTML page for url."""
complete_url = url
if url.endswith('.html'):
url = url[:-5]
try:
if url in ("", "index"):
title, content = html_index()
elif url == "topics":
title, content = html_topics()
elif url == "keywords":
title, content = html_keywords()
elif '=' in url:
op, _, url = url.partition('=')
if op == "search?key":
title, content = html_search(url)
elif op == "topic?key":
# try topics first, then objects.
try:
title, content = html_topicpage(url)
except ValueError:
title, content = html_getobj(url)
elif op == "get?key":
# try objects first, then topics.
if url in ("", "index"):
title, content = html_index()
else:
try:
title, content = html_getobj(url)
except ValueError:
title, content = html_topicpage(url)
else:
raise ValueError('bad pydoc url')
else:
title, content = html_getobj(url)
except Exception as exc:
# Catch any errors and display them in an error page.
title, content = html_error(complete_url, exc)
return html.page(title, content)
if url.startswith('/'):
url = url[1:]
if content_type == 'text/css':
path_here = os.path.dirname(os.path.realpath(__file__))
css_path = os.path.join(path_here, url)
with open(css_path) as fp:
return ''.join(fp.readlines())
elif content_type == 'text/html':
return get_html_page(url)
# Errors outside the url handler are caught by the server.
raise TypeError('unknown content type %r for url %s' % (content_type, url))
def browse(port=0, *, open_browser=True, hostname='localhost'):
"""Start the enhanced pydoc Web server and open a Web browser.
Use port '0' to start the server on an arbitrary port.
Set open_browser to False to suppress opening a browser.
"""
import webbrowser
serverthread = _start_server(_url_handler, hostname, port)
if serverthread.error:
print(serverthread.error)
return
if serverthread.serving:
server_help_msg = 'Server commands: [b]rowser, [q]uit'
if open_browser:
webbrowser.open(serverthread.url)
try:
print('Server ready at', serverthread.url)
print(server_help_msg)
while serverthread.serving:
cmd = input('server> ')
cmd = cmd.lower()
if cmd == 'q':
break
elif cmd == 'b':
webbrowser.open(serverthread.url)
else:
print(server_help_msg)
except (KeyboardInterrupt, EOFError):
print()
finally:
if serverthread.serving:
serverthread.stop()
print('Server stopped')
# -------------------------------------------------- command-line interface
def ispath(x):
return isinstance(x, str) and x.find(os.sep) >= 0
def _get_revised_path(given_path, argv0):
"""Ensures current directory is on returned path, and argv0 directory is not
Exception: argv0 dir is left alone if it's also pydoc's directory.
Returns a new path entry list, or None if no adjustment is needed.
"""
# Scripts may get the current directory in their path by default if they're
# run with the -m switch, or directly from the current directory.
# The interactive prompt also allows imports from the current directory.
# Accordingly, if the current directory is already present, don't make
# any changes to the given_path
if '' in given_path or os.curdir in given_path or os.getcwd() in given_path:
return None
# Otherwise, add the current directory to the given path, and remove the
# script directory (as long as the latter isn't also pydoc's directory.
stdlib_dir = os.path.dirname(__file__)
script_dir = os.path.dirname(argv0)
revised_path = given_path.copy()
if script_dir in given_path and not os.path.samefile(script_dir, stdlib_dir):
revised_path.remove(script_dir)
revised_path.insert(0, os.getcwd())
return revised_path
# Note: the tests only cover _get_revised_path, not _adjust_cli_path itself
def _adjust_cli_sys_path():
"""Ensures current directory is on sys.path, and __main__ directory is not.
Exception: __main__ dir is left alone if it's also pydoc's directory.
"""
revised_path = _get_revised_path(sys.path, sys.argv[0])
if revised_path is not None:
sys.path[:] = revised_path
def cli():
"""Command-line interface (looks at sys.argv to decide what to do)."""
import getopt
class BadUsage(Exception): pass
_adjust_cli_sys_path()
try:
opts, args = getopt.getopt(sys.argv[1:], 'bk:n:p:w')
writing = False
start_server = False
open_browser = False
port = 0
hostname = 'localhost'
for opt, val in opts:
if opt == '-b':
start_server = True
open_browser = True
if opt == '-k':
apropos(val)
return
if opt == '-p':
start_server = True
port = val
if opt == '-w':
writing = True
if opt == '-n':
start_server = True
hostname = val
if start_server:
browse(port, hostname=hostname, open_browser=open_browser)
return
if not args: raise BadUsage
for arg in args:
if ispath(arg) and not os.path.exists(arg):
print('file %r does not exist' % arg)
break
try:
if ispath(arg) and os.path.isfile(arg):
arg = importfile(arg)
if writing:
if ispath(arg) and os.path.isdir(arg):
writedocs(arg)
else:
writedoc(arg)
else:
help.help(arg)
except ErrorDuringImport as value:
print(value)
except (getopt.error, BadUsage):
cmd = os.path.splitext(os.path.basename(sys.argv[0]))[0]
print("""pydoc - the Python documentation tool
{cmd} <name> ...
Show text documentation on something. <name> may be the name of a
Python keyword, topic, function, module, or package, or a dotted
reference to a class or function within a module or module in a
package. If <name> contains a '{sep}', it is used as the path to a
Python source file to document. If name is 'keywords', 'topics',
or 'modules', a listing of these things is displayed.
{cmd} -k <keyword>
Search for a keyword in the synopsis lines of all available modules.
{cmd} -n <hostname>
Start an HTTP server with the given hostname (default: localhost).
{cmd} -p <port>
Start an HTTP server on the given port on the local machine. Port
number 0 can be used to get an arbitrary unused port.
{cmd} -b
Start an HTTP server on an arbitrary unused port and open a Web browser
to interactively browse documentation. This option can be used in
combination with -n and/or -p.
{cmd} -w <name> ...
Write out the HTML documentation for a module to a file in the current
directory. If <name> contains a '{sep}', it is treated as a filename; if
it names a directory, documentation is written for all the contents.
""".format(cmd=cmd, sep=os.sep))
if __name__ == '__main__':
cli()
platform.py 0000755 00000116751 15115353744 0006770 0 ustar 00 #! /usr/bin/python3.8
""" This module tries to retrieve as much platform-identifying data as
possible. It makes this information available via function APIs.
If called from the command line, it prints the platform
information concatenated as single string to stdout. The output
format is useable as part of a filename.
"""
# This module is maintained by Marc-Andre Lemburg <mal@egenix.com>.
# If you find problems, please submit bug reports/patches via the
# Python bug tracker (http://bugs.python.org) and assign them to "lemburg".
#
# Still needed:
# * support for MS-DOS (PythonDX ?)
# * support for Amiga and other still unsupported platforms running Python
# * support for additional Linux distributions
#
# Many thanks to all those who helped adding platform-specific
# checks (in no particular order):
#
# Charles G Waldman, David Arnold, Gordon McMillan, Ben Darnell,
# Jeff Bauer, Cliff Crawford, Ivan Van Laningham, Josef
# Betancourt, Randall Hopper, Karl Putland, John Farrell, Greg
# Andruk, Just van Rossum, Thomas Heller, Mark R. Levinson, Mark
# Hammond, Bill Tutt, Hans Nowak, Uwe Zessin (OpenVMS support),
# Colin Kong, Trent Mick, Guido van Rossum, Anthony Baxter, Steve
# Dower
#
# History:
#
# <see CVS and SVN checkin messages for history>
#
# 1.0.8 - changed Windows support to read version from kernel32.dll
# 1.0.7 - added DEV_NULL
# 1.0.6 - added linux_distribution()
# 1.0.5 - fixed Java support to allow running the module on Jython
# 1.0.4 - added IronPython support
# 1.0.3 - added normalization of Windows system name
# 1.0.2 - added more Windows support
# 1.0.1 - reformatted to make doc.py happy
# 1.0.0 - reformatted a bit and checked into Python CVS
# 0.8.0 - added sys.version parser and various new access
# APIs (python_version(), python_compiler(), etc.)
# 0.7.2 - fixed architecture() to use sizeof(pointer) where available
# 0.7.1 - added support for Caldera OpenLinux
# 0.7.0 - some fixes for WinCE; untabified the source file
# 0.6.2 - support for OpenVMS - requires version 1.5.2-V006 or higher and
# vms_lib.getsyi() configured
# 0.6.1 - added code to prevent 'uname -p' on platforms which are
# known not to support it
# 0.6.0 - fixed win32_ver() to hopefully work on Win95,98,NT and Win2k;
# did some cleanup of the interfaces - some APIs have changed
# 0.5.5 - fixed another type in the MacOS code... should have
# used more coffee today ;-)
# 0.5.4 - fixed a few typos in the MacOS code
# 0.5.3 - added experimental MacOS support; added better popen()
# workarounds in _syscmd_ver() -- still not 100% elegant
# though
# 0.5.2 - fixed uname() to return '' instead of 'unknown' in all
# return values (the system uname command tends to return
# 'unknown' instead of just leaving the field empty)
# 0.5.1 - included code for slackware dist; added exception handlers
# to cover up situations where platforms don't have os.popen
# (e.g. Mac) or fail on socket.gethostname(); fixed libc
# detection RE
# 0.5.0 - changed the API names referring to system commands to *syscmd*;
# added java_ver(); made syscmd_ver() a private
# API (was system_ver() in previous versions) -- use uname()
# instead; extended the win32_ver() to also return processor
# type information
# 0.4.0 - added win32_ver() and modified the platform() output for WinXX
# 0.3.4 - fixed a bug in _follow_symlinks()
# 0.3.3 - fixed popen() and "file" command invocation bugs
# 0.3.2 - added architecture() API and support for it in platform()
# 0.3.1 - fixed syscmd_ver() RE to support Windows NT
# 0.3.0 - added system alias support
# 0.2.3 - removed 'wince' again... oh well.
# 0.2.2 - added 'wince' to syscmd_ver() supported platforms
# 0.2.1 - added cache logic and changed the platform string format
# 0.2.0 - changed the API to use functions instead of module globals
# since some action take too long to be run on module import
# 0.1.0 - first release
#
# You can always get the latest version of this module at:
#
# http://www.egenix.com/files/python/platform.py
#
# If that URL should fail, try contacting the author.
__copyright__ = """
Copyright (c) 1999-2000, Marc-Andre Lemburg; mailto:mal@lemburg.com
Copyright (c) 2000-2010, eGenix.com Software GmbH; mailto:info@egenix.com
Permission to use, copy, modify, and distribute this software and its
documentation for any purpose and without fee or royalty is hereby granted,
provided that the above copyright notice appear in all copies and that
both that copyright notice and this permission notice appear in
supporting documentation or portions thereof, including modifications,
that you make.
EGENIX.COM SOFTWARE GMBH DISCLAIMS ALL WARRANTIES WITH REGARD TO
THIS SOFTWARE, INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND
FITNESS, IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL,
INDIRECT OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING
FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT,
NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION
WITH THE USE OR PERFORMANCE OF THIS SOFTWARE !
"""
__version__ = '1.0.8'
import collections
import os
import re
import sys
### Globals & Constants
# Helper for comparing two version number strings.
# Based on the description of the PHP's version_compare():
# http://php.net/manual/en/function.version-compare.php
_ver_stages = {
# any string not found in this dict, will get 0 assigned
'dev': 10,
'alpha': 20, 'a': 20,
'beta': 30, 'b': 30,
'c': 40,
'RC': 50, 'rc': 50,
# number, will get 100 assigned
'pl': 200, 'p': 200,
}
_component_re = re.compile(r'([0-9]+|[._+-])')
def _comparable_version(version):
result = []
for v in _component_re.split(version):
if v not in '._+-':
try:
v = int(v, 10)
t = 100
except ValueError:
t = _ver_stages.get(v, 0)
result.extend((t, v))
return result
### Platform specific APIs
_libc_search = re.compile(b'(__libc_init)'
b'|'
b'(GLIBC_([0-9.]+))'
b'|'
br'(libc(_\w+)?\.so(?:\.(\d[0-9.]*))?)', re.ASCII)
def libc_ver(executable=None, lib='', version='', chunksize=16384):
""" Tries to determine the libc version that the file executable
(which defaults to the Python interpreter) is linked against.
Returns a tuple of strings (lib,version) which default to the
given parameters in case the lookup fails.
Note that the function has intimate knowledge of how different
libc versions add symbols to the executable and thus is probably
only useable for executables compiled using gcc.
The file is read and scanned in chunks of chunksize bytes.
"""
if executable is None:
try:
ver = os.confstr('CS_GNU_LIBC_VERSION')
# parse 'glibc 2.28' as ('glibc', '2.28')
parts = ver.split(maxsplit=1)
if len(parts) == 2:
return tuple(parts)
except (AttributeError, ValueError, OSError):
# os.confstr() or CS_GNU_LIBC_VERSION value not available
pass
executable = sys.executable
V = _comparable_version
if hasattr(os.path, 'realpath'):
# Python 2.2 introduced os.path.realpath(); it is used
# here to work around problems with Cygwin not being
# able to open symlinks for reading
executable = os.path.realpath(executable)
with open(executable, 'rb') as f:
binary = f.read(chunksize)
pos = 0
while pos < len(binary):
if b'libc' in binary or b'GLIBC' in binary:
m = _libc_search.search(binary, pos)
else:
m = None
if not m or m.end() == len(binary):
chunk = f.read(chunksize)
if chunk:
binary = binary[max(pos, len(binary) - 1000):] + chunk
pos = 0
continue
if not m:
break
libcinit, glibc, glibcversion, so, threads, soversion = [
s.decode('latin1') if s is not None else s
for s in m.groups()]
if libcinit and not lib:
lib = 'libc'
elif glibc:
if lib != 'glibc':
lib = 'glibc'
version = glibcversion
elif V(glibcversion) > V(version):
version = glibcversion
elif so:
if lib != 'glibc':
lib = 'libc'
if soversion and (not version or V(soversion) > V(version)):
version = soversion
if threads and version[-len(threads):] != threads:
version = version + threads
pos = m.end()
return lib, version
def _norm_version(version, build=''):
""" Normalize the version and build strings and return a single
version string using the format major.minor.build (or patchlevel).
"""
l = version.split('.')
if build:
l.append(build)
try:
strings = list(map(str, map(int, l)))
except ValueError:
strings = l
version = '.'.join(strings[:3])
return version
_ver_output = re.compile(r'(?:([\w ]+) ([\w.]+) '
r'.*'
r'\[.* ([\d.]+)\])')
# Examples of VER command output:
#
# Windows 2000: Microsoft Windows 2000 [Version 5.00.2195]
# Windows XP: Microsoft Windows XP [Version 5.1.2600]
# Windows Vista: Microsoft Windows [Version 6.0.6002]
#
# Note that the "Version" string gets localized on different
# Windows versions.
def _syscmd_ver(system='', release='', version='',
supported_platforms=('win32', 'win16', 'dos')):
""" Tries to figure out the OS version used and returns
a tuple (system, release, version).
It uses the "ver" shell command for this which is known
to exists on Windows, DOS. XXX Others too ?
In case this fails, the given parameters are used as
defaults.
"""
if sys.platform not in supported_platforms:
return system, release, version
# Try some common cmd strings
import subprocess
for cmd in ('ver', 'command /c ver', 'cmd /c ver'):
try:
info = subprocess.check_output(cmd,
stderr=subprocess.DEVNULL,
text=True,
shell=True)
except (OSError, subprocess.CalledProcessError) as why:
#print('Command %s failed: %s' % (cmd, why))
continue
else:
break
else:
return system, release, version
# Parse the output
info = info.strip()
m = _ver_output.match(info)
if m is not None:
system, release, version = m.groups()
# Strip trailing dots from version and release
if release[-1] == '.':
release = release[:-1]
if version[-1] == '.':
version = version[:-1]
# Normalize the version and build strings (eliminating additional
# zeros)
version = _norm_version(version)
return system, release, version
_WIN32_CLIENT_RELEASES = {
(5, 0): "2000",
(5, 1): "XP",
# Strictly, 5.2 client is XP 64-bit, but platform.py historically
# has always called it 2003 Server
(5, 2): "2003Server",
(5, None): "post2003",
(6, 0): "Vista",
(6, 1): "7",
(6, 2): "8",
(6, 3): "8.1",
(6, None): "post8.1",
(10, 0): "10",
(10, None): "post10",
}
# Server release name lookup will default to client names if necessary
_WIN32_SERVER_RELEASES = {
(5, 2): "2003Server",
(6, 0): "2008Server",
(6, 1): "2008ServerR2",
(6, 2): "2012Server",
(6, 3): "2012ServerR2",
(6, None): "post2012ServerR2",
}
def win32_is_iot():
return win32_edition() in ('IoTUAP', 'NanoServer', 'WindowsCoreHeadless', 'IoTEdgeOS')
def win32_edition():
try:
try:
import winreg
except ImportError:
import _winreg as winreg
except ImportError:
pass
else:
try:
cvkey = r'SOFTWARE\Microsoft\Windows NT\CurrentVersion'
with winreg.OpenKeyEx(winreg.HKEY_LOCAL_MACHINE, cvkey) as key:
return winreg.QueryValueEx(key, 'EditionId')[0]
except OSError:
pass
return None
def win32_ver(release='', version='', csd='', ptype=''):
try:
from sys import getwindowsversion
except ImportError:
return release, version, csd, ptype
winver = getwindowsversion()
try:
major, minor, build = map(int, _syscmd_ver()[2].split('.'))
except ValueError:
major, minor, build = winver.platform_version or winver[:3]
version = '{0}.{1}.{2}'.format(major, minor, build)
release = (_WIN32_CLIENT_RELEASES.get((major, minor)) or
_WIN32_CLIENT_RELEASES.get((major, None)) or
release)
# getwindowsversion() reflect the compatibility mode Python is
# running under, and so the service pack value is only going to be
# valid if the versions match.
if winver[:2] == (major, minor):
try:
csd = 'SP{}'.format(winver.service_pack_major)
except AttributeError:
if csd[:13] == 'Service Pack ':
csd = 'SP' + csd[13:]
# VER_NT_SERVER = 3
if getattr(winver, 'product_type', None) == 3:
release = (_WIN32_SERVER_RELEASES.get((major, minor)) or
_WIN32_SERVER_RELEASES.get((major, None)) or
release)
try:
try:
import winreg
except ImportError:
import _winreg as winreg
except ImportError:
pass
else:
try:
cvkey = r'SOFTWARE\Microsoft\Windows NT\CurrentVersion'
with winreg.OpenKeyEx(winreg.HKEY_LOCAL_MACHINE, cvkey) as key:
ptype = winreg.QueryValueEx(key, 'CurrentType')[0]
except OSError:
pass
return release, version, csd, ptype
def _mac_ver_xml():
fn = '/System/Library/CoreServices/SystemVersion.plist'
if not os.path.exists(fn):
return None
try:
import plistlib
except ImportError:
return None
with open(fn, 'rb') as f:
pl = plistlib.load(f)
release = pl['ProductVersion']
versioninfo = ('', '', '')
machine = os.uname().machine
if machine in ('ppc', 'Power Macintosh'):
# Canonical name
machine = 'PowerPC'
return release, versioninfo, machine
def mac_ver(release='', versioninfo=('', '', ''), machine=''):
""" Get macOS version information and return it as tuple (release,
versioninfo, machine) with versioninfo being a tuple (version,
dev_stage, non_release_version).
Entries which cannot be determined are set to the parameter values
which default to ''. All tuple entries are strings.
"""
# First try reading the information from an XML file which should
# always be present
info = _mac_ver_xml()
if info is not None:
return info
# If that also doesn't work return the default values
return release, versioninfo, machine
def _java_getprop(name, default):
from java.lang import System
try:
value = System.getProperty(name)
if value is None:
return default
return value
except AttributeError:
return default
def java_ver(release='', vendor='', vminfo=('', '', ''), osinfo=('', '', '')):
""" Version interface for Jython.
Returns a tuple (release, vendor, vminfo, osinfo) with vminfo being
a tuple (vm_name, vm_release, vm_vendor) and osinfo being a
tuple (os_name, os_version, os_arch).
Values which cannot be determined are set to the defaults
given as parameters (which all default to '').
"""
# Import the needed APIs
try:
import java.lang
except ImportError:
return release, vendor, vminfo, osinfo
vendor = _java_getprop('java.vendor', vendor)
release = _java_getprop('java.version', release)
vm_name, vm_release, vm_vendor = vminfo
vm_name = _java_getprop('java.vm.name', vm_name)
vm_vendor = _java_getprop('java.vm.vendor', vm_vendor)
vm_release = _java_getprop('java.vm.version', vm_release)
vminfo = vm_name, vm_release, vm_vendor
os_name, os_version, os_arch = osinfo
os_arch = _java_getprop('java.os.arch', os_arch)
os_name = _java_getprop('java.os.name', os_name)
os_version = _java_getprop('java.os.version', os_version)
osinfo = os_name, os_version, os_arch
return release, vendor, vminfo, osinfo
### System name aliasing
def system_alias(system, release, version):
""" Returns (system, release, version) aliased to common
marketing names used for some systems.
It also does some reordering of the information in some cases
where it would otherwise cause confusion.
"""
if system == 'SunOS':
# Sun's OS
if release < '5':
# These releases use the old name SunOS
return system, release, version
# Modify release (marketing release = SunOS release - 3)
l = release.split('.')
if l:
try:
major = int(l[0])
except ValueError:
pass
else:
major = major - 3
l[0] = str(major)
release = '.'.join(l)
if release < '6':
system = 'Solaris'
else:
# XXX Whatever the new SunOS marketing name is...
system = 'Solaris'
elif system == 'IRIX64':
# IRIX reports IRIX64 on platforms with 64-bit support; yet it
# is really a version and not a different platform, since 32-bit
# apps are also supported..
system = 'IRIX'
if version:
version = version + ' (64bit)'
else:
version = '64bit'
elif system in ('win32', 'win16'):
# In case one of the other tricks
system = 'Windows'
# bpo-35516: Don't replace Darwin with macOS since input release and
# version arguments can be different than the currently running version.
return system, release, version
### Various internal helpers
def _platform(*args):
""" Helper to format the platform string in a filename
compatible format e.g. "system-version-machine".
"""
# Format the platform string
platform = '-'.join(x.strip() for x in filter(len, args))
# Cleanup some possible filename obstacles...
platform = platform.replace(' ', '_')
platform = platform.replace('/', '-')
platform = platform.replace('\\', '-')
platform = platform.replace(':', '-')
platform = platform.replace(';', '-')
platform = platform.replace('"', '-')
platform = platform.replace('(', '-')
platform = platform.replace(')', '-')
# No need to report 'unknown' information...
platform = platform.replace('unknown', '')
# Fold '--'s and remove trailing '-'
while 1:
cleaned = platform.replace('--', '-')
if cleaned == platform:
break
platform = cleaned
while platform[-1] == '-':
platform = platform[:-1]
return platform
def _node(default=''):
""" Helper to determine the node name of this machine.
"""
try:
import socket
except ImportError:
# No sockets...
return default
try:
return socket.gethostname()
except OSError:
# Still not working...
return default
def _follow_symlinks(filepath):
""" In case filepath is a symlink, follow it until a
real file is reached.
"""
filepath = os.path.abspath(filepath)
while os.path.islink(filepath):
filepath = os.path.normpath(
os.path.join(os.path.dirname(filepath), os.readlink(filepath)))
return filepath
def _syscmd_uname(option, default=''):
""" Interface to the system's uname command.
"""
if sys.platform in ('dos', 'win32', 'win16'):
# XXX Others too ?
return default
import subprocess
try:
output = subprocess.check_output(('uname', option),
stderr=subprocess.DEVNULL,
text=True)
except (OSError, subprocess.CalledProcessError):
return default
return (output.strip() or default)
def _syscmd_file(target, default=''):
""" Interface to the system's file command.
The function uses the -b option of the file command to have it
omit the filename in its output. Follow the symlinks. It returns
default in case the command should fail.
"""
if sys.platform in ('dos', 'win32', 'win16'):
# XXX Others too ?
return default
import subprocess
target = _follow_symlinks(target)
# "file" output is locale dependent: force the usage of the C locale
# to get deterministic behavior.
env = dict(os.environ, LC_ALL='C')
try:
# -b: do not prepend filenames to output lines (brief mode)
output = subprocess.check_output(['file', '-b', target],
stderr=subprocess.DEVNULL,
env=env)
except (OSError, subprocess.CalledProcessError):
return default
if not output:
return default
# With the C locale, the output should be mostly ASCII-compatible.
# Decode from Latin-1 to prevent Unicode decode error.
return output.decode('latin-1')
### Information about the used architecture
# Default values for architecture; non-empty strings override the
# defaults given as parameters
_default_architecture = {
'win32': ('', 'WindowsPE'),
'win16': ('', 'Windows'),
'dos': ('', 'MSDOS'),
}
def architecture(executable=sys.executable, bits='', linkage=''):
""" Queries the given executable (defaults to the Python interpreter
binary) for various architecture information.
Returns a tuple (bits, linkage) which contains information about
the bit architecture and the linkage format used for the
executable. Both values are returned as strings.
Values that cannot be determined are returned as given by the
parameter presets. If bits is given as '', the sizeof(pointer)
(or sizeof(long) on Python version < 1.5.2) is used as
indicator for the supported pointer size.
The function relies on the system's "file" command to do the
actual work. This is available on most if not all Unix
platforms. On some non-Unix platforms where the "file" command
does not exist and the executable is set to the Python interpreter
binary defaults from _default_architecture are used.
"""
# Use the sizeof(pointer) as default number of bits if nothing
# else is given as default.
if not bits:
import struct
size = struct.calcsize('P')
bits = str(size * 8) + 'bit'
# Get data from the 'file' system command
if executable:
fileout = _syscmd_file(executable, '')
else:
fileout = ''
if not fileout and \
executable == sys.executable:
# "file" command did not return anything; we'll try to provide
# some sensible defaults then...
if sys.platform in _default_architecture:
b, l = _default_architecture[sys.platform]
if b:
bits = b
if l:
linkage = l
return bits, linkage
if 'executable' not in fileout and 'shared object' not in fileout:
# Format not supported
return bits, linkage
# Bits
if '32-bit' in fileout:
bits = '32bit'
elif 'N32' in fileout:
# On Irix only
bits = 'n32bit'
elif '64-bit' in fileout:
bits = '64bit'
# Linkage
if 'ELF' in fileout:
linkage = 'ELF'
elif 'PE' in fileout:
# E.g. Windows uses this format
if 'Windows' in fileout:
linkage = 'WindowsPE'
else:
linkage = 'PE'
elif 'COFF' in fileout:
linkage = 'COFF'
elif 'MS-DOS' in fileout:
linkage = 'MSDOS'
else:
# XXX the A.OUT format also falls under this class...
pass
return bits, linkage
### Portable uname() interface
uname_result = collections.namedtuple("uname_result",
"system node release version machine processor")
_uname_cache = None
def uname():
""" Fairly portable uname interface. Returns a tuple
of strings (system, node, release, version, machine, processor)
identifying the underlying platform.
Note that unlike the os.uname function this also returns
possible processor information as an additional tuple entry.
Entries which cannot be determined are set to ''.
"""
global _uname_cache
no_os_uname = 0
if _uname_cache is not None:
return _uname_cache
processor = ''
# Get some infos from the builtin os.uname API...
try:
system, node, release, version, machine = os.uname()
except AttributeError:
no_os_uname = 1
if no_os_uname or not list(filter(None, (system, node, release, version, machine))):
# Hmm, no there is either no uname or uname has returned
#'unknowns'... we'll have to poke around the system then.
if no_os_uname:
system = sys.platform
release = ''
version = ''
node = _node()
machine = ''
use_syscmd_ver = 1
# Try win32_ver() on win32 platforms
if system == 'win32':
release, version, csd, ptype = win32_ver()
if release and version:
use_syscmd_ver = 0
# Try to use the PROCESSOR_* environment variables
# available on Win XP and later; see
# http://support.microsoft.com/kb/888731 and
# http://www.geocities.com/rick_lively/MANUALS/ENV/MSWIN/PROCESSI.HTM
if not machine:
# WOW64 processes mask the native architecture
if "PROCESSOR_ARCHITEW6432" in os.environ:
machine = os.environ.get("PROCESSOR_ARCHITEW6432", '')
else:
machine = os.environ.get('PROCESSOR_ARCHITECTURE', '')
if not processor:
processor = os.environ.get('PROCESSOR_IDENTIFIER', machine)
# Try the 'ver' system command available on some
# platforms
if use_syscmd_ver:
system, release, version = _syscmd_ver(system)
# Normalize system to what win32_ver() normally returns
# (_syscmd_ver() tends to return the vendor name as well)
if system == 'Microsoft Windows':
system = 'Windows'
elif system == 'Microsoft' and release == 'Windows':
# Under Windows Vista and Windows Server 2008,
# Microsoft changed the output of the ver command. The
# release is no longer printed. This causes the
# system and release to be misidentified.
system = 'Windows'
if '6.0' == version[:3]:
release = 'Vista'
else:
release = ''
# In case we still don't know anything useful, we'll try to
# help ourselves
if system in ('win32', 'win16'):
if not version:
if system == 'win32':
version = '32bit'
else:
version = '16bit'
system = 'Windows'
elif system[:4] == 'java':
release, vendor, vminfo, osinfo = java_ver()
system = 'Java'
version = ', '.join(vminfo)
if not version:
version = vendor
# System specific extensions
if system == 'OpenVMS':
# OpenVMS seems to have release and version mixed up
if not release or release == '0':
release = version
version = ''
# Get processor information
try:
import vms_lib
except ImportError:
pass
else:
csid, cpu_number = vms_lib.getsyi('SYI$_CPU', 0)
if (cpu_number >= 128):
processor = 'Alpha'
else:
processor = 'VAX'
if not processor:
# Get processor information from the uname system command
processor = _syscmd_uname('-p', '')
#If any unknowns still exist, replace them with ''s, which are more portable
if system == 'unknown':
system = ''
if node == 'unknown':
node = ''
if release == 'unknown':
release = ''
if version == 'unknown':
version = ''
if machine == 'unknown':
machine = ''
if processor == 'unknown':
processor = ''
# normalize name
if system == 'Microsoft' and release == 'Windows':
system = 'Windows'
release = 'Vista'
_uname_cache = uname_result(system, node, release, version,
machine, processor)
return _uname_cache
### Direct interfaces to some of the uname() return values
def system():
""" Returns the system/OS name, e.g. 'Linux', 'Windows' or 'Java'.
An empty string is returned if the value cannot be determined.
"""
return uname().system
def node():
""" Returns the computer's network name (which may not be fully
qualified)
An empty string is returned if the value cannot be determined.
"""
return uname().node
def release():
""" Returns the system's release, e.g. '2.2.0' or 'NT'
An empty string is returned if the value cannot be determined.
"""
return uname().release
def version():
""" Returns the system's release version, e.g. '#3 on degas'
An empty string is returned if the value cannot be determined.
"""
return uname().version
def machine():
""" Returns the machine type, e.g. 'i386'
An empty string is returned if the value cannot be determined.
"""
return uname().machine
def processor():
""" Returns the (true) processor name, e.g. 'amdk6'
An empty string is returned if the value cannot be
determined. Note that many platforms do not provide this
information or simply return the same value as for machine(),
e.g. NetBSD does this.
"""
return uname().processor
### Various APIs for extracting information from sys.version
_sys_version_parser = re.compile(
r'([\w.+]+)\s*' # "version<space>"
r'\(#?([^,]+)' # "(#buildno"
r'(?:,\s*([\w ]*)' # ", builddate"
r'(?:,\s*([\w :]*))?)?\)\s*' # ", buildtime)<space>"
r'\[([^\]]+)\]?', re.ASCII) # "[compiler]"
_ironpython_sys_version_parser = re.compile(
r'IronPython\s*'
r'([\d\.]+)'
r'(?: \(([\d\.]+)\))?'
r' on (.NET [\d\.]+)', re.ASCII)
# IronPython covering 2.6 and 2.7
_ironpython26_sys_version_parser = re.compile(
r'([\d.]+)\s*'
r'\(IronPython\s*'
r'[\d.]+\s*'
r'\(([\d.]+)\) on ([\w.]+ [\d.]+(?: \(\d+-bit\))?)\)'
)
_pypy_sys_version_parser = re.compile(
r'([\w.+]+)\s*'
r'\(#?([^,]+),\s*([\w ]+),\s*([\w :]+)\)\s*'
r'\[PyPy [^\]]+\]?')
_sys_version_cache = {}
def _sys_version(sys_version=None):
""" Returns a parsed version of Python's sys.version as tuple
(name, version, branch, revision, buildno, builddate, compiler)
referring to the Python implementation name, version, branch,
revision, build number, build date/time as string and the compiler
identification string.
Note that unlike the Python sys.version, the returned value
for the Python version will always include the patchlevel (it
defaults to '.0').
The function returns empty strings for tuple entries that
cannot be determined.
sys_version may be given to parse an alternative version
string, e.g. if the version was read from a different Python
interpreter.
"""
# Get the Python version
if sys_version is None:
sys_version = sys.version
# Try the cache first
result = _sys_version_cache.get(sys_version, None)
if result is not None:
return result
# Parse it
if 'IronPython' in sys_version:
# IronPython
name = 'IronPython'
if sys_version.startswith('IronPython'):
match = _ironpython_sys_version_parser.match(sys_version)
else:
match = _ironpython26_sys_version_parser.match(sys_version)
if match is None:
raise ValueError(
'failed to parse IronPython sys.version: %s' %
repr(sys_version))
version, alt_version, compiler = match.groups()
buildno = ''
builddate = ''
elif sys.platform.startswith('java'):
# Jython
name = 'Jython'
match = _sys_version_parser.match(sys_version)
if match is None:
raise ValueError(
'failed to parse Jython sys.version: %s' %
repr(sys_version))
version, buildno, builddate, buildtime, _ = match.groups()
if builddate is None:
builddate = ''
compiler = sys.platform
elif "PyPy" in sys_version:
# PyPy
name = "PyPy"
match = _pypy_sys_version_parser.match(sys_version)
if match is None:
raise ValueError("failed to parse PyPy sys.version: %s" %
repr(sys_version))
version, buildno, builddate, buildtime = match.groups()
compiler = ""
else:
# CPython
match = _sys_version_parser.match(sys_version)
if match is None:
raise ValueError(
'failed to parse CPython sys.version: %s' %
repr(sys_version))
version, buildno, builddate, buildtime, compiler = \
match.groups()
name = 'CPython'
if builddate is None:
builddate = ''
elif buildtime:
builddate = builddate + ' ' + buildtime
if hasattr(sys, '_git'):
_, branch, revision = sys._git
elif hasattr(sys, '_mercurial'):
_, branch, revision = sys._mercurial
else:
branch = ''
revision = ''
# Add the patchlevel version if missing
l = version.split('.')
if len(l) == 2:
l.append('0')
version = '.'.join(l)
# Build and cache the result
result = (name, version, branch, revision, buildno, builddate, compiler)
_sys_version_cache[sys_version] = result
return result
def python_implementation():
""" Returns a string identifying the Python implementation.
Currently, the following implementations are identified:
'CPython' (C implementation of Python),
'IronPython' (.NET implementation of Python),
'Jython' (Java implementation of Python),
'PyPy' (Python implementation of Python).
"""
return _sys_version()[0]
def python_version():
""" Returns the Python version as string 'major.minor.patchlevel'
Note that unlike the Python sys.version, the returned value
will always include the patchlevel (it defaults to 0).
"""
return _sys_version()[1]
def python_version_tuple():
""" Returns the Python version as tuple (major, minor, patchlevel)
of strings.
Note that unlike the Python sys.version, the returned value
will always include the patchlevel (it defaults to 0).
"""
return tuple(_sys_version()[1].split('.'))
def python_branch():
""" Returns a string identifying the Python implementation
branch.
For CPython this is the SCM branch from which the
Python binary was built.
If not available, an empty string is returned.
"""
return _sys_version()[2]
def python_revision():
""" Returns a string identifying the Python implementation
revision.
For CPython this is the SCM revision from which the
Python binary was built.
If not available, an empty string is returned.
"""
return _sys_version()[3]
def python_build():
""" Returns a tuple (buildno, builddate) stating the Python
build number and date as strings.
"""
return _sys_version()[4:6]
def python_compiler():
""" Returns a string identifying the compiler used for compiling
Python.
"""
return _sys_version()[6]
### The Opus Magnum of platform strings :-)
_platform_cache = {}
def platform(aliased=0, terse=0):
""" Returns a single string identifying the underlying platform
with as much useful information as possible (but no more :).
The output is intended to be human readable rather than
machine parseable. It may look different on different
platforms and this is intended.
If "aliased" is true, the function will use aliases for
various platforms that report system names which differ from
their common names, e.g. SunOS will be reported as
Solaris. The system_alias() function is used to implement
this.
Setting terse to true causes the function to return only the
absolute minimum information needed to identify the platform.
"""
result = _platform_cache.get((aliased, terse), None)
if result is not None:
return result
# Get uname information and then apply platform specific cosmetics
# to it...
system, node, release, version, machine, processor = uname()
if machine == processor:
processor = ''
if aliased:
system, release, version = system_alias(system, release, version)
if system == 'Darwin':
# macOS (darwin kernel)
macos_release = mac_ver()[0]
if macos_release:
system = 'macOS'
release = macos_release
if system == 'Windows':
# MS platforms
rel, vers, csd, ptype = win32_ver(version)
if terse:
platform = _platform(system, release)
else:
platform = _platform(system, release, version, csd)
elif system in ('Linux',):
# check for libc vs. glibc
libcname, libcversion = libc_ver(sys.executable)
platform = _platform(system, release, machine, processor,
'with',
libcname+libcversion)
elif system == 'Java':
# Java platforms
r, v, vminfo, (os_name, os_version, os_arch) = java_ver()
if terse or not os_name:
platform = _platform(system, release, version)
else:
platform = _platform(system, release, version,
'on',
os_name, os_version, os_arch)
else:
# Generic handler
if terse:
platform = _platform(system, release)
else:
bits, linkage = architecture(sys.executable)
platform = _platform(system, release, machine,
processor, bits, linkage)
_platform_cache[(aliased, terse)] = platform
return platform
### Command line interface
if __name__ == '__main__':
# Default is to print the aliased verbose platform string
terse = ('terse' in sys.argv or '--terse' in sys.argv)
aliased = (not 'nonaliased' in sys.argv and not '--nonaliased' in sys.argv)
print(platform(aliased, terse))
sys.exit(0)
gzip.py 0000644 00000051645 15115353744 0006112 0 ustar 00 """Functions that read and write gzipped files.
The user of the file doesn't have to worry about the compression,
but random access is not allowed."""
# based on Andrew Kuchling's minigzip.py distributed with the zlib module
import struct, sys, time, os
import zlib
import builtins
import io
import _compression
__all__ = ["BadGzipFile", "GzipFile", "open", "compress", "decompress"]
FTEXT, FHCRC, FEXTRA, FNAME, FCOMMENT = 1, 2, 4, 8, 16
READ, WRITE = 1, 2
_COMPRESS_LEVEL_FAST = 1
_COMPRESS_LEVEL_TRADEOFF = 6
_COMPRESS_LEVEL_BEST = 9
def open(filename, mode="rb", compresslevel=_COMPRESS_LEVEL_BEST,
encoding=None, errors=None, newline=None):
"""Open a gzip-compressed file in binary or text mode.
The filename argument can be an actual filename (a str or bytes object), or
an existing file object to read from or write to.
The mode argument can be "r", "rb", "w", "wb", "x", "xb", "a" or "ab" for
binary mode, or "rt", "wt", "xt" or "at" for text mode. The default mode is
"rb", and the default compresslevel is 9.
For binary mode, this function is equivalent to the GzipFile constructor:
GzipFile(filename, mode, compresslevel). In this case, the encoding, errors
and newline arguments must not be provided.
For text mode, a GzipFile object is created, and wrapped in an
io.TextIOWrapper instance with the specified encoding, error handling
behavior, and line ending(s).
"""
if "t" in mode:
if "b" in mode:
raise ValueError("Invalid mode: %r" % (mode,))
else:
if encoding is not None:
raise ValueError("Argument 'encoding' not supported in binary mode")
if errors is not None:
raise ValueError("Argument 'errors' not supported in binary mode")
if newline is not None:
raise ValueError("Argument 'newline' not supported in binary mode")
gz_mode = mode.replace("t", "")
if isinstance(filename, (str, bytes, os.PathLike)):
binary_file = GzipFile(filename, gz_mode, compresslevel)
elif hasattr(filename, "read") or hasattr(filename, "write"):
binary_file = GzipFile(None, gz_mode, compresslevel, filename)
else:
raise TypeError("filename must be a str or bytes object, or a file")
if "t" in mode:
return io.TextIOWrapper(binary_file, encoding, errors, newline)
else:
return binary_file
def write32u(output, value):
# The L format writes the bit pattern correctly whether signed
# or unsigned.
output.write(struct.pack("<L", value))
class _PaddedFile:
"""Minimal read-only file object that prepends a string to the contents
of an actual file. Shouldn't be used outside of gzip.py, as it lacks
essential functionality."""
def __init__(self, f, prepend=b''):
self._buffer = prepend
self._length = len(prepend)
self.file = f
self._read = 0
def read(self, size):
if self._read is None:
return self.file.read(size)
if self._read + size <= self._length:
read = self._read
self._read += size
return self._buffer[read:self._read]
else:
read = self._read
self._read = None
return self._buffer[read:] + \
self.file.read(size-self._length+read)
def prepend(self, prepend=b''):
if self._read is None:
self._buffer = prepend
else: # Assume data was read since the last prepend() call
self._read -= len(prepend)
return
self._length = len(self._buffer)
self._read = 0
def seek(self, off):
self._read = None
self._buffer = None
return self.file.seek(off)
def seekable(self):
return True # Allows fast-forwarding even in unseekable streams
class BadGzipFile(OSError):
"""Exception raised in some cases for invalid gzip files."""
class GzipFile(_compression.BaseStream):
"""The GzipFile class simulates most of the methods of a file object with
the exception of the truncate() method.
This class only supports opening files in binary mode. If you need to open a
compressed file in text mode, use the gzip.open() function.
"""
# Overridden with internal file object to be closed, if only a filename
# is passed in
myfileobj = None
def __init__(self, filename=None, mode=None,
compresslevel=_COMPRESS_LEVEL_BEST, fileobj=None, mtime=None):
"""Constructor for the GzipFile class.
At least one of fileobj and filename must be given a
non-trivial value.
The new class instance is based on fileobj, which can be a regular
file, an io.BytesIO object, or any other object which simulates a file.
It defaults to None, in which case filename is opened to provide
a file object.
When fileobj is not None, the filename argument is only used to be
included in the gzip file header, which may include the original
filename of the uncompressed file. It defaults to the filename of
fileobj, if discernible; otherwise, it defaults to the empty string,
and in this case the original filename is not included in the header.
The mode argument can be any of 'r', 'rb', 'a', 'ab', 'w', 'wb', 'x', or
'xb' depending on whether the file will be read or written. The default
is the mode of fileobj if discernible; otherwise, the default is 'rb'.
A mode of 'r' is equivalent to one of 'rb', and similarly for 'w' and
'wb', 'a' and 'ab', and 'x' and 'xb'.
The compresslevel argument is an integer from 0 to 9 controlling the
level of compression; 1 is fastest and produces the least compression,
and 9 is slowest and produces the most compression. 0 is no compression
at all. The default is 9.
The mtime argument is an optional numeric timestamp to be written
to the last modification time field in the stream when compressing.
If omitted or None, the current time is used.
"""
if mode and ('t' in mode or 'U' in mode):
raise ValueError("Invalid mode: {!r}".format(mode))
if mode and 'b' not in mode:
mode += 'b'
if fileobj is None:
fileobj = self.myfileobj = builtins.open(filename, mode or 'rb')
if filename is None:
filename = getattr(fileobj, 'name', '')
if not isinstance(filename, (str, bytes)):
filename = ''
else:
filename = os.fspath(filename)
if mode is None:
mode = getattr(fileobj, 'mode', 'rb')
if mode.startswith('r'):
self.mode = READ
raw = _GzipReader(fileobj)
self._buffer = io.BufferedReader(raw)
self.name = filename
elif mode.startswith(('w', 'a', 'x')):
self.mode = WRITE
self._init_write(filename)
self.compress = zlib.compressobj(compresslevel,
zlib.DEFLATED,
-zlib.MAX_WBITS,
zlib.DEF_MEM_LEVEL,
0)
self._write_mtime = mtime
else:
raise ValueError("Invalid mode: {!r}".format(mode))
self.fileobj = fileobj
if self.mode == WRITE:
self._write_gzip_header(compresslevel)
@property
def filename(self):
import warnings
warnings.warn("use the name attribute", DeprecationWarning, 2)
if self.mode == WRITE and self.name[-3:] != ".gz":
return self.name + ".gz"
return self.name
@property
def mtime(self):
"""Last modification time read from stream, or None"""
return self._buffer.raw._last_mtime
def __repr__(self):
s = repr(self.fileobj)
return '<gzip ' + s[1:-1] + ' ' + hex(id(self)) + '>'
def _init_write(self, filename):
self.name = filename
self.crc = zlib.crc32(b"")
self.size = 0
self.writebuf = []
self.bufsize = 0
self.offset = 0 # Current file offset for seek(), tell(), etc
def _write_gzip_header(self, compresslevel):
self.fileobj.write(b'\037\213') # magic header
self.fileobj.write(b'\010') # compression method
try:
# RFC 1952 requires the FNAME field to be Latin-1. Do not
# include filenames that cannot be represented that way.
fname = os.path.basename(self.name)
if not isinstance(fname, bytes):
fname = fname.encode('latin-1')
if fname.endswith(b'.gz'):
fname = fname[:-3]
except UnicodeEncodeError:
fname = b''
flags = 0
if fname:
flags = FNAME
self.fileobj.write(chr(flags).encode('latin-1'))
mtime = self._write_mtime
if mtime is None:
mtime = time.time()
write32u(self.fileobj, int(mtime))
if compresslevel == _COMPRESS_LEVEL_BEST:
xfl = b'\002'
elif compresslevel == _COMPRESS_LEVEL_FAST:
xfl = b'\004'
else:
xfl = b'\000'
self.fileobj.write(xfl)
self.fileobj.write(b'\377')
if fname:
self.fileobj.write(fname + b'\000')
def write(self,data):
self._check_not_closed()
if self.mode != WRITE:
import errno
raise OSError(errno.EBADF, "write() on read-only GzipFile object")
if self.fileobj is None:
raise ValueError("write() on closed GzipFile object")
if isinstance(data, bytes):
length = len(data)
else:
# accept any data that supports the buffer protocol
data = memoryview(data)
length = data.nbytes
if length > 0:
self.fileobj.write(self.compress.compress(data))
self.size += length
self.crc = zlib.crc32(data, self.crc)
self.offset += length
return length
def read(self, size=-1):
self._check_not_closed()
if self.mode != READ:
import errno
raise OSError(errno.EBADF, "read() on write-only GzipFile object")
return self._buffer.read(size)
def read1(self, size=-1):
"""Implements BufferedIOBase.read1()
Reads up to a buffer's worth of data if size is negative."""
self._check_not_closed()
if self.mode != READ:
import errno
raise OSError(errno.EBADF, "read1() on write-only GzipFile object")
if size < 0:
size = io.DEFAULT_BUFFER_SIZE
return self._buffer.read1(size)
def peek(self, n):
self._check_not_closed()
if self.mode != READ:
import errno
raise OSError(errno.EBADF, "peek() on write-only GzipFile object")
return self._buffer.peek(n)
@property
def closed(self):
return self.fileobj is None
def close(self):
fileobj = self.fileobj
if fileobj is None:
return
self.fileobj = None
try:
if self.mode == WRITE:
fileobj.write(self.compress.flush())
write32u(fileobj, self.crc)
# self.size may exceed 2 GiB, or even 4 GiB
write32u(fileobj, self.size & 0xffffffff)
elif self.mode == READ:
self._buffer.close()
finally:
myfileobj = self.myfileobj
if myfileobj:
self.myfileobj = None
myfileobj.close()
def flush(self,zlib_mode=zlib.Z_SYNC_FLUSH):
self._check_not_closed()
if self.mode == WRITE:
# Ensure the compressor's buffer is flushed
self.fileobj.write(self.compress.flush(zlib_mode))
self.fileobj.flush()
def fileno(self):
"""Invoke the underlying file object's fileno() method.
This will raise AttributeError if the underlying file object
doesn't support fileno().
"""
return self.fileobj.fileno()
def rewind(self):
'''Return the uncompressed stream file position indicator to the
beginning of the file'''
if self.mode != READ:
raise OSError("Can't rewind in write mode")
self._buffer.seek(0)
def readable(self):
return self.mode == READ
def writable(self):
return self.mode == WRITE
def seekable(self):
return True
def seek(self, offset, whence=io.SEEK_SET):
if self.mode == WRITE:
if whence != io.SEEK_SET:
if whence == io.SEEK_CUR:
offset = self.offset + offset
else:
raise ValueError('Seek from end not supported')
if offset < self.offset:
raise OSError('Negative seek in write mode')
count = offset - self.offset
chunk = b'\0' * 1024
for i in range(count // 1024):
self.write(chunk)
self.write(b'\0' * (count % 1024))
elif self.mode == READ:
self._check_not_closed()
return self._buffer.seek(offset, whence)
return self.offset
def readline(self, size=-1):
self._check_not_closed()
return self._buffer.readline(size)
class _GzipReader(_compression.DecompressReader):
def __init__(self, fp):
super().__init__(_PaddedFile(fp), zlib.decompressobj,
wbits=-zlib.MAX_WBITS)
# Set flag indicating start of a new member
self._new_member = True
self._last_mtime = None
def _init_read(self):
self._crc = zlib.crc32(b"")
self._stream_size = 0 # Decompressed size of unconcatenated stream
def _read_exact(self, n):
'''Read exactly *n* bytes from `self._fp`
This method is required because self._fp may be unbuffered,
i.e. return short reads.
'''
data = self._fp.read(n)
while len(data) < n:
b = self._fp.read(n - len(data))
if not b:
raise EOFError("Compressed file ended before the "
"end-of-stream marker was reached")
data += b
return data
def _read_gzip_header(self):
magic = self._fp.read(2)
if magic == b'':
return False
if magic != b'\037\213':
raise BadGzipFile('Not a gzipped file (%r)' % magic)
(method, flag,
self._last_mtime) = struct.unpack("<BBIxx", self._read_exact(8))
if method != 8:
raise BadGzipFile('Unknown compression method')
if flag & FEXTRA:
# Read & discard the extra field, if present
extra_len, = struct.unpack("<H", self._read_exact(2))
self._read_exact(extra_len)
if flag & FNAME:
# Read and discard a null-terminated string containing the filename
while True:
s = self._fp.read(1)
if not s or s==b'\000':
break
if flag & FCOMMENT:
# Read and discard a null-terminated string containing a comment
while True:
s = self._fp.read(1)
if not s or s==b'\000':
break
if flag & FHCRC:
self._read_exact(2) # Read & discard the 16-bit header CRC
return True
def read(self, size=-1):
if size < 0:
return self.readall()
# size=0 is special because decompress(max_length=0) is not supported
if not size:
return b""
# For certain input data, a single
# call to decompress() may not return
# any data. In this case, retry until we get some data or reach EOF.
while True:
if self._decompressor.eof:
# Ending case: we've come to the end of a member in the file,
# so finish up this member, and read a new gzip header.
# Check the CRC and file size, and set the flag so we read
# a new member
self._read_eof()
self._new_member = True
self._decompressor = self._decomp_factory(
**self._decomp_args)
if self._new_member:
# If the _new_member flag is set, we have to
# jump to the next member, if there is one.
self._init_read()
if not self._read_gzip_header():
self._size = self._pos
return b""
self._new_member = False
# Read a chunk of data from the file
buf = self._fp.read(io.DEFAULT_BUFFER_SIZE)
uncompress = self._decompressor.decompress(buf, size)
if self._decompressor.unconsumed_tail != b"":
self._fp.prepend(self._decompressor.unconsumed_tail)
elif self._decompressor.unused_data != b"":
# Prepend the already read bytes to the fileobj so they can
# be seen by _read_eof() and _read_gzip_header()
self._fp.prepend(self._decompressor.unused_data)
if uncompress != b"":
break
if buf == b"":
raise EOFError("Compressed file ended before the "
"end-of-stream marker was reached")
self._add_read_data( uncompress )
self._pos += len(uncompress)
return uncompress
def _add_read_data(self, data):
self._crc = zlib.crc32(data, self._crc)
self._stream_size = self._stream_size + len(data)
def _read_eof(self):
# We've read to the end of the file
# We check the that the computed CRC and size of the
# uncompressed data matches the stored values. Note that the size
# stored is the true file size mod 2**32.
crc32, isize = struct.unpack("<II", self._read_exact(8))
if crc32 != self._crc:
raise BadGzipFile("CRC check failed %s != %s" % (hex(crc32),
hex(self._crc)))
elif isize != (self._stream_size & 0xffffffff):
raise BadGzipFile("Incorrect length of data produced")
# Gzip files can be padded with zeroes and still have archives.
# Consume all zero bytes and set the file position to the first
# non-zero byte. See http://www.gzip.org/#faq8
c = b"\x00"
while c == b"\x00":
c = self._fp.read(1)
if c:
self._fp.prepend(c)
def _rewind(self):
super()._rewind()
self._new_member = True
def compress(data, compresslevel=_COMPRESS_LEVEL_BEST, *, mtime=None):
"""Compress data in one shot and return the compressed string.
Optional argument is the compression level, in range of 0-9.
"""
buf = io.BytesIO()
with GzipFile(fileobj=buf, mode='wb', compresslevel=compresslevel, mtime=mtime) as f:
f.write(data)
return buf.getvalue()
def decompress(data):
"""Decompress a gzip compressed string in one shot.
Return the decompressed string.
"""
with GzipFile(fileobj=io.BytesIO(data)) as f:
return f.read()
def main():
from argparse import ArgumentParser
parser = ArgumentParser(description=
"A simple command line interface for the gzip module: act like gzip, "
"but do not delete the input file.")
group = parser.add_mutually_exclusive_group()
group.add_argument('--fast', action='store_true', help='compress faster')
group.add_argument('--best', action='store_true', help='compress better')
group.add_argument("-d", "--decompress", action="store_true",
help="act like gunzip instead of gzip")
parser.add_argument("args", nargs="*", default=["-"], metavar='file')
args = parser.parse_args()
compresslevel = _COMPRESS_LEVEL_TRADEOFF
if args.fast:
compresslevel = _COMPRESS_LEVEL_FAST
elif args.best:
compresslevel = _COMPRESS_LEVEL_BEST
for arg in args.args:
if args.decompress:
if arg == "-":
f = GzipFile(filename="", mode="rb", fileobj=sys.stdin.buffer)
g = sys.stdout.buffer
else:
if arg[-3:] != ".gz":
sys.exit(f"filename doesn't end in .gz: {arg!r}")
f = open(arg, "rb")
g = builtins.open(arg[:-3], "wb")
else:
if arg == "-":
f = sys.stdin.buffer
g = GzipFile(filename="", mode="wb", fileobj=sys.stdout.buffer,
compresslevel=compresslevel)
else:
f = builtins.open(arg, "rb")
g = open(arg + ".gz", "wb")
while True:
chunk = f.read(1024)
if not chunk:
break
g.write(chunk)
if g is not sys.stdout.buffer:
g.close()
if f is not sys.stdin.buffer:
f.close()
if __name__ == '__main__':
main()
cmd.py 0000644 00000035014 15115353744 0005674 0 ustar 00 """A generic class to build line-oriented command interpreters.
Interpreters constructed with this class obey the following conventions:
1. End of file on input is processed as the command 'EOF'.
2. A command is parsed out of each line by collecting the prefix composed
of characters in the identchars member.
3. A command `foo' is dispatched to a method 'do_foo()'; the do_ method
is passed a single argument consisting of the remainder of the line.
4. Typing an empty line repeats the last command. (Actually, it calls the
method `emptyline', which may be overridden in a subclass.)
5. There is a predefined `help' method. Given an argument `topic', it
calls the command `help_topic'. With no arguments, it lists all topics
with defined help_ functions, broken into up to three topics; documented
commands, miscellaneous help topics, and undocumented commands.
6. The command '?' is a synonym for `help'. The command '!' is a synonym
for `shell', if a do_shell method exists.
7. If completion is enabled, completing commands will be done automatically,
and completing of commands args is done by calling complete_foo() with
arguments text, line, begidx, endidx. text is string we are matching
against, all returned matches must begin with it. line is the current
input line (lstripped), begidx and endidx are the beginning and end
indexes of the text being matched, which could be used to provide
different completion depending upon which position the argument is in.
The `default' method may be overridden to intercept commands for which there
is no do_ method.
The `completedefault' method may be overridden to intercept completions for
commands that have no complete_ method.
The data member `self.ruler' sets the character used to draw separator lines
in the help messages. If empty, no ruler line is drawn. It defaults to "=".
If the value of `self.intro' is nonempty when the cmdloop method is called,
it is printed out on interpreter startup. This value may be overridden
via an optional argument to the cmdloop() method.
The data members `self.doc_header', `self.misc_header', and
`self.undoc_header' set the headers used for the help function's
listings of documented functions, miscellaneous topics, and undocumented
functions respectively.
"""
import string, sys
__all__ = ["Cmd"]
PROMPT = '(Cmd) '
IDENTCHARS = string.ascii_letters + string.digits + '_'
class Cmd:
"""A simple framework for writing line-oriented command interpreters.
These are often useful for test harnesses, administrative tools, and
prototypes that will later be wrapped in a more sophisticated interface.
A Cmd instance or subclass instance is a line-oriented interpreter
framework. There is no good reason to instantiate Cmd itself; rather,
it's useful as a superclass of an interpreter class you define yourself
in order to inherit Cmd's methods and encapsulate action methods.
"""
prompt = PROMPT
identchars = IDENTCHARS
ruler = '='
lastcmd = ''
intro = None
doc_leader = ""
doc_header = "Documented commands (type help <topic>):"
misc_header = "Miscellaneous help topics:"
undoc_header = "Undocumented commands:"
nohelp = "*** No help on %s"
use_rawinput = 1
def __init__(self, completekey='tab', stdin=None, stdout=None):
"""Instantiate a line-oriented interpreter framework.
The optional argument 'completekey' is the readline name of a
completion key; it defaults to the Tab key. If completekey is
not None and the readline module is available, command completion
is done automatically. The optional arguments stdin and stdout
specify alternate input and output file objects; if not specified,
sys.stdin and sys.stdout are used.
"""
if stdin is not None:
self.stdin = stdin
else:
self.stdin = sys.stdin
if stdout is not None:
self.stdout = stdout
else:
self.stdout = sys.stdout
self.cmdqueue = []
self.completekey = completekey
def cmdloop(self, intro=None):
"""Repeatedly issue a prompt, accept input, parse an initial prefix
off the received input, and dispatch to action methods, passing them
the remainder of the line as argument.
"""
self.preloop()
if self.use_rawinput and self.completekey:
try:
import readline
self.old_completer = readline.get_completer()
readline.set_completer(self.complete)
readline.parse_and_bind(self.completekey+": complete")
except ImportError:
pass
try:
if intro is not None:
self.intro = intro
if self.intro:
self.stdout.write(str(self.intro)+"\n")
stop = None
while not stop:
if self.cmdqueue:
line = self.cmdqueue.pop(0)
else:
if self.use_rawinput:
try:
line = input(self.prompt)
except EOFError:
line = 'EOF'
else:
self.stdout.write(self.prompt)
self.stdout.flush()
line = self.stdin.readline()
if not len(line):
line = 'EOF'
else:
line = line.rstrip('\r\n')
line = self.precmd(line)
stop = self.onecmd(line)
stop = self.postcmd(stop, line)
self.postloop()
finally:
if self.use_rawinput and self.completekey:
try:
import readline
readline.set_completer(self.old_completer)
except ImportError:
pass
def precmd(self, line):
"""Hook method executed just before the command line is
interpreted, but after the input prompt is generated and issued.
"""
return line
def postcmd(self, stop, line):
"""Hook method executed just after a command dispatch is finished."""
return stop
def preloop(self):
"""Hook method executed once when the cmdloop() method is called."""
pass
def postloop(self):
"""Hook method executed once when the cmdloop() method is about to
return.
"""
pass
def parseline(self, line):
"""Parse the line into a command name and a string containing
the arguments. Returns a tuple containing (command, args, line).
'command' and 'args' may be None if the line couldn't be parsed.
"""
line = line.strip()
if not line:
return None, None, line
elif line[0] == '?':
line = 'help ' + line[1:]
elif line[0] == '!':
if hasattr(self, 'do_shell'):
line = 'shell ' + line[1:]
else:
return None, None, line
i, n = 0, len(line)
while i < n and line[i] in self.identchars: i = i+1
cmd, arg = line[:i], line[i:].strip()
return cmd, arg, line
def onecmd(self, line):
"""Interpret the argument as though it had been typed in response
to the prompt.
This may be overridden, but should not normally need to be;
see the precmd() and postcmd() methods for useful execution hooks.
The return value is a flag indicating whether interpretation of
commands by the interpreter should stop.
"""
cmd, arg, line = self.parseline(line)
if not line:
return self.emptyline()
if cmd is None:
return self.default(line)
self.lastcmd = line
if line == 'EOF' :
self.lastcmd = ''
if cmd == '':
return self.default(line)
else:
try:
func = getattr(self, 'do_' + cmd)
except AttributeError:
return self.default(line)
return func(arg)
def emptyline(self):
"""Called when an empty line is entered in response to the prompt.
If this method is not overridden, it repeats the last nonempty
command entered.
"""
if self.lastcmd:
return self.onecmd(self.lastcmd)
def default(self, line):
"""Called on an input line when the command prefix is not recognized.
If this method is not overridden, it prints an error message and
returns.
"""
self.stdout.write('*** Unknown syntax: %s\n'%line)
def completedefault(self, *ignored):
"""Method called to complete an input line when no command-specific
complete_*() method is available.
By default, it returns an empty list.
"""
return []
def completenames(self, text, *ignored):
dotext = 'do_'+text
return [a[3:] for a in self.get_names() if a.startswith(dotext)]
def complete(self, text, state):
"""Return the next possible completion for 'text'.
If a command has not been entered, then complete against command list.
Otherwise try to call complete_<command> to get list of completions.
"""
if state == 0:
import readline
origline = readline.get_line_buffer()
line = origline.lstrip()
stripped = len(origline) - len(line)
begidx = readline.get_begidx() - stripped
endidx = readline.get_endidx() - stripped
if begidx>0:
cmd, args, foo = self.parseline(line)
if cmd == '':
compfunc = self.completedefault
else:
try:
compfunc = getattr(self, 'complete_' + cmd)
except AttributeError:
compfunc = self.completedefault
else:
compfunc = self.completenames
self.completion_matches = compfunc(text, line, begidx, endidx)
try:
return self.completion_matches[state]
except IndexError:
return None
def get_names(self):
# This method used to pull in base class attributes
# at a time dir() didn't do it yet.
return dir(self.__class__)
def complete_help(self, *args):
commands = set(self.completenames(*args))
topics = set(a[5:] for a in self.get_names()
if a.startswith('help_' + args[0]))
return list(commands | topics)
def do_help(self, arg):
'List available commands with "help" or detailed help with "help cmd".'
if arg:
# XXX check arg syntax
try:
func = getattr(self, 'help_' + arg)
except AttributeError:
try:
doc=getattr(self, 'do_' + arg).__doc__
if doc:
self.stdout.write("%s\n"%str(doc))
return
except AttributeError:
pass
self.stdout.write("%s\n"%str(self.nohelp % (arg,)))
return
func()
else:
names = self.get_names()
cmds_doc = []
cmds_undoc = []
help = {}
for name in names:
if name[:5] == 'help_':
help[name[5:]]=1
names.sort()
# There can be duplicates if routines overridden
prevname = ''
for name in names:
if name[:3] == 'do_':
if name == prevname:
continue
prevname = name
cmd=name[3:]
if cmd in help:
cmds_doc.append(cmd)
del help[cmd]
elif getattr(self, name).__doc__:
cmds_doc.append(cmd)
else:
cmds_undoc.append(cmd)
self.stdout.write("%s\n"%str(self.doc_leader))
self.print_topics(self.doc_header, cmds_doc, 15,80)
self.print_topics(self.misc_header, list(help.keys()),15,80)
self.print_topics(self.undoc_header, cmds_undoc, 15,80)
def print_topics(self, header, cmds, cmdlen, maxcol):
if cmds:
self.stdout.write("%s\n"%str(header))
if self.ruler:
self.stdout.write("%s\n"%str(self.ruler * len(header)))
self.columnize(cmds, maxcol-1)
self.stdout.write("\n")
def columnize(self, list, displaywidth=80):
"""Display a list of strings as a compact set of columns.
Each column is only as wide as necessary.
Columns are separated by two spaces (one was not legible enough).
"""
if not list:
self.stdout.write("<empty>\n")
return
nonstrings = [i for i in range(len(list))
if not isinstance(list[i], str)]
if nonstrings:
raise TypeError("list[i] not a string for i in %s"
% ", ".join(map(str, nonstrings)))
size = len(list)
if size == 1:
self.stdout.write('%s\n'%str(list[0]))
return
# Try every row count from 1 upwards
for nrows in range(1, len(list)):
ncols = (size+nrows-1) // nrows
colwidths = []
totwidth = -2
for col in range(ncols):
colwidth = 0
for row in range(nrows):
i = row + nrows*col
if i >= size:
break
x = list[i]
colwidth = max(colwidth, len(x))
colwidths.append(colwidth)
totwidth += colwidth + 2
if totwidth > displaywidth:
break
if totwidth <= displaywidth:
break
else:
nrows = len(list)
ncols = 1
colwidths = [0]
for row in range(nrows):
texts = []
for col in range(ncols):
i = row + nrows*col
if i >= size:
x = ""
else:
x = list[i]
texts.append(x)
while texts and not texts[-1]:
del texts[-1]
for col in range(len(texts)):
texts[col] = texts[col].ljust(colwidths[col])
self.stdout.write("%s\n"%str(" ".join(texts)))
tracemalloc.py 0000644 00000041264 15115353744 0007423 0 ustar 00 from collections.abc import Sequence, Iterable
from functools import total_ordering
import fnmatch
import linecache
import os.path
import pickle
# Import types and functions implemented in C
from _tracemalloc import *
from _tracemalloc import _get_object_traceback, _get_traces
def _format_size(size, sign):
for unit in ('B', 'KiB', 'MiB', 'GiB', 'TiB'):
if abs(size) < 100 and unit != 'B':
# 3 digits (xx.x UNIT)
if sign:
return "%+.1f %s" % (size, unit)
else:
return "%.1f %s" % (size, unit)
if abs(size) < 10 * 1024 or unit == 'TiB':
# 4 or 5 digits (xxxx UNIT)
if sign:
return "%+.0f %s" % (size, unit)
else:
return "%.0f %s" % (size, unit)
size /= 1024
class Statistic:
"""
Statistic difference on memory allocations between two Snapshot instance.
"""
__slots__ = ('traceback', 'size', 'count')
def __init__(self, traceback, size, count):
self.traceback = traceback
self.size = size
self.count = count
def __hash__(self):
return hash((self.traceback, self.size, self.count))
def __eq__(self, other):
return (self.traceback == other.traceback
and self.size == other.size
and self.count == other.count)
def __str__(self):
text = ("%s: size=%s, count=%i"
% (self.traceback,
_format_size(self.size, False),
self.count))
if self.count:
average = self.size / self.count
text += ", average=%s" % _format_size(average, False)
return text
def __repr__(self):
return ('<Statistic traceback=%r size=%i count=%i>'
% (self.traceback, self.size, self.count))
def _sort_key(self):
return (self.size, self.count, self.traceback)
class StatisticDiff:
"""
Statistic difference on memory allocations between an old and a new
Snapshot instance.
"""
__slots__ = ('traceback', 'size', 'size_diff', 'count', 'count_diff')
def __init__(self, traceback, size, size_diff, count, count_diff):
self.traceback = traceback
self.size = size
self.size_diff = size_diff
self.count = count
self.count_diff = count_diff
def __hash__(self):
return hash((self.traceback, self.size, self.size_diff,
self.count, self.count_diff))
def __eq__(self, other):
return (self.traceback == other.traceback
and self.size == other.size
and self.size_diff == other.size_diff
and self.count == other.count
and self.count_diff == other.count_diff)
def __str__(self):
text = ("%s: size=%s (%s), count=%i (%+i)"
% (self.traceback,
_format_size(self.size, False),
_format_size(self.size_diff, True),
self.count,
self.count_diff))
if self.count:
average = self.size / self.count
text += ", average=%s" % _format_size(average, False)
return text
def __repr__(self):
return ('<StatisticDiff traceback=%r size=%i (%+i) count=%i (%+i)>'
% (self.traceback, self.size, self.size_diff,
self.count, self.count_diff))
def _sort_key(self):
return (abs(self.size_diff), self.size,
abs(self.count_diff), self.count,
self.traceback)
def _compare_grouped_stats(old_group, new_group):
statistics = []
for traceback, stat in new_group.items():
previous = old_group.pop(traceback, None)
if previous is not None:
stat = StatisticDiff(traceback,
stat.size, stat.size - previous.size,
stat.count, stat.count - previous.count)
else:
stat = StatisticDiff(traceback,
stat.size, stat.size,
stat.count, stat.count)
statistics.append(stat)
for traceback, stat in old_group.items():
stat = StatisticDiff(traceback, 0, -stat.size, 0, -stat.count)
statistics.append(stat)
return statistics
@total_ordering
class Frame:
"""
Frame of a traceback.
"""
__slots__ = ("_frame",)
def __init__(self, frame):
# frame is a tuple: (filename: str, lineno: int)
self._frame = frame
@property
def filename(self):
return self._frame[0]
@property
def lineno(self):
return self._frame[1]
def __eq__(self, other):
return (self._frame == other._frame)
def __lt__(self, other):
return (self._frame < other._frame)
def __hash__(self):
return hash(self._frame)
def __str__(self):
return "%s:%s" % (self.filename, self.lineno)
def __repr__(self):
return "<Frame filename=%r lineno=%r>" % (self.filename, self.lineno)
@total_ordering
class Traceback(Sequence):
"""
Sequence of Frame instances sorted from the oldest frame
to the most recent frame.
"""
__slots__ = ("_frames",)
def __init__(self, frames):
Sequence.__init__(self)
# frames is a tuple of frame tuples: see Frame constructor for the
# format of a frame tuple; it is reversed, because _tracemalloc
# returns frames sorted from most recent to oldest, but the
# Python API expects oldest to most recent
self._frames = tuple(reversed(frames))
def __len__(self):
return len(self._frames)
def __getitem__(self, index):
if isinstance(index, slice):
return tuple(Frame(trace) for trace in self._frames[index])
else:
return Frame(self._frames[index])
def __contains__(self, frame):
return frame._frame in self._frames
def __hash__(self):
return hash(self._frames)
def __eq__(self, other):
return (self._frames == other._frames)
def __lt__(self, other):
return (self._frames < other._frames)
def __str__(self):
return str(self[0])
def __repr__(self):
return "<Traceback %r>" % (tuple(self),)
def format(self, limit=None, most_recent_first=False):
lines = []
if limit is not None:
if limit > 0:
frame_slice = self[-limit:]
else:
frame_slice = self[:limit]
else:
frame_slice = self
if most_recent_first:
frame_slice = reversed(frame_slice)
for frame in frame_slice:
lines.append(' File "%s", line %s'
% (frame.filename, frame.lineno))
line = linecache.getline(frame.filename, frame.lineno).strip()
if line:
lines.append(' %s' % line)
return lines
def get_object_traceback(obj):
"""
Get the traceback where the Python object *obj* was allocated.
Return a Traceback instance.
Return None if the tracemalloc module is not tracing memory allocations or
did not trace the allocation of the object.
"""
frames = _get_object_traceback(obj)
if frames is not None:
return Traceback(frames)
else:
return None
class Trace:
"""
Trace of a memory block.
"""
__slots__ = ("_trace",)
def __init__(self, trace):
# trace is a tuple: (domain: int, size: int, traceback: tuple).
# See Traceback constructor for the format of the traceback tuple.
self._trace = trace
@property
def domain(self):
return self._trace[0]
@property
def size(self):
return self._trace[1]
@property
def traceback(self):
return Traceback(self._trace[2])
def __eq__(self, other):
return (self._trace == other._trace)
def __hash__(self):
return hash(self._trace)
def __str__(self):
return "%s: %s" % (self.traceback, _format_size(self.size, False))
def __repr__(self):
return ("<Trace domain=%s size=%s, traceback=%r>"
% (self.domain, _format_size(self.size, False), self.traceback))
class _Traces(Sequence):
def __init__(self, traces):
Sequence.__init__(self)
# traces is a tuple of trace tuples: see Trace constructor
self._traces = traces
def __len__(self):
return len(self._traces)
def __getitem__(self, index):
if isinstance(index, slice):
return tuple(Trace(trace) for trace in self._traces[index])
else:
return Trace(self._traces[index])
def __contains__(self, trace):
return trace._trace in self._traces
def __eq__(self, other):
return (self._traces == other._traces)
def __repr__(self):
return "<Traces len=%s>" % len(self)
def _normalize_filename(filename):
filename = os.path.normcase(filename)
if filename.endswith('.pyc'):
filename = filename[:-1]
return filename
class BaseFilter:
def __init__(self, inclusive):
self.inclusive = inclusive
def _match(self, trace):
raise NotImplementedError
class Filter(BaseFilter):
def __init__(self, inclusive, filename_pattern,
lineno=None, all_frames=False, domain=None):
super().__init__(inclusive)
self.inclusive = inclusive
self._filename_pattern = _normalize_filename(filename_pattern)
self.lineno = lineno
self.all_frames = all_frames
self.domain = domain
@property
def filename_pattern(self):
return self._filename_pattern
def _match_frame_impl(self, filename, lineno):
filename = _normalize_filename(filename)
if not fnmatch.fnmatch(filename, self._filename_pattern):
return False
if self.lineno is None:
return True
else:
return (lineno == self.lineno)
def _match_frame(self, filename, lineno):
return self._match_frame_impl(filename, lineno) ^ (not self.inclusive)
def _match_traceback(self, traceback):
if self.all_frames:
if any(self._match_frame_impl(filename, lineno)
for filename, lineno in traceback):
return self.inclusive
else:
return (not self.inclusive)
else:
filename, lineno = traceback[0]
return self._match_frame(filename, lineno)
def _match(self, trace):
domain, size, traceback = trace
res = self._match_traceback(traceback)
if self.domain is not None:
if self.inclusive:
return res and (domain == self.domain)
else:
return res or (domain != self.domain)
return res
class DomainFilter(BaseFilter):
def __init__(self, inclusive, domain):
super().__init__(inclusive)
self._domain = domain
@property
def domain(self):
return self._domain
def _match(self, trace):
domain, size, traceback = trace
return (domain == self.domain) ^ (not self.inclusive)
class Snapshot:
"""
Snapshot of traces of memory blocks allocated by Python.
"""
def __init__(self, traces, traceback_limit):
# traces is a tuple of trace tuples: see _Traces constructor for
# the exact format
self.traces = _Traces(traces)
self.traceback_limit = traceback_limit
def dump(self, filename):
"""
Write the snapshot into a file.
"""
with open(filename, "wb") as fp:
pickle.dump(self, fp, pickle.HIGHEST_PROTOCOL)
@staticmethod
def load(filename):
"""
Load a snapshot from a file.
"""
with open(filename, "rb") as fp:
return pickle.load(fp)
def _filter_trace(self, include_filters, exclude_filters, trace):
if include_filters:
if not any(trace_filter._match(trace)
for trace_filter in include_filters):
return False
if exclude_filters:
if any(not trace_filter._match(trace)
for trace_filter in exclude_filters):
return False
return True
def filter_traces(self, filters):
"""
Create a new Snapshot instance with a filtered traces sequence, filters
is a list of Filter or DomainFilter instances. If filters is an empty
list, return a new Snapshot instance with a copy of the traces.
"""
if not isinstance(filters, Iterable):
raise TypeError("filters must be a list of filters, not %s"
% type(filters).__name__)
if filters:
include_filters = []
exclude_filters = []
for trace_filter in filters:
if trace_filter.inclusive:
include_filters.append(trace_filter)
else:
exclude_filters.append(trace_filter)
new_traces = [trace for trace in self.traces._traces
if self._filter_trace(include_filters,
exclude_filters,
trace)]
else:
new_traces = self.traces._traces.copy()
return Snapshot(new_traces, self.traceback_limit)
def _group_by(self, key_type, cumulative):
if key_type not in ('traceback', 'filename', 'lineno'):
raise ValueError("unknown key_type: %r" % (key_type,))
if cumulative and key_type not in ('lineno', 'filename'):
raise ValueError("cumulative mode cannot by used "
"with key type %r" % key_type)
stats = {}
tracebacks = {}
if not cumulative:
for trace in self.traces._traces:
domain, size, trace_traceback = trace
try:
traceback = tracebacks[trace_traceback]
except KeyError:
if key_type == 'traceback':
frames = trace_traceback
elif key_type == 'lineno':
frames = trace_traceback[:1]
else: # key_type == 'filename':
frames = ((trace_traceback[0][0], 0),)
traceback = Traceback(frames)
tracebacks[trace_traceback] = traceback
try:
stat = stats[traceback]
stat.size += size
stat.count += 1
except KeyError:
stats[traceback] = Statistic(traceback, size, 1)
else:
# cumulative statistics
for trace in self.traces._traces:
domain, size, trace_traceback = trace
for frame in trace_traceback:
try:
traceback = tracebacks[frame]
except KeyError:
if key_type == 'lineno':
frames = (frame,)
else: # key_type == 'filename':
frames = ((frame[0], 0),)
traceback = Traceback(frames)
tracebacks[frame] = traceback
try:
stat = stats[traceback]
stat.size += size
stat.count += 1
except KeyError:
stats[traceback] = Statistic(traceback, size, 1)
return stats
def statistics(self, key_type, cumulative=False):
"""
Group statistics by key_type. Return a sorted list of Statistic
instances.
"""
grouped = self._group_by(key_type, cumulative)
statistics = list(grouped.values())
statistics.sort(reverse=True, key=Statistic._sort_key)
return statistics
def compare_to(self, old_snapshot, key_type, cumulative=False):
"""
Compute the differences with an old snapshot old_snapshot. Get
statistics as a sorted list of StatisticDiff instances, grouped by
group_by.
"""
new_group = self._group_by(key_type, cumulative)
old_group = old_snapshot._group_by(key_type, cumulative)
statistics = _compare_grouped_stats(old_group, new_group)
statistics.sort(reverse=True, key=StatisticDiff._sort_key)
return statistics
def take_snapshot():
"""
Take a snapshot of traces of memory blocks allocated by Python.
"""
if not is_tracing():
raise RuntimeError("the tracemalloc module must be tracing memory "
"allocations to take a snapshot")
traces = _get_traces()
traceback_limit = get_traceback_limit()
return Snapshot(traces, traceback_limit)
sqlite3/dump.py 0000644 00000005411 15115353744 0007460 0 ustar 00 # Mimic the sqlite3 console shell's .dump command
# Author: Paul Kippes <kippesp@gmail.com>
# Every identifier in sql is quoted based on a comment in sqlite
# documentation "SQLite adds new keywords from time to time when it
# takes on new features. So to prevent your code from being broken by
# future enhancements, you should normally quote any identifier that
# is an English language word, even if you do not have to."
def _iterdump(connection):
"""
Returns an iterator to the dump of the database in an SQL text format.
Used to produce an SQL dump of the database. Useful to save an in-memory
database for later restoration. This function should not be called
directly but instead called from the Connection method, iterdump().
"""
cu = connection.cursor()
yield('BEGIN TRANSACTION;')
# sqlite_master table contains the SQL CREATE statements for the database.
q = """
SELECT "name", "type", "sql"
FROM "sqlite_master"
WHERE "sql" NOT NULL AND
"type" == 'table'
ORDER BY "name"
"""
schema_res = cu.execute(q)
for table_name, type, sql in schema_res.fetchall():
if table_name == 'sqlite_sequence':
yield('DELETE FROM "sqlite_sequence";')
elif table_name == 'sqlite_stat1':
yield('ANALYZE "sqlite_master";')
elif table_name.startswith('sqlite_'):
continue
# NOTE: Virtual table support not implemented
#elif sql.startswith('CREATE VIRTUAL TABLE'):
# qtable = table_name.replace("'", "''")
# yield("INSERT INTO sqlite_master(type,name,tbl_name,rootpage,sql)"\
# "VALUES('table','{0}','{0}',0,'{1}');".format(
# qtable,
# sql.replace("''")))
else:
yield('{0};'.format(sql))
# Build the insert statement for each row of the current table
table_name_ident = table_name.replace('"', '""')
res = cu.execute('PRAGMA table_info("{0}")'.format(table_name_ident))
column_names = [str(table_info[1]) for table_info in res.fetchall()]
q = """SELECT 'INSERT INTO "{0}" VALUES({1})' FROM "{0}";""".format(
table_name_ident,
",".join("""'||quote("{0}")||'""".format(col.replace('"', '""')) for col in column_names))
query_res = cu.execute(q)
for row in query_res:
yield("{0};".format(row[0]))
# Now when the type is 'index', 'trigger', or 'view'
q = """
SELECT "name", "type", "sql"
FROM "sqlite_master"
WHERE "sql" NOT NULL AND
"type" IN ('index', 'trigger', 'view')
"""
schema_res = cu.execute(q)
for name, type, sql in schema_res.fetchall():
yield('{0};'.format(sql))
yield('COMMIT;')
sqlite3/__init__.py 0000644 00000001772 15115353744 0010260 0 ustar 00 # pysqlite2/__init__.py: the pysqlite2 package.
#
# Copyright (C) 2005 Gerhard Häring <gh@ghaering.de>
#
# This file is part of pysqlite.
#
# This software is provided 'as-is', without any express or implied
# warranty. In no event will the authors be held liable for any damages
# arising from the use of this software.
#
# Permission is granted to anyone to use this software for any purpose,
# including commercial applications, and to alter it and redistribute it
# freely, subject to the following restrictions:
#
# 1. The origin of this software must not be misrepresented; you must not
# claim that you wrote the original software. If you use this software
# in a product, an acknowledgment in the product documentation would be
# appreciated but is not required.
# 2. Altered source versions must be plainly marked as such, and must not be
# misrepresented as being the original software.
# 3. This notice may not be removed or altered from any source distribution.
from sqlite3.dbapi2 import *
sqlite3/__pycache__/dump.cpython-38.opt-1.pyc 0000644 00000003613 15115353744 0014707 0 ustar 00 U
e5d � @ s d d� Z dS )c
c s | � � }dV d}|�|�}|�� D ]�\}}}|dkr>dV n*|dkrNdV n|�d�r\q$n d�|�V |�d d
�}|�d �|��}d d
� |�� D �} d�|d�dd� | D ���}|�|�}
|
D ]} d�| d �V q�q$d}|�|�}|�� D ]\} }}d�|�V q�dV dS )a/
Returns an iterator to the dump of the database in an SQL text format.
Used to produce an SQL dump of the database. Useful to save an in-memory
database for later restoration. This function should not be called
directly but instead called from the Connection method, iterdump().
zBEGIN TRANSACTION;z�
SELECT "name", "type", "sql"
FROM "sqlite_master"
WHERE "sql" NOT NULL AND
"type" == 'table'
ORDER BY "name"
Zsqlite_sequencez DELETE FROM "sqlite_sequence";Z sqlite_stat1zANALYZE "sqlite_master";Zsqlite_z{0};�"�""zPRAGMA table_info("{0}")c S s g | ]}t |d ��qS )� )�str)�.0Z
table_info� r �$/usr/lib64/python3.8/sqlite3/dump.py�
<listcomp>3 s z _iterdump.<locals>.<listcomp>z2SELECT 'INSERT INTO "{0}" VALUES({1})' FROM "{0}";�,c s s | ]}d � |�dd��V qdS )z'||quote("{0}")||'r r N)�format�replace)r �colr r r � <genexpr>6 s z _iterdump.<locals>.<genexpr>� z�
SELECT "name", "type", "sql"
FROM "sqlite_master"
WHERE "sql" NOT NULL AND
"type" IN ('index', 'trigger', 'view')
zCOMMIT;N)ZcursorZexecuteZfetchall�
startswithr
r �join)
Z
connectionZcu�qZ
schema_resZ
table_name�typeZsqlZtable_name_ident�resZ column_namesZ query_res�row�namer r r � _iterdump
s6
�
r N)r r r r r �<module>
� sqlite3/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000242 15115353744 0015474 0 ustar 00 U
e5d� � @ s d dl T dS )� )�*N)Zsqlite3.dbapi2� r r �(/usr/lib64/python3.8/sqlite3/__init__.py�<module> � sqlite3/__pycache__/dbapi2.cpython-38.pyc 0000644 00000004712 15115353744 0014145 0 ustar 00 U
e5d
� @ s� d dl Z d dlZd dlZd dlT dZdZdZe jZ e jZ
e j Z dd� Z dd � Z
d
d � Zed d
� e�d�D ��Zedd
� e�d�D ��ZeZejj�e� dd� Ze� [dS )� N)�*Zqmark� z2.0c C s t t�| �d d� � S )N� )�Date�time� localtime�Zticks� r �&/usr/lib64/python3.8/sqlite3/dbapi2.py�
DateFromTicks) s r c C s t t�| �dd� � S )Nr � )�Timer r r r r r
�
TimeFromTicks, s r c C s t t�| �d d� � S )Nr )� Timestampr r r r r r
�TimestampFromTicks/ s r c C s g | ] }t |��qS r ��int��.0�xr r r
�
<listcomp>2 s r �.c C s g | ] }t |��qS r r r r r r
r 3 s c C sP dd� } dd� }dd� }dd� }t tj| � t tj|� td |� td
|� d S ) Nc S s | � � S )N�Z isoformat��valr r r
�
adapt_date9 s z4register_adapters_and_converters.<locals>.adapt_datec S s
| � d�S )N� r r r r r
�adapt_datetime< s z8register_adapters_and_converters.<locals>.adapt_datetimec S s t jtt| �d��� S )N� -)�datetime�date�mapr �splitr r r r
� convert_date? s z6register_adapters_and_converters.<locals>.convert_datec S s� | � d�\}}tt|� d��\}}}|� d�}tt|d � d��\}}} t|�dkrltd�|d �� ��}
nd}
t�|||||| |
�} | S ) N� r � .r � :� z{:0<6.6}r )r" r! r �len�format�decoder ) r ZdatepartZtimepartZyearZmonthZdayZ
timepart_fullZhoursZminutesZsecondsZ microsecondsr r r
�convert_timestampB s
z;register_adapters_and_converters.<locals>.convert_timestampr Z timestamp)Zregister_adapterr r Zregister_converter)r r r# r+ r r r
� register_adapters_and_converters8 s
r, ) r r Zcollections.abc� collectionsZ_sqlite3Z
paramstyleZ threadsafetyZapilevelr r r
r r r r �tuple�versionr" � version_infoZsqlite_versionZsqlite_version_info�
memoryviewZBinary�abc�Sequence�registerZRowr, r r r r
�<module> s& sqlite3/__pycache__/dbapi2.cpython-38.opt-2.pyc 0000644 00000004712 15115353744 0015105 0 ustar 00 U
e5d
� @ s� d dl Z d dlZd dlZd dlT dZdZdZe jZ e jZ
e j Z dd� Z dd � Z
d
d � Zed d
� e�d�D ��Zedd
� e�d�D ��ZeZejj�e� dd� Ze� [dS )� N)�*Zqmark� z2.0c C s t t�| �d d� � S )N� )�Date�time� localtime�Zticks� r �&/usr/lib64/python3.8/sqlite3/dbapi2.py�
DateFromTicks) s r c C s t t�| �dd� � S )Nr � )�Timer r r r r r
�
TimeFromTicks, s r c C s t t�| �d d� � S )Nr )� Timestampr r r r r r
�TimestampFromTicks/ s r c C s g | ] }t |��qS r ��int��.0�xr r r
�
<listcomp>2 s r �.c C s g | ] }t |��qS r r r r r r
r 3 s c C sP dd� } dd� }dd� }dd� }t tj| � t tj|� td |� td
|� d S ) Nc S s | � � S )N�Z isoformat��valr r r
�
adapt_date9 s z4register_adapters_and_converters.<locals>.adapt_datec S s
| � d�S )N� r r r r r
�adapt_datetime< s z8register_adapters_and_converters.<locals>.adapt_datetimec S s t jtt| �d��� S )N� -)�datetime�date�mapr �splitr r r r
� convert_date? s z6register_adapters_and_converters.<locals>.convert_datec S s� | � d�\}}tt|� d��\}}}|� d�}tt|d � d��\}}} t|�dkrltd�|d �� ��}
nd}
t�|||||| |
�} | S ) N� r � .r � :� z{:0<6.6}r )r" r! r �len�format�decoder ) r ZdatepartZtimepartZyearZmonthZdayZ
timepart_fullZhoursZminutesZsecondsZ microsecondsr r r
�convert_timestampB s
z;register_adapters_and_converters.<locals>.convert_timestampr Z timestamp)Zregister_adapterr r Zregister_converter)r r r# r+ r r r
� register_adapters_and_converters8 s
r, ) r r Zcollections.abc� collectionsZ_sqlite3Z
paramstyleZ threadsafetyZapilevelr r r
r r r r �tuple�versionr" � version_infoZsqlite_versionZsqlite_version_info�
memoryviewZBinary�abc�Sequence�registerZRowr, r r r r
�<module> s& sqlite3/__pycache__/dbapi2.cpython-38.opt-1.pyc 0000644 00000004712 15115353744 0015104 0 ustar 00 U
e5d
� @ s� d dl Z d dlZd dlZd dlT dZdZdZe jZ e jZ
e j Z dd� Z dd � Z
d
d � Zed d
� e�d�D ��Zedd
� e�d�D ��ZeZejj�e� dd� Ze� [dS )� N)�*Zqmark� z2.0c C s t t�| �d d� � S )N� )�Date�time� localtime�Zticks� r �&/usr/lib64/python3.8/sqlite3/dbapi2.py�
DateFromTicks) s r c C s t t�| �dd� � S )Nr � )�Timer r r r r r
�
TimeFromTicks, s r c C s t t�| �d d� � S )Nr )� Timestampr r r r r r
�TimestampFromTicks/ s r c C s g | ] }t |��qS r ��int��.0�xr r r
�
<listcomp>2 s r �.c C s g | ] }t |��qS r r r r r r
r 3 s c C sP dd� } dd� }dd� }dd� }t tj| � t tj|� td |� td
|� d S ) Nc S s | � � S )N�Z isoformat��valr r r
�
adapt_date9 s z4register_adapters_and_converters.<locals>.adapt_datec S s
| � d�S )N� r r r r r
�adapt_datetime< s z8register_adapters_and_converters.<locals>.adapt_datetimec S s t jtt| �d��� S )N� -)�datetime�date�mapr �splitr r r r
� convert_date? s z6register_adapters_and_converters.<locals>.convert_datec S s� | � d�\}}tt|� d��\}}}|� d�}tt|d � d��\}}} t|�dkrltd�|d �� ��}
nd}
t�|||||| |
�} | S ) N� r � .r � :� z{:0<6.6}r )r" r! r �len�format�decoder ) r ZdatepartZtimepartZyearZmonthZdayZ
timepart_fullZhoursZminutesZsecondsZ microsecondsr r r
�convert_timestampB s
z;register_adapters_and_converters.<locals>.convert_timestampr Z timestamp)Zregister_adapterr r Zregister_converter)r r r# r+ r r r
� register_adapters_and_converters8 s
r, ) r r Zcollections.abc� collectionsZ_sqlite3Z
paramstyleZ threadsafetyZapilevelr r r
r r r r �tuple�versionr" � version_infoZsqlite_versionZsqlite_version_info�
memoryviewZBinary�abc�Sequence�registerZRowr, r r r r
�<module> s& sqlite3/__pycache__/dump.cpython-38.opt-2.pyc 0000644 00000003127 15115353744 0014710 0 ustar 00 U
e5d � @ s d d� Z dS )c
c s | � � }dV d}|�|�}|�� D ]�\}}}|dkr>dV n*|dkrNdV n|�d�r\q$n d�|�V |�d d
�}|�d �|��}d d
� |�� D �} d�|d�dd� | D ���}|�|�}
|
D ]} d�| d �V q�q$d}|�|�}|�� D ]\} }}d�|�V q�dV d S )NzBEGIN TRANSACTION;z�
SELECT "name", "type", "sql"
FROM "sqlite_master"
WHERE "sql" NOT NULL AND
"type" == 'table'
ORDER BY "name"
Zsqlite_sequencez DELETE FROM "sqlite_sequence";Z sqlite_stat1zANALYZE "sqlite_master";Zsqlite_z{0};�"�""zPRAGMA table_info("{0}")c S s g | ]}t |d ��qS )� )�str)�.0Z
table_info� r �$/usr/lib64/python3.8/sqlite3/dump.py�
<listcomp>3 s z _iterdump.<locals>.<listcomp>z2SELECT 'INSERT INTO "{0}" VALUES({1})' FROM "{0}";�,c s s | ]}d � |�dd��V qdS )z'||quote("{0}")||'r r N)�format�replace)r �colr r r � <genexpr>6 s z _iterdump.<locals>.<genexpr>� z�
SELECT "name", "type", "sql"
FROM "sqlite_master"
WHERE "sql" NOT NULL AND
"type" IN ('index', 'trigger', 'view')
zCOMMIT;)ZcursorZexecuteZfetchall�
startswithr
r �join)
Z
connectionZcu�qZ
schema_resZ
table_name�typeZsqlZtable_name_ident�resZ column_namesZ query_res�row�namer r r � _iterdump
s6
�
r N)r r r r r �<module>
� sqlite3/__pycache__/dump.cpython-38.pyc 0000644 00000003613 15115353744 0013750 0 ustar 00 U
e5d � @ s d d� Z dS )c
c s | � � }dV d}|�|�}|�� D ]�\}}}|dkr>dV n*|dkrNdV n|�d�r\q$n d�|�V |�d d
�}|�d �|��}d d
� |�� D �} d�|d�dd� | D ���}|�|�}
|
D ]} d�| d �V q�q$d}|�|�}|�� D ]\} }}d�|�V q�dV dS )a/
Returns an iterator to the dump of the database in an SQL text format.
Used to produce an SQL dump of the database. Useful to save an in-memory
database for later restoration. This function should not be called
directly but instead called from the Connection method, iterdump().
zBEGIN TRANSACTION;z�
SELECT "name", "type", "sql"
FROM "sqlite_master"
WHERE "sql" NOT NULL AND
"type" == 'table'
ORDER BY "name"
Zsqlite_sequencez DELETE FROM "sqlite_sequence";Z sqlite_stat1zANALYZE "sqlite_master";Zsqlite_z{0};�"�""zPRAGMA table_info("{0}")c S s g | ]}t |d ��qS )� )�str)�.0Z
table_info� r �$/usr/lib64/python3.8/sqlite3/dump.py�
<listcomp>3 s z _iterdump.<locals>.<listcomp>z2SELECT 'INSERT INTO "{0}" VALUES({1})' FROM "{0}";�,c s s | ]}d � |�dd��V qdS )z'||quote("{0}")||'r r N)�format�replace)r �colr r r � <genexpr>6 s z _iterdump.<locals>.<genexpr>� z�
SELECT "name", "type", "sql"
FROM "sqlite_master"
WHERE "sql" NOT NULL AND
"type" IN ('index', 'trigger', 'view')
zCOMMIT;N)ZcursorZexecuteZfetchall�
startswithr
r �join)
Z
connectionZcu�qZ
schema_resZ
table_name�typeZsqlZtable_name_ident�resZ column_namesZ query_res�row�namer r r � _iterdump
s6
�
r N)r r r r r �<module>
� sqlite3/__pycache__/__init__.cpython-38.opt-2.pyc 0000644 00000000242 15115353744 0015475 0 ustar 00 U
e5d� � @ s d dl T dS )� )�*N)Zsqlite3.dbapi2� r r �(/usr/lib64/python3.8/sqlite3/__init__.py�<module> � sqlite3/__pycache__/__init__.cpython-38.pyc 0000644 00000000242 15115353744 0014535 0 ustar 00 U
e5d� � @ s d dl T dS )� )�*N)Zsqlite3.dbapi2� r r �(/usr/lib64/python3.8/sqlite3/__init__.py�<module> � sqlite3/dbapi2.py 0000644 00000005177 15115353744 0007665 0 ustar 00 # pysqlite2/dbapi2.py: the DB-API 2.0 interface
#
# Copyright (C) 2004-2005 Gerhard Häring <gh@ghaering.de>
#
# This file is part of pysqlite.
#
# This software is provided 'as-is', without any express or implied
# warranty. In no event will the authors be held liable for any damages
# arising from the use of this software.
#
# Permission is granted to anyone to use this software for any purpose,
# including commercial applications, and to alter it and redistribute it
# freely, subject to the following restrictions:
#
# 1. The origin of this software must not be misrepresented; you must not
# claim that you wrote the original software. If you use this software
# in a product, an acknowledgment in the product documentation would be
# appreciated but is not required.
# 2. Altered source versions must be plainly marked as such, and must not be
# misrepresented as being the original software.
# 3. This notice may not be removed or altered from any source distribution.
import datetime
import time
import collections.abc
from _sqlite3 import *
paramstyle = "qmark"
threadsafety = 1
apilevel = "2.0"
Date = datetime.date
Time = datetime.time
Timestamp = datetime.datetime
def DateFromTicks(ticks):
return Date(*time.localtime(ticks)[:3])
def TimeFromTicks(ticks):
return Time(*time.localtime(ticks)[3:6])
def TimestampFromTicks(ticks):
return Timestamp(*time.localtime(ticks)[:6])
version_info = tuple([int(x) for x in version.split(".")])
sqlite_version_info = tuple([int(x) for x in sqlite_version.split(".")])
Binary = memoryview
collections.abc.Sequence.register(Row)
def register_adapters_and_converters():
def adapt_date(val):
return val.isoformat()
def adapt_datetime(val):
return val.isoformat(" ")
def convert_date(val):
return datetime.date(*map(int, val.split(b"-")))
def convert_timestamp(val):
datepart, timepart = val.split(b" ")
year, month, day = map(int, datepart.split(b"-"))
timepart_full = timepart.split(b".")
hours, minutes, seconds = map(int, timepart_full[0].split(b":"))
if len(timepart_full) == 2:
microseconds = int('{:0<6.6}'.format(timepart_full[1].decode()))
else:
microseconds = 0
val = datetime.datetime(year, month, day, hours, minutes, seconds, microseconds)
return val
register_adapter(datetime.date, adapt_date)
register_adapter(datetime.datetime, adapt_datetime)
register_converter("date", convert_date)
register_converter("timestamp", convert_timestamp)
register_adapters_and_converters()
# Clean up namespace
del(register_adapters_and_converters)
nturl2path.py 0000644 00000005507 15115353744 0007240 0 ustar 00 """Convert a NT pathname to a file URL and vice versa.
This module only exists to provide OS-specific code
for urllib.requests, thus do not use directly.
"""
# Testing is done through test_urllib.
def url2pathname(url):
"""OS-specific conversion from a relative URL of the 'file' scheme
to a file system path; not recommended for general use."""
# e.g.
# ///C|/foo/bar/spam.foo
# and
# ///C:/foo/bar/spam.foo
# become
# C:\foo\bar\spam.foo
import string, urllib.parse
# Windows itself uses ":" even in URLs.
url = url.replace(':', '|')
if not '|' in url:
# No drive specifier, just convert slashes
if url[:4] == '////':
# path is something like ////host/path/on/remote/host
# convert this to \\host\path\on\remote\host
# (notice halving of slashes at the start of the path)
url = url[2:]
components = url.split('/')
# make sure not to convert quoted slashes :-)
return urllib.parse.unquote('\\'.join(components))
comp = url.split('|')
if len(comp) != 2 or comp[0][-1] not in string.ascii_letters:
error = 'Bad URL: ' + url
raise OSError(error)
drive = comp[0][-1].upper()
components = comp[1].split('/')
path = drive + ':'
for comp in components:
if comp:
path = path + '\\' + urllib.parse.unquote(comp)
# Issue #11474 - handing url such as |c/|
if path.endswith(':') and url.endswith('/'):
path += '\\'
return path
def pathname2url(p):
"""OS-specific conversion from a file system path to a relative URL
of the 'file' scheme; not recommended for general use."""
# e.g.
# C:\foo\bar\spam.foo
# becomes
# ///C:/foo/bar/spam.foo
import urllib.parse
# First, clean up some special forms. We are going to sacrifice
# the additional information anyway
if p[:4] == '\\\\?\\':
p = p[4:]
if p[:4].upper() == 'UNC\\':
p = '\\' + p[4:]
elif p[1:2] != ':':
raise OSError('Bad path: ' + p)
if not ':' in p:
# No drive specifier, just convert slashes and quote the name
if p[:2] == '\\\\':
# path is something like \\host\path\on\remote\host
# convert this to ////host/path/on/remote/host
# (notice doubling of slashes at the start of the path)
p = '\\\\' + p
components = p.split('\\')
return urllib.parse.quote('/'.join(components))
comp = p.split(':', maxsplit=2)
if len(comp) != 2 or len(comp[0]) > 1:
error = 'Bad path: ' + p
raise OSError(error)
drive = urllib.parse.quote(comp[0].upper())
components = comp[1].split('\\')
path = '///' + drive + ':'
for comp in components:
if comp:
path = path + '/' + urllib.parse.quote(comp)
return path
inspect.py 0000644 00000347426 15115353744 0006613 0 ustar 00 """Get useful information from live Python objects.
This module encapsulates the interface provided by the internal special
attributes (co_*, im_*, tb_*, etc.) in a friendlier fashion.
It also provides some help for examining source code and class layout.
Here are some of the useful functions provided by this module:
ismodule(), isclass(), ismethod(), isfunction(), isgeneratorfunction(),
isgenerator(), istraceback(), isframe(), iscode(), isbuiltin(),
isroutine() - check object types
getmembers() - get members of an object that satisfy a given condition
getfile(), getsourcefile(), getsource() - find an object's source code
getdoc(), getcomments() - get documentation on an object
getmodule() - determine the module that an object came from
getclasstree() - arrange classes so as to represent their hierarchy
getargvalues(), getcallargs() - get info about function arguments
getfullargspec() - same, with support for Python 3 features
formatargvalues() - format an argument spec
getouterframes(), getinnerframes() - get info about frames
currentframe() - get the current stack frame
stack(), trace() - get info about frames on the stack or in a traceback
signature() - get a Signature object for the callable
"""
# This module is in the public domain. No warranties.
__author__ = ('Ka-Ping Yee <ping@lfw.org>',
'Yury Selivanov <yselivanov@sprymix.com>')
import abc
import dis
import collections.abc
import enum
import importlib.machinery
import itertools
import linecache
import os
import re
import sys
import tokenize
import token
import types
import warnings
import functools
import builtins
from operator import attrgetter
from collections import namedtuple, OrderedDict
# Create constants for the compiler flags in Include/code.h
# We try to get them from dis to avoid duplication
mod_dict = globals()
for k, v in dis.COMPILER_FLAG_NAMES.items():
mod_dict["CO_" + v] = k
# See Include/object.h
TPFLAGS_IS_ABSTRACT = 1 << 20
# ----------------------------------------------------------- type-checking
def ismodule(object):
"""Return true if the object is a module.
Module objects provide these attributes:
__cached__ pathname to byte compiled file
__doc__ documentation string
__file__ filename (missing for built-in modules)"""
return isinstance(object, types.ModuleType)
def isclass(object):
"""Return true if the object is a class.
Class objects provide these attributes:
__doc__ documentation string
__module__ name of module in which this class was defined"""
return isinstance(object, type)
def ismethod(object):
"""Return true if the object is an instance method.
Instance method objects provide these attributes:
__doc__ documentation string
__name__ name with which this method was defined
__func__ function object containing implementation of method
__self__ instance to which this method is bound"""
return isinstance(object, types.MethodType)
def ismethoddescriptor(object):
"""Return true if the object is a method descriptor.
But not if ismethod() or isclass() or isfunction() are true.
This is new in Python 2.2, and, for example, is true of int.__add__.
An object passing this test has a __get__ attribute but not a __set__
attribute, but beyond that the set of attributes varies. __name__ is
usually sensible, and __doc__ often is.
Methods implemented via descriptors that also pass one of the other
tests return false from the ismethoddescriptor() test, simply because
the other tests promise more -- you can, e.g., count on having the
__func__ attribute (etc) when an object passes ismethod()."""
if isclass(object) or ismethod(object) or isfunction(object):
# mutual exclusion
return False
tp = type(object)
return hasattr(tp, "__get__") and not hasattr(tp, "__set__")
def isdatadescriptor(object):
"""Return true if the object is a data descriptor.
Data descriptors have a __set__ or a __delete__ attribute. Examples are
properties (defined in Python) and getsets and members (defined in C).
Typically, data descriptors will also have __name__ and __doc__ attributes
(properties, getsets, and members have both of these attributes), but this
is not guaranteed."""
if isclass(object) or ismethod(object) or isfunction(object):
# mutual exclusion
return False
tp = type(object)
return hasattr(tp, "__set__") or hasattr(tp, "__delete__")
if hasattr(types, 'MemberDescriptorType'):
# CPython and equivalent
def ismemberdescriptor(object):
"""Return true if the object is a member descriptor.
Member descriptors are specialized descriptors defined in extension
modules."""
return isinstance(object, types.MemberDescriptorType)
else:
# Other implementations
def ismemberdescriptor(object):
"""Return true if the object is a member descriptor.
Member descriptors are specialized descriptors defined in extension
modules."""
return False
if hasattr(types, 'GetSetDescriptorType'):
# CPython and equivalent
def isgetsetdescriptor(object):
"""Return true if the object is a getset descriptor.
getset descriptors are specialized descriptors defined in extension
modules."""
return isinstance(object, types.GetSetDescriptorType)
else:
# Other implementations
def isgetsetdescriptor(object):
"""Return true if the object is a getset descriptor.
getset descriptors are specialized descriptors defined in extension
modules."""
return False
def isfunction(object):
"""Return true if the object is a user-defined function.
Function objects provide these attributes:
__doc__ documentation string
__name__ name with which this function was defined
__code__ code object containing compiled function bytecode
__defaults__ tuple of any default values for arguments
__globals__ global namespace in which this function was defined
__annotations__ dict of parameter annotations
__kwdefaults__ dict of keyword only parameters with defaults"""
return isinstance(object, types.FunctionType)
def _has_code_flag(f, flag):
"""Return true if ``f`` is a function (or a method or functools.partial
wrapper wrapping a function) whose code object has the given ``flag``
set in its flags."""
while ismethod(f):
f = f.__func__
f = functools._unwrap_partial(f)
if not isfunction(f):
return False
return bool(f.__code__.co_flags & flag)
def isgeneratorfunction(obj):
"""Return true if the object is a user-defined generator function.
Generator function objects provide the same attributes as functions.
See help(isfunction) for a list of attributes."""
return _has_code_flag(obj, CO_GENERATOR)
def iscoroutinefunction(obj):
"""Return true if the object is a coroutine function.
Coroutine functions are defined with "async def" syntax.
"""
return _has_code_flag(obj, CO_COROUTINE)
def isasyncgenfunction(obj):
"""Return true if the object is an asynchronous generator function.
Asynchronous generator functions are defined with "async def"
syntax and have "yield" expressions in their body.
"""
return _has_code_flag(obj, CO_ASYNC_GENERATOR)
def isasyncgen(object):
"""Return true if the object is an asynchronous generator."""
return isinstance(object, types.AsyncGeneratorType)
def isgenerator(object):
"""Return true if the object is a generator.
Generator objects provide these attributes:
__iter__ defined to support iteration over container
close raises a new GeneratorExit exception inside the
generator to terminate the iteration
gi_code code object
gi_frame frame object or possibly None once the generator has
been exhausted
gi_running set to 1 when generator is executing, 0 otherwise
next return the next item from the container
send resumes the generator and "sends" a value that becomes
the result of the current yield-expression
throw used to raise an exception inside the generator"""
return isinstance(object, types.GeneratorType)
def iscoroutine(object):
"""Return true if the object is a coroutine."""
return isinstance(object, types.CoroutineType)
def isawaitable(object):
"""Return true if object can be passed to an ``await`` expression."""
return (isinstance(object, types.CoroutineType) or
isinstance(object, types.GeneratorType) and
bool(object.gi_code.co_flags & CO_ITERABLE_COROUTINE) or
isinstance(object, collections.abc.Awaitable))
def istraceback(object):
"""Return true if the object is a traceback.
Traceback objects provide these attributes:
tb_frame frame object at this level
tb_lasti index of last attempted instruction in bytecode
tb_lineno current line number in Python source code
tb_next next inner traceback object (called by this level)"""
return isinstance(object, types.TracebackType)
def isframe(object):
"""Return true if the object is a frame object.
Frame objects provide these attributes:
f_back next outer frame object (this frame's caller)
f_builtins built-in namespace seen by this frame
f_code code object being executed in this frame
f_globals global namespace seen by this frame
f_lasti index of last attempted instruction in bytecode
f_lineno current line number in Python source code
f_locals local namespace seen by this frame
f_trace tracing function for this frame, or None"""
return isinstance(object, types.FrameType)
def iscode(object):
"""Return true if the object is a code object.
Code objects provide these attributes:
co_argcount number of arguments (not including *, ** args
or keyword only arguments)
co_code string of raw compiled bytecode
co_cellvars tuple of names of cell variables
co_consts tuple of constants used in the bytecode
co_filename name of file in which this code object was created
co_firstlineno number of first line in Python source code
co_flags bitmap: 1=optimized | 2=newlocals | 4=*arg | 8=**arg
| 16=nested | 32=generator | 64=nofree | 128=coroutine
| 256=iterable_coroutine | 512=async_generator
co_freevars tuple of names of free variables
co_posonlyargcount number of positional only arguments
co_kwonlyargcount number of keyword only arguments (not including ** arg)
co_lnotab encoded mapping of line numbers to bytecode indices
co_name name with which this code object was defined
co_names tuple of names of local variables
co_nlocals number of local variables
co_stacksize virtual machine stack space required
co_varnames tuple of names of arguments and local variables"""
return isinstance(object, types.CodeType)
def isbuiltin(object):
"""Return true if the object is a built-in function or method.
Built-in functions and methods provide these attributes:
__doc__ documentation string
__name__ original name of this function or method
__self__ instance to which a method is bound, or None"""
return isinstance(object, types.BuiltinFunctionType)
def isroutine(object):
"""Return true if the object is any kind of function or method."""
return (isbuiltin(object)
or isfunction(object)
or ismethod(object)
or ismethoddescriptor(object))
def isabstract(object):
"""Return true if the object is an abstract base class (ABC)."""
if not isinstance(object, type):
return False
if object.__flags__ & TPFLAGS_IS_ABSTRACT:
return True
if not issubclass(type(object), abc.ABCMeta):
return False
if hasattr(object, '__abstractmethods__'):
# It looks like ABCMeta.__new__ has finished running;
# TPFLAGS_IS_ABSTRACT should have been accurate.
return False
# It looks like ABCMeta.__new__ has not finished running yet; we're
# probably in __init_subclass__. We'll look for abstractmethods manually.
for name, value in object.__dict__.items():
if getattr(value, "__isabstractmethod__", False):
return True
for base in object.__bases__:
for name in getattr(base, "__abstractmethods__", ()):
value = getattr(object, name, None)
if getattr(value, "__isabstractmethod__", False):
return True
return False
def getmembers(object, predicate=None):
"""Return all members of an object as (name, value) pairs sorted by name.
Optionally, only return members that satisfy a given predicate."""
if isclass(object):
mro = (object,) + getmro(object)
else:
mro = ()
results = []
processed = set()
names = dir(object)
# :dd any DynamicClassAttributes to the list of names if object is a class;
# this may result in duplicate entries if, for example, a virtual
# attribute with the same name as a DynamicClassAttribute exists
try:
for base in object.__bases__:
for k, v in base.__dict__.items():
if isinstance(v, types.DynamicClassAttribute):
names.append(k)
except AttributeError:
pass
for key in names:
# First try to get the value via getattr. Some descriptors don't
# like calling their __get__ (see bug #1785), so fall back to
# looking in the __dict__.
try:
value = getattr(object, key)
# handle the duplicate key
if key in processed:
raise AttributeError
except AttributeError:
for base in mro:
if key in base.__dict__:
value = base.__dict__[key]
break
else:
# could be a (currently) missing slot member, or a buggy
# __dir__; discard and move on
continue
if not predicate or predicate(value):
results.append((key, value))
processed.add(key)
results.sort(key=lambda pair: pair[0])
return results
Attribute = namedtuple('Attribute', 'name kind defining_class object')
def classify_class_attrs(cls):
"""Return list of attribute-descriptor tuples.
For each name in dir(cls), the return list contains a 4-tuple
with these elements:
0. The name (a string).
1. The kind of attribute this is, one of these strings:
'class method' created via classmethod()
'static method' created via staticmethod()
'property' created via property()
'method' any other flavor of method or descriptor
'data' not a method
2. The class which defined this attribute (a class).
3. The object as obtained by calling getattr; if this fails, or if the
resulting object does not live anywhere in the class' mro (including
metaclasses) then the object is looked up in the defining class's
dict (found by walking the mro).
If one of the items in dir(cls) is stored in the metaclass it will now
be discovered and not have None be listed as the class in which it was
defined. Any items whose home class cannot be discovered are skipped.
"""
mro = getmro(cls)
metamro = getmro(type(cls)) # for attributes stored in the metaclass
metamro = tuple(cls for cls in metamro if cls not in (type, object))
class_bases = (cls,) + mro
all_bases = class_bases + metamro
names = dir(cls)
# :dd any DynamicClassAttributes to the list of names;
# this may result in duplicate entries if, for example, a virtual
# attribute with the same name as a DynamicClassAttribute exists.
for base in mro:
for k, v in base.__dict__.items():
if isinstance(v, types.DynamicClassAttribute):
names.append(k)
result = []
processed = set()
for name in names:
# Get the object associated with the name, and where it was defined.
# Normal objects will be looked up with both getattr and directly in
# its class' dict (in case getattr fails [bug #1785], and also to look
# for a docstring).
# For DynamicClassAttributes on the second pass we only look in the
# class's dict.
#
# Getting an obj from the __dict__ sometimes reveals more than
# using getattr. Static and class methods are dramatic examples.
homecls = None
get_obj = None
dict_obj = None
if name not in processed:
try:
if name == '__dict__':
raise Exception("__dict__ is special, don't want the proxy")
get_obj = getattr(cls, name)
except Exception as exc:
pass
else:
homecls = getattr(get_obj, "__objclass__", homecls)
if homecls not in class_bases:
# if the resulting object does not live somewhere in the
# mro, drop it and search the mro manually
homecls = None
last_cls = None
# first look in the classes
for srch_cls in class_bases:
srch_obj = getattr(srch_cls, name, None)
if srch_obj is get_obj:
last_cls = srch_cls
# then check the metaclasses
for srch_cls in metamro:
try:
srch_obj = srch_cls.__getattr__(cls, name)
except AttributeError:
continue
if srch_obj is get_obj:
last_cls = srch_cls
if last_cls is not None:
homecls = last_cls
for base in all_bases:
if name in base.__dict__:
dict_obj = base.__dict__[name]
if homecls not in metamro:
homecls = base
break
if homecls is None:
# unable to locate the attribute anywhere, most likely due to
# buggy custom __dir__; discard and move on
continue
obj = get_obj if get_obj is not None else dict_obj
# Classify the object or its descriptor.
if isinstance(dict_obj, (staticmethod, types.BuiltinMethodType)):
kind = "static method"
obj = dict_obj
elif isinstance(dict_obj, (classmethod, types.ClassMethodDescriptorType)):
kind = "class method"
obj = dict_obj
elif isinstance(dict_obj, property):
kind = "property"
obj = dict_obj
elif isroutine(obj):
kind = "method"
else:
kind = "data"
result.append(Attribute(name, kind, homecls, obj))
processed.add(name)
return result
# ----------------------------------------------------------- class helpers
def getmro(cls):
"Return tuple of base classes (including cls) in method resolution order."
return cls.__mro__
# -------------------------------------------------------- function helpers
def unwrap(func, *, stop=None):
"""Get the object wrapped by *func*.
Follows the chain of :attr:`__wrapped__` attributes returning the last
object in the chain.
*stop* is an optional callback accepting an object in the wrapper chain
as its sole argument that allows the unwrapping to be terminated early if
the callback returns a true value. If the callback never returns a true
value, the last object in the chain is returned as usual. For example,
:func:`signature` uses this to stop unwrapping if any object in the
chain has a ``__signature__`` attribute defined.
:exc:`ValueError` is raised if a cycle is encountered.
"""
if stop is None:
def _is_wrapper(f):
return hasattr(f, '__wrapped__')
else:
def _is_wrapper(f):
return hasattr(f, '__wrapped__') and not stop(f)
f = func # remember the original func for error reporting
# Memoise by id to tolerate non-hashable objects, but store objects to
# ensure they aren't destroyed, which would allow their IDs to be reused.
memo = {id(f): f}
recursion_limit = sys.getrecursionlimit()
while _is_wrapper(func):
func = func.__wrapped__
id_func = id(func)
if (id_func in memo) or (len(memo) >= recursion_limit):
raise ValueError('wrapper loop when unwrapping {!r}'.format(f))
memo[id_func] = func
return func
# -------------------------------------------------- source code extraction
def indentsize(line):
"""Return the indent size, in spaces, at the start of a line of text."""
expline = line.expandtabs()
return len(expline) - len(expline.lstrip())
def _findclass(func):
cls = sys.modules.get(func.__module__)
if cls is None:
return None
for name in func.__qualname__.split('.')[:-1]:
cls = getattr(cls, name)
if not isclass(cls):
return None
return cls
def _finddoc(obj):
if isclass(obj):
for base in obj.__mro__:
if base is not object:
try:
doc = base.__doc__
except AttributeError:
continue
if doc is not None:
return doc
return None
if ismethod(obj):
name = obj.__func__.__name__
self = obj.__self__
if (isclass(self) and
getattr(getattr(self, name, None), '__func__') is obj.__func__):
# classmethod
cls = self
else:
cls = self.__class__
elif isfunction(obj):
name = obj.__name__
cls = _findclass(obj)
if cls is None or getattr(cls, name) is not obj:
return None
elif isbuiltin(obj):
name = obj.__name__
self = obj.__self__
if (isclass(self) and
self.__qualname__ + '.' + name == obj.__qualname__):
# classmethod
cls = self
else:
cls = self.__class__
# Should be tested before isdatadescriptor().
elif isinstance(obj, property):
func = obj.fget
name = func.__name__
cls = _findclass(func)
if cls is None or getattr(cls, name) is not obj:
return None
elif ismethoddescriptor(obj) or isdatadescriptor(obj):
name = obj.__name__
cls = obj.__objclass__
if getattr(cls, name) is not obj:
return None
if ismemberdescriptor(obj):
slots = getattr(cls, '__slots__', None)
if isinstance(slots, dict) and name in slots:
return slots[name]
else:
return None
for base in cls.__mro__:
try:
doc = getattr(base, name).__doc__
except AttributeError:
continue
if doc is not None:
return doc
return None
def getdoc(object):
"""Get the documentation string for an object.
All tabs are expanded to spaces. To clean up docstrings that are
indented to line up with blocks of code, any whitespace than can be
uniformly removed from the second line onwards is removed."""
try:
doc = object.__doc__
except AttributeError:
return None
if doc is None:
try:
doc = _finddoc(object)
except (AttributeError, TypeError):
return None
if not isinstance(doc, str):
return None
return cleandoc(doc)
def cleandoc(doc):
"""Clean up indentation from docstrings.
Any whitespace that can be uniformly removed from the second line
onwards is removed."""
try:
lines = doc.expandtabs().split('\n')
except UnicodeError:
return None
else:
# Find minimum indentation of any non-blank lines after first line.
margin = sys.maxsize
for line in lines[1:]:
content = len(line.lstrip())
if content:
indent = len(line) - content
margin = min(margin, indent)
# Remove indentation.
if lines:
lines[0] = lines[0].lstrip()
if margin < sys.maxsize:
for i in range(1, len(lines)): lines[i] = lines[i][margin:]
# Remove any trailing or leading blank lines.
while lines and not lines[-1]:
lines.pop()
while lines and not lines[0]:
lines.pop(0)
return '\n'.join(lines)
def getfile(object):
"""Work out which source or compiled file an object was defined in."""
if ismodule(object):
if getattr(object, '__file__', None):
return object.__file__
raise TypeError('{!r} is a built-in module'.format(object))
if isclass(object):
if hasattr(object, '__module__'):
module = sys.modules.get(object.__module__)
if getattr(module, '__file__', None):
return module.__file__
raise TypeError('{!r} is a built-in class'.format(object))
if ismethod(object):
object = object.__func__
if isfunction(object):
object = object.__code__
if istraceback(object):
object = object.tb_frame
if isframe(object):
object = object.f_code
if iscode(object):
return object.co_filename
raise TypeError('module, class, method, function, traceback, frame, or '
'code object was expected, got {}'.format(
type(object).__name__))
def getmodulename(path):
"""Return the module name for a given file, or None."""
fname = os.path.basename(path)
# Check for paths that look like an actual module file
suffixes = [(-len(suffix), suffix)
for suffix in importlib.machinery.all_suffixes()]
suffixes.sort() # try longest suffixes first, in case they overlap
for neglen, suffix in suffixes:
if fname.endswith(suffix):
return fname[:neglen]
return None
def getsourcefile(object):
"""Return the filename that can be used to locate an object's source.
Return None if no way can be identified to get the source.
"""
filename = getfile(object)
all_bytecode_suffixes = importlib.machinery.DEBUG_BYTECODE_SUFFIXES[:]
all_bytecode_suffixes += importlib.machinery.OPTIMIZED_BYTECODE_SUFFIXES[:]
if any(filename.endswith(s) for s in all_bytecode_suffixes):
filename = (os.path.splitext(filename)[0] +
importlib.machinery.SOURCE_SUFFIXES[0])
elif any(filename.endswith(s) for s in
importlib.machinery.EXTENSION_SUFFIXES):
return None
if os.path.exists(filename):
return filename
# only return a non-existent filename if the module has a PEP 302 loader
if getattr(getmodule(object, filename), '__loader__', None) is not None:
return filename
# or it is in the linecache
if filename in linecache.cache:
return filename
def getabsfile(object, _filename=None):
"""Return an absolute path to the source or compiled file for an object.
The idea is for each object to have a unique origin, so this routine
normalizes the result as much as possible."""
if _filename is None:
_filename = getsourcefile(object) or getfile(object)
return os.path.normcase(os.path.abspath(_filename))
modulesbyfile = {}
_filesbymodname = {}
def getmodule(object, _filename=None):
"""Return the module an object was defined in, or None if not found."""
if ismodule(object):
return object
if hasattr(object, '__module__'):
return sys.modules.get(object.__module__)
# Try the filename to modulename cache
if _filename is not None and _filename in modulesbyfile:
return sys.modules.get(modulesbyfile[_filename])
# Try the cache again with the absolute file name
try:
file = getabsfile(object, _filename)
except TypeError:
return None
if file in modulesbyfile:
return sys.modules.get(modulesbyfile[file])
# Update the filename to module name cache and check yet again
# Copy sys.modules in order to cope with changes while iterating
for modname, module in sys.modules.copy().items():
if ismodule(module) and hasattr(module, '__file__'):
f = module.__file__
if f == _filesbymodname.get(modname, None):
# Have already mapped this module, so skip it
continue
_filesbymodname[modname] = f
f = getabsfile(module)
# Always map to the name the module knows itself by
modulesbyfile[f] = modulesbyfile[
os.path.realpath(f)] = module.__name__
if file in modulesbyfile:
return sys.modules.get(modulesbyfile[file])
# Check the main module
main = sys.modules['__main__']
if not hasattr(object, '__name__'):
return None
if hasattr(main, object.__name__):
mainobject = getattr(main, object.__name__)
if mainobject is object:
return main
# Check builtins
builtin = sys.modules['builtins']
if hasattr(builtin, object.__name__):
builtinobject = getattr(builtin, object.__name__)
if builtinobject is object:
return builtin
def findsource(object):
"""Return the entire source file and starting line number for an object.
The argument may be a module, class, method, function, traceback, frame,
or code object. The source code is returned as a list of all the lines
in the file and the line number indexes a line in that list. An OSError
is raised if the source code cannot be retrieved."""
file = getsourcefile(object)
if file:
# Invalidate cache if needed.
linecache.checkcache(file)
else:
file = getfile(object)
# Allow filenames in form of "<something>" to pass through.
# `doctest` monkeypatches `linecache` module to enable
# inspection, so let `linecache.getlines` to be called.
if not (file.startswith('<') and file.endswith('>')):
raise OSError('source code not available')
module = getmodule(object, file)
if module:
lines = linecache.getlines(file, module.__dict__)
else:
lines = linecache.getlines(file)
if not lines:
raise OSError('could not get source code')
if ismodule(object):
return lines, 0
if isclass(object):
name = object.__name__
pat = re.compile(r'^(\s*)class\s*' + name + r'\b')
# make some effort to find the best matching class definition:
# use the one with the least indentation, which is the one
# that's most probably not inside a function definition.
candidates = []
for i in range(len(lines)):
match = pat.match(lines[i])
if match:
# if it's at toplevel, it's already the best one
if lines[i][0] == 'c':
return lines, i
# else add whitespace to candidate list
candidates.append((match.group(1), i))
if candidates:
# this will sort by whitespace, and by line number,
# less whitespace first
candidates.sort()
return lines, candidates[0][1]
else:
raise OSError('could not find class definition')
if ismethod(object):
object = object.__func__
if isfunction(object):
object = object.__code__
if istraceback(object):
object = object.tb_frame
if isframe(object):
object = object.f_code
if iscode(object):
if not hasattr(object, 'co_firstlineno'):
raise OSError('could not find function definition')
lnum = object.co_firstlineno - 1
pat = re.compile(r'^(\s*def\s)|(\s*async\s+def\s)|(.*(?<!\w)lambda(:|\s))|^(\s*@)')
while lnum > 0:
try:
line = lines[lnum]
except IndexError:
raise OSError('lineno is out of bounds')
if pat.match(line):
break
lnum = lnum - 1
return lines, lnum
raise OSError('could not find code object')
def getcomments(object):
"""Get lines of comments immediately preceding an object's source code.
Returns None when source can't be found.
"""
try:
lines, lnum = findsource(object)
except (OSError, TypeError):
return None
if ismodule(object):
# Look for a comment block at the top of the file.
start = 0
if lines and lines[0][:2] == '#!': start = 1
while start < len(lines) and lines[start].strip() in ('', '#'):
start = start + 1
if start < len(lines) and lines[start][:1] == '#':
comments = []
end = start
while end < len(lines) and lines[end][:1] == '#':
comments.append(lines[end].expandtabs())
end = end + 1
return ''.join(comments)
# Look for a preceding block of comments at the same indentation.
elif lnum > 0:
indent = indentsize(lines[lnum])
end = lnum - 1
if end >= 0 and lines[end].lstrip()[:1] == '#' and \
indentsize(lines[end]) == indent:
comments = [lines[end].expandtabs().lstrip()]
if end > 0:
end = end - 1
comment = lines[end].expandtabs().lstrip()
while comment[:1] == '#' and indentsize(lines[end]) == indent:
comments[:0] = [comment]
end = end - 1
if end < 0: break
comment = lines[end].expandtabs().lstrip()
while comments and comments[0].strip() == '#':
comments[:1] = []
while comments and comments[-1].strip() == '#':
comments[-1:] = []
return ''.join(comments)
class EndOfBlock(Exception): pass
class BlockFinder:
"""Provide a tokeneater() method to detect the end of a code block."""
def __init__(self):
self.indent = 0
self.islambda = False
self.started = False
self.passline = False
self.indecorator = False
self.decoratorhasargs = False
self.last = 1
self.body_col0 = None
def tokeneater(self, type, token, srowcol, erowcol, line):
if not self.started and not self.indecorator:
# skip any decorators
if token == "@":
self.indecorator = True
# look for the first "def", "class" or "lambda"
elif token in ("def", "class", "lambda"):
if token == "lambda":
self.islambda = True
self.started = True
self.passline = True # skip to the end of the line
elif token == "(":
if self.indecorator:
self.decoratorhasargs = True
elif token == ")":
if self.indecorator:
self.indecorator = False
self.decoratorhasargs = False
elif type == tokenize.NEWLINE:
self.passline = False # stop skipping when a NEWLINE is seen
self.last = srowcol[0]
if self.islambda: # lambdas always end at the first NEWLINE
raise EndOfBlock
# hitting a NEWLINE when in a decorator without args
# ends the decorator
if self.indecorator and not self.decoratorhasargs:
self.indecorator = False
elif self.passline:
pass
elif type == tokenize.INDENT:
if self.body_col0 is None and self.started:
self.body_col0 = erowcol[1]
self.indent = self.indent + 1
self.passline = True
elif type == tokenize.DEDENT:
self.indent = self.indent - 1
# the end of matching indent/dedent pairs end a block
# (note that this only works for "def"/"class" blocks,
# not e.g. for "if: else:" or "try: finally:" blocks)
if self.indent <= 0:
raise EndOfBlock
elif type == tokenize.COMMENT:
if self.body_col0 is not None and srowcol[1] >= self.body_col0:
# Include comments if indented at least as much as the block
self.last = srowcol[0]
elif self.indent == 0 and type not in (tokenize.COMMENT, tokenize.NL):
# any other token on the same indentation level end the previous
# block as well, except the pseudo-tokens COMMENT and NL.
raise EndOfBlock
def getblock(lines):
"""Extract the block of code at the top of the given list of lines."""
blockfinder = BlockFinder()
try:
tokens = tokenize.generate_tokens(iter(lines).__next__)
for _token in tokens:
blockfinder.tokeneater(*_token)
except (EndOfBlock, IndentationError):
pass
return lines[:blockfinder.last]
def getsourcelines(object):
"""Return a list of source lines and starting line number for an object.
The argument may be a module, class, method, function, traceback, frame,
or code object. The source code is returned as a list of the lines
corresponding to the object and the line number indicates where in the
original source file the first line of code was found. An OSError is
raised if the source code cannot be retrieved."""
object = unwrap(object)
lines, lnum = findsource(object)
if istraceback(object):
object = object.tb_frame
# for module or frame that corresponds to module, return all source lines
if (ismodule(object) or
(isframe(object) and object.f_code.co_name == "<module>")):
return lines, 0
else:
return getblock(lines[lnum:]), lnum + 1
def getsource(object):
"""Return the text of the source code for an object.
The argument may be a module, class, method, function, traceback, frame,
or code object. The source code is returned as a single string. An
OSError is raised if the source code cannot be retrieved."""
lines, lnum = getsourcelines(object)
return ''.join(lines)
# --------------------------------------------------- class tree extraction
def walktree(classes, children, parent):
"""Recursive helper function for getclasstree()."""
results = []
classes.sort(key=attrgetter('__module__', '__name__'))
for c in classes:
results.append((c, c.__bases__))
if c in children:
results.append(walktree(children[c], children, c))
return results
def getclasstree(classes, unique=False):
"""Arrange the given list of classes into a hierarchy of nested lists.
Where a nested list appears, it contains classes derived from the class
whose entry immediately precedes the list. Each entry is a 2-tuple
containing a class and a tuple of its base classes. If the 'unique'
argument is true, exactly one entry appears in the returned structure
for each class in the given list. Otherwise, classes using multiple
inheritance and their descendants will appear multiple times."""
children = {}
roots = []
for c in classes:
if c.__bases__:
for parent in c.__bases__:
if parent not in children:
children[parent] = []
if c not in children[parent]:
children[parent].append(c)
if unique and parent in classes: break
elif c not in roots:
roots.append(c)
for parent in children:
if parent not in classes:
roots.append(parent)
return walktree(roots, children, None)
# ------------------------------------------------ argument list extraction
Arguments = namedtuple('Arguments', 'args, varargs, varkw')
def getargs(co):
"""Get information about the arguments accepted by a code object.
Three things are returned: (args, varargs, varkw), where
'args' is the list of argument names. Keyword-only arguments are
appended. 'varargs' and 'varkw' are the names of the * and **
arguments or None."""
if not iscode(co):
raise TypeError('{!r} is not a code object'.format(co))
names = co.co_varnames
nargs = co.co_argcount
nkwargs = co.co_kwonlyargcount
args = list(names[:nargs])
kwonlyargs = list(names[nargs:nargs+nkwargs])
step = 0
nargs += nkwargs
varargs = None
if co.co_flags & CO_VARARGS:
varargs = co.co_varnames[nargs]
nargs = nargs + 1
varkw = None
if co.co_flags & CO_VARKEYWORDS:
varkw = co.co_varnames[nargs]
return Arguments(args + kwonlyargs, varargs, varkw)
ArgSpec = namedtuple('ArgSpec', 'args varargs keywords defaults')
def getargspec(func):
"""Get the names and default values of a function's parameters.
A tuple of four things is returned: (args, varargs, keywords, defaults).
'args' is a list of the argument names, including keyword-only argument names.
'varargs' and 'keywords' are the names of the * and ** parameters or None.
'defaults' is an n-tuple of the default values of the last n parameters.
This function is deprecated, as it does not support annotations or
keyword-only parameters and will raise ValueError if either is present
on the supplied callable.
For a more structured introspection API, use inspect.signature() instead.
Alternatively, use getfullargspec() for an API with a similar namedtuple
based interface, but full support for annotations and keyword-only
parameters.
Deprecated since Python 3.5, use `inspect.getfullargspec()`.
"""
warnings.warn("inspect.getargspec() is deprecated since Python 3.0, "
"use inspect.signature() or inspect.getfullargspec()",
DeprecationWarning, stacklevel=2)
args, varargs, varkw, defaults, kwonlyargs, kwonlydefaults, ann = \
getfullargspec(func)
if kwonlyargs or ann:
raise ValueError("Function has keyword-only parameters or annotations"
", use inspect.signature() API which can support them")
return ArgSpec(args, varargs, varkw, defaults)
FullArgSpec = namedtuple('FullArgSpec',
'args, varargs, varkw, defaults, kwonlyargs, kwonlydefaults, annotations')
def getfullargspec(func):
"""Get the names and default values of a callable object's parameters.
A tuple of seven things is returned:
(args, varargs, varkw, defaults, kwonlyargs, kwonlydefaults, annotations).
'args' is a list of the parameter names.
'varargs' and 'varkw' are the names of the * and ** parameters or None.
'defaults' is an n-tuple of the default values of the last n parameters.
'kwonlyargs' is a list of keyword-only parameter names.
'kwonlydefaults' is a dictionary mapping names from kwonlyargs to defaults.
'annotations' is a dictionary mapping parameter names to annotations.
Notable differences from inspect.signature():
- the "self" parameter is always reported, even for bound methods
- wrapper chains defined by __wrapped__ *not* unwrapped automatically
"""
try:
# Re: `skip_bound_arg=False`
#
# There is a notable difference in behaviour between getfullargspec
# and Signature: the former always returns 'self' parameter for bound
# methods, whereas the Signature always shows the actual calling
# signature of the passed object.
#
# To simulate this behaviour, we "unbind" bound methods, to trick
# inspect.signature to always return their first parameter ("self",
# usually)
# Re: `follow_wrapper_chains=False`
#
# getfullargspec() historically ignored __wrapped__ attributes,
# so we ensure that remains the case in 3.3+
sig = _signature_from_callable(func,
follow_wrapper_chains=False,
skip_bound_arg=False,
sigcls=Signature)
except Exception as ex:
# Most of the times 'signature' will raise ValueError.
# But, it can also raise AttributeError, and, maybe something
# else. So to be fully backwards compatible, we catch all
# possible exceptions here, and reraise a TypeError.
raise TypeError('unsupported callable') from ex
args = []
varargs = None
varkw = None
posonlyargs = []
kwonlyargs = []
defaults = ()
annotations = {}
defaults = ()
kwdefaults = {}
if sig.return_annotation is not sig.empty:
annotations['return'] = sig.return_annotation
for param in sig.parameters.values():
kind = param.kind
name = param.name
if kind is _POSITIONAL_ONLY:
posonlyargs.append(name)
if param.default is not param.empty:
defaults += (param.default,)
elif kind is _POSITIONAL_OR_KEYWORD:
args.append(name)
if param.default is not param.empty:
defaults += (param.default,)
elif kind is _VAR_POSITIONAL:
varargs = name
elif kind is _KEYWORD_ONLY:
kwonlyargs.append(name)
if param.default is not param.empty:
kwdefaults[name] = param.default
elif kind is _VAR_KEYWORD:
varkw = name
if param.annotation is not param.empty:
annotations[name] = param.annotation
if not kwdefaults:
# compatibility with 'func.__kwdefaults__'
kwdefaults = None
if not defaults:
# compatibility with 'func.__defaults__'
defaults = None
return FullArgSpec(posonlyargs + args, varargs, varkw, defaults,
kwonlyargs, kwdefaults, annotations)
ArgInfo = namedtuple('ArgInfo', 'args varargs keywords locals')
def getargvalues(frame):
"""Get information about arguments passed into a particular frame.
A tuple of four things is returned: (args, varargs, varkw, locals).
'args' is a list of the argument names.
'varargs' and 'varkw' are the names of the * and ** arguments or None.
'locals' is the locals dictionary of the given frame."""
args, varargs, varkw = getargs(frame.f_code)
return ArgInfo(args, varargs, varkw, frame.f_locals)
def formatannotation(annotation, base_module=None):
if getattr(annotation, '__module__', None) == 'typing':
return repr(annotation).replace('typing.', '')
if isinstance(annotation, type):
if annotation.__module__ in ('builtins', base_module):
return annotation.__qualname__
return annotation.__module__+'.'+annotation.__qualname__
return repr(annotation)
def formatannotationrelativeto(object):
module = getattr(object, '__module__', None)
def _formatannotation(annotation):
return formatannotation(annotation, module)
return _formatannotation
def formatargspec(args, varargs=None, varkw=None, defaults=None,
kwonlyargs=(), kwonlydefaults={}, annotations={},
formatarg=str,
formatvarargs=lambda name: '*' + name,
formatvarkw=lambda name: '**' + name,
formatvalue=lambda value: '=' + repr(value),
formatreturns=lambda text: ' -> ' + text,
formatannotation=formatannotation):
"""Format an argument spec from the values returned by getfullargspec.
The first seven arguments are (args, varargs, varkw, defaults,
kwonlyargs, kwonlydefaults, annotations). The other five arguments
are the corresponding optional formatting functions that are called to
turn names and values into strings. The last argument is an optional
function to format the sequence of arguments.
Deprecated since Python 3.5: use the `signature` function and `Signature`
objects.
"""
from warnings import warn
warn("`formatargspec` is deprecated since Python 3.5. Use `signature` and "
"the `Signature` object directly",
DeprecationWarning,
stacklevel=2)
def formatargandannotation(arg):
result = formatarg(arg)
if arg in annotations:
result += ': ' + formatannotation(annotations[arg])
return result
specs = []
if defaults:
firstdefault = len(args) - len(defaults)
for i, arg in enumerate(args):
spec = formatargandannotation(arg)
if defaults and i >= firstdefault:
spec = spec + formatvalue(defaults[i - firstdefault])
specs.append(spec)
if varargs is not None:
specs.append(formatvarargs(formatargandannotation(varargs)))
else:
if kwonlyargs:
specs.append('*')
if kwonlyargs:
for kwonlyarg in kwonlyargs:
spec = formatargandannotation(kwonlyarg)
if kwonlydefaults and kwonlyarg in kwonlydefaults:
spec += formatvalue(kwonlydefaults[kwonlyarg])
specs.append(spec)
if varkw is not None:
specs.append(formatvarkw(formatargandannotation(varkw)))
result = '(' + ', '.join(specs) + ')'
if 'return' in annotations:
result += formatreturns(formatannotation(annotations['return']))
return result
def formatargvalues(args, varargs, varkw, locals,
formatarg=str,
formatvarargs=lambda name: '*' + name,
formatvarkw=lambda name: '**' + name,
formatvalue=lambda value: '=' + repr(value)):
"""Format an argument spec from the 4 values returned by getargvalues.
The first four arguments are (args, varargs, varkw, locals). The
next four arguments are the corresponding optional formatting functions
that are called to turn names and values into strings. The ninth
argument is an optional function to format the sequence of arguments."""
def convert(name, locals=locals,
formatarg=formatarg, formatvalue=formatvalue):
return formatarg(name) + formatvalue(locals[name])
specs = []
for i in range(len(args)):
specs.append(convert(args[i]))
if varargs:
specs.append(formatvarargs(varargs) + formatvalue(locals[varargs]))
if varkw:
specs.append(formatvarkw(varkw) + formatvalue(locals[varkw]))
return '(' + ', '.join(specs) + ')'
def _missing_arguments(f_name, argnames, pos, values):
names = [repr(name) for name in argnames if name not in values]
missing = len(names)
if missing == 1:
s = names[0]
elif missing == 2:
s = "{} and {}".format(*names)
else:
tail = ", {} and {}".format(*names[-2:])
del names[-2:]
s = ", ".join(names) + tail
raise TypeError("%s() missing %i required %s argument%s: %s" %
(f_name, missing,
"positional" if pos else "keyword-only",
"" if missing == 1 else "s", s))
def _too_many(f_name, args, kwonly, varargs, defcount, given, values):
atleast = len(args) - defcount
kwonly_given = len([arg for arg in kwonly if arg in values])
if varargs:
plural = atleast != 1
sig = "at least %d" % (atleast,)
elif defcount:
plural = True
sig = "from %d to %d" % (atleast, len(args))
else:
plural = len(args) != 1
sig = str(len(args))
kwonly_sig = ""
if kwonly_given:
msg = " positional argument%s (and %d keyword-only argument%s)"
kwonly_sig = (msg % ("s" if given != 1 else "", kwonly_given,
"s" if kwonly_given != 1 else ""))
raise TypeError("%s() takes %s positional argument%s but %d%s %s given" %
(f_name, sig, "s" if plural else "", given, kwonly_sig,
"was" if given == 1 and not kwonly_given else "were"))
def getcallargs(func, /, *positional, **named):
"""Get the mapping of arguments to values.
A dict is returned, with keys the function argument names (including the
names of the * and ** arguments, if any), and values the respective bound
values from 'positional' and 'named'."""
spec = getfullargspec(func)
args, varargs, varkw, defaults, kwonlyargs, kwonlydefaults, ann = spec
f_name = func.__name__
arg2value = {}
if ismethod(func) and func.__self__ is not None:
# implicit 'self' (or 'cls' for classmethods) argument
positional = (func.__self__,) + positional
num_pos = len(positional)
num_args = len(args)
num_defaults = len(defaults) if defaults else 0
n = min(num_pos, num_args)
for i in range(n):
arg2value[args[i]] = positional[i]
if varargs:
arg2value[varargs] = tuple(positional[n:])
possible_kwargs = set(args + kwonlyargs)
if varkw:
arg2value[varkw] = {}
for kw, value in named.items():
if kw not in possible_kwargs:
if not varkw:
raise TypeError("%s() got an unexpected keyword argument %r" %
(f_name, kw))
arg2value[varkw][kw] = value
continue
if kw in arg2value:
raise TypeError("%s() got multiple values for argument %r" %
(f_name, kw))
arg2value[kw] = value
if num_pos > num_args and not varargs:
_too_many(f_name, args, kwonlyargs, varargs, num_defaults,
num_pos, arg2value)
if num_pos < num_args:
req = args[:num_args - num_defaults]
for arg in req:
if arg not in arg2value:
_missing_arguments(f_name, req, True, arg2value)
for i, arg in enumerate(args[num_args - num_defaults:]):
if arg not in arg2value:
arg2value[arg] = defaults[i]
missing = 0
for kwarg in kwonlyargs:
if kwarg not in arg2value:
if kwonlydefaults and kwarg in kwonlydefaults:
arg2value[kwarg] = kwonlydefaults[kwarg]
else:
missing += 1
if missing:
_missing_arguments(f_name, kwonlyargs, False, arg2value)
return arg2value
ClosureVars = namedtuple('ClosureVars', 'nonlocals globals builtins unbound')
def getclosurevars(func):
"""
Get the mapping of free variables to their current values.
Returns a named tuple of dicts mapping the current nonlocal, global
and builtin references as seen by the body of the function. A final
set of unbound names that could not be resolved is also provided.
"""
if ismethod(func):
func = func.__func__
if not isfunction(func):
raise TypeError("{!r} is not a Python function".format(func))
code = func.__code__
# Nonlocal references are named in co_freevars and resolved
# by looking them up in __closure__ by positional index
if func.__closure__ is None:
nonlocal_vars = {}
else:
nonlocal_vars = {
var : cell.cell_contents
for var, cell in zip(code.co_freevars, func.__closure__)
}
# Global and builtin references are named in co_names and resolved
# by looking them up in __globals__ or __builtins__
global_ns = func.__globals__
builtin_ns = global_ns.get("__builtins__", builtins.__dict__)
if ismodule(builtin_ns):
builtin_ns = builtin_ns.__dict__
global_vars = {}
builtin_vars = {}
unbound_names = set()
for name in code.co_names:
if name in ("None", "True", "False"):
# Because these used to be builtins instead of keywords, they
# may still show up as name references. We ignore them.
continue
try:
global_vars[name] = global_ns[name]
except KeyError:
try:
builtin_vars[name] = builtin_ns[name]
except KeyError:
unbound_names.add(name)
return ClosureVars(nonlocal_vars, global_vars,
builtin_vars, unbound_names)
# -------------------------------------------------- stack frame extraction
Traceback = namedtuple('Traceback', 'filename lineno function code_context index')
def getframeinfo(frame, context=1):
"""Get information about a frame or traceback object.
A tuple of five things is returned: the filename, the line number of
the current line, the function name, a list of lines of context from
the source code, and the index of the current line within that list.
The optional second argument specifies the number of lines of context
to return, which are centered around the current line."""
if istraceback(frame):
lineno = frame.tb_lineno
frame = frame.tb_frame
else:
lineno = frame.f_lineno
if not isframe(frame):
raise TypeError('{!r} is not a frame or traceback object'.format(frame))
filename = getsourcefile(frame) or getfile(frame)
if context > 0:
start = lineno - 1 - context//2
try:
lines, lnum = findsource(frame)
except OSError:
lines = index = None
else:
start = max(0, min(start, len(lines) - context))
lines = lines[start:start+context]
index = lineno - 1 - start
else:
lines = index = None
return Traceback(filename, lineno, frame.f_code.co_name, lines, index)
def getlineno(frame):
"""Get the line number from a frame object, allowing for optimization."""
# FrameType.f_lineno is now a descriptor that grovels co_lnotab
return frame.f_lineno
FrameInfo = namedtuple('FrameInfo', ('frame',) + Traceback._fields)
def getouterframes(frame, context=1):
"""Get a list of records for a frame and all higher (calling) frames.
Each record contains a frame object, filename, line number, function
name, a list of lines of context, and index within the context."""
framelist = []
while frame:
frameinfo = (frame,) + getframeinfo(frame, context)
framelist.append(FrameInfo(*frameinfo))
frame = frame.f_back
return framelist
def getinnerframes(tb, context=1):
"""Get a list of records for a traceback's frame and all lower frames.
Each record contains a frame object, filename, line number, function
name, a list of lines of context, and index within the context."""
framelist = []
while tb:
frameinfo = (tb.tb_frame,) + getframeinfo(tb, context)
framelist.append(FrameInfo(*frameinfo))
tb = tb.tb_next
return framelist
def currentframe():
"""Return the frame of the caller or None if this is not possible."""
return sys._getframe(1) if hasattr(sys, "_getframe") else None
def stack(context=1):
"""Return a list of records for the stack above the caller's frame."""
return getouterframes(sys._getframe(1), context)
def trace(context=1):
"""Return a list of records for the stack below the current exception."""
return getinnerframes(sys.exc_info()[2], context)
# ------------------------------------------------ static version of getattr
_sentinel = object()
def _static_getmro(klass):
return type.__dict__['__mro__'].__get__(klass)
def _check_instance(obj, attr):
instance_dict = {}
try:
instance_dict = object.__getattribute__(obj, "__dict__")
except AttributeError:
pass
return dict.get(instance_dict, attr, _sentinel)
def _check_class(klass, attr):
for entry in _static_getmro(klass):
if _shadowed_dict(type(entry)) is _sentinel:
try:
return entry.__dict__[attr]
except KeyError:
pass
return _sentinel
def _is_type(obj):
try:
_static_getmro(obj)
except TypeError:
return False
return True
def _shadowed_dict(klass):
dict_attr = type.__dict__["__dict__"]
for entry in _static_getmro(klass):
try:
class_dict = dict_attr.__get__(entry)["__dict__"]
except KeyError:
pass
else:
if not (type(class_dict) is types.GetSetDescriptorType and
class_dict.__name__ == "__dict__" and
class_dict.__objclass__ is entry):
return class_dict
return _sentinel
def getattr_static(obj, attr, default=_sentinel):
"""Retrieve attributes without triggering dynamic lookup via the
descriptor protocol, __getattr__ or __getattribute__.
Note: this function may not be able to retrieve all attributes
that getattr can fetch (like dynamically created attributes)
and may find attributes that getattr can't (like descriptors
that raise AttributeError). It can also return descriptor objects
instead of instance members in some cases. See the
documentation for details.
"""
instance_result = _sentinel
if not _is_type(obj):
klass = type(obj)
dict_attr = _shadowed_dict(klass)
if (dict_attr is _sentinel or
type(dict_attr) is types.MemberDescriptorType):
instance_result = _check_instance(obj, attr)
else:
klass = obj
klass_result = _check_class(klass, attr)
if instance_result is not _sentinel and klass_result is not _sentinel:
if (_check_class(type(klass_result), '__get__') is not _sentinel and
_check_class(type(klass_result), '__set__') is not _sentinel):
return klass_result
if instance_result is not _sentinel:
return instance_result
if klass_result is not _sentinel:
return klass_result
if obj is klass:
# for types we check the metaclass too
for entry in _static_getmro(type(klass)):
if _shadowed_dict(type(entry)) is _sentinel:
try:
return entry.__dict__[attr]
except KeyError:
pass
if default is not _sentinel:
return default
raise AttributeError(attr)
# ------------------------------------------------ generator introspection
GEN_CREATED = 'GEN_CREATED'
GEN_RUNNING = 'GEN_RUNNING'
GEN_SUSPENDED = 'GEN_SUSPENDED'
GEN_CLOSED = 'GEN_CLOSED'
def getgeneratorstate(generator):
"""Get current state of a generator-iterator.
Possible states are:
GEN_CREATED: Waiting to start execution.
GEN_RUNNING: Currently being executed by the interpreter.
GEN_SUSPENDED: Currently suspended at a yield expression.
GEN_CLOSED: Execution has completed.
"""
if generator.gi_running:
return GEN_RUNNING
if generator.gi_frame is None:
return GEN_CLOSED
if generator.gi_frame.f_lasti == -1:
return GEN_CREATED
return GEN_SUSPENDED
def getgeneratorlocals(generator):
"""
Get the mapping of generator local variables to their current values.
A dict is returned, with the keys the local variable names and values the
bound values."""
if not isgenerator(generator):
raise TypeError("{!r} is not a Python generator".format(generator))
frame = getattr(generator, "gi_frame", None)
if frame is not None:
return generator.gi_frame.f_locals
else:
return {}
# ------------------------------------------------ coroutine introspection
CORO_CREATED = 'CORO_CREATED'
CORO_RUNNING = 'CORO_RUNNING'
CORO_SUSPENDED = 'CORO_SUSPENDED'
CORO_CLOSED = 'CORO_CLOSED'
def getcoroutinestate(coroutine):
"""Get current state of a coroutine object.
Possible states are:
CORO_CREATED: Waiting to start execution.
CORO_RUNNING: Currently being executed by the interpreter.
CORO_SUSPENDED: Currently suspended at an await expression.
CORO_CLOSED: Execution has completed.
"""
if coroutine.cr_running:
return CORO_RUNNING
if coroutine.cr_frame is None:
return CORO_CLOSED
if coroutine.cr_frame.f_lasti == -1:
return CORO_CREATED
return CORO_SUSPENDED
def getcoroutinelocals(coroutine):
"""
Get the mapping of coroutine local variables to their current values.
A dict is returned, with the keys the local variable names and values the
bound values."""
frame = getattr(coroutine, "cr_frame", None)
if frame is not None:
return frame.f_locals
else:
return {}
###############################################################################
### Function Signature Object (PEP 362)
###############################################################################
_WrapperDescriptor = type(type.__call__)
_MethodWrapper = type(all.__call__)
_ClassMethodWrapper = type(int.__dict__['from_bytes'])
_NonUserDefinedCallables = (_WrapperDescriptor,
_MethodWrapper,
_ClassMethodWrapper,
types.BuiltinFunctionType)
def _signature_get_user_defined_method(cls, method_name):
"""Private helper. Checks if ``cls`` has an attribute
named ``method_name`` and returns it only if it is a
pure python function.
"""
try:
meth = getattr(cls, method_name)
except AttributeError:
return
else:
if not isinstance(meth, _NonUserDefinedCallables):
# Once '__signature__' will be added to 'C'-level
# callables, this check won't be necessary
return meth
def _signature_get_partial(wrapped_sig, partial, extra_args=()):
"""Private helper to calculate how 'wrapped_sig' signature will
look like after applying a 'functools.partial' object (or alike)
on it.
"""
old_params = wrapped_sig.parameters
new_params = OrderedDict(old_params.items())
partial_args = partial.args or ()
partial_keywords = partial.keywords or {}
if extra_args:
partial_args = extra_args + partial_args
try:
ba = wrapped_sig.bind_partial(*partial_args, **partial_keywords)
except TypeError as ex:
msg = 'partial object {!r} has incorrect arguments'.format(partial)
raise ValueError(msg) from ex
transform_to_kwonly = False
for param_name, param in old_params.items():
try:
arg_value = ba.arguments[param_name]
except KeyError:
pass
else:
if param.kind is _POSITIONAL_ONLY:
# If positional-only parameter is bound by partial,
# it effectively disappears from the signature
new_params.pop(param_name)
continue
if param.kind is _POSITIONAL_OR_KEYWORD:
if param_name in partial_keywords:
# This means that this parameter, and all parameters
# after it should be keyword-only (and var-positional
# should be removed). Here's why. Consider the following
# function:
# foo(a, b, *args, c):
# pass
#
# "partial(foo, a='spam')" will have the following
# signature: "(*, a='spam', b, c)". Because attempting
# to call that partial with "(10, 20)" arguments will
# raise a TypeError, saying that "a" argument received
# multiple values.
transform_to_kwonly = True
# Set the new default value
new_params[param_name] = param.replace(default=arg_value)
else:
# was passed as a positional argument
new_params.pop(param.name)
continue
if param.kind is _KEYWORD_ONLY:
# Set the new default value
new_params[param_name] = param.replace(default=arg_value)
if transform_to_kwonly:
assert param.kind is not _POSITIONAL_ONLY
if param.kind is _POSITIONAL_OR_KEYWORD:
new_param = new_params[param_name].replace(kind=_KEYWORD_ONLY)
new_params[param_name] = new_param
new_params.move_to_end(param_name)
elif param.kind in (_KEYWORD_ONLY, _VAR_KEYWORD):
new_params.move_to_end(param_name)
elif param.kind is _VAR_POSITIONAL:
new_params.pop(param.name)
return wrapped_sig.replace(parameters=new_params.values())
def _signature_bound_method(sig):
"""Private helper to transform signatures for unbound
functions to bound methods.
"""
params = tuple(sig.parameters.values())
if not params or params[0].kind in (_VAR_KEYWORD, _KEYWORD_ONLY):
raise ValueError('invalid method signature')
kind = params[0].kind
if kind in (_POSITIONAL_OR_KEYWORD, _POSITIONAL_ONLY):
# Drop first parameter:
# '(p1, p2[, ...])' -> '(p2[, ...])'
params = params[1:]
else:
if kind is not _VAR_POSITIONAL:
# Unless we add a new parameter type we never
# get here
raise ValueError('invalid argument type')
# It's a var-positional parameter.
# Do nothing. '(*args[, ...])' -> '(*args[, ...])'
return sig.replace(parameters=params)
def _signature_is_builtin(obj):
"""Private helper to test if `obj` is a callable that might
support Argument Clinic's __text_signature__ protocol.
"""
return (isbuiltin(obj) or
ismethoddescriptor(obj) or
isinstance(obj, _NonUserDefinedCallables) or
# Can't test 'isinstance(type)' here, as it would
# also be True for regular python classes
obj in (type, object))
def _signature_is_functionlike(obj):
"""Private helper to test if `obj` is a duck type of FunctionType.
A good example of such objects are functions compiled with
Cython, which have all attributes that a pure Python function
would have, but have their code statically compiled.
"""
if not callable(obj) or isclass(obj):
# All function-like objects are obviously callables,
# and not classes.
return False
name = getattr(obj, '__name__', None)
code = getattr(obj, '__code__', None)
defaults = getattr(obj, '__defaults__', _void) # Important to use _void ...
kwdefaults = getattr(obj, '__kwdefaults__', _void) # ... and not None here
annotations = getattr(obj, '__annotations__', None)
return (isinstance(code, types.CodeType) and
isinstance(name, str) and
(defaults is None or isinstance(defaults, tuple)) and
(kwdefaults is None or isinstance(kwdefaults, dict)) and
isinstance(annotations, dict))
def _signature_get_bound_param(spec):
""" Private helper to get first parameter name from a
__text_signature__ of a builtin method, which should
be in the following format: '($param1, ...)'.
Assumptions are that the first argument won't have
a default value or an annotation.
"""
assert spec.startswith('($')
pos = spec.find(',')
if pos == -1:
pos = spec.find(')')
cpos = spec.find(':')
assert cpos == -1 or cpos > pos
cpos = spec.find('=')
assert cpos == -1 or cpos > pos
return spec[2:pos]
def _signature_strip_non_python_syntax(signature):
"""
Private helper function. Takes a signature in Argument Clinic's
extended signature format.
Returns a tuple of three things:
* that signature re-rendered in standard Python syntax,
* the index of the "self" parameter (generally 0), or None if
the function does not have a "self" parameter, and
* the index of the last "positional only" parameter,
or None if the signature has no positional-only parameters.
"""
if not signature:
return signature, None, None
self_parameter = None
last_positional_only = None
lines = [l.encode('ascii') for l in signature.split('\n')]
generator = iter(lines).__next__
token_stream = tokenize.tokenize(generator)
delayed_comma = False
skip_next_comma = False
text = []
add = text.append
current_parameter = 0
OP = token.OP
ERRORTOKEN = token.ERRORTOKEN
# token stream always starts with ENCODING token, skip it
t = next(token_stream)
assert t.type == tokenize.ENCODING
for t in token_stream:
type, string = t.type, t.string
if type == OP:
if string == ',':
if skip_next_comma:
skip_next_comma = False
else:
assert not delayed_comma
delayed_comma = True
current_parameter += 1
continue
if string == '/':
assert not skip_next_comma
assert last_positional_only is None
skip_next_comma = True
last_positional_only = current_parameter - 1
continue
if (type == ERRORTOKEN) and (string == '$'):
assert self_parameter is None
self_parameter = current_parameter
continue
if delayed_comma:
delayed_comma = False
if not ((type == OP) and (string == ')')):
add(', ')
add(string)
if (string == ','):
add(' ')
clean_signature = ''.join(text)
return clean_signature, self_parameter, last_positional_only
def _signature_fromstr(cls, obj, s, skip_bound_arg=True):
"""Private helper to parse content of '__text_signature__'
and return a Signature based on it.
"""
# Lazy import ast because it's relatively heavy and
# it's not used for other than this function.
import ast
Parameter = cls._parameter_cls
clean_signature, self_parameter, last_positional_only = \
_signature_strip_non_python_syntax(s)
program = "def foo" + clean_signature + ": pass"
try:
module = ast.parse(program)
except SyntaxError:
module = None
if not isinstance(module, ast.Module):
raise ValueError("{!r} builtin has invalid signature".format(obj))
f = module.body[0]
parameters = []
empty = Parameter.empty
invalid = object()
module = None
module_dict = {}
module_name = getattr(obj, '__module__', None)
if module_name:
module = sys.modules.get(module_name, None)
if module:
module_dict = module.__dict__
sys_module_dict = sys.modules.copy()
def parse_name(node):
assert isinstance(node, ast.arg)
if node.annotation is not None:
raise ValueError("Annotations are not currently supported")
return node.arg
def wrap_value(s):
try:
value = eval(s, module_dict)
except NameError:
try:
value = eval(s, sys_module_dict)
except NameError:
raise RuntimeError()
if isinstance(value, (str, int, float, bytes, bool, type(None))):
return ast.Constant(value)
raise RuntimeError()
class RewriteSymbolics(ast.NodeTransformer):
def visit_Attribute(self, node):
a = []
n = node
while isinstance(n, ast.Attribute):
a.append(n.attr)
n = n.value
if not isinstance(n, ast.Name):
raise RuntimeError()
a.append(n.id)
value = ".".join(reversed(a))
return wrap_value(value)
def visit_Name(self, node):
if not isinstance(node.ctx, ast.Load):
raise ValueError()
return wrap_value(node.id)
def p(name_node, default_node, default=empty):
name = parse_name(name_node)
if name is invalid:
return None
if default_node and default_node is not _empty:
try:
default_node = RewriteSymbolics().visit(default_node)
o = ast.literal_eval(default_node)
except ValueError:
o = invalid
if o is invalid:
return None
default = o if o is not invalid else default
parameters.append(Parameter(name, kind, default=default, annotation=empty))
# non-keyword-only parameters
args = reversed(f.args.args)
defaults = reversed(f.args.defaults)
iter = itertools.zip_longest(args, defaults, fillvalue=None)
if last_positional_only is not None:
kind = Parameter.POSITIONAL_ONLY
else:
kind = Parameter.POSITIONAL_OR_KEYWORD
for i, (name, default) in enumerate(reversed(list(iter))):
p(name, default)
if i == last_positional_only:
kind = Parameter.POSITIONAL_OR_KEYWORD
# *args
if f.args.vararg:
kind = Parameter.VAR_POSITIONAL
p(f.args.vararg, empty)
# keyword-only arguments
kind = Parameter.KEYWORD_ONLY
for name, default in zip(f.args.kwonlyargs, f.args.kw_defaults):
p(name, default)
# **kwargs
if f.args.kwarg:
kind = Parameter.VAR_KEYWORD
p(f.args.kwarg, empty)
if self_parameter is not None:
# Possibly strip the bound argument:
# - We *always* strip first bound argument if
# it is a module.
# - We don't strip first bound argument if
# skip_bound_arg is False.
assert parameters
_self = getattr(obj, '__self__', None)
self_isbound = _self is not None
self_ismodule = ismodule(_self)
if self_isbound and (self_ismodule or skip_bound_arg):
parameters.pop(0)
else:
# for builtins, self parameter is always positional-only!
p = parameters[0].replace(kind=Parameter.POSITIONAL_ONLY)
parameters[0] = p
return cls(parameters, return_annotation=cls.empty)
def _signature_from_builtin(cls, func, skip_bound_arg=True):
"""Private helper function to get signature for
builtin callables.
"""
if not _signature_is_builtin(func):
raise TypeError("{!r} is not a Python builtin "
"function".format(func))
s = getattr(func, "__text_signature__", None)
if not s:
raise ValueError("no signature found for builtin {!r}".format(func))
return _signature_fromstr(cls, func, s, skip_bound_arg)
def _signature_from_function(cls, func, skip_bound_arg=True):
"""Private helper: constructs Signature for the given python function."""
is_duck_function = False
if not isfunction(func):
if _signature_is_functionlike(func):
is_duck_function = True
else:
# If it's not a pure Python function, and not a duck type
# of pure function:
raise TypeError('{!r} is not a Python function'.format(func))
s = getattr(func, "__text_signature__", None)
if s:
return _signature_fromstr(cls, func, s, skip_bound_arg)
Parameter = cls._parameter_cls
# Parameter information.
func_code = func.__code__
pos_count = func_code.co_argcount
arg_names = func_code.co_varnames
posonly_count = func_code.co_posonlyargcount
positional = arg_names[:pos_count]
keyword_only_count = func_code.co_kwonlyargcount
keyword_only = arg_names[pos_count:pos_count + keyword_only_count]
annotations = func.__annotations__
defaults = func.__defaults__
kwdefaults = func.__kwdefaults__
if defaults:
pos_default_count = len(defaults)
else:
pos_default_count = 0
parameters = []
non_default_count = pos_count - pos_default_count
posonly_left = posonly_count
# Non-keyword-only parameters w/o defaults.
for name in positional[:non_default_count]:
kind = _POSITIONAL_ONLY if posonly_left else _POSITIONAL_OR_KEYWORD
annotation = annotations.get(name, _empty)
parameters.append(Parameter(name, annotation=annotation,
kind=kind))
if posonly_left:
posonly_left -= 1
# ... w/ defaults.
for offset, name in enumerate(positional[non_default_count:]):
kind = _POSITIONAL_ONLY if posonly_left else _POSITIONAL_OR_KEYWORD
annotation = annotations.get(name, _empty)
parameters.append(Parameter(name, annotation=annotation,
kind=kind,
default=defaults[offset]))
if posonly_left:
posonly_left -= 1
# *args
if func_code.co_flags & CO_VARARGS:
name = arg_names[pos_count + keyword_only_count]
annotation = annotations.get(name, _empty)
parameters.append(Parameter(name, annotation=annotation,
kind=_VAR_POSITIONAL))
# Keyword-only parameters.
for name in keyword_only:
default = _empty
if kwdefaults is not None:
default = kwdefaults.get(name, _empty)
annotation = annotations.get(name, _empty)
parameters.append(Parameter(name, annotation=annotation,
kind=_KEYWORD_ONLY,
default=default))
# **kwargs
if func_code.co_flags & CO_VARKEYWORDS:
index = pos_count + keyword_only_count
if func_code.co_flags & CO_VARARGS:
index += 1
name = arg_names[index]
annotation = annotations.get(name, _empty)
parameters.append(Parameter(name, annotation=annotation,
kind=_VAR_KEYWORD))
# Is 'func' is a pure Python function - don't validate the
# parameters list (for correct order and defaults), it should be OK.
return cls(parameters,
return_annotation=annotations.get('return', _empty),
__validate_parameters__=is_duck_function)
def _signature_from_callable(obj, *,
follow_wrapper_chains=True,
skip_bound_arg=True,
sigcls):
"""Private helper function to get signature for arbitrary
callable objects.
"""
if not callable(obj):
raise TypeError('{!r} is not a callable object'.format(obj))
if isinstance(obj, types.MethodType):
# In this case we skip the first parameter of the underlying
# function (usually `self` or `cls`).
sig = _signature_from_callable(
obj.__func__,
follow_wrapper_chains=follow_wrapper_chains,
skip_bound_arg=skip_bound_arg,
sigcls=sigcls)
if skip_bound_arg:
return _signature_bound_method(sig)
else:
return sig
# Was this function wrapped by a decorator?
if follow_wrapper_chains:
obj = unwrap(obj, stop=(lambda f: hasattr(f, "__signature__")))
if isinstance(obj, types.MethodType):
# If the unwrapped object is a *method*, we might want to
# skip its first parameter (self).
# See test_signature_wrapped_bound_method for details.
return _signature_from_callable(
obj,
follow_wrapper_chains=follow_wrapper_chains,
skip_bound_arg=skip_bound_arg,
sigcls=sigcls)
try:
sig = obj.__signature__
except AttributeError:
pass
else:
if sig is not None:
if not isinstance(sig, Signature):
raise TypeError(
'unexpected object {!r} in __signature__ '
'attribute'.format(sig))
return sig
try:
partialmethod = obj._partialmethod
except AttributeError:
pass
else:
if isinstance(partialmethod, functools.partialmethod):
# Unbound partialmethod (see functools.partialmethod)
# This means, that we need to calculate the signature
# as if it's a regular partial object, but taking into
# account that the first positional argument
# (usually `self`, or `cls`) will not be passed
# automatically (as for boundmethods)
wrapped_sig = _signature_from_callable(
partialmethod.func,
follow_wrapper_chains=follow_wrapper_chains,
skip_bound_arg=skip_bound_arg,
sigcls=sigcls)
sig = _signature_get_partial(wrapped_sig, partialmethod, (None,))
first_wrapped_param = tuple(wrapped_sig.parameters.values())[0]
if first_wrapped_param.kind is Parameter.VAR_POSITIONAL:
# First argument of the wrapped callable is `*args`, as in
# `partialmethod(lambda *args)`.
return sig
else:
sig_params = tuple(sig.parameters.values())
assert (not sig_params or
first_wrapped_param is not sig_params[0])
new_params = (first_wrapped_param,) + sig_params
return sig.replace(parameters=new_params)
if isfunction(obj) or _signature_is_functionlike(obj):
# If it's a pure Python function, or an object that is duck type
# of a Python function (Cython functions, for instance), then:
return _signature_from_function(sigcls, obj,
skip_bound_arg=skip_bound_arg)
if _signature_is_builtin(obj):
return _signature_from_builtin(sigcls, obj,
skip_bound_arg=skip_bound_arg)
if isinstance(obj, functools.partial):
wrapped_sig = _signature_from_callable(
obj.func,
follow_wrapper_chains=follow_wrapper_chains,
skip_bound_arg=skip_bound_arg,
sigcls=sigcls)
return _signature_get_partial(wrapped_sig, obj)
sig = None
if isinstance(obj, type):
# obj is a class or a metaclass
# First, let's see if it has an overloaded __call__ defined
# in its metaclass
call = _signature_get_user_defined_method(type(obj), '__call__')
if call is not None:
sig = _signature_from_callable(
call,
follow_wrapper_chains=follow_wrapper_chains,
skip_bound_arg=skip_bound_arg,
sigcls=sigcls)
else:
# Now we check if the 'obj' class has a '__new__' method
new = _signature_get_user_defined_method(obj, '__new__')
if new is not None:
sig = _signature_from_callable(
new,
follow_wrapper_chains=follow_wrapper_chains,
skip_bound_arg=skip_bound_arg,
sigcls=sigcls)
else:
# Finally, we should have at least __init__ implemented
init = _signature_get_user_defined_method(obj, '__init__')
if init is not None:
sig = _signature_from_callable(
init,
follow_wrapper_chains=follow_wrapper_chains,
skip_bound_arg=skip_bound_arg,
sigcls=sigcls)
if sig is None:
# At this point we know, that `obj` is a class, with no user-
# defined '__init__', '__new__', or class-level '__call__'
for base in obj.__mro__[:-1]:
# Since '__text_signature__' is implemented as a
# descriptor that extracts text signature from the
# class docstring, if 'obj' is derived from a builtin
# class, its own '__text_signature__' may be 'None'.
# Therefore, we go through the MRO (except the last
# class in there, which is 'object') to find the first
# class with non-empty text signature.
try:
text_sig = base.__text_signature__
except AttributeError:
pass
else:
if text_sig:
# If 'obj' class has a __text_signature__ attribute:
# return a signature based on it
return _signature_fromstr(sigcls, obj, text_sig)
# No '__text_signature__' was found for the 'obj' class.
# Last option is to check if its '__init__' is
# object.__init__ or type.__init__.
if type not in obj.__mro__:
# We have a class (not metaclass), but no user-defined
# __init__ or __new__ for it
if (obj.__init__ is object.__init__ and
obj.__new__ is object.__new__):
# Return a signature of 'object' builtin.
return sigcls.from_callable(object)
else:
raise ValueError(
'no signature found for builtin type {!r}'.format(obj))
elif not isinstance(obj, _NonUserDefinedCallables):
# An object with __call__
# We also check that the 'obj' is not an instance of
# _WrapperDescriptor or _MethodWrapper to avoid
# infinite recursion (and even potential segfault)
call = _signature_get_user_defined_method(type(obj), '__call__')
if call is not None:
try:
sig = _signature_from_callable(
call,
follow_wrapper_chains=follow_wrapper_chains,
skip_bound_arg=skip_bound_arg,
sigcls=sigcls)
except ValueError as ex:
msg = 'no signature found for {!r}'.format(obj)
raise ValueError(msg) from ex
if sig is not None:
# For classes and objects we skip the first parameter of their
# __call__, __new__, or __init__ methods
if skip_bound_arg:
return _signature_bound_method(sig)
else:
return sig
if isinstance(obj, types.BuiltinFunctionType):
# Raise a nicer error message for builtins
msg = 'no signature found for builtin function {!r}'.format(obj)
raise ValueError(msg)
raise ValueError('callable {!r} is not supported by signature'.format(obj))
class _void:
"""A private marker - used in Parameter & Signature."""
class _empty:
"""Marker object for Signature.empty and Parameter.empty."""
class _ParameterKind(enum.IntEnum):
POSITIONAL_ONLY = 0
POSITIONAL_OR_KEYWORD = 1
VAR_POSITIONAL = 2
KEYWORD_ONLY = 3
VAR_KEYWORD = 4
def __str__(self):
return self._name_
@property
def description(self):
return _PARAM_NAME_MAPPING[self]
_POSITIONAL_ONLY = _ParameterKind.POSITIONAL_ONLY
_POSITIONAL_OR_KEYWORD = _ParameterKind.POSITIONAL_OR_KEYWORD
_VAR_POSITIONAL = _ParameterKind.VAR_POSITIONAL
_KEYWORD_ONLY = _ParameterKind.KEYWORD_ONLY
_VAR_KEYWORD = _ParameterKind.VAR_KEYWORD
_PARAM_NAME_MAPPING = {
_POSITIONAL_ONLY: 'positional-only',
_POSITIONAL_OR_KEYWORD: 'positional or keyword',
_VAR_POSITIONAL: 'variadic positional',
_KEYWORD_ONLY: 'keyword-only',
_VAR_KEYWORD: 'variadic keyword'
}
class Parameter:
"""Represents a parameter in a function signature.
Has the following public attributes:
* name : str
The name of the parameter as a string.
* default : object
The default value for the parameter if specified. If the
parameter has no default value, this attribute is set to
`Parameter.empty`.
* annotation
The annotation for the parameter if specified. If the
parameter has no annotation, this attribute is set to
`Parameter.empty`.
* kind : str
Describes how argument values are bound to the parameter.
Possible values: `Parameter.POSITIONAL_ONLY`,
`Parameter.POSITIONAL_OR_KEYWORD`, `Parameter.VAR_POSITIONAL`,
`Parameter.KEYWORD_ONLY`, `Parameter.VAR_KEYWORD`.
"""
__slots__ = ('_name', '_kind', '_default', '_annotation')
POSITIONAL_ONLY = _POSITIONAL_ONLY
POSITIONAL_OR_KEYWORD = _POSITIONAL_OR_KEYWORD
VAR_POSITIONAL = _VAR_POSITIONAL
KEYWORD_ONLY = _KEYWORD_ONLY
VAR_KEYWORD = _VAR_KEYWORD
empty = _empty
def __init__(self, name, kind, *, default=_empty, annotation=_empty):
try:
self._kind = _ParameterKind(kind)
except ValueError:
raise ValueError(f'value {kind!r} is not a valid Parameter.kind')
if default is not _empty:
if self._kind in (_VAR_POSITIONAL, _VAR_KEYWORD):
msg = '{} parameters cannot have default values'
msg = msg.format(self._kind.description)
raise ValueError(msg)
self._default = default
self._annotation = annotation
if name is _empty:
raise ValueError('name is a required attribute for Parameter')
if not isinstance(name, str):
msg = 'name must be a str, not a {}'.format(type(name).__name__)
raise TypeError(msg)
if name[0] == '.' and name[1:].isdigit():
# These are implicit arguments generated by comprehensions. In
# order to provide a friendlier interface to users, we recast
# their name as "implicitN" and treat them as positional-only.
# See issue 19611.
if self._kind != _POSITIONAL_OR_KEYWORD:
msg = (
'implicit arguments must be passed as '
'positional or keyword arguments, not {}'
)
msg = msg.format(self._kind.description)
raise ValueError(msg)
self._kind = _POSITIONAL_ONLY
name = 'implicit{}'.format(name[1:])
if not name.isidentifier():
raise ValueError('{!r} is not a valid parameter name'.format(name))
self._name = name
def __reduce__(self):
return (type(self),
(self._name, self._kind),
{'_default': self._default,
'_annotation': self._annotation})
def __setstate__(self, state):
self._default = state['_default']
self._annotation = state['_annotation']
@property
def name(self):
return self._name
@property
def default(self):
return self._default
@property
def annotation(self):
return self._annotation
@property
def kind(self):
return self._kind
def replace(self, *, name=_void, kind=_void,
annotation=_void, default=_void):
"""Creates a customized copy of the Parameter."""
if name is _void:
name = self._name
if kind is _void:
kind = self._kind
if annotation is _void:
annotation = self._annotation
if default is _void:
default = self._default
return type(self)(name, kind, default=default, annotation=annotation)
def __str__(self):
kind = self.kind
formatted = self._name
# Add annotation and default value
if self._annotation is not _empty:
formatted = '{}: {}'.format(formatted,
formatannotation(self._annotation))
if self._default is not _empty:
if self._annotation is not _empty:
formatted = '{} = {}'.format(formatted, repr(self._default))
else:
formatted = '{}={}'.format(formatted, repr(self._default))
if kind == _VAR_POSITIONAL:
formatted = '*' + formatted
elif kind == _VAR_KEYWORD:
formatted = '**' + formatted
return formatted
def __repr__(self):
return '<{} "{}">'.format(self.__class__.__name__, self)
def __hash__(self):
return hash((self.name, self.kind, self.annotation, self.default))
def __eq__(self, other):
if self is other:
return True
if not isinstance(other, Parameter):
return NotImplemented
return (self._name == other._name and
self._kind == other._kind and
self._default == other._default and
self._annotation == other._annotation)
class BoundArguments:
"""Result of `Signature.bind` call. Holds the mapping of arguments
to the function's parameters.
Has the following public attributes:
* arguments : OrderedDict
An ordered mutable mapping of parameters' names to arguments' values.
Does not contain arguments' default values.
* signature : Signature
The Signature object that created this instance.
* args : tuple
Tuple of positional arguments values.
* kwargs : dict
Dict of keyword arguments values.
"""
__slots__ = ('arguments', '_signature', '__weakref__')
def __init__(self, signature, arguments):
self.arguments = arguments
self._signature = signature
@property
def signature(self):
return self._signature
@property
def args(self):
args = []
for param_name, param in self._signature.parameters.items():
if param.kind in (_VAR_KEYWORD, _KEYWORD_ONLY):
break
try:
arg = self.arguments[param_name]
except KeyError:
# We're done here. Other arguments
# will be mapped in 'BoundArguments.kwargs'
break
else:
if param.kind == _VAR_POSITIONAL:
# *args
args.extend(arg)
else:
# plain argument
args.append(arg)
return tuple(args)
@property
def kwargs(self):
kwargs = {}
kwargs_started = False
for param_name, param in self._signature.parameters.items():
if not kwargs_started:
if param.kind in (_VAR_KEYWORD, _KEYWORD_ONLY):
kwargs_started = True
else:
if param_name not in self.arguments:
kwargs_started = True
continue
if not kwargs_started:
continue
try:
arg = self.arguments[param_name]
except KeyError:
pass
else:
if param.kind == _VAR_KEYWORD:
# **kwargs
kwargs.update(arg)
else:
# plain keyword argument
kwargs[param_name] = arg
return kwargs
def apply_defaults(self):
"""Set default values for missing arguments.
For variable-positional arguments (*args) the default is an
empty tuple.
For variable-keyword arguments (**kwargs) the default is an
empty dict.
"""
arguments = self.arguments
new_arguments = []
for name, param in self._signature.parameters.items():
try:
new_arguments.append((name, arguments[name]))
except KeyError:
if param.default is not _empty:
val = param.default
elif param.kind is _VAR_POSITIONAL:
val = ()
elif param.kind is _VAR_KEYWORD:
val = {}
else:
# This BoundArguments was likely produced by
# Signature.bind_partial().
continue
new_arguments.append((name, val))
self.arguments = OrderedDict(new_arguments)
def __eq__(self, other):
if self is other:
return True
if not isinstance(other, BoundArguments):
return NotImplemented
return (self.signature == other.signature and
self.arguments == other.arguments)
def __setstate__(self, state):
self._signature = state['_signature']
self.arguments = state['arguments']
def __getstate__(self):
return {'_signature': self._signature, 'arguments': self.arguments}
def __repr__(self):
args = []
for arg, value in self.arguments.items():
args.append('{}={!r}'.format(arg, value))
return '<{} ({})>'.format(self.__class__.__name__, ', '.join(args))
class Signature:
"""A Signature object represents the overall signature of a function.
It stores a Parameter object for each parameter accepted by the
function, as well as information specific to the function itself.
A Signature object has the following public attributes and methods:
* parameters : OrderedDict
An ordered mapping of parameters' names to the corresponding
Parameter objects (keyword-only arguments are in the same order
as listed in `code.co_varnames`).
* return_annotation : object
The annotation for the return type of the function if specified.
If the function has no annotation for its return type, this
attribute is set to `Signature.empty`.
* bind(*args, **kwargs) -> BoundArguments
Creates a mapping from positional and keyword arguments to
parameters.
* bind_partial(*args, **kwargs) -> BoundArguments
Creates a partial mapping from positional and keyword arguments
to parameters (simulating 'functools.partial' behavior.)
"""
__slots__ = ('_return_annotation', '_parameters')
_parameter_cls = Parameter
_bound_arguments_cls = BoundArguments
empty = _empty
def __init__(self, parameters=None, *, return_annotation=_empty,
__validate_parameters__=True):
"""Constructs Signature from the given list of Parameter
objects and 'return_annotation'. All arguments are optional.
"""
if parameters is None:
params = OrderedDict()
else:
if __validate_parameters__:
params = OrderedDict()
top_kind = _POSITIONAL_ONLY
kind_defaults = False
for idx, param in enumerate(parameters):
kind = param.kind
name = param.name
if kind < top_kind:
msg = (
'wrong parameter order: {} parameter before {} '
'parameter'
)
msg = msg.format(top_kind.description,
kind.description)
raise ValueError(msg)
elif kind > top_kind:
kind_defaults = False
top_kind = kind
if kind in (_POSITIONAL_ONLY, _POSITIONAL_OR_KEYWORD):
if param.default is _empty:
if kind_defaults:
# No default for this parameter, but the
# previous parameter of the same kind had
# a default
msg = 'non-default argument follows default ' \
'argument'
raise ValueError(msg)
else:
# There is a default for this parameter.
kind_defaults = True
if name in params:
msg = 'duplicate parameter name: {!r}'.format(name)
raise ValueError(msg)
params[name] = param
else:
params = OrderedDict(((param.name, param)
for param in parameters))
self._parameters = types.MappingProxyType(params)
self._return_annotation = return_annotation
@classmethod
def from_function(cls, func):
"""Constructs Signature for the given python function.
Deprecated since Python 3.5, use `Signature.from_callable()`.
"""
warnings.warn("inspect.Signature.from_function() is deprecated since "
"Python 3.5, use Signature.from_callable()",
DeprecationWarning, stacklevel=2)
return _signature_from_function(cls, func)
@classmethod
def from_builtin(cls, func):
"""Constructs Signature for the given builtin function.
Deprecated since Python 3.5, use `Signature.from_callable()`.
"""
warnings.warn("inspect.Signature.from_builtin() is deprecated since "
"Python 3.5, use Signature.from_callable()",
DeprecationWarning, stacklevel=2)
return _signature_from_builtin(cls, func)
@classmethod
def from_callable(cls, obj, *, follow_wrapped=True):
"""Constructs Signature for the given callable object."""
return _signature_from_callable(obj, sigcls=cls,
follow_wrapper_chains=follow_wrapped)
@property
def parameters(self):
return self._parameters
@property
def return_annotation(self):
return self._return_annotation
def replace(self, *, parameters=_void, return_annotation=_void):
"""Creates a customized copy of the Signature.
Pass 'parameters' and/or 'return_annotation' arguments
to override them in the new copy.
"""
if parameters is _void:
parameters = self.parameters.values()
if return_annotation is _void:
return_annotation = self._return_annotation
return type(self)(parameters,
return_annotation=return_annotation)
def _hash_basis(self):
params = tuple(param for param in self.parameters.values()
if param.kind != _KEYWORD_ONLY)
kwo_params = {param.name: param for param in self.parameters.values()
if param.kind == _KEYWORD_ONLY}
return params, kwo_params, self.return_annotation
def __hash__(self):
params, kwo_params, return_annotation = self._hash_basis()
kwo_params = frozenset(kwo_params.values())
return hash((params, kwo_params, return_annotation))
def __eq__(self, other):
if self is other:
return True
if not isinstance(other, Signature):
return NotImplemented
return self._hash_basis() == other._hash_basis()
def _bind(self, args, kwargs, *, partial=False):
"""Private method. Don't use directly."""
arguments = OrderedDict()
parameters = iter(self.parameters.values())
parameters_ex = ()
arg_vals = iter(args)
while True:
# Let's iterate through the positional arguments and corresponding
# parameters
try:
arg_val = next(arg_vals)
except StopIteration:
# No more positional arguments
try:
param = next(parameters)
except StopIteration:
# No more parameters. That's it. Just need to check that
# we have no `kwargs` after this while loop
break
else:
if param.kind == _VAR_POSITIONAL:
# That's OK, just empty *args. Let's start parsing
# kwargs
break
elif param.name in kwargs:
if param.kind == _POSITIONAL_ONLY:
msg = '{arg!r} parameter is positional only, ' \
'but was passed as a keyword'
msg = msg.format(arg=param.name)
raise TypeError(msg) from None
parameters_ex = (param,)
break
elif (param.kind == _VAR_KEYWORD or
param.default is not _empty):
# That's fine too - we have a default value for this
# parameter. So, lets start parsing `kwargs`, starting
# with the current parameter
parameters_ex = (param,)
break
else:
# No default, not VAR_KEYWORD, not VAR_POSITIONAL,
# not in `kwargs`
if partial:
parameters_ex = (param,)
break
else:
msg = 'missing a required argument: {arg!r}'
msg = msg.format(arg=param.name)
raise TypeError(msg) from None
else:
# We have a positional argument to process
try:
param = next(parameters)
except StopIteration:
raise TypeError('too many positional arguments') from None
else:
if param.kind in (_VAR_KEYWORD, _KEYWORD_ONLY):
# Looks like we have no parameter for this positional
# argument
raise TypeError(
'too many positional arguments') from None
if param.kind == _VAR_POSITIONAL:
# We have an '*args'-like argument, let's fill it with
# all positional arguments we have left and move on to
# the next phase
values = [arg_val]
values.extend(arg_vals)
arguments[param.name] = tuple(values)
break
if param.name in kwargs and param.kind != _POSITIONAL_ONLY:
raise TypeError(
'multiple values for argument {arg!r}'.format(
arg=param.name)) from None
arguments[param.name] = arg_val
# Now, we iterate through the remaining parameters to process
# keyword arguments
kwargs_param = None
for param in itertools.chain(parameters_ex, parameters):
if param.kind == _VAR_KEYWORD:
# Memorize that we have a '**kwargs'-like parameter
kwargs_param = param
continue
if param.kind == _VAR_POSITIONAL:
# Named arguments don't refer to '*args'-like parameters.
# We only arrive here if the positional arguments ended
# before reaching the last parameter before *args.
continue
param_name = param.name
try:
arg_val = kwargs.pop(param_name)
except KeyError:
# We have no value for this parameter. It's fine though,
# if it has a default value, or it is an '*args'-like
# parameter, left alone by the processing of positional
# arguments.
if (not partial and param.kind != _VAR_POSITIONAL and
param.default is _empty):
raise TypeError('missing a required argument: {arg!r}'. \
format(arg=param_name)) from None
else:
if param.kind == _POSITIONAL_ONLY:
# This should never happen in case of a properly built
# Signature object (but let's have this check here
# to ensure correct behaviour just in case)
raise TypeError('{arg!r} parameter is positional only, '
'but was passed as a keyword'. \
format(arg=param.name))
arguments[param_name] = arg_val
if kwargs:
if kwargs_param is not None:
# Process our '**kwargs'-like parameter
arguments[kwargs_param.name] = kwargs
else:
raise TypeError(
'got an unexpected keyword argument {arg!r}'.format(
arg=next(iter(kwargs))))
return self._bound_arguments_cls(self, arguments)
def bind(self, /, *args, **kwargs):
"""Get a BoundArguments object, that maps the passed `args`
and `kwargs` to the function's signature. Raises `TypeError`
if the passed arguments can not be bound.
"""
return self._bind(args, kwargs)
def bind_partial(self, /, *args, **kwargs):
"""Get a BoundArguments object, that partially maps the
passed `args` and `kwargs` to the function's signature.
Raises `TypeError` if the passed arguments can not be bound.
"""
return self._bind(args, kwargs, partial=True)
def __reduce__(self):
return (type(self),
(tuple(self._parameters.values()),),
{'_return_annotation': self._return_annotation})
def __setstate__(self, state):
self._return_annotation = state['_return_annotation']
def __repr__(self):
return '<{} {}>'.format(self.__class__.__name__, self)
def __str__(self):
result = []
render_pos_only_separator = False
render_kw_only_separator = True
for param in self.parameters.values():
formatted = str(param)
kind = param.kind
if kind == _POSITIONAL_ONLY:
render_pos_only_separator = True
elif render_pos_only_separator:
# It's not a positional-only parameter, and the flag
# is set to 'True' (there were pos-only params before.)
result.append('/')
render_pos_only_separator = False
if kind == _VAR_POSITIONAL:
# OK, we have an '*args'-like parameter, so we won't need
# a '*' to separate keyword-only arguments
render_kw_only_separator = False
elif kind == _KEYWORD_ONLY and render_kw_only_separator:
# We have a keyword-only parameter to render and we haven't
# rendered an '*args'-like parameter before, so add a '*'
# separator to the parameters list ("foo(arg1, *, arg2)" case)
result.append('*')
# This condition should be only triggered once, so
# reset the flag
render_kw_only_separator = False
result.append(formatted)
if render_pos_only_separator:
# There were only positional-only parameters, hence the
# flag was not reset to 'False'
result.append('/')
rendered = '({})'.format(', '.join(result))
if self.return_annotation is not _empty:
anno = formatannotation(self.return_annotation)
rendered += ' -> {}'.format(anno)
return rendered
def signature(obj, *, follow_wrapped=True):
"""Get a signature object for the passed callable."""
return Signature.from_callable(obj, follow_wrapped=follow_wrapped)
def _main():
""" Logic for inspecting an object given at command line """
import argparse
import importlib
parser = argparse.ArgumentParser()
parser.add_argument(
'object',
help="The object to be analysed. "
"It supports the 'module:qualname' syntax")
parser.add_argument(
'-d', '--details', action='store_true',
help='Display info about the module rather than its source code')
args = parser.parse_args()
target = args.object
mod_name, has_attrs, attrs = target.partition(":")
try:
obj = module = importlib.import_module(mod_name)
except Exception as exc:
msg = "Failed to import {} ({}: {})".format(mod_name,
type(exc).__name__,
exc)
print(msg, file=sys.stderr)
sys.exit(2)
if has_attrs:
parts = attrs.split(".")
obj = module
for part in parts:
obj = getattr(obj, part)
if module.__name__ in sys.builtin_module_names:
print("Can't get info for builtin modules.", file=sys.stderr)
sys.exit(1)
if args.details:
print('Target: {}'.format(target))
print('Origin: {}'.format(getsourcefile(module)))
print('Cached: {}'.format(module.__cached__))
if obj is module:
print('Loader: {}'.format(repr(module.__loader__)))
if hasattr(module, '__path__'):
print('Submodule search path: {}'.format(module.__path__))
else:
try:
__, lineno = findsource(obj)
except Exception:
pass
else:
print('Line: {}'.format(lineno))
print('\n')
else:
print(getsource(obj))
if __name__ == "__main__":
_main()
hashlib.py 0000644 00000020215 15115353744 0006540 0 ustar 00 #. Copyright (C) 2005-2010 Gregory P. Smith (greg@krypto.org)
# Licensed to PSF under a Contributor Agreement.
#
__doc__ = """hashlib module - A common interface to many hash functions.
new(name, data=b'', **kwargs) - returns a new hash object implementing the
given hash function; initializing the hash
using the given binary data.
Named constructor functions are also available, these are faster
than using new(name):
md5(), sha1(), sha224(), sha256(), sha384(), sha512(), blake2b(), blake2s(),
sha3_224, sha3_256, sha3_384, sha3_512, shake_128, and shake_256.
More algorithms may be available on your platform but the above are guaranteed
to exist. See the algorithms_guaranteed and algorithms_available attributes
to find out what algorithm names can be passed to new().
NOTE: If you want the adler32 or crc32 hash functions they are available in
the zlib module.
Choose your hash function wisely. Some have known collision weaknesses.
sha384 and sha512 will be slow on 32 bit platforms.
Hash objects have these methods:
- update(data): Update the hash object with the bytes in data. Repeated calls
are equivalent to a single call with the concatenation of all
the arguments.
- digest(): Return the digest of the bytes passed to the update() method
so far as a bytes object.
- hexdigest(): Like digest() except the digest is returned as a string
of double length, containing only hexadecimal digits.
- copy(): Return a copy (clone) of the hash object. This can be used to
efficiently compute the digests of datas that share a common
initial substring.
For example, to obtain the digest of the byte string 'Nobody inspects the
spammish repetition':
>>> import hashlib
>>> m = hashlib.md5()
>>> m.update(b"Nobody inspects")
>>> m.update(b" the spammish repetition")
>>> m.digest()
b'\\xbbd\\x9c\\x83\\xdd\\x1e\\xa5\\xc9\\xd9\\xde\\xc9\\xa1\\x8d\\xf0\\xff\\xe9'
More condensed:
>>> hashlib.sha224(b"Nobody inspects the spammish repetition").hexdigest()
'a4337bc45a8fc544c03f52dc550cd6e1e87021bc896588bd79e901e2'
"""
# This tuple and __get_builtin_constructor() must be modified if a new
# always available algorithm is added.
__always_supported = ('md5', 'sha1', 'sha224', 'sha256', 'sha384', 'sha512',
'blake2b', 'blake2s',
'sha3_224', 'sha3_256', 'sha3_384', 'sha3_512',
'shake_128', 'shake_256')
algorithms_guaranteed = set(__always_supported)
algorithms_available = set(__always_supported)
__all__ = __always_supported + ('new', 'algorithms_guaranteed',
'algorithms_available', 'pbkdf2_hmac')
__block_openssl_constructor = {
'sha3_224', 'sha3_256', 'sha3_384', 'sha3_512',
'shake_128', 'shake_256',
'blake2b', 'blake2s',
}
try:
from _hashlib import get_fips_mode as _hashlib_get_fips_mode
except ImportError:
def _hashlib_get_fips_mode():
return 0
if not _hashlib_get_fips_mode():
__builtin_constructor_cache = {}
def __get_builtin_constructor(name):
cache = __builtin_constructor_cache
constructor = cache.get(name)
if constructor is not None:
return constructor
try:
if name in {'SHA1', 'sha1'}:
import _sha1
cache['SHA1'] = cache['sha1'] = _sha1.sha1
elif name in {'MD5', 'md5'}:
import _md5
cache['MD5'] = cache['md5'] = _md5.md5
elif name in {'SHA256', 'sha256', 'SHA224', 'sha224'}:
import _sha256
cache['SHA224'] = cache['sha224'] = _sha256.sha224
cache['SHA256'] = cache['sha256'] = _sha256.sha256
elif name in {'SHA512', 'sha512', 'SHA384', 'sha384'}:
import _sha512
cache['SHA384'] = cache['sha384'] = _sha512.sha384
cache['SHA512'] = cache['sha512'] = _sha512.sha512
elif name in {'blake2b', 'blake2s'}:
import _blake2
cache['blake2b'] = _blake2.blake2b
cache['blake2s'] = _blake2.blake2s
elif name in {'sha3_224', 'sha3_256', 'sha3_384', 'sha3_512'}:
import _sha3
cache['sha3_224'] = _sha3.sha3_224
cache['sha3_256'] = _sha3.sha3_256
cache['sha3_384'] = _sha3.sha3_384
cache['sha3_512'] = _sha3.sha3_512
elif name in {'shake_128', 'shake_256'}:
import _sha3
cache['shake_128'] = _sha3.shake_128
cache['shake_256'] = _sha3.shake_256
except ImportError:
pass # no extension module, this hash is unsupported.
constructor = cache.get(name)
if constructor is not None:
return constructor
raise ValueError('unsupported hash type ' + name)
def __get_openssl_constructor(name):
if not _hashlib_get_fips_mode():
if name in __block_openssl_constructor:
# Prefer our blake2 and sha3 implementation.
return __get_builtin_constructor(name)
try:
f = getattr(_hashlib, 'openssl_' + name)
# Allow the C module to raise ValueError. The function will be
# defined but the hash not actually available thanks to OpenSSL.
if not _hashlib.get_fips_mode():
# N.B. In "FIPS mode", there is no fallback.
# If this test fails, we want to export the broken hash
# constructor anyway.
f()
# Use the C function directly (very fast)
return f
except (AttributeError, ValueError):
return __get_builtin_constructor(name)
if not _hashlib_get_fips_mode():
def __py_new(name, data=b'', **kwargs):
"""new(name, data=b'', **kwargs) - Return a new hashing object using the
named algorithm; optionally initialized with data (which must be
a bytes-like object).
"""
return __get_builtin_constructor(name)(data, **kwargs)
def __hash_new(name, data=b'', **kwargs):
"""new(name, data=b'') - Return a new hashing object using the named algorithm;
optionally initialized with data (which must be a bytes-like object).
"""
if not _hashlib.get_fips_mode():
if name in __block_openssl_constructor:
# Prefer our blake2 and sha3 implementation
# OpenSSL 1.1.0 comes with a limited implementation of blake2b/s.
# It does neither support keyed blake2 nor advanced features like
# salt, personal, tree hashing or SSE.
return __get_builtin_constructor(name)(data, **kwargs)
try:
return _hashlib.new(name, data, **kwargs)
except ValueError:
# If the _hashlib module (OpenSSL) doesn't support the named
# hash, try using our builtin implementations.
# This allows for SHA224/256 and SHA384/512 support even though
# the OpenSSL library prior to 0.9.8 doesn't provide them.
if _hashlib.get_fips_mode():
raise
return __get_builtin_constructor(name)(data, **kwargs)
try:
import _hashlib
new = __hash_new
__get_hash = __get_openssl_constructor
algorithms_available = algorithms_available.union(
_hashlib.openssl_md_meth_names)
except ImportError:
if _hashlib_get_fips_mode():
raise
new = __py_new
__get_hash = __get_builtin_constructor
# OpenSSL's PKCS5_PBKDF2_HMAC requires OpenSSL 1.0+ with HMAC and SHA
from _hashlib import pbkdf2_hmac
try:
# OpenSSL's scrypt requires OpenSSL 1.1+
from _hashlib import scrypt
except ImportError:
pass
for __func_name in __always_supported:
# try them all, some may not work due to the OpenSSL
# version not supporting that algorithm.
try:
globals()[__func_name] = __get_hash(__func_name)
except ValueError:
import logging
logging.exception('code for hash %s was not found.', __func_name)
# Cleanup locals()
del __always_supported, __func_name, __get_hash
del __hash_new, __get_openssl_constructor
if not _hashlib.get_fips_mode():
del __py_new
del _hashlib_get_fips_mode
threading.py 0000644 00000143204 15115353744 0007077 0 ustar 00 """Thread module emulating a subset of Java's threading model."""
import os as _os
import sys as _sys
import _thread
from time import monotonic as _time
from _weakrefset import WeakSet
from itertools import islice as _islice, count as _count
try:
from _collections import deque as _deque
except ImportError:
from collections import deque as _deque
# Note regarding PEP 8 compliant names
# This threading model was originally inspired by Java, and inherited
# the convention of camelCase function and method names from that
# language. Those original names are not in any imminent danger of
# being deprecated (even for Py3k),so this module provides them as an
# alias for the PEP 8 compliant names
# Note that using the new PEP 8 compliant names facilitates substitution
# with the multiprocessing module, which doesn't provide the old
# Java inspired names.
__all__ = ['get_ident', 'active_count', 'Condition', 'current_thread',
'enumerate', 'main_thread', 'TIMEOUT_MAX',
'Event', 'Lock', 'RLock', 'Semaphore', 'BoundedSemaphore', 'Thread',
'Barrier', 'BrokenBarrierError', 'Timer', 'ThreadError',
'setprofile', 'settrace', 'local', 'stack_size',
'excepthook', 'ExceptHookArgs']
# Rename some stuff so "from threading import *" is safe
_start_new_thread = _thread.start_new_thread
_allocate_lock = _thread.allocate_lock
_set_sentinel = _thread._set_sentinel
get_ident = _thread.get_ident
try:
get_native_id = _thread.get_native_id
_HAVE_THREAD_NATIVE_ID = True
__all__.append('get_native_id')
except AttributeError:
_HAVE_THREAD_NATIVE_ID = False
ThreadError = _thread.error
try:
_CRLock = _thread.RLock
except AttributeError:
_CRLock = None
TIMEOUT_MAX = _thread.TIMEOUT_MAX
del _thread
# Support for profile and trace hooks
_profile_hook = None
_trace_hook = None
def setprofile(func):
"""Set a profile function for all threads started from the threading module.
The func will be passed to sys.setprofile() for each thread, before its
run() method is called.
"""
global _profile_hook
_profile_hook = func
def settrace(func):
"""Set a trace function for all threads started from the threading module.
The func will be passed to sys.settrace() for each thread, before its run()
method is called.
"""
global _trace_hook
_trace_hook = func
# Synchronization classes
Lock = _allocate_lock
def RLock(*args, **kwargs):
"""Factory function that returns a new reentrant lock.
A reentrant lock must be released by the thread that acquired it. Once a
thread has acquired a reentrant lock, the same thread may acquire it again
without blocking; the thread must release it once for each time it has
acquired it.
"""
if _CRLock is None:
return _PyRLock(*args, **kwargs)
return _CRLock(*args, **kwargs)
class _RLock:
"""This class implements reentrant lock objects.
A reentrant lock must be released by the thread that acquired it. Once a
thread has acquired a reentrant lock, the same thread may acquire it
again without blocking; the thread must release it once for each time it
has acquired it.
"""
def __init__(self):
self._block = _allocate_lock()
self._owner = None
self._count = 0
def __repr__(self):
owner = self._owner
try:
owner = _active[owner].name
except KeyError:
pass
return "<%s %s.%s object owner=%r count=%d at %s>" % (
"locked" if self._block.locked() else "unlocked",
self.__class__.__module__,
self.__class__.__qualname__,
owner,
self._count,
hex(id(self))
)
def acquire(self, blocking=True, timeout=-1):
"""Acquire a lock, blocking or non-blocking.
When invoked without arguments: if this thread already owns the lock,
increment the recursion level by one, and return immediately. Otherwise,
if another thread owns the lock, block until the lock is unlocked. Once
the lock is unlocked (not owned by any thread), then grab ownership, set
the recursion level to one, and return. If more than one thread is
blocked waiting until the lock is unlocked, only one at a time will be
able to grab ownership of the lock. There is no return value in this
case.
When invoked with the blocking argument set to true, do the same thing
as when called without arguments, and return true.
When invoked with the blocking argument set to false, do not block. If a
call without an argument would block, return false immediately;
otherwise, do the same thing as when called without arguments, and
return true.
When invoked with the floating-point timeout argument set to a positive
value, block for at most the number of seconds specified by timeout
and as long as the lock cannot be acquired. Return true if the lock has
been acquired, false if the timeout has elapsed.
"""
me = get_ident()
if self._owner == me:
self._count += 1
return 1
rc = self._block.acquire(blocking, timeout)
if rc:
self._owner = me
self._count = 1
return rc
__enter__ = acquire
def release(self):
"""Release a lock, decrementing the recursion level.
If after the decrement it is zero, reset the lock to unlocked (not owned
by any thread), and if any other threads are blocked waiting for the
lock to become unlocked, allow exactly one of them to proceed. If after
the decrement the recursion level is still nonzero, the lock remains
locked and owned by the calling thread.
Only call this method when the calling thread owns the lock. A
RuntimeError is raised if this method is called when the lock is
unlocked.
There is no return value.
"""
if self._owner != get_ident():
raise RuntimeError("cannot release un-acquired lock")
self._count = count = self._count - 1
if not count:
self._owner = None
self._block.release()
def __exit__(self, t, v, tb):
self.release()
# Internal methods used by condition variables
def _acquire_restore(self, state):
self._block.acquire()
self._count, self._owner = state
def _release_save(self):
if self._count == 0:
raise RuntimeError("cannot release un-acquired lock")
count = self._count
self._count = 0
owner = self._owner
self._owner = None
self._block.release()
return (count, owner)
def _is_owned(self):
return self._owner == get_ident()
_PyRLock = _RLock
class Condition:
"""Class that implements a condition variable.
A condition variable allows one or more threads to wait until they are
notified by another thread.
If the lock argument is given and not None, it must be a Lock or RLock
object, and it is used as the underlying lock. Otherwise, a new RLock object
is created and used as the underlying lock.
"""
def __init__(self, lock=None):
if lock is None:
lock = RLock()
self._lock = lock
# Export the lock's acquire() and release() methods
self.acquire = lock.acquire
self.release = lock.release
# If the lock defines _release_save() and/or _acquire_restore(),
# these override the default implementations (which just call
# release() and acquire() on the lock). Ditto for _is_owned().
try:
self._release_save = lock._release_save
except AttributeError:
pass
try:
self._acquire_restore = lock._acquire_restore
except AttributeError:
pass
try:
self._is_owned = lock._is_owned
except AttributeError:
pass
self._waiters = _deque()
def __enter__(self):
return self._lock.__enter__()
def __exit__(self, *args):
return self._lock.__exit__(*args)
def __repr__(self):
return "<Condition(%s, %d)>" % (self._lock, len(self._waiters))
def _release_save(self):
self._lock.release() # No state to save
def _acquire_restore(self, x):
self._lock.acquire() # Ignore saved state
def _is_owned(self):
# Return True if lock is owned by current_thread.
# This method is called only if _lock doesn't have _is_owned().
if self._lock.acquire(0):
self._lock.release()
return False
else:
return True
def wait(self, timeout=None):
"""Wait until notified or until a timeout occurs.
If the calling thread has not acquired the lock when this method is
called, a RuntimeError is raised.
This method releases the underlying lock, and then blocks until it is
awakened by a notify() or notify_all() call for the same condition
variable in another thread, or until the optional timeout occurs. Once
awakened or timed out, it re-acquires the lock and returns.
When the timeout argument is present and not None, it should be a
floating point number specifying a timeout for the operation in seconds
(or fractions thereof).
When the underlying lock is an RLock, it is not released using its
release() method, since this may not actually unlock the lock when it
was acquired multiple times recursively. Instead, an internal interface
of the RLock class is used, which really unlocks it even when it has
been recursively acquired several times. Another internal interface is
then used to restore the recursion level when the lock is reacquired.
"""
if not self._is_owned():
raise RuntimeError("cannot wait on un-acquired lock")
waiter = _allocate_lock()
waiter.acquire()
self._waiters.append(waiter)
saved_state = self._release_save()
gotit = False
try: # restore state no matter what (e.g., KeyboardInterrupt)
if timeout is None:
waiter.acquire()
gotit = True
else:
if timeout > 0:
gotit = waiter.acquire(True, timeout)
else:
gotit = waiter.acquire(False)
return gotit
finally:
self._acquire_restore(saved_state)
if not gotit:
try:
self._waiters.remove(waiter)
except ValueError:
pass
def wait_for(self, predicate, timeout=None):
"""Wait until a condition evaluates to True.
predicate should be a callable which result will be interpreted as a
boolean value. A timeout may be provided giving the maximum time to
wait.
"""
endtime = None
waittime = timeout
result = predicate()
while not result:
if waittime is not None:
if endtime is None:
endtime = _time() + waittime
else:
waittime = endtime - _time()
if waittime <= 0:
break
self.wait(waittime)
result = predicate()
return result
def notify(self, n=1):
"""Wake up one or more threads waiting on this condition, if any.
If the calling thread has not acquired the lock when this method is
called, a RuntimeError is raised.
This method wakes up at most n of the threads waiting for the condition
variable; it is a no-op if no threads are waiting.
"""
if not self._is_owned():
raise RuntimeError("cannot notify on un-acquired lock")
all_waiters = self._waiters
waiters_to_notify = _deque(_islice(all_waiters, n))
if not waiters_to_notify:
return
for waiter in waiters_to_notify:
waiter.release()
try:
all_waiters.remove(waiter)
except ValueError:
pass
def notify_all(self):
"""Wake up all threads waiting on this condition.
If the calling thread has not acquired the lock when this method
is called, a RuntimeError is raised.
"""
self.notify(len(self._waiters))
notifyAll = notify_all
class Semaphore:
"""This class implements semaphore objects.
Semaphores manage a counter representing the number of release() calls minus
the number of acquire() calls, plus an initial value. The acquire() method
blocks if necessary until it can return without making the counter
negative. If not given, value defaults to 1.
"""
# After Tim Peters' semaphore class, but not quite the same (no maximum)
def __init__(self, value=1):
if value < 0:
raise ValueError("semaphore initial value must be >= 0")
self._cond = Condition(Lock())
self._value = value
def acquire(self, blocking=True, timeout=None):
"""Acquire a semaphore, decrementing the internal counter by one.
When invoked without arguments: if the internal counter is larger than
zero on entry, decrement it by one and return immediately. If it is zero
on entry, block, waiting until some other thread has called release() to
make it larger than zero. This is done with proper interlocking so that
if multiple acquire() calls are blocked, release() will wake exactly one
of them up. The implementation may pick one at random, so the order in
which blocked threads are awakened should not be relied on. There is no
return value in this case.
When invoked with blocking set to true, do the same thing as when called
without arguments, and return true.
When invoked with blocking set to false, do not block. If a call without
an argument would block, return false immediately; otherwise, do the
same thing as when called without arguments, and return true.
When invoked with a timeout other than None, it will block for at
most timeout seconds. If acquire does not complete successfully in
that interval, return false. Return true otherwise.
"""
if not blocking and timeout is not None:
raise ValueError("can't specify timeout for non-blocking acquire")
rc = False
endtime = None
with self._cond:
while self._value == 0:
if not blocking:
break
if timeout is not None:
if endtime is None:
endtime = _time() + timeout
else:
timeout = endtime - _time()
if timeout <= 0:
break
self._cond.wait(timeout)
else:
self._value -= 1
rc = True
return rc
__enter__ = acquire
def release(self):
"""Release a semaphore, incrementing the internal counter by one.
When the counter is zero on entry and another thread is waiting for it
to become larger than zero again, wake up that thread.
"""
with self._cond:
self._value += 1
self._cond.notify()
def __exit__(self, t, v, tb):
self.release()
class BoundedSemaphore(Semaphore):
"""Implements a bounded semaphore.
A bounded semaphore checks to make sure its current value doesn't exceed its
initial value. If it does, ValueError is raised. In most situations
semaphores are used to guard resources with limited capacity.
If the semaphore is released too many times it's a sign of a bug. If not
given, value defaults to 1.
Like regular semaphores, bounded semaphores manage a counter representing
the number of release() calls minus the number of acquire() calls, plus an
initial value. The acquire() method blocks if necessary until it can return
without making the counter negative. If not given, value defaults to 1.
"""
def __init__(self, value=1):
Semaphore.__init__(self, value)
self._initial_value = value
def release(self):
"""Release a semaphore, incrementing the internal counter by one.
When the counter is zero on entry and another thread is waiting for it
to become larger than zero again, wake up that thread.
If the number of releases exceeds the number of acquires,
raise a ValueError.
"""
with self._cond:
if self._value >= self._initial_value:
raise ValueError("Semaphore released too many times")
self._value += 1
self._cond.notify()
class Event:
"""Class implementing event objects.
Events manage a flag that can be set to true with the set() method and reset
to false with the clear() method. The wait() method blocks until the flag is
true. The flag is initially false.
"""
# After Tim Peters' event class (without is_posted())
def __init__(self):
self._cond = Condition(Lock())
self._flag = False
def _reset_internal_locks(self):
# private! called by Thread._reset_internal_locks by _after_fork()
self._cond.__init__(Lock())
def is_set(self):
"""Return true if and only if the internal flag is true."""
return self._flag
isSet = is_set
def set(self):
"""Set the internal flag to true.
All threads waiting for it to become true are awakened. Threads
that call wait() once the flag is true will not block at all.
"""
with self._cond:
self._flag = True
self._cond.notify_all()
def clear(self):
"""Reset the internal flag to false.
Subsequently, threads calling wait() will block until set() is called to
set the internal flag to true again.
"""
with self._cond:
self._flag = False
def wait(self, timeout=None):
"""Block until the internal flag is true.
If the internal flag is true on entry, return immediately. Otherwise,
block until another thread calls set() to set the flag to true, or until
the optional timeout occurs.
When the timeout argument is present and not None, it should be a
floating point number specifying a timeout for the operation in seconds
(or fractions thereof).
This method returns the internal flag on exit, so it will always return
True except if a timeout is given and the operation times out.
"""
with self._cond:
signaled = self._flag
if not signaled:
signaled = self._cond.wait(timeout)
return signaled
# A barrier class. Inspired in part by the pthread_barrier_* api and
# the CyclicBarrier class from Java. See
# http://sourceware.org/pthreads-win32/manual/pthread_barrier_init.html and
# http://java.sun.com/j2se/1.5.0/docs/api/java/util/concurrent/
# CyclicBarrier.html
# for information.
# We maintain two main states, 'filling' and 'draining' enabling the barrier
# to be cyclic. Threads are not allowed into it until it has fully drained
# since the previous cycle. In addition, a 'resetting' state exists which is
# similar to 'draining' except that threads leave with a BrokenBarrierError,
# and a 'broken' state in which all threads get the exception.
class Barrier:
"""Implements a Barrier.
Useful for synchronizing a fixed number of threads at known synchronization
points. Threads block on 'wait()' and are simultaneously awoken once they
have all made that call.
"""
def __init__(self, parties, action=None, timeout=None):
"""Create a barrier, initialised to 'parties' threads.
'action' is a callable which, when supplied, will be called by one of
the threads after they have all entered the barrier and just prior to
releasing them all. If a 'timeout' is provided, it is used as the
default for all subsequent 'wait()' calls.
"""
self._cond = Condition(Lock())
self._action = action
self._timeout = timeout
self._parties = parties
self._state = 0 #0 filling, 1, draining, -1 resetting, -2 broken
self._count = 0
def wait(self, timeout=None):
"""Wait for the barrier.
When the specified number of threads have started waiting, they are all
simultaneously awoken. If an 'action' was provided for the barrier, one
of the threads will have executed that callback prior to returning.
Returns an individual index number from 0 to 'parties-1'.
"""
if timeout is None:
timeout = self._timeout
with self._cond:
self._enter() # Block while the barrier drains.
index = self._count
self._count += 1
try:
if index + 1 == self._parties:
# We release the barrier
self._release()
else:
# We wait until someone releases us
self._wait(timeout)
return index
finally:
self._count -= 1
# Wake up any threads waiting for barrier to drain.
self._exit()
# Block until the barrier is ready for us, or raise an exception
# if it is broken.
def _enter(self):
while self._state in (-1, 1):
# It is draining or resetting, wait until done
self._cond.wait()
#see if the barrier is in a broken state
if self._state < 0:
raise BrokenBarrierError
assert self._state == 0
# Optionally run the 'action' and release the threads waiting
# in the barrier.
def _release(self):
try:
if self._action:
self._action()
# enter draining state
self._state = 1
self._cond.notify_all()
except:
#an exception during the _action handler. Break and reraise
self._break()
raise
# Wait in the barrier until we are released. Raise an exception
# if the barrier is reset or broken.
def _wait(self, timeout):
if not self._cond.wait_for(lambda : self._state != 0, timeout):
#timed out. Break the barrier
self._break()
raise BrokenBarrierError
if self._state < 0:
raise BrokenBarrierError
assert self._state == 1
# If we are the last thread to exit the barrier, signal any threads
# waiting for the barrier to drain.
def _exit(self):
if self._count == 0:
if self._state in (-1, 1):
#resetting or draining
self._state = 0
self._cond.notify_all()
def reset(self):
"""Reset the barrier to the initial state.
Any threads currently waiting will get the BrokenBarrier exception
raised.
"""
with self._cond:
if self._count > 0:
if self._state == 0:
#reset the barrier, waking up threads
self._state = -1
elif self._state == -2:
#was broken, set it to reset state
#which clears when the last thread exits
self._state = -1
else:
self._state = 0
self._cond.notify_all()
def abort(self):
"""Place the barrier into a 'broken' state.
Useful in case of error. Any currently waiting threads and threads
attempting to 'wait()' will have BrokenBarrierError raised.
"""
with self._cond:
self._break()
def _break(self):
# An internal error was detected. The barrier is set to
# a broken state all parties awakened.
self._state = -2
self._cond.notify_all()
@property
def parties(self):
"""Return the number of threads required to trip the barrier."""
return self._parties
@property
def n_waiting(self):
"""Return the number of threads currently waiting at the barrier."""
# We don't need synchronization here since this is an ephemeral result
# anyway. It returns the correct value in the steady state.
if self._state == 0:
return self._count
return 0
@property
def broken(self):
"""Return True if the barrier is in a broken state."""
return self._state == -2
# exception raised by the Barrier class
class BrokenBarrierError(RuntimeError):
pass
# Helper to generate new thread names
_counter = _count().__next__
_counter() # Consume 0 so first non-main thread has id 1.
def _newname(template="Thread-%d"):
return template % _counter()
# Active thread administration
_active_limbo_lock = _allocate_lock()
_active = {} # maps thread id to Thread object
_limbo = {}
_dangling = WeakSet()
# Set of Thread._tstate_lock locks of non-daemon threads used by _shutdown()
# to wait until all Python thread states get deleted:
# see Thread._set_tstate_lock().
_shutdown_locks_lock = _allocate_lock()
_shutdown_locks = set()
# Main class for threads
class Thread:
"""A class that represents a thread of control.
This class can be safely subclassed in a limited fashion. There are two ways
to specify the activity: by passing a callable object to the constructor, or
by overriding the run() method in a subclass.
"""
_initialized = False
def __init__(self, group=None, target=None, name=None,
args=(), kwargs=None, *, daemon=None):
"""This constructor should always be called with keyword arguments. Arguments are:
*group* should be None; reserved for future extension when a ThreadGroup
class is implemented.
*target* is the callable object to be invoked by the run()
method. Defaults to None, meaning nothing is called.
*name* is the thread name. By default, a unique name is constructed of
the form "Thread-N" where N is a small decimal number.
*args* is the argument tuple for the target invocation. Defaults to ().
*kwargs* is a dictionary of keyword arguments for the target
invocation. Defaults to {}.
If a subclass overrides the constructor, it must make sure to invoke
the base class constructor (Thread.__init__()) before doing anything
else to the thread.
"""
assert group is None, "group argument must be None for now"
if kwargs is None:
kwargs = {}
self._target = target
self._name = str(name or _newname())
self._args = args
self._kwargs = kwargs
if daemon is not None:
self._daemonic = daemon
else:
self._daemonic = current_thread().daemon
self._ident = None
if _HAVE_THREAD_NATIVE_ID:
self._native_id = None
self._tstate_lock = None
self._started = Event()
self._is_stopped = False
self._initialized = True
# Copy of sys.stderr used by self._invoke_excepthook()
self._stderr = _sys.stderr
self._invoke_excepthook = _make_invoke_excepthook()
# For debugging and _after_fork()
_dangling.add(self)
def _reset_internal_locks(self, is_alive):
# private! Called by _after_fork() to reset our internal locks as
# they may be in an invalid state leading to a deadlock or crash.
self._started._reset_internal_locks()
if is_alive:
self._set_tstate_lock()
else:
# The thread isn't alive after fork: it doesn't have a tstate
# anymore.
self._is_stopped = True
self._tstate_lock = None
def __repr__(self):
assert self._initialized, "Thread.__init__() was not called"
status = "initial"
if self._started.is_set():
status = "started"
self.is_alive() # easy way to get ._is_stopped set when appropriate
if self._is_stopped:
status = "stopped"
if self._daemonic:
status += " daemon"
if self._ident is not None:
status += " %s" % self._ident
return "<%s(%s, %s)>" % (self.__class__.__name__, self._name, status)
def start(self):
"""Start the thread's activity.
It must be called at most once per thread object. It arranges for the
object's run() method to be invoked in a separate thread of control.
This method will raise a RuntimeError if called more than once on the
same thread object.
"""
if not self._initialized:
raise RuntimeError("thread.__init__() not called")
if self._started.is_set():
raise RuntimeError("threads can only be started once")
with _active_limbo_lock:
_limbo[self] = self
try:
_start_new_thread(self._bootstrap, ())
except Exception:
with _active_limbo_lock:
del _limbo[self]
raise
self._started.wait()
def run(self):
"""Method representing the thread's activity.
You may override this method in a subclass. The standard run() method
invokes the callable object passed to the object's constructor as the
target argument, if any, with sequential and keyword arguments taken
from the args and kwargs arguments, respectively.
"""
try:
if self._target:
self._target(*self._args, **self._kwargs)
finally:
# Avoid a refcycle if the thread is running a function with
# an argument that has a member that points to the thread.
del self._target, self._args, self._kwargs
def _bootstrap(self):
# Wrapper around the real bootstrap code that ignores
# exceptions during interpreter cleanup. Those typically
# happen when a daemon thread wakes up at an unfortunate
# moment, finds the world around it destroyed, and raises some
# random exception *** while trying to report the exception in
# _bootstrap_inner() below ***. Those random exceptions
# don't help anybody, and they confuse users, so we suppress
# them. We suppress them only when it appears that the world
# indeed has already been destroyed, so that exceptions in
# _bootstrap_inner() during normal business hours are properly
# reported. Also, we only suppress them for daemonic threads;
# if a non-daemonic encounters this, something else is wrong.
try:
self._bootstrap_inner()
except:
if self._daemonic and _sys is None:
return
raise
def _set_ident(self):
self._ident = get_ident()
if _HAVE_THREAD_NATIVE_ID:
def _set_native_id(self):
self._native_id = get_native_id()
def _set_tstate_lock(self):
"""
Set a lock object which will be released by the interpreter when
the underlying thread state (see pystate.h) gets deleted.
"""
self._tstate_lock = _set_sentinel()
self._tstate_lock.acquire()
if not self.daemon:
with _shutdown_locks_lock:
_shutdown_locks.add(self._tstate_lock)
def _bootstrap_inner(self):
try:
self._set_ident()
self._set_tstate_lock()
if _HAVE_THREAD_NATIVE_ID:
self._set_native_id()
self._started.set()
with _active_limbo_lock:
_active[self._ident] = self
del _limbo[self]
if _trace_hook:
_sys.settrace(_trace_hook)
if _profile_hook:
_sys.setprofile(_profile_hook)
try:
self.run()
except:
self._invoke_excepthook(self)
finally:
with _active_limbo_lock:
try:
# We don't call self._delete() because it also
# grabs _active_limbo_lock.
del _active[get_ident()]
except:
pass
def _stop(self):
# After calling ._stop(), .is_alive() returns False and .join() returns
# immediately. ._tstate_lock must be released before calling ._stop().
#
# Normal case: C code at the end of the thread's life
# (release_sentinel in _threadmodule.c) releases ._tstate_lock, and
# that's detected by our ._wait_for_tstate_lock(), called by .join()
# and .is_alive(). Any number of threads _may_ call ._stop()
# simultaneously (for example, if multiple threads are blocked in
# .join() calls), and they're not serialized. That's harmless -
# they'll just make redundant rebindings of ._is_stopped and
# ._tstate_lock. Obscure: we rebind ._tstate_lock last so that the
# "assert self._is_stopped" in ._wait_for_tstate_lock() always works
# (the assert is executed only if ._tstate_lock is None).
#
# Special case: _main_thread releases ._tstate_lock via this
# module's _shutdown() function.
lock = self._tstate_lock
if lock is not None:
assert not lock.locked()
self._is_stopped = True
self._tstate_lock = None
if not self.daemon:
with _shutdown_locks_lock:
_shutdown_locks.discard(lock)
def _delete(self):
"Remove current thread from the dict of currently running threads."
with _active_limbo_lock:
del _active[get_ident()]
# There must not be any python code between the previous line
# and after the lock is released. Otherwise a tracing function
# could try to acquire the lock again in the same thread, (in
# current_thread()), and would block.
def join(self, timeout=None):
"""Wait until the thread terminates.
This blocks the calling thread until the thread whose join() method is
called terminates -- either normally or through an unhandled exception
or until the optional timeout occurs.
When the timeout argument is present and not None, it should be a
floating point number specifying a timeout for the operation in seconds
(or fractions thereof). As join() always returns None, you must call
is_alive() after join() to decide whether a timeout happened -- if the
thread is still alive, the join() call timed out.
When the timeout argument is not present or None, the operation will
block until the thread terminates.
A thread can be join()ed many times.
join() raises a RuntimeError if an attempt is made to join the current
thread as that would cause a deadlock. It is also an error to join() a
thread before it has been started and attempts to do so raises the same
exception.
"""
if not self._initialized:
raise RuntimeError("Thread.__init__() not called")
if not self._started.is_set():
raise RuntimeError("cannot join thread before it is started")
if self is current_thread():
raise RuntimeError("cannot join current thread")
if timeout is None:
self._wait_for_tstate_lock()
else:
# the behavior of a negative timeout isn't documented, but
# historically .join(timeout=x) for x<0 has acted as if timeout=0
self._wait_for_tstate_lock(timeout=max(timeout, 0))
def _wait_for_tstate_lock(self, block=True, timeout=-1):
# Issue #18808: wait for the thread state to be gone.
# At the end of the thread's life, after all knowledge of the thread
# is removed from C data structures, C code releases our _tstate_lock.
# This method passes its arguments to _tstate_lock.acquire().
# If the lock is acquired, the C code is done, and self._stop() is
# called. That sets ._is_stopped to True, and ._tstate_lock to None.
lock = self._tstate_lock
if lock is None: # already determined that the C code is done
assert self._is_stopped
elif lock.acquire(block, timeout):
lock.release()
self._stop()
@property
def name(self):
"""A string used for identification purposes only.
It has no semantics. Multiple threads may be given the same name. The
initial name is set by the constructor.
"""
assert self._initialized, "Thread.__init__() not called"
return self._name
@name.setter
def name(self, name):
assert self._initialized, "Thread.__init__() not called"
self._name = str(name)
@property
def ident(self):
"""Thread identifier of this thread or None if it has not been started.
This is a nonzero integer. See the get_ident() function. Thread
identifiers may be recycled when a thread exits and another thread is
created. The identifier is available even after the thread has exited.
"""
assert self._initialized, "Thread.__init__() not called"
return self._ident
if _HAVE_THREAD_NATIVE_ID:
@property
def native_id(self):
"""Native integral thread ID of this thread, or None if it has not been started.
This is a non-negative integer. See the get_native_id() function.
This represents the Thread ID as reported by the kernel.
"""
assert self._initialized, "Thread.__init__() not called"
return self._native_id
def is_alive(self):
"""Return whether the thread is alive.
This method returns True just before the run() method starts until just
after the run() method terminates. The module function enumerate()
returns a list of all alive threads.
"""
assert self._initialized, "Thread.__init__() not called"
if self._is_stopped or not self._started.is_set():
return False
self._wait_for_tstate_lock(False)
return not self._is_stopped
def isAlive(self):
"""Return whether the thread is alive.
This method is deprecated, use is_alive() instead.
"""
import warnings
warnings.warn('isAlive() is deprecated, use is_alive() instead',
DeprecationWarning, stacklevel=2)
return self.is_alive()
@property
def daemon(self):
"""A boolean value indicating whether this thread is a daemon thread.
This must be set before start() is called, otherwise RuntimeError is
raised. Its initial value is inherited from the creating thread; the
main thread is not a daemon thread and therefore all threads created in
the main thread default to daemon = False.
The entire Python program exits when only daemon threads are left.
"""
assert self._initialized, "Thread.__init__() not called"
return self._daemonic
@daemon.setter
def daemon(self, daemonic):
if not self._initialized:
raise RuntimeError("Thread.__init__() not called")
if self._started.is_set():
raise RuntimeError("cannot set daemon status of active thread")
self._daemonic = daemonic
def isDaemon(self):
return self.daemon
def setDaemon(self, daemonic):
self.daemon = daemonic
def getName(self):
return self.name
def setName(self, name):
self.name = name
try:
from _thread import (_excepthook as excepthook,
_ExceptHookArgs as ExceptHookArgs)
except ImportError:
# Simple Python implementation if _thread._excepthook() is not available
from traceback import print_exception as _print_exception
from collections import namedtuple
_ExceptHookArgs = namedtuple(
'ExceptHookArgs',
'exc_type exc_value exc_traceback thread')
def ExceptHookArgs(args):
return _ExceptHookArgs(*args)
def excepthook(args, /):
"""
Handle uncaught Thread.run() exception.
"""
if args.exc_type == SystemExit:
# silently ignore SystemExit
return
if _sys is not None and _sys.stderr is not None:
stderr = _sys.stderr
elif args.thread is not None:
stderr = args.thread._stderr
if stderr is None:
# do nothing if sys.stderr is None and sys.stderr was None
# when the thread was created
return
else:
# do nothing if sys.stderr is None and args.thread is None
return
if args.thread is not None:
name = args.thread.name
else:
name = get_ident()
print(f"Exception in thread {name}:",
file=stderr, flush=True)
_print_exception(args.exc_type, args.exc_value, args.exc_traceback,
file=stderr)
stderr.flush()
def _make_invoke_excepthook():
# Create a local namespace to ensure that variables remain alive
# when _invoke_excepthook() is called, even if it is called late during
# Python shutdown. It is mostly needed for daemon threads.
old_excepthook = excepthook
old_sys_excepthook = _sys.excepthook
if old_excepthook is None:
raise RuntimeError("threading.excepthook is None")
if old_sys_excepthook is None:
raise RuntimeError("sys.excepthook is None")
sys_exc_info = _sys.exc_info
local_print = print
local_sys = _sys
def invoke_excepthook(thread):
global excepthook
try:
hook = excepthook
if hook is None:
hook = old_excepthook
args = ExceptHookArgs([*sys_exc_info(), thread])
hook(args)
except Exception as exc:
exc.__suppress_context__ = True
del exc
if local_sys is not None and local_sys.stderr is not None:
stderr = local_sys.stderr
else:
stderr = thread._stderr
local_print("Exception in threading.excepthook:",
file=stderr, flush=True)
if local_sys is not None and local_sys.excepthook is not None:
sys_excepthook = local_sys.excepthook
else:
sys_excepthook = old_sys_excepthook
sys_excepthook(*sys_exc_info())
finally:
# Break reference cycle (exception stored in a variable)
args = None
return invoke_excepthook
# The timer class was contributed by Itamar Shtull-Trauring
class Timer(Thread):
"""Call a function after a specified number of seconds:
t = Timer(30.0, f, args=None, kwargs=None)
t.start()
t.cancel() # stop the timer's action if it's still waiting
"""
def __init__(self, interval, function, args=None, kwargs=None):
Thread.__init__(self)
self.interval = interval
self.function = function
self.args = args if args is not None else []
self.kwargs = kwargs if kwargs is not None else {}
self.finished = Event()
def cancel(self):
"""Stop the timer if it hasn't finished yet."""
self.finished.set()
def run(self):
self.finished.wait(self.interval)
if not self.finished.is_set():
self.function(*self.args, **self.kwargs)
self.finished.set()
# Special thread class to represent the main thread
class _MainThread(Thread):
def __init__(self):
Thread.__init__(self, name="MainThread", daemon=False)
self._set_tstate_lock()
self._started.set()
self._set_ident()
if _HAVE_THREAD_NATIVE_ID:
self._set_native_id()
with _active_limbo_lock:
_active[self._ident] = self
# Dummy thread class to represent threads not started here.
# These aren't garbage collected when they die, nor can they be waited for.
# If they invoke anything in threading.py that calls current_thread(), they
# leave an entry in the _active dict forever after.
# Their purpose is to return *something* from current_thread().
# They are marked as daemon threads so we won't wait for them
# when we exit (conform previous semantics).
class _DummyThread(Thread):
def __init__(self):
Thread.__init__(self, name=_newname("Dummy-%d"), daemon=True)
self._started.set()
self._set_ident()
if _HAVE_THREAD_NATIVE_ID:
self._set_native_id()
with _active_limbo_lock:
_active[self._ident] = self
def _stop(self):
pass
def is_alive(self):
assert not self._is_stopped and self._started.is_set()
return True
def join(self, timeout=None):
assert False, "cannot join a dummy thread"
# Global API functions
def current_thread():
"""Return the current Thread object, corresponding to the caller's thread of control.
If the caller's thread of control was not created through the threading
module, a dummy thread object with limited functionality is returned.
"""
try:
return _active[get_ident()]
except KeyError:
return _DummyThread()
currentThread = current_thread
def active_count():
"""Return the number of Thread objects currently alive.
The returned count is equal to the length of the list returned by
enumerate().
"""
with _active_limbo_lock:
return len(_active) + len(_limbo)
activeCount = active_count
def _enumerate():
# Same as enumerate(), but without the lock. Internal use only.
return list(_active.values()) + list(_limbo.values())
def enumerate():
"""Return a list of all Thread objects currently alive.
The list includes daemonic threads, dummy thread objects created by
current_thread(), and the main thread. It excludes terminated threads and
threads that have not yet been started.
"""
with _active_limbo_lock:
return list(_active.values()) + list(_limbo.values())
from _thread import stack_size
# Create the main thread object,
# and make it available for the interpreter
# (Py_Main) as threading._shutdown.
_main_thread = _MainThread()
def _shutdown():
"""
Wait until the Python thread state of all non-daemon threads get deleted.
"""
# Obscure: other threads may be waiting to join _main_thread. That's
# dubious, but some code does it. We can't wait for C code to release
# the main thread's tstate_lock - that won't happen until the interpreter
# is nearly dead. So we release it here. Note that just calling _stop()
# isn't enough: other threads may already be waiting on _tstate_lock.
if _main_thread._is_stopped:
# _shutdown() was already called
return
# Main thread
tlock = _main_thread._tstate_lock
# The main thread isn't finished yet, so its thread state lock can't have
# been released.
assert tlock is not None
assert tlock.locked()
tlock.release()
_main_thread._stop()
# Join all non-deamon threads
while True:
with _shutdown_locks_lock:
locks = list(_shutdown_locks)
_shutdown_locks.clear()
if not locks:
break
for lock in locks:
# mimick Thread.join()
lock.acquire()
lock.release()
# new threads can be spawned while we were waiting for the other
# threads to complete
def main_thread():
"""Return the main thread object.
In normal conditions, the main thread is the thread from which the
Python interpreter was started.
"""
return _main_thread
# get thread-local implementation, either from the thread
# module, or from the python fallback
try:
from _thread import _local as local
except ImportError:
from _threading_local import local
def _after_fork():
"""
Cleanup threading module state that should not exist after a fork.
"""
# Reset _active_limbo_lock, in case we forked while the lock was held
# by another (non-forked) thread. http://bugs.python.org/issue874900
global _active_limbo_lock, _main_thread
global _shutdown_locks_lock, _shutdown_locks
_active_limbo_lock = _allocate_lock()
# fork() only copied the current thread; clear references to others.
new_active = {}
try:
current = _active[get_ident()]
except KeyError:
# fork() was called in a thread which was not spawned
# by threading.Thread. For example, a thread spawned
# by thread.start_new_thread().
current = _MainThread()
_main_thread = current
# reset _shutdown() locks: threads re-register their _tstate_lock below
_shutdown_locks_lock = _allocate_lock()
_shutdown_locks = set()
with _active_limbo_lock:
# Dangling thread instances must still have their locks reset,
# because someone may join() them.
threads = set(_enumerate())
threads.update(_dangling)
for thread in threads:
# Any lock/condition variable may be currently locked or in an
# invalid state, so we reinitialize them.
if thread is current:
# There is only one active thread. We reset the ident to
# its new value since it can have changed.
thread._reset_internal_locks(True)
ident = get_ident()
thread._ident = ident
new_active[ident] = thread
else:
# All the others are already stopped.
thread._reset_internal_locks(False)
thread._stop()
_limbo.clear()
_active.clear()
_active.update(new_active)
assert len(_active) == 1
if hasattr(_os, "register_at_fork"):
_os.register_at_fork(after_in_child=_after_fork)
warnings.py 0000644 00000046350 15115353744 0006766 0 ustar 00 """Python part of the warnings subsystem."""
import sys
__all__ = ["warn", "warn_explicit", "showwarning",
"formatwarning", "filterwarnings", "simplefilter",
"resetwarnings", "catch_warnings"]
def showwarning(message, category, filename, lineno, file=None, line=None):
"""Hook to write a warning to a file; replace if you like."""
msg = WarningMessage(message, category, filename, lineno, file, line)
_showwarnmsg_impl(msg)
def formatwarning(message, category, filename, lineno, line=None):
"""Function to format a warning the standard way."""
msg = WarningMessage(message, category, filename, lineno, None, line)
return _formatwarnmsg_impl(msg)
def _showwarnmsg_impl(msg):
file = msg.file
if file is None:
file = sys.stderr
if file is None:
# sys.stderr is None when run with pythonw.exe:
# warnings get lost
return
text = _formatwarnmsg(msg)
try:
file.write(text)
except OSError:
# the file (probably stderr) is invalid - this warning gets lost.
pass
def _formatwarnmsg_impl(msg):
category = msg.category.__name__
s = f"{msg.filename}:{msg.lineno}: {category}: {msg.message}\n"
if msg.line is None:
try:
import linecache
line = linecache.getline(msg.filename, msg.lineno)
except Exception:
# When a warning is logged during Python shutdown, linecache
# and the import machinery don't work anymore
line = None
linecache = None
else:
line = msg.line
if line:
line = line.strip()
s += " %s\n" % line
if msg.source is not None:
try:
import tracemalloc
# Logging a warning should not raise a new exception:
# catch Exception, not only ImportError and RecursionError.
except Exception:
# don't suggest to enable tracemalloc if it's not available
tracing = True
tb = None
else:
tracing = tracemalloc.is_tracing()
try:
tb = tracemalloc.get_object_traceback(msg.source)
except Exception:
# When a warning is logged during Python shutdown, tracemalloc
# and the import machinery don't work anymore
tb = None
if tb is not None:
s += 'Object allocated at (most recent call last):\n'
for frame in tb:
s += (' File "%s", lineno %s\n'
% (frame.filename, frame.lineno))
try:
if linecache is not None:
line = linecache.getline(frame.filename, frame.lineno)
else:
line = None
except Exception:
line = None
if line:
line = line.strip()
s += ' %s\n' % line
elif not tracing:
s += (f'{category}: Enable tracemalloc to get the object '
f'allocation traceback\n')
return s
# Keep a reference to check if the function was replaced
_showwarning_orig = showwarning
def _showwarnmsg(msg):
"""Hook to write a warning to a file; replace if you like."""
try:
sw = showwarning
except NameError:
pass
else:
if sw is not _showwarning_orig:
# warnings.showwarning() was replaced
if not callable(sw):
raise TypeError("warnings.showwarning() must be set to a "
"function or method")
sw(msg.message, msg.category, msg.filename, msg.lineno,
msg.file, msg.line)
return
_showwarnmsg_impl(msg)
# Keep a reference to check if the function was replaced
_formatwarning_orig = formatwarning
def _formatwarnmsg(msg):
"""Function to format a warning the standard way."""
try:
fw = formatwarning
except NameError:
pass
else:
if fw is not _formatwarning_orig:
# warnings.formatwarning() was replaced
return fw(msg.message, msg.category,
msg.filename, msg.lineno, msg.line)
return _formatwarnmsg_impl(msg)
def filterwarnings(action, message="", category=Warning, module="", lineno=0,
append=False):
"""Insert an entry into the list of warnings filters (at the front).
'action' -- one of "error", "ignore", "always", "default", "module",
or "once"
'message' -- a regex that the warning message must match
'category' -- a class that the warning must be a subclass of
'module' -- a regex that the module name must match
'lineno' -- an integer line number, 0 matches all warnings
'append' -- if true, append to the list of filters
"""
assert action in ("error", "ignore", "always", "default", "module",
"once"), "invalid action: %r" % (action,)
assert isinstance(message, str), "message must be a string"
assert isinstance(category, type), "category must be a class"
assert issubclass(category, Warning), "category must be a Warning subclass"
assert isinstance(module, str), "module must be a string"
assert isinstance(lineno, int) and lineno >= 0, \
"lineno must be an int >= 0"
if message or module:
import re
if message:
message = re.compile(message, re.I)
else:
message = None
if module:
module = re.compile(module)
else:
module = None
_add_filter(action, message, category, module, lineno, append=append)
def simplefilter(action, category=Warning, lineno=0, append=False):
"""Insert a simple entry into the list of warnings filters (at the front).
A simple filter matches all modules and messages.
'action' -- one of "error", "ignore", "always", "default", "module",
or "once"
'category' -- a class that the warning must be a subclass of
'lineno' -- an integer line number, 0 matches all warnings
'append' -- if true, append to the list of filters
"""
assert action in ("error", "ignore", "always", "default", "module",
"once"), "invalid action: %r" % (action,)
assert isinstance(lineno, int) and lineno >= 0, \
"lineno must be an int >= 0"
_add_filter(action, None, category, None, lineno, append=append)
def _add_filter(*item, append):
# Remove possible duplicate filters, so new one will be placed
# in correct place. If append=True and duplicate exists, do nothing.
if not append:
try:
filters.remove(item)
except ValueError:
pass
filters.insert(0, item)
else:
if item not in filters:
filters.append(item)
_filters_mutated()
def resetwarnings():
"""Clear the list of warning filters, so that no filters are active."""
filters[:] = []
_filters_mutated()
class _OptionError(Exception):
"""Exception used by option processing helpers."""
pass
# Helper to process -W options passed via sys.warnoptions
def _processoptions(args):
for arg in args:
try:
_setoption(arg)
except _OptionError as msg:
print("Invalid -W option ignored:", msg, file=sys.stderr)
# Helper for _processoptions()
def _setoption(arg):
parts = arg.split(':')
if len(parts) > 5:
raise _OptionError("too many fields (max 5): %r" % (arg,))
while len(parts) < 5:
parts.append('')
action, message, category, module, lineno = [s.strip()
for s in parts]
action = _getaction(action)
category = _getcategory(category)
if message or module:
import re
if message:
message = re.escape(message)
if module:
module = re.escape(module) + r'\Z'
if lineno:
try:
lineno = int(lineno)
if lineno < 0:
raise ValueError
except (ValueError, OverflowError):
raise _OptionError("invalid lineno %r" % (lineno,)) from None
else:
lineno = 0
filterwarnings(action, message, category, module, lineno)
# Helper for _setoption()
def _getaction(action):
if not action:
return "default"
if action == "all": return "always" # Alias
for a in ('default', 'always', 'ignore', 'module', 'once', 'error'):
if a.startswith(action):
return a
raise _OptionError("invalid action: %r" % (action,))
# Helper for _setoption()
def _getcategory(category):
if not category:
return Warning
if '.' not in category:
import builtins as m
klass = category
else:
module, _, klass = category.rpartition('.')
try:
m = __import__(module, None, None, [klass])
except ImportError:
raise _OptionError("invalid module name: %r" % (module,)) from None
try:
cat = getattr(m, klass)
except AttributeError:
raise _OptionError("unknown warning category: %r" % (category,)) from None
if not issubclass(cat, Warning):
raise _OptionError("invalid warning category: %r" % (category,))
return cat
def _is_internal_frame(frame):
"""Signal whether the frame is an internal CPython implementation detail."""
filename = frame.f_code.co_filename
return 'importlib' in filename and '_bootstrap' in filename
def _next_external_frame(frame):
"""Find the next frame that doesn't involve CPython internals."""
frame = frame.f_back
while frame is not None and _is_internal_frame(frame):
frame = frame.f_back
return frame
# Code typically replaced by _warnings
def warn(message, category=None, stacklevel=1, source=None):
"""Issue a warning, or maybe ignore it or raise an exception."""
# Check if message is already a Warning object
if isinstance(message, Warning):
category = message.__class__
# Check category argument
if category is None:
category = UserWarning
if not (isinstance(category, type) and issubclass(category, Warning)):
raise TypeError("category must be a Warning subclass, "
"not '{:s}'".format(type(category).__name__))
# Get context information
try:
if stacklevel <= 1 or _is_internal_frame(sys._getframe(1)):
# If frame is too small to care or if the warning originated in
# internal code, then do not try to hide any frames.
frame = sys._getframe(stacklevel)
else:
frame = sys._getframe(1)
# Look for one frame less since the above line starts us off.
for x in range(stacklevel-1):
frame = _next_external_frame(frame)
if frame is None:
raise ValueError
except ValueError:
globals = sys.__dict__
filename = "sys"
lineno = 1
else:
globals = frame.f_globals
filename = frame.f_code.co_filename
lineno = frame.f_lineno
if '__name__' in globals:
module = globals['__name__']
else:
module = "<string>"
registry = globals.setdefault("__warningregistry__", {})
warn_explicit(message, category, filename, lineno, module, registry,
globals, source)
def warn_explicit(message, category, filename, lineno,
module=None, registry=None, module_globals=None,
source=None):
lineno = int(lineno)
if module is None:
module = filename or "<unknown>"
if module[-3:].lower() == ".py":
module = module[:-3] # XXX What about leading pathname?
if registry is None:
registry = {}
if registry.get('version', 0) != _filters_version:
registry.clear()
registry['version'] = _filters_version
if isinstance(message, Warning):
text = str(message)
category = message.__class__
else:
text = message
message = category(message)
key = (text, category, lineno)
# Quick test for common case
if registry.get(key):
return
# Search the filters
for item in filters:
action, msg, cat, mod, ln = item
if ((msg is None or msg.match(text)) and
issubclass(category, cat) and
(mod is None or mod.match(module)) and
(ln == 0 or lineno == ln)):
break
else:
action = defaultaction
# Early exit actions
if action == "ignore":
return
# Prime the linecache for formatting, in case the
# "file" is actually in a zipfile or something.
import linecache
linecache.getlines(filename, module_globals)
if action == "error":
raise message
# Other actions
if action == "once":
registry[key] = 1
oncekey = (text, category)
if onceregistry.get(oncekey):
return
onceregistry[oncekey] = 1
elif action == "always":
pass
elif action == "module":
registry[key] = 1
altkey = (text, category, 0)
if registry.get(altkey):
return
registry[altkey] = 1
elif action == "default":
registry[key] = 1
else:
# Unrecognized actions are errors
raise RuntimeError(
"Unrecognized action (%r) in warnings.filters:\n %s" %
(action, item))
# Print message and context
msg = WarningMessage(message, category, filename, lineno, source)
_showwarnmsg(msg)
class WarningMessage(object):
_WARNING_DETAILS = ("message", "category", "filename", "lineno", "file",
"line", "source")
def __init__(self, message, category, filename, lineno, file=None,
line=None, source=None):
self.message = message
self.category = category
self.filename = filename
self.lineno = lineno
self.file = file
self.line = line
self.source = source
self._category_name = category.__name__ if category else None
def __str__(self):
return ("{message : %r, category : %r, filename : %r, lineno : %s, "
"line : %r}" % (self.message, self._category_name,
self.filename, self.lineno, self.line))
class catch_warnings(object):
"""A context manager that copies and restores the warnings filter upon
exiting the context.
The 'record' argument specifies whether warnings should be captured by a
custom implementation of warnings.showwarning() and be appended to a list
returned by the context manager. Otherwise None is returned by the context
manager. The objects appended to the list are arguments whose attributes
mirror the arguments to showwarning().
The 'module' argument is to specify an alternative module to the module
named 'warnings' and imported under that name. This argument is only useful
when testing the warnings module itself.
"""
def __init__(self, *, record=False, module=None):
"""Specify whether to record warnings and if an alternative module
should be used other than sys.modules['warnings'].
For compatibility with Python 3.0, please consider all arguments to be
keyword-only.
"""
self._record = record
self._module = sys.modules['warnings'] if module is None else module
self._entered = False
def __repr__(self):
args = []
if self._record:
args.append("record=True")
if self._module is not sys.modules['warnings']:
args.append("module=%r" % self._module)
name = type(self).__name__
return "%s(%s)" % (name, ", ".join(args))
def __enter__(self):
if self._entered:
raise RuntimeError("Cannot enter %r twice" % self)
self._entered = True
self._filters = self._module.filters
self._module.filters = self._filters[:]
self._module._filters_mutated()
self._showwarning = self._module.showwarning
self._showwarnmsg_impl = self._module._showwarnmsg_impl
if self._record:
log = []
self._module._showwarnmsg_impl = log.append
# Reset showwarning() to the default implementation to make sure
# that _showwarnmsg() calls _showwarnmsg_impl()
self._module.showwarning = self._module._showwarning_orig
return log
else:
return None
def __exit__(self, *exc_info):
if not self._entered:
raise RuntimeError("Cannot exit %r without entering first" % self)
self._module.filters = self._filters
self._module._filters_mutated()
self._module.showwarning = self._showwarning
self._module._showwarnmsg_impl = self._showwarnmsg_impl
# Private utility function called by _PyErr_WarnUnawaitedCoroutine
def _warn_unawaited_coroutine(coro):
msg_lines = [
f"coroutine '{coro.__qualname__}' was never awaited\n"
]
if coro.cr_origin is not None:
import linecache, traceback
def extract():
for filename, lineno, funcname in reversed(coro.cr_origin):
line = linecache.getline(filename, lineno)
yield (filename, lineno, funcname, line)
msg_lines.append("Coroutine created at (most recent call last)\n")
msg_lines += traceback.format_list(list(extract()))
msg = "".join(msg_lines).rstrip("\n")
# Passing source= here means that if the user happens to have tracemalloc
# enabled and tracking where the coroutine was created, the warning will
# contain that traceback. This does mean that if they have *both*
# coroutine origin tracking *and* tracemalloc enabled, they'll get two
# partially-redundant tracebacks. If we wanted to be clever we could
# probably detect this case and avoid it, but for now we don't bother.
warn(msg, category=RuntimeWarning, stacklevel=2, source=coro)
# filters contains a sequence of filter 5-tuples
# The components of the 5-tuple are:
# - an action: error, ignore, always, default, module, or once
# - a compiled regex that must match the warning message
# - a class representing the warning category
# - a compiled regex that must match the module that is being warned
# - a line number for the line being warning, or 0 to mean any line
# If either if the compiled regexs are None, match anything.
try:
from _warnings import (filters, _defaultaction, _onceregistry,
warn, warn_explicit, _filters_mutated)
defaultaction = _defaultaction
onceregistry = _onceregistry
_warnings_defaults = True
except ImportError:
filters = []
defaultaction = "default"
onceregistry = {}
_filters_version = 1
def _filters_mutated():
global _filters_version
_filters_version += 1
_warnings_defaults = False
# Module initialization
_processoptions(sys.warnoptions)
if not _warnings_defaults:
# Several warning categories are ignored by default in regular builds
if not hasattr(sys, 'gettotalrefcount'):
filterwarnings("default", category=DeprecationWarning,
module="__main__", append=1)
simplefilter("ignore", category=DeprecationWarning, append=1)
simplefilter("ignore", category=PendingDeprecationWarning, append=1)
simplefilter("ignore", category=ImportWarning, append=1)
simplefilter("ignore", category=ResourceWarning, append=1)
del _warnings_defaults
binhex.py 0000644 00000033202 15115353744 0006403 0 ustar 00 """Macintosh binhex compression/decompression.
easy interface:
binhex(inputfilename, outputfilename)
hexbin(inputfilename, outputfilename)
"""
#
# Jack Jansen, CWI, August 1995.
#
# The module is supposed to be as compatible as possible. Especially the
# easy interface should work "as expected" on any platform.
# XXXX Note: currently, textfiles appear in mac-form on all platforms.
# We seem to lack a simple character-translate in python.
# (we should probably use ISO-Latin-1 on all but the mac platform).
# XXXX The simple routines are too simple: they expect to hold the complete
# files in-core. Should be fixed.
# XXXX It would be nice to handle AppleDouble format on unix
# (for servers serving macs).
# XXXX I don't understand what happens when you get 0x90 times the same byte on
# input. The resulting code (xx 90 90) would appear to be interpreted as an
# escaped *value* of 0x90. All coders I've seen appear to ignore this nicety...
#
import io
import os
import struct
import binascii
__all__ = ["binhex","hexbin","Error"]
class Error(Exception):
pass
# States (what have we written)
_DID_HEADER = 0
_DID_DATA = 1
# Various constants
REASONABLY_LARGE = 32768 # Minimal amount we pass the rle-coder
LINELEN = 64
RUNCHAR = b"\x90"
#
# This code is no longer byte-order dependent
class FInfo:
def __init__(self):
self.Type = '????'
self.Creator = '????'
self.Flags = 0
def getfileinfo(name):
finfo = FInfo()
with io.open(name, 'rb') as fp:
# Quick check for textfile
data = fp.read(512)
if 0 not in data:
finfo.Type = 'TEXT'
fp.seek(0, 2)
dsize = fp.tell()
dir, file = os.path.split(name)
file = file.replace(':', '-', 1)
return file, finfo, dsize, 0
class openrsrc:
def __init__(self, *args):
pass
def read(self, *args):
return b''
def write(self, *args):
pass
def close(self):
pass
class _Hqxcoderengine:
"""Write data to the coder in 3-byte chunks"""
def __init__(self, ofp):
self.ofp = ofp
self.data = b''
self.hqxdata = b''
self.linelen = LINELEN - 1
def write(self, data):
self.data = self.data + data
datalen = len(self.data)
todo = (datalen // 3) * 3
data = self.data[:todo]
self.data = self.data[todo:]
if not data:
return
self.hqxdata = self.hqxdata + binascii.b2a_hqx(data)
self._flush(0)
def _flush(self, force):
first = 0
while first <= len(self.hqxdata) - self.linelen:
last = first + self.linelen
self.ofp.write(self.hqxdata[first:last] + b'\r')
self.linelen = LINELEN
first = last
self.hqxdata = self.hqxdata[first:]
if force:
self.ofp.write(self.hqxdata + b':\r')
def close(self):
if self.data:
self.hqxdata = self.hqxdata + binascii.b2a_hqx(self.data)
self._flush(1)
self.ofp.close()
del self.ofp
class _Rlecoderengine:
"""Write data to the RLE-coder in suitably large chunks"""
def __init__(self, ofp):
self.ofp = ofp
self.data = b''
def write(self, data):
self.data = self.data + data
if len(self.data) < REASONABLY_LARGE:
return
rledata = binascii.rlecode_hqx(self.data)
self.ofp.write(rledata)
self.data = b''
def close(self):
if self.data:
rledata = binascii.rlecode_hqx(self.data)
self.ofp.write(rledata)
self.ofp.close()
del self.ofp
class BinHex:
def __init__(self, name_finfo_dlen_rlen, ofp):
name, finfo, dlen, rlen = name_finfo_dlen_rlen
close_on_error = False
if isinstance(ofp, str):
ofname = ofp
ofp = io.open(ofname, 'wb')
close_on_error = True
try:
ofp.write(b'(This file must be converted with BinHex 4.0)\r\r:')
hqxer = _Hqxcoderengine(ofp)
self.ofp = _Rlecoderengine(hqxer)
self.crc = 0
if finfo is None:
finfo = FInfo()
self.dlen = dlen
self.rlen = rlen
self._writeinfo(name, finfo)
self.state = _DID_HEADER
except:
if close_on_error:
ofp.close()
raise
def _writeinfo(self, name, finfo):
nl = len(name)
if nl > 63:
raise Error('Filename too long')
d = bytes([nl]) + name.encode("latin-1") + b'\0'
tp, cr = finfo.Type, finfo.Creator
if isinstance(tp, str):
tp = tp.encode("latin-1")
if isinstance(cr, str):
cr = cr.encode("latin-1")
d2 = tp + cr
# Force all structs to be packed with big-endian
d3 = struct.pack('>h', finfo.Flags)
d4 = struct.pack('>ii', self.dlen, self.rlen)
info = d + d2 + d3 + d4
self._write(info)
self._writecrc()
def _write(self, data):
self.crc = binascii.crc_hqx(data, self.crc)
self.ofp.write(data)
def _writecrc(self):
# XXXX Should this be here??
# self.crc = binascii.crc_hqx('\0\0', self.crc)
if self.crc < 0:
fmt = '>h'
else:
fmt = '>H'
self.ofp.write(struct.pack(fmt, self.crc))
self.crc = 0
def write(self, data):
if self.state != _DID_HEADER:
raise Error('Writing data at the wrong time')
self.dlen = self.dlen - len(data)
self._write(data)
def close_data(self):
if self.dlen != 0:
raise Error('Incorrect data size, diff=%r' % (self.rlen,))
self._writecrc()
self.state = _DID_DATA
def write_rsrc(self, data):
if self.state < _DID_DATA:
self.close_data()
if self.state != _DID_DATA:
raise Error('Writing resource data at the wrong time')
self.rlen = self.rlen - len(data)
self._write(data)
def close(self):
if self.state is None:
return
try:
if self.state < _DID_DATA:
self.close_data()
if self.state != _DID_DATA:
raise Error('Close at the wrong time')
if self.rlen != 0:
raise Error("Incorrect resource-datasize, diff=%r" % (self.rlen,))
self._writecrc()
finally:
self.state = None
ofp = self.ofp
del self.ofp
ofp.close()
def binhex(inp, out):
"""binhex(infilename, outfilename): create binhex-encoded copy of a file"""
finfo = getfileinfo(inp)
ofp = BinHex(finfo, out)
with io.open(inp, 'rb') as ifp:
# XXXX Do textfile translation on non-mac systems
while True:
d = ifp.read(128000)
if not d: break
ofp.write(d)
ofp.close_data()
ifp = openrsrc(inp, 'rb')
while True:
d = ifp.read(128000)
if not d: break
ofp.write_rsrc(d)
ofp.close()
ifp.close()
class _Hqxdecoderengine:
"""Read data via the decoder in 4-byte chunks"""
def __init__(self, ifp):
self.ifp = ifp
self.eof = 0
def read(self, totalwtd):
"""Read at least wtd bytes (or until EOF)"""
decdata = b''
wtd = totalwtd
#
# The loop here is convoluted, since we don't really now how
# much to decode: there may be newlines in the incoming data.
while wtd > 0:
if self.eof: return decdata
wtd = ((wtd + 2) // 3) * 4
data = self.ifp.read(wtd)
#
# Next problem: there may not be a complete number of
# bytes in what we pass to a2b. Solve by yet another
# loop.
#
while True:
try:
decdatacur, self.eof = binascii.a2b_hqx(data)
break
except binascii.Incomplete:
pass
newdata = self.ifp.read(1)
if not newdata:
raise Error('Premature EOF on binhex file')
data = data + newdata
decdata = decdata + decdatacur
wtd = totalwtd - len(decdata)
if not decdata and not self.eof:
raise Error('Premature EOF on binhex file')
return decdata
def close(self):
self.ifp.close()
class _Rledecoderengine:
"""Read data via the RLE-coder"""
def __init__(self, ifp):
self.ifp = ifp
self.pre_buffer = b''
self.post_buffer = b''
self.eof = 0
def read(self, wtd):
if wtd > len(self.post_buffer):
self._fill(wtd - len(self.post_buffer))
rv = self.post_buffer[:wtd]
self.post_buffer = self.post_buffer[wtd:]
return rv
def _fill(self, wtd):
self.pre_buffer = self.pre_buffer + self.ifp.read(wtd + 4)
if self.ifp.eof:
self.post_buffer = self.post_buffer + \
binascii.rledecode_hqx(self.pre_buffer)
self.pre_buffer = b''
return
#
# Obfuscated code ahead. We have to take care that we don't
# end up with an orphaned RUNCHAR later on. So, we keep a couple
# of bytes in the buffer, depending on what the end of
# the buffer looks like:
# '\220\0\220' - Keep 3 bytes: repeated \220 (escaped as \220\0)
# '?\220' - Keep 2 bytes: repeated something-else
# '\220\0' - Escaped \220: Keep 2 bytes.
# '?\220?' - Complete repeat sequence: decode all
# otherwise: keep 1 byte.
#
mark = len(self.pre_buffer)
if self.pre_buffer[-3:] == RUNCHAR + b'\0' + RUNCHAR:
mark = mark - 3
elif self.pre_buffer[-1:] == RUNCHAR:
mark = mark - 2
elif self.pre_buffer[-2:] == RUNCHAR + b'\0':
mark = mark - 2
elif self.pre_buffer[-2:-1] == RUNCHAR:
pass # Decode all
else:
mark = mark - 1
self.post_buffer = self.post_buffer + \
binascii.rledecode_hqx(self.pre_buffer[:mark])
self.pre_buffer = self.pre_buffer[mark:]
def close(self):
self.ifp.close()
class HexBin:
def __init__(self, ifp):
if isinstance(ifp, str):
ifp = io.open(ifp, 'rb')
#
# Find initial colon.
#
while True:
ch = ifp.read(1)
if not ch:
raise Error("No binhex data found")
# Cater for \r\n terminated lines (which show up as \n\r, hence
# all lines start with \r)
if ch == b'\r':
continue
if ch == b':':
break
hqxifp = _Hqxdecoderengine(ifp)
self.ifp = _Rledecoderengine(hqxifp)
self.crc = 0
self._readheader()
def _read(self, len):
data = self.ifp.read(len)
self.crc = binascii.crc_hqx(data, self.crc)
return data
def _checkcrc(self):
filecrc = struct.unpack('>h', self.ifp.read(2))[0] & 0xffff
#self.crc = binascii.crc_hqx('\0\0', self.crc)
# XXXX Is this needed??
self.crc = self.crc & 0xffff
if filecrc != self.crc:
raise Error('CRC error, computed %x, read %x'
% (self.crc, filecrc))
self.crc = 0
def _readheader(self):
len = self._read(1)
fname = self._read(ord(len))
rest = self._read(1 + 4 + 4 + 2 + 4 + 4)
self._checkcrc()
type = rest[1:5]
creator = rest[5:9]
flags = struct.unpack('>h', rest[9:11])[0]
self.dlen = struct.unpack('>l', rest[11:15])[0]
self.rlen = struct.unpack('>l', rest[15:19])[0]
self.FName = fname
self.FInfo = FInfo()
self.FInfo.Creator = creator
self.FInfo.Type = type
self.FInfo.Flags = flags
self.state = _DID_HEADER
def read(self, *n):
if self.state != _DID_HEADER:
raise Error('Read data at wrong time')
if n:
n = n[0]
n = min(n, self.dlen)
else:
n = self.dlen
rv = b''
while len(rv) < n:
rv = rv + self._read(n-len(rv))
self.dlen = self.dlen - n
return rv
def close_data(self):
if self.state != _DID_HEADER:
raise Error('close_data at wrong time')
if self.dlen:
dummy = self._read(self.dlen)
self._checkcrc()
self.state = _DID_DATA
def read_rsrc(self, *n):
if self.state == _DID_HEADER:
self.close_data()
if self.state != _DID_DATA:
raise Error('Read resource data at wrong time')
if n:
n = n[0]
n = min(n, self.rlen)
else:
n = self.rlen
self.rlen = self.rlen - n
return self._read(n)
def close(self):
if self.state is None:
return
try:
if self.rlen:
dummy = self.read_rsrc(self.rlen)
self._checkcrc()
finally:
self.state = None
self.ifp.close()
def hexbin(inp, out):
"""hexbin(infilename, outfilename) - Decode binhexed file"""
ifp = HexBin(inp)
finfo = ifp.FInfo
if not out:
out = ifp.FName
with io.open(out, 'wb') as ofp:
# XXXX Do translation on non-mac systems
while True:
d = ifp.read(128000)
if not d: break
ofp.write(d)
ifp.close_data()
d = ifp.read_rsrc(128000)
if d:
ofp = openrsrc(out, 'wb')
ofp.write(d)
while True:
d = ifp.read_rsrc(128000)
if not d: break
ofp.write(d)
ofp.close()
ifp.close()
_threading_local.py 0000644 00000016064 15115353744 0010413 0 ustar 00 """Thread-local objects.
(Note that this module provides a Python version of the threading.local
class. Depending on the version of Python you're using, there may be a
faster one available. You should always import the `local` class from
`threading`.)
Thread-local objects support the management of thread-local data.
If you have data that you want to be local to a thread, simply create
a thread-local object and use its attributes:
>>> mydata = local()
>>> mydata.number = 42
>>> mydata.number
42
You can also access the local-object's dictionary:
>>> mydata.__dict__
{'number': 42}
>>> mydata.__dict__.setdefault('widgets', [])
[]
>>> mydata.widgets
[]
What's important about thread-local objects is that their data are
local to a thread. If we access the data in a different thread:
>>> log = []
>>> def f():
... items = sorted(mydata.__dict__.items())
... log.append(items)
... mydata.number = 11
... log.append(mydata.number)
>>> import threading
>>> thread = threading.Thread(target=f)
>>> thread.start()
>>> thread.join()
>>> log
[[], 11]
we get different data. Furthermore, changes made in the other thread
don't affect data seen in this thread:
>>> mydata.number
42
Of course, values you get from a local object, including a __dict__
attribute, are for whatever thread was current at the time the
attribute was read. For that reason, you generally don't want to save
these values across threads, as they apply only to the thread they
came from.
You can create custom local objects by subclassing the local class:
>>> class MyLocal(local):
... number = 2
... def __init__(self, /, **kw):
... self.__dict__.update(kw)
... def squared(self):
... return self.number ** 2
This can be useful to support default values, methods and
initialization. Note that if you define an __init__ method, it will be
called each time the local object is used in a separate thread. This
is necessary to initialize each thread's dictionary.
Now if we create a local object:
>>> mydata = MyLocal(color='red')
Now we have a default number:
>>> mydata.number
2
an initial color:
>>> mydata.color
'red'
>>> del mydata.color
And a method that operates on the data:
>>> mydata.squared()
4
As before, we can access the data in a separate thread:
>>> log = []
>>> thread = threading.Thread(target=f)
>>> thread.start()
>>> thread.join()
>>> log
[[('color', 'red')], 11]
without affecting this thread's data:
>>> mydata.number
2
>>> mydata.color
Traceback (most recent call last):
...
AttributeError: 'MyLocal' object has no attribute 'color'
Note that subclasses can define slots, but they are not thread
local. They are shared across threads:
>>> class MyLocal(local):
... __slots__ = 'number'
>>> mydata = MyLocal()
>>> mydata.number = 42
>>> mydata.color = 'red'
So, the separate thread:
>>> thread = threading.Thread(target=f)
>>> thread.start()
>>> thread.join()
affects what we see:
>>> mydata.number
11
>>> del mydata
"""
from weakref import ref
from contextlib import contextmanager
__all__ = ["local"]
# We need to use objects from the threading module, but the threading
# module may also want to use our `local` class, if support for locals
# isn't compiled in to the `thread` module. This creates potential problems
# with circular imports. For that reason, we don't import `threading`
# until the bottom of this file (a hack sufficient to worm around the
# potential problems). Note that all platforms on CPython do have support
# for locals in the `thread` module, and there is no circular import problem
# then, so problems introduced by fiddling the order of imports here won't
# manifest.
class _localimpl:
"""A class managing thread-local dicts"""
__slots__ = 'key', 'dicts', 'localargs', 'locallock', '__weakref__'
def __init__(self):
# The key used in the Thread objects' attribute dicts.
# We keep it a string for speed but make it unlikely to clash with
# a "real" attribute.
self.key = '_threading_local._localimpl.' + str(id(self))
# { id(Thread) -> (ref(Thread), thread-local dict) }
self.dicts = {}
def get_dict(self):
"""Return the dict for the current thread. Raises KeyError if none
defined."""
thread = current_thread()
return self.dicts[id(thread)][1]
def create_dict(self):
"""Create a new dict for the current thread, and return it."""
localdict = {}
key = self.key
thread = current_thread()
idt = id(thread)
def local_deleted(_, key=key):
# When the localimpl is deleted, remove the thread attribute.
thread = wrthread()
if thread is not None:
del thread.__dict__[key]
def thread_deleted(_, idt=idt):
# When the thread is deleted, remove the local dict.
# Note that this is suboptimal if the thread object gets
# caught in a reference loop. We would like to be called
# as soon as the OS-level thread ends instead.
local = wrlocal()
if local is not None:
dct = local.dicts.pop(idt)
wrlocal = ref(self, local_deleted)
wrthread = ref(thread, thread_deleted)
thread.__dict__[key] = wrlocal
self.dicts[idt] = wrthread, localdict
return localdict
@contextmanager
def _patch(self):
impl = object.__getattribute__(self, '_local__impl')
try:
dct = impl.get_dict()
except KeyError:
dct = impl.create_dict()
args, kw = impl.localargs
self.__init__(*args, **kw)
with impl.locallock:
object.__setattr__(self, '__dict__', dct)
yield
class local:
__slots__ = '_local__impl', '__dict__'
def __new__(cls, /, *args, **kw):
if (args or kw) and (cls.__init__ is object.__init__):
raise TypeError("Initialization arguments are not supported")
self = object.__new__(cls)
impl = _localimpl()
impl.localargs = (args, kw)
impl.locallock = RLock()
object.__setattr__(self, '_local__impl', impl)
# We need to create the thread dict in anticipation of
# __init__ being called, to make sure we don't call it
# again ourselves.
impl.create_dict()
return self
def __getattribute__(self, name):
with _patch(self):
return object.__getattribute__(self, name)
def __setattr__(self, name, value):
if name == '__dict__':
raise AttributeError(
"%r object attribute '__dict__' is read-only"
% self.__class__.__name__)
with _patch(self):
return object.__setattr__(self, name, value)
def __delattr__(self, name):
if name == '__dict__':
raise AttributeError(
"%r object attribute '__dict__' is read-only"
% self.__class__.__name__)
with _patch(self):
return object.__delattr__(self, name)
from threading import current_thread, RLock
multiprocessing/context.py 0000644 00000025771 15115353744 0012055 0 ustar 00 import os
import sys
import threading
from . import process
from . import reduction
__all__ = ()
#
# Exceptions
#
class ProcessError(Exception):
pass
class BufferTooShort(ProcessError):
pass
class TimeoutError(ProcessError):
pass
class AuthenticationError(ProcessError):
pass
#
# Base type for contexts. Bound methods of an instance of this type are included in __all__ of __init__.py
#
class BaseContext(object):
ProcessError = ProcessError
BufferTooShort = BufferTooShort
TimeoutError = TimeoutError
AuthenticationError = AuthenticationError
current_process = staticmethod(process.current_process)
parent_process = staticmethod(process.parent_process)
active_children = staticmethod(process.active_children)
def cpu_count(self):
'''Returns the number of CPUs in the system'''
num = os.cpu_count()
if num is None:
raise NotImplementedError('cannot determine number of cpus')
else:
return num
def Manager(self):
'''Returns a manager associated with a running server process
The managers methods such as `Lock()`, `Condition()` and `Queue()`
can be used to create shared objects.
'''
from .managers import SyncManager
m = SyncManager(ctx=self.get_context())
m.start()
return m
def Pipe(self, duplex=True):
'''Returns two connection object connected by a pipe'''
from .connection import Pipe
return Pipe(duplex)
def Lock(self):
'''Returns a non-recursive lock object'''
from .synchronize import Lock
return Lock(ctx=self.get_context())
def RLock(self):
'''Returns a recursive lock object'''
from .synchronize import RLock
return RLock(ctx=self.get_context())
def Condition(self, lock=None):
'''Returns a condition object'''
from .synchronize import Condition
return Condition(lock, ctx=self.get_context())
def Semaphore(self, value=1):
'''Returns a semaphore object'''
from .synchronize import Semaphore
return Semaphore(value, ctx=self.get_context())
def BoundedSemaphore(self, value=1):
'''Returns a bounded semaphore object'''
from .synchronize import BoundedSemaphore
return BoundedSemaphore(value, ctx=self.get_context())
def Event(self):
'''Returns an event object'''
from .synchronize import Event
return Event(ctx=self.get_context())
def Barrier(self, parties, action=None, timeout=None):
'''Returns a barrier object'''
from .synchronize import Barrier
return Barrier(parties, action, timeout, ctx=self.get_context())
def Queue(self, maxsize=0):
'''Returns a queue object'''
from .queues import Queue
return Queue(maxsize, ctx=self.get_context())
def JoinableQueue(self, maxsize=0):
'''Returns a queue object'''
from .queues import JoinableQueue
return JoinableQueue(maxsize, ctx=self.get_context())
def SimpleQueue(self):
'''Returns a queue object'''
from .queues import SimpleQueue
return SimpleQueue(ctx=self.get_context())
def Pool(self, processes=None, initializer=None, initargs=(),
maxtasksperchild=None):
'''Returns a process pool object'''
from .pool import Pool
return Pool(processes, initializer, initargs, maxtasksperchild,
context=self.get_context())
def RawValue(self, typecode_or_type, *args):
'''Returns a shared object'''
from .sharedctypes import RawValue
return RawValue(typecode_or_type, *args)
def RawArray(self, typecode_or_type, size_or_initializer):
'''Returns a shared array'''
from .sharedctypes import RawArray
return RawArray(typecode_or_type, size_or_initializer)
def Value(self, typecode_or_type, *args, lock=True):
'''Returns a synchronized shared object'''
from .sharedctypes import Value
return Value(typecode_or_type, *args, lock=lock,
ctx=self.get_context())
def Array(self, typecode_or_type, size_or_initializer, *, lock=True):
'''Returns a synchronized shared array'''
from .sharedctypes import Array
return Array(typecode_or_type, size_or_initializer, lock=lock,
ctx=self.get_context())
def freeze_support(self):
'''Check whether this is a fake forked process in a frozen executable.
If so then run code specified by commandline and exit.
'''
if sys.platform == 'win32' and getattr(sys, 'frozen', False):
from .spawn import freeze_support
freeze_support()
def get_logger(self):
'''Return package logger -- if it does not already exist then
it is created.
'''
from .util import get_logger
return get_logger()
def log_to_stderr(self, level=None):
'''Turn on logging and add a handler which prints to stderr'''
from .util import log_to_stderr
return log_to_stderr(level)
def allow_connection_pickling(self):
'''Install support for sending connections and sockets
between processes
'''
# This is undocumented. In previous versions of multiprocessing
# its only effect was to make socket objects inheritable on Windows.
from . import connection
def set_executable(self, executable):
'''Sets the path to a python.exe or pythonw.exe binary used to run
child processes instead of sys.executable when using the 'spawn'
start method. Useful for people embedding Python.
'''
from .spawn import set_executable
set_executable(executable)
def set_forkserver_preload(self, module_names):
'''Set list of module names to try to load in forkserver process.
This is really just a hint.
'''
from .forkserver import set_forkserver_preload
set_forkserver_preload(module_names)
def get_context(self, method=None):
if method is None:
return self
try:
ctx = _concrete_contexts[method]
except KeyError:
raise ValueError('cannot find context for %r' % method) from None
ctx._check_available()
return ctx
def get_start_method(self, allow_none=False):
return self._name
def set_start_method(self, method, force=False):
raise ValueError('cannot set start method of concrete context')
@property
def reducer(self):
'''Controls how objects will be reduced to a form that can be
shared with other processes.'''
return globals().get('reduction')
@reducer.setter
def reducer(self, reduction):
globals()['reduction'] = reduction
def _check_available(self):
pass
#
# Type of default context -- underlying context can be set at most once
#
class Process(process.BaseProcess):
_start_method = None
@staticmethod
def _Popen(process_obj):
return _default_context.get_context().Process._Popen(process_obj)
class DefaultContext(BaseContext):
Process = Process
def __init__(self, context):
self._default_context = context
self._actual_context = None
def get_context(self, method=None):
if method is None:
if self._actual_context is None:
self._actual_context = self._default_context
return self._actual_context
else:
return super().get_context(method)
def set_start_method(self, method, force=False):
if self._actual_context is not None and not force:
raise RuntimeError('context has already been set')
if method is None and force:
self._actual_context = None
return
self._actual_context = self.get_context(method)
def get_start_method(self, allow_none=False):
if self._actual_context is None:
if allow_none:
return None
self._actual_context = self._default_context
return self._actual_context._name
def get_all_start_methods(self):
if sys.platform == 'win32':
return ['spawn']
else:
methods = ['spawn', 'fork'] if sys.platform == 'darwin' else ['fork', 'spawn']
if reduction.HAVE_SEND_HANDLE:
methods.append('forkserver')
return methods
#
# Context types for fixed start method
#
if sys.platform != 'win32':
class ForkProcess(process.BaseProcess):
_start_method = 'fork'
@staticmethod
def _Popen(process_obj):
from .popen_fork import Popen
return Popen(process_obj)
class SpawnProcess(process.BaseProcess):
_start_method = 'spawn'
@staticmethod
def _Popen(process_obj):
from .popen_spawn_posix import Popen
return Popen(process_obj)
class ForkServerProcess(process.BaseProcess):
_start_method = 'forkserver'
@staticmethod
def _Popen(process_obj):
from .popen_forkserver import Popen
return Popen(process_obj)
class ForkContext(BaseContext):
_name = 'fork'
Process = ForkProcess
class SpawnContext(BaseContext):
_name = 'spawn'
Process = SpawnProcess
class ForkServerContext(BaseContext):
_name = 'forkserver'
Process = ForkServerProcess
def _check_available(self):
if not reduction.HAVE_SEND_HANDLE:
raise ValueError('forkserver start method not available')
_concrete_contexts = {
'fork': ForkContext(),
'spawn': SpawnContext(),
'forkserver': ForkServerContext(),
}
if sys.platform == 'darwin':
# bpo-33725: running arbitrary code after fork() is no longer reliable
# on macOS since macOS 10.14 (Mojave). Use spawn by default instead.
_default_context = DefaultContext(_concrete_contexts['spawn'])
else:
_default_context = DefaultContext(_concrete_contexts['fork'])
else:
class SpawnProcess(process.BaseProcess):
_start_method = 'spawn'
@staticmethod
def _Popen(process_obj):
from .popen_spawn_win32 import Popen
return Popen(process_obj)
class SpawnContext(BaseContext):
_name = 'spawn'
Process = SpawnProcess
_concrete_contexts = {
'spawn': SpawnContext(),
}
_default_context = DefaultContext(_concrete_contexts['spawn'])
#
# Force the start method
#
def _force_start_method(method):
_default_context._actual_context = _concrete_contexts[method]
#
# Check that the current thread is spawning a child process
#
_tls = threading.local()
def get_spawning_popen():
return getattr(_tls, 'spawning_popen', None)
def set_spawning_popen(popen):
_tls.spawning_popen = popen
def assert_spawning(obj):
if get_spawning_popen() is None:
raise RuntimeError(
'%s objects should only be shared between processes'
' through inheritance' % type(obj).__name__
)
multiprocessing/managers.py 0000644 00000137425 15115353744 0012166 0 ustar 00 #
# Module providing manager classes for dealing
# with shared objects
#
# multiprocessing/managers.py
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
__all__ = [ 'BaseManager', 'SyncManager', 'BaseProxy', 'Token',
'SharedMemoryManager' ]
#
# Imports
#
import sys
import threading
import signal
import array
import queue
import time
import os
from os import getpid
from traceback import format_exc
from . import connection
from .context import reduction, get_spawning_popen, ProcessError
from . import pool
from . import process
from . import util
from . import get_context
try:
from . import shared_memory
HAS_SHMEM = True
except ImportError:
HAS_SHMEM = False
#
# Register some things for pickling
#
def reduce_array(a):
return array.array, (a.typecode, a.tobytes())
reduction.register(array.array, reduce_array)
view_types = [type(getattr({}, name)()) for name in ('items','keys','values')]
if view_types[0] is not list: # only needed in Py3.0
def rebuild_as_list(obj):
return list, (list(obj),)
for view_type in view_types:
reduction.register(view_type, rebuild_as_list)
#
# Type for identifying shared objects
#
class Token(object):
'''
Type to uniquely identify a shared object
'''
__slots__ = ('typeid', 'address', 'id')
def __init__(self, typeid, address, id):
(self.typeid, self.address, self.id) = (typeid, address, id)
def __getstate__(self):
return (self.typeid, self.address, self.id)
def __setstate__(self, state):
(self.typeid, self.address, self.id) = state
def __repr__(self):
return '%s(typeid=%r, address=%r, id=%r)' % \
(self.__class__.__name__, self.typeid, self.address, self.id)
#
# Function for communication with a manager's server process
#
def dispatch(c, id, methodname, args=(), kwds={}):
'''
Send a message to manager using connection `c` and return response
'''
c.send((id, methodname, args, kwds))
kind, result = c.recv()
if kind == '#RETURN':
return result
raise convert_to_error(kind, result)
def convert_to_error(kind, result):
if kind == '#ERROR':
return result
elif kind in ('#TRACEBACK', '#UNSERIALIZABLE'):
if not isinstance(result, str):
raise TypeError(
"Result {0!r} (kind '{1}') type is {2}, not str".format(
result, kind, type(result)))
if kind == '#UNSERIALIZABLE':
return RemoteError('Unserializable message: %s\n' % result)
else:
return RemoteError(result)
else:
return ValueError('Unrecognized message type {!r}'.format(kind))
class RemoteError(Exception):
def __str__(self):
return ('\n' + '-'*75 + '\n' + str(self.args[0]) + '-'*75)
#
# Functions for finding the method names of an object
#
def all_methods(obj):
'''
Return a list of names of methods of `obj`
'''
temp = []
for name in dir(obj):
func = getattr(obj, name)
if callable(func):
temp.append(name)
return temp
def public_methods(obj):
'''
Return a list of names of methods of `obj` which do not start with '_'
'''
return [name for name in all_methods(obj) if name[0] != '_']
#
# Server which is run in a process controlled by a manager
#
class Server(object):
'''
Server class which runs in a process controlled by a manager object
'''
public = ['shutdown', 'create', 'accept_connection', 'get_methods',
'debug_info', 'number_of_objects', 'dummy', 'incref', 'decref']
def __init__(self, registry, address, authkey, serializer):
if not isinstance(authkey, bytes):
raise TypeError(
"Authkey {0!r} is type {1!s}, not bytes".format(
authkey, type(authkey)))
self.registry = registry
self.authkey = process.AuthenticationString(authkey)
Listener, Client = listener_client[serializer]
# do authentication later
self.listener = Listener(address=address, backlog=16)
self.address = self.listener.address
self.id_to_obj = {'0': (None, ())}
self.id_to_refcount = {}
self.id_to_local_proxy_obj = {}
self.mutex = threading.Lock()
def serve_forever(self):
'''
Run the server forever
'''
self.stop_event = threading.Event()
process.current_process()._manager_server = self
try:
accepter = threading.Thread(target=self.accepter)
accepter.daemon = True
accepter.start()
try:
while not self.stop_event.is_set():
self.stop_event.wait(1)
except (KeyboardInterrupt, SystemExit):
pass
finally:
if sys.stdout != sys.__stdout__: # what about stderr?
util.debug('resetting stdout, stderr')
sys.stdout = sys.__stdout__
sys.stderr = sys.__stderr__
sys.exit(0)
def accepter(self):
while True:
try:
c = self.listener.accept()
except OSError:
continue
t = threading.Thread(target=self.handle_request, args=(c,))
t.daemon = True
t.start()
def handle_request(self, c):
'''
Handle a new connection
'''
funcname = result = request = None
try:
connection.deliver_challenge(c, self.authkey)
connection.answer_challenge(c, self.authkey)
request = c.recv()
ignore, funcname, args, kwds = request
assert funcname in self.public, '%r unrecognized' % funcname
func = getattr(self, funcname)
except Exception:
msg = ('#TRACEBACK', format_exc())
else:
try:
result = func(c, *args, **kwds)
except Exception:
msg = ('#TRACEBACK', format_exc())
else:
msg = ('#RETURN', result)
try:
c.send(msg)
except Exception as e:
try:
c.send(('#TRACEBACK', format_exc()))
except Exception:
pass
util.info('Failure to send message: %r', msg)
util.info(' ... request was %r', request)
util.info(' ... exception was %r', e)
c.close()
def serve_client(self, conn):
'''
Handle requests from the proxies in a particular process/thread
'''
util.debug('starting server thread to service %r',
threading.current_thread().name)
recv = conn.recv
send = conn.send
id_to_obj = self.id_to_obj
while not self.stop_event.is_set():
try:
methodname = obj = None
request = recv()
ident, methodname, args, kwds = request
try:
obj, exposed, gettypeid = id_to_obj[ident]
except KeyError as ke:
try:
obj, exposed, gettypeid = \
self.id_to_local_proxy_obj[ident]
except KeyError as second_ke:
raise ke
if methodname not in exposed:
raise AttributeError(
'method %r of %r object is not in exposed=%r' %
(methodname, type(obj), exposed)
)
function = getattr(obj, methodname)
try:
res = function(*args, **kwds)
except Exception as e:
msg = ('#ERROR', e)
else:
typeid = gettypeid and gettypeid.get(methodname, None)
if typeid:
rident, rexposed = self.create(conn, typeid, res)
token = Token(typeid, self.address, rident)
msg = ('#PROXY', (rexposed, token))
else:
msg = ('#RETURN', res)
except AttributeError:
if methodname is None:
msg = ('#TRACEBACK', format_exc())
else:
try:
fallback_func = self.fallback_mapping[methodname]
result = fallback_func(
self, conn, ident, obj, *args, **kwds
)
msg = ('#RETURN', result)
except Exception:
msg = ('#TRACEBACK', format_exc())
except EOFError:
util.debug('got EOF -- exiting thread serving %r',
threading.current_thread().name)
sys.exit(0)
except Exception:
msg = ('#TRACEBACK', format_exc())
try:
try:
send(msg)
except Exception as e:
send(('#UNSERIALIZABLE', format_exc()))
except Exception as e:
util.info('exception in thread serving %r',
threading.current_thread().name)
util.info(' ... message was %r', msg)
util.info(' ... exception was %r', e)
conn.close()
sys.exit(1)
def fallback_getvalue(self, conn, ident, obj):
return obj
def fallback_str(self, conn, ident, obj):
return str(obj)
def fallback_repr(self, conn, ident, obj):
return repr(obj)
fallback_mapping = {
'__str__':fallback_str,
'__repr__':fallback_repr,
'#GETVALUE':fallback_getvalue
}
def dummy(self, c):
pass
def debug_info(self, c):
'''
Return some info --- useful to spot problems with refcounting
'''
# Perhaps include debug info about 'c'?
with self.mutex:
result = []
keys = list(self.id_to_refcount.keys())
keys.sort()
for ident in keys:
if ident != '0':
result.append(' %s: refcount=%s\n %s' %
(ident, self.id_to_refcount[ident],
str(self.id_to_obj[ident][0])[:75]))
return '\n'.join(result)
def number_of_objects(self, c):
'''
Number of shared objects
'''
# Doesn't use (len(self.id_to_obj) - 1) as we shouldn't count ident='0'
return len(self.id_to_refcount)
def shutdown(self, c):
'''
Shutdown this process
'''
try:
util.debug('manager received shutdown message')
c.send(('#RETURN', None))
except:
import traceback
traceback.print_exc()
finally:
self.stop_event.set()
def create(*args, **kwds):
'''
Create a new shared object and return its id
'''
if len(args) >= 3:
self, c, typeid, *args = args
elif not args:
raise TypeError("descriptor 'create' of 'Server' object "
"needs an argument")
else:
if 'typeid' not in kwds:
raise TypeError('create expected at least 2 positional '
'arguments, got %d' % (len(args)-1))
typeid = kwds.pop('typeid')
if len(args) >= 2:
self, c, *args = args
import warnings
warnings.warn("Passing 'typeid' as keyword argument is deprecated",
DeprecationWarning, stacklevel=2)
else:
if 'c' not in kwds:
raise TypeError('create expected at least 2 positional '
'arguments, got %d' % (len(args)-1))
c = kwds.pop('c')
self, *args = args
import warnings
warnings.warn("Passing 'c' as keyword argument is deprecated",
DeprecationWarning, stacklevel=2)
args = tuple(args)
with self.mutex:
callable, exposed, method_to_typeid, proxytype = \
self.registry[typeid]
if callable is None:
if kwds or (len(args) != 1):
raise ValueError(
"Without callable, must have one non-keyword argument")
obj = args[0]
else:
obj = callable(*args, **kwds)
if exposed is None:
exposed = public_methods(obj)
if method_to_typeid is not None:
if not isinstance(method_to_typeid, dict):
raise TypeError(
"Method_to_typeid {0!r}: type {1!s}, not dict".format(
method_to_typeid, type(method_to_typeid)))
exposed = list(exposed) + list(method_to_typeid)
ident = '%x' % id(obj) # convert to string because xmlrpclib
# only has 32 bit signed integers
util.debug('%r callable returned object with id %r', typeid, ident)
self.id_to_obj[ident] = (obj, set(exposed), method_to_typeid)
if ident not in self.id_to_refcount:
self.id_to_refcount[ident] = 0
self.incref(c, ident)
return ident, tuple(exposed)
create.__text_signature__ = '($self, c, typeid, /, *args, **kwds)'
def get_methods(self, c, token):
'''
Return the methods of the shared object indicated by token
'''
return tuple(self.id_to_obj[token.id][1])
def accept_connection(self, c, name):
'''
Spawn a new thread to serve this connection
'''
threading.current_thread().name = name
c.send(('#RETURN', None))
self.serve_client(c)
def incref(self, c, ident):
with self.mutex:
try:
self.id_to_refcount[ident] += 1
except KeyError as ke:
# If no external references exist but an internal (to the
# manager) still does and a new external reference is created
# from it, restore the manager's tracking of it from the
# previously stashed internal ref.
if ident in self.id_to_local_proxy_obj:
self.id_to_refcount[ident] = 1
self.id_to_obj[ident] = \
self.id_to_local_proxy_obj[ident]
obj, exposed, gettypeid = self.id_to_obj[ident]
util.debug('Server re-enabled tracking & INCREF %r', ident)
else:
raise ke
def decref(self, c, ident):
if ident not in self.id_to_refcount and \
ident in self.id_to_local_proxy_obj:
util.debug('Server DECREF skipping %r', ident)
return
with self.mutex:
if self.id_to_refcount[ident] <= 0:
raise AssertionError(
"Id {0!s} ({1!r}) has refcount {2:n}, not 1+".format(
ident, self.id_to_obj[ident],
self.id_to_refcount[ident]))
self.id_to_refcount[ident] -= 1
if self.id_to_refcount[ident] == 0:
del self.id_to_refcount[ident]
if ident not in self.id_to_refcount:
# Two-step process in case the object turns out to contain other
# proxy objects (e.g. a managed list of managed lists).
# Otherwise, deleting self.id_to_obj[ident] would trigger the
# deleting of the stored value (another managed object) which would
# in turn attempt to acquire the mutex that is already held here.
self.id_to_obj[ident] = (None, (), None) # thread-safe
util.debug('disposing of obj with id %r', ident)
with self.mutex:
del self.id_to_obj[ident]
#
# Class to represent state of a manager
#
class State(object):
__slots__ = ['value']
INITIAL = 0
STARTED = 1
SHUTDOWN = 2
#
# Mapping from serializer name to Listener and Client types
#
listener_client = {
'pickle' : (connection.Listener, connection.Client),
'xmlrpclib' : (connection.XmlListener, connection.XmlClient)
}
#
# Definition of BaseManager
#
class BaseManager(object):
'''
Base class for managers
'''
_registry = {}
_Server = Server
def __init__(self, address=None, authkey=None, serializer='pickle',
ctx=None):
if authkey is None:
authkey = process.current_process().authkey
self._address = address # XXX not final address if eg ('', 0)
self._authkey = process.AuthenticationString(authkey)
self._state = State()
self._state.value = State.INITIAL
self._serializer = serializer
self._Listener, self._Client = listener_client[serializer]
self._ctx = ctx or get_context()
def get_server(self):
'''
Return server object with serve_forever() method and address attribute
'''
if self._state.value != State.INITIAL:
if self._state.value == State.STARTED:
raise ProcessError("Already started server")
elif self._state.value == State.SHUTDOWN:
raise ProcessError("Manager has shut down")
else:
raise ProcessError(
"Unknown state {!r}".format(self._state.value))
return Server(self._registry, self._address,
self._authkey, self._serializer)
def connect(self):
'''
Connect manager object to the server process
'''
Listener, Client = listener_client[self._serializer]
conn = Client(self._address, authkey=self._authkey)
dispatch(conn, None, 'dummy')
self._state.value = State.STARTED
def start(self, initializer=None, initargs=()):
'''
Spawn a server process for this manager object
'''
if self._state.value != State.INITIAL:
if self._state.value == State.STARTED:
raise ProcessError("Already started server")
elif self._state.value == State.SHUTDOWN:
raise ProcessError("Manager has shut down")
else:
raise ProcessError(
"Unknown state {!r}".format(self._state.value))
if initializer is not None and not callable(initializer):
raise TypeError('initializer must be a callable')
# pipe over which we will retrieve address of server
reader, writer = connection.Pipe(duplex=False)
# spawn process which runs a server
self._process = self._ctx.Process(
target=type(self)._run_server,
args=(self._registry, self._address, self._authkey,
self._serializer, writer, initializer, initargs),
)
ident = ':'.join(str(i) for i in self._process._identity)
self._process.name = type(self).__name__ + '-' + ident
self._process.start()
# get address of server
writer.close()
self._address = reader.recv()
reader.close()
# register a finalizer
self._state.value = State.STARTED
self.shutdown = util.Finalize(
self, type(self)._finalize_manager,
args=(self._process, self._address, self._authkey,
self._state, self._Client),
exitpriority=0
)
@classmethod
def _run_server(cls, registry, address, authkey, serializer, writer,
initializer=None, initargs=()):
'''
Create a server, report its address and run it
'''
# bpo-36368: protect server process from KeyboardInterrupt signals
signal.signal(signal.SIGINT, signal.SIG_IGN)
if initializer is not None:
initializer(*initargs)
# create server
server = cls._Server(registry, address, authkey, serializer)
# inform parent process of the server's address
writer.send(server.address)
writer.close()
# run the manager
util.info('manager serving at %r', server.address)
server.serve_forever()
def _create(self, typeid, /, *args, **kwds):
'''
Create a new shared object; return the token and exposed tuple
'''
assert self._state.value == State.STARTED, 'server not yet started'
conn = self._Client(self._address, authkey=self._authkey)
try:
id, exposed = dispatch(conn, None, 'create', (typeid,)+args, kwds)
finally:
conn.close()
return Token(typeid, self._address, id), exposed
def join(self, timeout=None):
'''
Join the manager process (if it has been spawned)
'''
if self._process is not None:
self._process.join(timeout)
if not self._process.is_alive():
self._process = None
def _debug_info(self):
'''
Return some info about the servers shared objects and connections
'''
conn = self._Client(self._address, authkey=self._authkey)
try:
return dispatch(conn, None, 'debug_info')
finally:
conn.close()
def _number_of_objects(self):
'''
Return the number of shared objects
'''
conn = self._Client(self._address, authkey=self._authkey)
try:
return dispatch(conn, None, 'number_of_objects')
finally:
conn.close()
def __enter__(self):
if self._state.value == State.INITIAL:
self.start()
if self._state.value != State.STARTED:
if self._state.value == State.INITIAL:
raise ProcessError("Unable to start server")
elif self._state.value == State.SHUTDOWN:
raise ProcessError("Manager has shut down")
else:
raise ProcessError(
"Unknown state {!r}".format(self._state.value))
return self
def __exit__(self, exc_type, exc_val, exc_tb):
self.shutdown()
@staticmethod
def _finalize_manager(process, address, authkey, state, _Client):
'''
Shutdown the manager process; will be registered as a finalizer
'''
if process.is_alive():
util.info('sending shutdown message to manager')
try:
conn = _Client(address, authkey=authkey)
try:
dispatch(conn, None, 'shutdown')
finally:
conn.close()
except Exception:
pass
process.join(timeout=1.0)
if process.is_alive():
util.info('manager still alive')
if hasattr(process, 'terminate'):
util.info('trying to `terminate()` manager process')
process.terminate()
process.join(timeout=0.1)
if process.is_alive():
util.info('manager still alive after terminate')
state.value = State.SHUTDOWN
try:
del BaseProxy._address_to_local[address]
except KeyError:
pass
@property
def address(self):
return self._address
@classmethod
def register(cls, typeid, callable=None, proxytype=None, exposed=None,
method_to_typeid=None, create_method=True):
'''
Register a typeid with the manager type
'''
if '_registry' not in cls.__dict__:
cls._registry = cls._registry.copy()
if proxytype is None:
proxytype = AutoProxy
exposed = exposed or getattr(proxytype, '_exposed_', None)
method_to_typeid = method_to_typeid or \
getattr(proxytype, '_method_to_typeid_', None)
if method_to_typeid:
for key, value in list(method_to_typeid.items()): # isinstance?
assert type(key) is str, '%r is not a string' % key
assert type(value) is str, '%r is not a string' % value
cls._registry[typeid] = (
callable, exposed, method_to_typeid, proxytype
)
if create_method:
def temp(self, /, *args, **kwds):
util.debug('requesting creation of a shared %r object', typeid)
token, exp = self._create(typeid, *args, **kwds)
proxy = proxytype(
token, self._serializer, manager=self,
authkey=self._authkey, exposed=exp
)
conn = self._Client(token.address, authkey=self._authkey)
dispatch(conn, None, 'decref', (token.id,))
return proxy
temp.__name__ = typeid
setattr(cls, typeid, temp)
#
# Subclass of set which get cleared after a fork
#
class ProcessLocalSet(set):
def __init__(self):
util.register_after_fork(self, lambda obj: obj.clear())
def __reduce__(self):
return type(self), ()
#
# Definition of BaseProxy
#
class BaseProxy(object):
'''
A base for proxies of shared objects
'''
_address_to_local = {}
_mutex = util.ForkAwareThreadLock()
def __init__(self, token, serializer, manager=None,
authkey=None, exposed=None, incref=True, manager_owned=False):
with BaseProxy._mutex:
tls_idset = BaseProxy._address_to_local.get(token.address, None)
if tls_idset is None:
tls_idset = util.ForkAwareLocal(), ProcessLocalSet()
BaseProxy._address_to_local[token.address] = tls_idset
# self._tls is used to record the connection used by this
# thread to communicate with the manager at token.address
self._tls = tls_idset[0]
# self._idset is used to record the identities of all shared
# objects for which the current process owns references and
# which are in the manager at token.address
self._idset = tls_idset[1]
self._token = token
self._id = self._token.id
self._manager = manager
self._serializer = serializer
self._Client = listener_client[serializer][1]
# Should be set to True only when a proxy object is being created
# on the manager server; primary use case: nested proxy objects.
# RebuildProxy detects when a proxy is being created on the manager
# and sets this value appropriately.
self._owned_by_manager = manager_owned
if authkey is not None:
self._authkey = process.AuthenticationString(authkey)
elif self._manager is not None:
self._authkey = self._manager._authkey
else:
self._authkey = process.current_process().authkey
if incref:
self._incref()
util.register_after_fork(self, BaseProxy._after_fork)
def _connect(self):
util.debug('making connection to manager')
name = process.current_process().name
if threading.current_thread().name != 'MainThread':
name += '|' + threading.current_thread().name
conn = self._Client(self._token.address, authkey=self._authkey)
dispatch(conn, None, 'accept_connection', (name,))
self._tls.connection = conn
def _callmethod(self, methodname, args=(), kwds={}):
'''
Try to call a method of the referent and return a copy of the result
'''
try:
conn = self._tls.connection
except AttributeError:
util.debug('thread %r does not own a connection',
threading.current_thread().name)
self._connect()
conn = self._tls.connection
conn.send((self._id, methodname, args, kwds))
kind, result = conn.recv()
if kind == '#RETURN':
return result
elif kind == '#PROXY':
exposed, token = result
proxytype = self._manager._registry[token.typeid][-1]
token.address = self._token.address
proxy = proxytype(
token, self._serializer, manager=self._manager,
authkey=self._authkey, exposed=exposed
)
conn = self._Client(token.address, authkey=self._authkey)
dispatch(conn, None, 'decref', (token.id,))
return proxy
raise convert_to_error(kind, result)
def _getvalue(self):
'''
Get a copy of the value of the referent
'''
return self._callmethod('#GETVALUE')
def _incref(self):
if self._owned_by_manager:
util.debug('owned_by_manager skipped INCREF of %r', self._token.id)
return
conn = self._Client(self._token.address, authkey=self._authkey)
dispatch(conn, None, 'incref', (self._id,))
util.debug('INCREF %r', self._token.id)
self._idset.add(self._id)
state = self._manager and self._manager._state
self._close = util.Finalize(
self, BaseProxy._decref,
args=(self._token, self._authkey, state,
self._tls, self._idset, self._Client),
exitpriority=10
)
@staticmethod
def _decref(token, authkey, state, tls, idset, _Client):
idset.discard(token.id)
# check whether manager is still alive
if state is None or state.value == State.STARTED:
# tell manager this process no longer cares about referent
try:
util.debug('DECREF %r', token.id)
conn = _Client(token.address, authkey=authkey)
dispatch(conn, None, 'decref', (token.id,))
except Exception as e:
util.debug('... decref failed %s', e)
else:
util.debug('DECREF %r -- manager already shutdown', token.id)
# check whether we can close this thread's connection because
# the process owns no more references to objects for this manager
if not idset and hasattr(tls, 'connection'):
util.debug('thread %r has no more proxies so closing conn',
threading.current_thread().name)
tls.connection.close()
del tls.connection
def _after_fork(self):
self._manager = None
try:
self._incref()
except Exception as e:
# the proxy may just be for a manager which has shutdown
util.info('incref failed: %s' % e)
def __reduce__(self):
kwds = {}
if get_spawning_popen() is not None:
kwds['authkey'] = self._authkey
if getattr(self, '_isauto', False):
kwds['exposed'] = self._exposed_
return (RebuildProxy,
(AutoProxy, self._token, self._serializer, kwds))
else:
return (RebuildProxy,
(type(self), self._token, self._serializer, kwds))
def __deepcopy__(self, memo):
return self._getvalue()
def __repr__(self):
return '<%s object, typeid %r at %#x>' % \
(type(self).__name__, self._token.typeid, id(self))
def __str__(self):
'''
Return representation of the referent (or a fall-back if that fails)
'''
try:
return self._callmethod('__repr__')
except Exception:
return repr(self)[:-1] + "; '__str__()' failed>"
#
# Function used for unpickling
#
def RebuildProxy(func, token, serializer, kwds):
'''
Function used for unpickling proxy objects.
'''
server = getattr(process.current_process(), '_manager_server', None)
if server and server.address == token.address:
util.debug('Rebuild a proxy owned by manager, token=%r', token)
kwds['manager_owned'] = True
if token.id not in server.id_to_local_proxy_obj:
server.id_to_local_proxy_obj[token.id] = \
server.id_to_obj[token.id]
incref = (
kwds.pop('incref', True) and
not getattr(process.current_process(), '_inheriting', False)
)
return func(token, serializer, incref=incref, **kwds)
#
# Functions to create proxies and proxy types
#
def MakeProxyType(name, exposed, _cache={}):
'''
Return a proxy type whose methods are given by `exposed`
'''
exposed = tuple(exposed)
try:
return _cache[(name, exposed)]
except KeyError:
pass
dic = {}
for meth in exposed:
exec('''def %s(self, /, *args, **kwds):
return self._callmethod(%r, args, kwds)''' % (meth, meth), dic)
ProxyType = type(name, (BaseProxy,), dic)
ProxyType._exposed_ = exposed
_cache[(name, exposed)] = ProxyType
return ProxyType
def AutoProxy(token, serializer, manager=None, authkey=None,
exposed=None, incref=True):
'''
Return an auto-proxy for `token`
'''
_Client = listener_client[serializer][1]
if exposed is None:
conn = _Client(token.address, authkey=authkey)
try:
exposed = dispatch(conn, None, 'get_methods', (token,))
finally:
conn.close()
if authkey is None and manager is not None:
authkey = manager._authkey
if authkey is None:
authkey = process.current_process().authkey
ProxyType = MakeProxyType('AutoProxy[%s]' % token.typeid, exposed)
proxy = ProxyType(token, serializer, manager=manager, authkey=authkey,
incref=incref)
proxy._isauto = True
return proxy
#
# Types/callables which we will register with SyncManager
#
class Namespace(object):
def __init__(self, /, **kwds):
self.__dict__.update(kwds)
def __repr__(self):
items = list(self.__dict__.items())
temp = []
for name, value in items:
if not name.startswith('_'):
temp.append('%s=%r' % (name, value))
temp.sort()
return '%s(%s)' % (self.__class__.__name__, ', '.join(temp))
class Value(object):
def __init__(self, typecode, value, lock=True):
self._typecode = typecode
self._value = value
def get(self):
return self._value
def set(self, value):
self._value = value
def __repr__(self):
return '%s(%r, %r)'%(type(self).__name__, self._typecode, self._value)
value = property(get, set)
def Array(typecode, sequence, lock=True):
return array.array(typecode, sequence)
#
# Proxy types used by SyncManager
#
class IteratorProxy(BaseProxy):
_exposed_ = ('__next__', 'send', 'throw', 'close')
def __iter__(self):
return self
def __next__(self, *args):
return self._callmethod('__next__', args)
def send(self, *args):
return self._callmethod('send', args)
def throw(self, *args):
return self._callmethod('throw', args)
def close(self, *args):
return self._callmethod('close', args)
class AcquirerProxy(BaseProxy):
_exposed_ = ('acquire', 'release')
def acquire(self, blocking=True, timeout=None):
args = (blocking,) if timeout is None else (blocking, timeout)
return self._callmethod('acquire', args)
def release(self):
return self._callmethod('release')
def __enter__(self):
return self._callmethod('acquire')
def __exit__(self, exc_type, exc_val, exc_tb):
return self._callmethod('release')
class ConditionProxy(AcquirerProxy):
_exposed_ = ('acquire', 'release', 'wait', 'notify', 'notify_all')
def wait(self, timeout=None):
return self._callmethod('wait', (timeout,))
def notify(self, n=1):
return self._callmethod('notify', (n,))
def notify_all(self):
return self._callmethod('notify_all')
def wait_for(self, predicate, timeout=None):
result = predicate()
if result:
return result
if timeout is not None:
endtime = time.monotonic() + timeout
else:
endtime = None
waittime = None
while not result:
if endtime is not None:
waittime = endtime - time.monotonic()
if waittime <= 0:
break
self.wait(waittime)
result = predicate()
return result
class EventProxy(BaseProxy):
_exposed_ = ('is_set', 'set', 'clear', 'wait')
def is_set(self):
return self._callmethod('is_set')
def set(self):
return self._callmethod('set')
def clear(self):
return self._callmethod('clear')
def wait(self, timeout=None):
return self._callmethod('wait', (timeout,))
class BarrierProxy(BaseProxy):
_exposed_ = ('__getattribute__', 'wait', 'abort', 'reset')
def wait(self, timeout=None):
return self._callmethod('wait', (timeout,))
def abort(self):
return self._callmethod('abort')
def reset(self):
return self._callmethod('reset')
@property
def parties(self):
return self._callmethod('__getattribute__', ('parties',))
@property
def n_waiting(self):
return self._callmethod('__getattribute__', ('n_waiting',))
@property
def broken(self):
return self._callmethod('__getattribute__', ('broken',))
class NamespaceProxy(BaseProxy):
_exposed_ = ('__getattribute__', '__setattr__', '__delattr__')
def __getattr__(self, key):
if key[0] == '_':
return object.__getattribute__(self, key)
callmethod = object.__getattribute__(self, '_callmethod')
return callmethod('__getattribute__', (key,))
def __setattr__(self, key, value):
if key[0] == '_':
return object.__setattr__(self, key, value)
callmethod = object.__getattribute__(self, '_callmethod')
return callmethod('__setattr__', (key, value))
def __delattr__(self, key):
if key[0] == '_':
return object.__delattr__(self, key)
callmethod = object.__getattribute__(self, '_callmethod')
return callmethod('__delattr__', (key,))
class ValueProxy(BaseProxy):
_exposed_ = ('get', 'set')
def get(self):
return self._callmethod('get')
def set(self, value):
return self._callmethod('set', (value,))
value = property(get, set)
BaseListProxy = MakeProxyType('BaseListProxy', (
'__add__', '__contains__', '__delitem__', '__getitem__', '__len__',
'__mul__', '__reversed__', '__rmul__', '__setitem__',
'append', 'count', 'extend', 'index', 'insert', 'pop', 'remove',
'reverse', 'sort', '__imul__'
))
class ListProxy(BaseListProxy):
def __iadd__(self, value):
self._callmethod('extend', (value,))
return self
def __imul__(self, value):
self._callmethod('__imul__', (value,))
return self
DictProxy = MakeProxyType('DictProxy', (
'__contains__', '__delitem__', '__getitem__', '__iter__', '__len__',
'__setitem__', 'clear', 'copy', 'get', 'items',
'keys', 'pop', 'popitem', 'setdefault', 'update', 'values'
))
DictProxy._method_to_typeid_ = {
'__iter__': 'Iterator',
}
ArrayProxy = MakeProxyType('ArrayProxy', (
'__len__', '__getitem__', '__setitem__'
))
BasePoolProxy = MakeProxyType('PoolProxy', (
'apply', 'apply_async', 'close', 'imap', 'imap_unordered', 'join',
'map', 'map_async', 'starmap', 'starmap_async', 'terminate',
))
BasePoolProxy._method_to_typeid_ = {
'apply_async': 'AsyncResult',
'map_async': 'AsyncResult',
'starmap_async': 'AsyncResult',
'imap': 'Iterator',
'imap_unordered': 'Iterator'
}
class PoolProxy(BasePoolProxy):
def __enter__(self):
return self
def __exit__(self, exc_type, exc_val, exc_tb):
self.terminate()
#
# Definition of SyncManager
#
class SyncManager(BaseManager):
'''
Subclass of `BaseManager` which supports a number of shared object types.
The types registered are those intended for the synchronization
of threads, plus `dict`, `list` and `Namespace`.
The `multiprocessing.Manager()` function creates started instances of
this class.
'''
SyncManager.register('Queue', queue.Queue)
SyncManager.register('JoinableQueue', queue.Queue)
SyncManager.register('Event', threading.Event, EventProxy)
SyncManager.register('Lock', threading.Lock, AcquirerProxy)
SyncManager.register('RLock', threading.RLock, AcquirerProxy)
SyncManager.register('Semaphore', threading.Semaphore, AcquirerProxy)
SyncManager.register('BoundedSemaphore', threading.BoundedSemaphore,
AcquirerProxy)
SyncManager.register('Condition', threading.Condition, ConditionProxy)
SyncManager.register('Barrier', threading.Barrier, BarrierProxy)
SyncManager.register('Pool', pool.Pool, PoolProxy)
SyncManager.register('list', list, ListProxy)
SyncManager.register('dict', dict, DictProxy)
SyncManager.register('Value', Value, ValueProxy)
SyncManager.register('Array', Array, ArrayProxy)
SyncManager.register('Namespace', Namespace, NamespaceProxy)
# types returned by methods of PoolProxy
SyncManager.register('Iterator', proxytype=IteratorProxy, create_method=False)
SyncManager.register('AsyncResult', create_method=False)
#
# Definition of SharedMemoryManager and SharedMemoryServer
#
if HAS_SHMEM:
class _SharedMemoryTracker:
"Manages one or more shared memory segments."
def __init__(self, name, segment_names=[]):
self.shared_memory_context_name = name
self.segment_names = segment_names
def register_segment(self, segment_name):
"Adds the supplied shared memory block name to tracker."
util.debug(f"Register segment {segment_name!r} in pid {getpid()}")
self.segment_names.append(segment_name)
def destroy_segment(self, segment_name):
"""Calls unlink() on the shared memory block with the supplied name
and removes it from the list of blocks being tracked."""
util.debug(f"Destroy segment {segment_name!r} in pid {getpid()}")
self.segment_names.remove(segment_name)
segment = shared_memory.SharedMemory(segment_name)
segment.close()
segment.unlink()
def unlink(self):
"Calls destroy_segment() on all tracked shared memory blocks."
for segment_name in self.segment_names[:]:
self.destroy_segment(segment_name)
def __del__(self):
util.debug(f"Call {self.__class__.__name__}.__del__ in {getpid()}")
self.unlink()
def __getstate__(self):
return (self.shared_memory_context_name, self.segment_names)
def __setstate__(self, state):
self.__init__(*state)
class SharedMemoryServer(Server):
public = Server.public + \
['track_segment', 'release_segment', 'list_segments']
def __init__(self, *args, **kwargs):
Server.__init__(self, *args, **kwargs)
address = self.address
# The address of Linux abstract namespaces can be bytes
if isinstance(address, bytes):
address = os.fsdecode(address)
self.shared_memory_context = \
_SharedMemoryTracker(f"shm_{address}_{getpid()}")
util.debug(f"SharedMemoryServer started by pid {getpid()}")
def create(*args, **kwargs):
"""Create a new distributed-shared object (not backed by a shared
memory block) and return its id to be used in a Proxy Object."""
# Unless set up as a shared proxy, don't make shared_memory_context
# a standard part of kwargs. This makes things easier for supplying
# simple functions.
if len(args) >= 3:
typeod = args[2]
elif 'typeid' in kwargs:
typeid = kwargs['typeid']
elif not args:
raise TypeError("descriptor 'create' of 'SharedMemoryServer' "
"object needs an argument")
else:
raise TypeError('create expected at least 2 positional '
'arguments, got %d' % (len(args)-1))
if hasattr(self.registry[typeid][-1], "_shared_memory_proxy"):
kwargs['shared_memory_context'] = self.shared_memory_context
return Server.create(*args, **kwargs)
create.__text_signature__ = '($self, c, typeid, /, *args, **kwargs)'
def shutdown(self, c):
"Call unlink() on all tracked shared memory, terminate the Server."
self.shared_memory_context.unlink()
return Server.shutdown(self, c)
def track_segment(self, c, segment_name):
"Adds the supplied shared memory block name to Server's tracker."
self.shared_memory_context.register_segment(segment_name)
def release_segment(self, c, segment_name):
"""Calls unlink() on the shared memory block with the supplied name
and removes it from the tracker instance inside the Server."""
self.shared_memory_context.destroy_segment(segment_name)
def list_segments(self, c):
"""Returns a list of names of shared memory blocks that the Server
is currently tracking."""
return self.shared_memory_context.segment_names
class SharedMemoryManager(BaseManager):
"""Like SyncManager but uses SharedMemoryServer instead of Server.
It provides methods for creating and returning SharedMemory instances
and for creating a list-like object (ShareableList) backed by shared
memory. It also provides methods that create and return Proxy Objects
that support synchronization across processes (i.e. multi-process-safe
locks and semaphores).
"""
_Server = SharedMemoryServer
def __init__(self, *args, **kwargs):
if os.name == "posix":
# bpo-36867: Ensure the resource_tracker is running before
# launching the manager process, so that concurrent
# shared_memory manipulation both in the manager and in the
# current process does not create two resource_tracker
# processes.
from . import resource_tracker
resource_tracker.ensure_running()
BaseManager.__init__(self, *args, **kwargs)
util.debug(f"{self.__class__.__name__} created by pid {getpid()}")
def __del__(self):
util.debug(f"{self.__class__.__name__}.__del__ by pid {getpid()}")
pass
def get_server(self):
'Better than monkeypatching for now; merge into Server ultimately'
if self._state.value != State.INITIAL:
if self._state.value == State.STARTED:
raise ProcessError("Already started SharedMemoryServer")
elif self._state.value == State.SHUTDOWN:
raise ProcessError("SharedMemoryManager has shut down")
else:
raise ProcessError(
"Unknown state {!r}".format(self._state.value))
return self._Server(self._registry, self._address,
self._authkey, self._serializer)
def SharedMemory(self, size):
"""Returns a new SharedMemory instance with the specified size in
bytes, to be tracked by the manager."""
with self._Client(self._address, authkey=self._authkey) as conn:
sms = shared_memory.SharedMemory(None, create=True, size=size)
try:
dispatch(conn, None, 'track_segment', (sms.name,))
except BaseException as e:
sms.unlink()
raise e
return sms
def ShareableList(self, sequence):
"""Returns a new ShareableList instance populated with the values
from the input sequence, to be tracked by the manager."""
with self._Client(self._address, authkey=self._authkey) as conn:
sl = shared_memory.ShareableList(sequence)
try:
dispatch(conn, None, 'track_segment', (sl.shm.name,))
except BaseException as e:
sl.shm.unlink()
raise e
return sl
multiprocessing/popen_fork.py 0000644 00000005010 15115353744 0012513 0 ustar 00 import os
import signal
from . import util
__all__ = ['Popen']
#
# Start child process using fork
#
class Popen(object):
method = 'fork'
def __init__(self, process_obj):
util._flush_std_streams()
self.returncode = None
self.finalizer = None
self._launch(process_obj)
def duplicate_for_child(self, fd):
return fd
def poll(self, flag=os.WNOHANG):
if self.returncode is None:
try:
pid, sts = os.waitpid(self.pid, flag)
except OSError as e:
# Child process not yet created. See #1731717
# e.errno == errno.ECHILD == 10
return None
if pid == self.pid:
if os.WIFSIGNALED(sts):
self.returncode = -os.WTERMSIG(sts)
else:
assert os.WIFEXITED(sts), "Status is {:n}".format(sts)
self.returncode = os.WEXITSTATUS(sts)
return self.returncode
def wait(self, timeout=None):
if self.returncode is None:
if timeout is not None:
from multiprocessing.connection import wait
if not wait([self.sentinel], timeout):
return None
# This shouldn't block if wait() returned successfully.
return self.poll(os.WNOHANG if timeout == 0.0 else 0)
return self.returncode
def _send_signal(self, sig):
if self.returncode is None:
try:
os.kill(self.pid, sig)
except ProcessLookupError:
pass
except OSError:
if self.wait(timeout=0.1) is None:
raise
def terminate(self):
self._send_signal(signal.SIGTERM)
def kill(self):
self._send_signal(signal.SIGKILL)
def _launch(self, process_obj):
code = 1
parent_r, child_w = os.pipe()
child_r, parent_w = os.pipe()
self.pid = os.fork()
if self.pid == 0:
try:
os.close(parent_r)
os.close(parent_w)
code = process_obj._bootstrap(parent_sentinel=child_r)
finally:
os._exit(code)
else:
os.close(child_w)
os.close(child_r)
self.finalizer = util.Finalize(self, util.close_fds,
(parent_r, parent_w,))
self.sentinel = parent_r
def close(self):
if self.finalizer is not None:
self.finalizer()
multiprocessing/spawn.py 0000644 00000022120 15115353744 0011502 0 ustar 00 #
# Code used to start processes when using the spawn or forkserver
# start methods.
#
# multiprocessing/spawn.py
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
import os
import sys
import runpy
import types
from . import get_start_method, set_start_method
from . import process
from .context import reduction
from . import util
__all__ = ['_main', 'freeze_support', 'set_executable', 'get_executable',
'get_preparation_data', 'get_command_line', 'import_main_path']
#
# _python_exe is the assumed path to the python executable.
# People embedding Python want to modify it.
#
if sys.platform != 'win32':
WINEXE = False
WINSERVICE = False
else:
WINEXE = getattr(sys, 'frozen', False)
WINSERVICE = sys.executable.lower().endswith("pythonservice.exe")
if WINSERVICE:
_python_exe = os.path.join(sys.exec_prefix, 'python.exe')
else:
_python_exe = sys.executable
def set_executable(exe):
global _python_exe
_python_exe = exe
def get_executable():
return _python_exe
#
#
#
def is_forking(argv):
'''
Return whether commandline indicates we are forking
'''
if len(argv) >= 2 and argv[1] == '--multiprocessing-fork':
return True
else:
return False
def freeze_support():
'''
Run code for process object if this in not the main process
'''
if is_forking(sys.argv):
kwds = {}
for arg in sys.argv[2:]:
name, value = arg.split('=')
if value == 'None':
kwds[name] = None
else:
kwds[name] = int(value)
spawn_main(**kwds)
sys.exit()
def get_command_line(**kwds):
'''
Returns prefix of command line used for spawning a child process
'''
if getattr(sys, 'frozen', False):
return ([sys.executable, '--multiprocessing-fork'] +
['%s=%r' % item for item in kwds.items()])
else:
prog = 'from multiprocessing.spawn import spawn_main; spawn_main(%s)'
prog %= ', '.join('%s=%r' % item for item in kwds.items())
opts = util._args_from_interpreter_flags()
return [_python_exe] + opts + ['-c', prog, '--multiprocessing-fork']
def spawn_main(pipe_handle, parent_pid=None, tracker_fd=None):
'''
Run code specified by data received over pipe
'''
assert is_forking(sys.argv), "Not forking"
if sys.platform == 'win32':
import msvcrt
import _winapi
if parent_pid is not None:
source_process = _winapi.OpenProcess(
_winapi.SYNCHRONIZE | _winapi.PROCESS_DUP_HANDLE,
False, parent_pid)
else:
source_process = None
new_handle = reduction.duplicate(pipe_handle,
source_process=source_process)
fd = msvcrt.open_osfhandle(new_handle, os.O_RDONLY)
parent_sentinel = source_process
else:
from . import resource_tracker
resource_tracker._resource_tracker._fd = tracker_fd
fd = pipe_handle
parent_sentinel = os.dup(pipe_handle)
exitcode = _main(fd, parent_sentinel)
sys.exit(exitcode)
def _main(fd, parent_sentinel):
with os.fdopen(fd, 'rb', closefd=True) as from_parent:
process.current_process()._inheriting = True
try:
preparation_data = reduction.pickle.load(from_parent)
prepare(preparation_data)
self = reduction.pickle.load(from_parent)
finally:
del process.current_process()._inheriting
return self._bootstrap(parent_sentinel)
def _check_not_importing_main():
if getattr(process.current_process(), '_inheriting', False):
raise RuntimeError('''
An attempt has been made to start a new process before the
current process has finished its bootstrapping phase.
This probably means that you are not using fork to start your
child processes and you have forgotten to use the proper idiom
in the main module:
if __name__ == '__main__':
freeze_support()
...
The "freeze_support()" line can be omitted if the program
is not going to be frozen to produce an executable.''')
def get_preparation_data(name):
'''
Return info about parent needed by child to unpickle process object
'''
_check_not_importing_main()
d = dict(
log_to_stderr=util._log_to_stderr,
authkey=process.current_process().authkey,
)
if util._logger is not None:
d['log_level'] = util._logger.getEffectiveLevel()
sys_path=sys.path.copy()
try:
i = sys_path.index('')
except ValueError:
pass
else:
sys_path[i] = process.ORIGINAL_DIR
d.update(
name=name,
sys_path=sys_path,
sys_argv=sys.argv,
orig_dir=process.ORIGINAL_DIR,
dir=os.getcwd(),
start_method=get_start_method(),
)
# Figure out whether to initialise main in the subprocess as a module
# or through direct execution (or to leave it alone entirely)
main_module = sys.modules['__main__']
main_mod_name = getattr(main_module.__spec__, "name", None)
if main_mod_name is not None:
d['init_main_from_name'] = main_mod_name
elif sys.platform != 'win32' or (not WINEXE and not WINSERVICE):
main_path = getattr(main_module, '__file__', None)
if main_path is not None:
if (not os.path.isabs(main_path) and
process.ORIGINAL_DIR is not None):
main_path = os.path.join(process.ORIGINAL_DIR, main_path)
d['init_main_from_path'] = os.path.normpath(main_path)
return d
#
# Prepare current process
#
old_main_modules = []
def prepare(data):
'''
Try to get current process ready to unpickle process object
'''
if 'name' in data:
process.current_process().name = data['name']
if 'authkey' in data:
process.current_process().authkey = data['authkey']
if 'log_to_stderr' in data and data['log_to_stderr']:
util.log_to_stderr()
if 'log_level' in data:
util.get_logger().setLevel(data['log_level'])
if 'sys_path' in data:
sys.path = data['sys_path']
if 'sys_argv' in data:
sys.argv = data['sys_argv']
if 'dir' in data:
os.chdir(data['dir'])
if 'orig_dir' in data:
process.ORIGINAL_DIR = data['orig_dir']
if 'start_method' in data:
set_start_method(data['start_method'], force=True)
if 'init_main_from_name' in data:
_fixup_main_from_name(data['init_main_from_name'])
elif 'init_main_from_path' in data:
_fixup_main_from_path(data['init_main_from_path'])
# Multiprocessing module helpers to fix up the main module in
# spawned subprocesses
def _fixup_main_from_name(mod_name):
# __main__.py files for packages, directories, zip archives, etc, run
# their "main only" code unconditionally, so we don't even try to
# populate anything in __main__, nor do we make any changes to
# __main__ attributes
current_main = sys.modules['__main__']
if mod_name == "__main__" or mod_name.endswith(".__main__"):
return
# If this process was forked, __main__ may already be populated
if getattr(current_main.__spec__, "name", None) == mod_name:
return
# Otherwise, __main__ may contain some non-main code where we need to
# support unpickling it properly. We rerun it as __mp_main__ and make
# the normal __main__ an alias to that
old_main_modules.append(current_main)
main_module = types.ModuleType("__mp_main__")
main_content = runpy.run_module(mod_name,
run_name="__mp_main__",
alter_sys=True)
main_module.__dict__.update(main_content)
sys.modules['__main__'] = sys.modules['__mp_main__'] = main_module
def _fixup_main_from_path(main_path):
# If this process was forked, __main__ may already be populated
current_main = sys.modules['__main__']
# Unfortunately, the main ipython launch script historically had no
# "if __name__ == '__main__'" guard, so we work around that
# by treating it like a __main__.py file
# See https://github.com/ipython/ipython/issues/4698
main_name = os.path.splitext(os.path.basename(main_path))[0]
if main_name == 'ipython':
return
# Otherwise, if __file__ already has the setting we expect,
# there's nothing more to do
if getattr(current_main, '__file__', None) == main_path:
return
# If the parent process has sent a path through rather than a module
# name we assume it is an executable script that may contain
# non-main code that needs to be executed
old_main_modules.append(current_main)
main_module = types.ModuleType("__mp_main__")
main_content = runpy.run_path(main_path,
run_name="__mp_main__")
main_module.__dict__.update(main_content)
sys.modules['__main__'] = sys.modules['__mp_main__'] = main_module
def import_main_path(main_path):
'''
Set sys.modules['__main__'] to module at main_path
'''
_fixup_main_from_path(main_path)
multiprocessing/synchronize.py 0000644 00000026532 15115353744 0012740 0 ustar 00 #
# Module implementing synchronization primitives
#
# multiprocessing/synchronize.py
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
__all__ = [
'Lock', 'RLock', 'Semaphore', 'BoundedSemaphore', 'Condition', 'Event'
]
import threading
import sys
import tempfile
import _multiprocessing
import time
from . import context
from . import process
from . import util
# Try to import the mp.synchronize module cleanly, if it fails
# raise ImportError for platforms lacking a working sem_open implementation.
# See issue 3770
try:
from _multiprocessing import SemLock, sem_unlink
except (ImportError):
raise ImportError("This platform lacks a functioning sem_open" +
" implementation, therefore, the required" +
" synchronization primitives needed will not" +
" function, see issue 3770.")
#
# Constants
#
RECURSIVE_MUTEX, SEMAPHORE = list(range(2))
SEM_VALUE_MAX = _multiprocessing.SemLock.SEM_VALUE_MAX
#
# Base class for semaphores and mutexes; wraps `_multiprocessing.SemLock`
#
class SemLock(object):
_rand = tempfile._RandomNameSequence()
def __init__(self, kind, value, maxvalue, *, ctx):
if ctx is None:
ctx = context._default_context.get_context()
name = ctx.get_start_method()
unlink_now = sys.platform == 'win32' or name == 'fork'
for i in range(100):
try:
sl = self._semlock = _multiprocessing.SemLock(
kind, value, maxvalue, self._make_name(),
unlink_now)
except FileExistsError:
pass
else:
break
else:
raise FileExistsError('cannot find name for semaphore')
util.debug('created semlock with handle %s' % sl.handle)
self._make_methods()
if sys.platform != 'win32':
def _after_fork(obj):
obj._semlock._after_fork()
util.register_after_fork(self, _after_fork)
if self._semlock.name is not None:
# We only get here if we are on Unix with forking
# disabled. When the object is garbage collected or the
# process shuts down we unlink the semaphore name
from .resource_tracker import register
register(self._semlock.name, "semaphore")
util.Finalize(self, SemLock._cleanup, (self._semlock.name,),
exitpriority=0)
@staticmethod
def _cleanup(name):
from .resource_tracker import unregister
sem_unlink(name)
unregister(name, "semaphore")
def _make_methods(self):
self.acquire = self._semlock.acquire
self.release = self._semlock.release
def __enter__(self):
return self._semlock.__enter__()
def __exit__(self, *args):
return self._semlock.__exit__(*args)
def __getstate__(self):
context.assert_spawning(self)
sl = self._semlock
if sys.platform == 'win32':
h = context.get_spawning_popen().duplicate_for_child(sl.handle)
else:
h = sl.handle
return (h, sl.kind, sl.maxvalue, sl.name)
def __setstate__(self, state):
self._semlock = _multiprocessing.SemLock._rebuild(*state)
util.debug('recreated blocker with handle %r' % state[0])
self._make_methods()
@staticmethod
def _make_name():
return '%s-%s' % (process.current_process()._config['semprefix'],
next(SemLock._rand))
#
# Semaphore
#
class Semaphore(SemLock):
def __init__(self, value=1, *, ctx):
SemLock.__init__(self, SEMAPHORE, value, SEM_VALUE_MAX, ctx=ctx)
def get_value(self):
return self._semlock._get_value()
def __repr__(self):
try:
value = self._semlock._get_value()
except Exception:
value = 'unknown'
return '<%s(value=%s)>' % (self.__class__.__name__, value)
#
# Bounded semaphore
#
class BoundedSemaphore(Semaphore):
def __init__(self, value=1, *, ctx):
SemLock.__init__(self, SEMAPHORE, value, value, ctx=ctx)
def __repr__(self):
try:
value = self._semlock._get_value()
except Exception:
value = 'unknown'
return '<%s(value=%s, maxvalue=%s)>' % \
(self.__class__.__name__, value, self._semlock.maxvalue)
#
# Non-recursive lock
#
class Lock(SemLock):
def __init__(self, *, ctx):
SemLock.__init__(self, SEMAPHORE, 1, 1, ctx=ctx)
def __repr__(self):
try:
if self._semlock._is_mine():
name = process.current_process().name
if threading.current_thread().name != 'MainThread':
name += '|' + threading.current_thread().name
elif self._semlock._get_value() == 1:
name = 'None'
elif self._semlock._count() > 0:
name = 'SomeOtherThread'
else:
name = 'SomeOtherProcess'
except Exception:
name = 'unknown'
return '<%s(owner=%s)>' % (self.__class__.__name__, name)
#
# Recursive lock
#
class RLock(SemLock):
def __init__(self, *, ctx):
SemLock.__init__(self, RECURSIVE_MUTEX, 1, 1, ctx=ctx)
def __repr__(self):
try:
if self._semlock._is_mine():
name = process.current_process().name
if threading.current_thread().name != 'MainThread':
name += '|' + threading.current_thread().name
count = self._semlock._count()
elif self._semlock._get_value() == 1:
name, count = 'None', 0
elif self._semlock._count() > 0:
name, count = 'SomeOtherThread', 'nonzero'
else:
name, count = 'SomeOtherProcess', 'nonzero'
except Exception:
name, count = 'unknown', 'unknown'
return '<%s(%s, %s)>' % (self.__class__.__name__, name, count)
#
# Condition variable
#
class Condition(object):
def __init__(self, lock=None, *, ctx):
self._lock = lock or ctx.RLock()
self._sleeping_count = ctx.Semaphore(0)
self._woken_count = ctx.Semaphore(0)
self._wait_semaphore = ctx.Semaphore(0)
self._make_methods()
def __getstate__(self):
context.assert_spawning(self)
return (self._lock, self._sleeping_count,
self._woken_count, self._wait_semaphore)
def __setstate__(self, state):
(self._lock, self._sleeping_count,
self._woken_count, self._wait_semaphore) = state
self._make_methods()
def __enter__(self):
return self._lock.__enter__()
def __exit__(self, *args):
return self._lock.__exit__(*args)
def _make_methods(self):
self.acquire = self._lock.acquire
self.release = self._lock.release
def __repr__(self):
try:
num_waiters = (self._sleeping_count._semlock._get_value() -
self._woken_count._semlock._get_value())
except Exception:
num_waiters = 'unknown'
return '<%s(%s, %s)>' % (self.__class__.__name__, self._lock, num_waiters)
def wait(self, timeout=None):
assert self._lock._semlock._is_mine(), \
'must acquire() condition before using wait()'
# indicate that this thread is going to sleep
self._sleeping_count.release()
# release lock
count = self._lock._semlock._count()
for i in range(count):
self._lock.release()
try:
# wait for notification or timeout
return self._wait_semaphore.acquire(True, timeout)
finally:
# indicate that this thread has woken
self._woken_count.release()
# reacquire lock
for i in range(count):
self._lock.acquire()
def notify(self, n=1):
assert self._lock._semlock._is_mine(), 'lock is not owned'
assert not self._wait_semaphore.acquire(
False), ('notify: Should not have been able to acquire '
+ '_wait_semaphore')
# to take account of timeouts since last notify*() we subtract
# woken_count from sleeping_count and rezero woken_count
while self._woken_count.acquire(False):
res = self._sleeping_count.acquire(False)
assert res, ('notify: Bug in sleeping_count.acquire'
+ '- res should not be False')
sleepers = 0
while sleepers < n and self._sleeping_count.acquire(False):
self._wait_semaphore.release() # wake up one sleeper
sleepers += 1
if sleepers:
for i in range(sleepers):
self._woken_count.acquire() # wait for a sleeper to wake
# rezero wait_semaphore in case some timeouts just happened
while self._wait_semaphore.acquire(False):
pass
def notify_all(self):
self.notify(n=sys.maxsize)
def wait_for(self, predicate, timeout=None):
result = predicate()
if result:
return result
if timeout is not None:
endtime = time.monotonic() + timeout
else:
endtime = None
waittime = None
while not result:
if endtime is not None:
waittime = endtime - time.monotonic()
if waittime <= 0:
break
self.wait(waittime)
result = predicate()
return result
#
# Event
#
class Event(object):
def __init__(self, *, ctx):
self._cond = ctx.Condition(ctx.Lock())
self._flag = ctx.Semaphore(0)
def is_set(self):
with self._cond:
if self._flag.acquire(False):
self._flag.release()
return True
return False
def set(self):
with self._cond:
self._flag.acquire(False)
self._flag.release()
self._cond.notify_all()
def clear(self):
with self._cond:
self._flag.acquire(False)
def wait(self, timeout=None):
with self._cond:
if self._flag.acquire(False):
self._flag.release()
else:
self._cond.wait(timeout)
if self._flag.acquire(False):
self._flag.release()
return True
return False
#
# Barrier
#
class Barrier(threading.Barrier):
def __init__(self, parties, action=None, timeout=None, *, ctx):
import struct
from .heap import BufferWrapper
wrapper = BufferWrapper(struct.calcsize('i') * 2)
cond = ctx.Condition()
self.__setstate__((parties, action, timeout, cond, wrapper))
self._state = 0
self._count = 0
def __setstate__(self, state):
(self._parties, self._action, self._timeout,
self._cond, self._wrapper) = state
self._array = self._wrapper.create_memoryview().cast('i')
def __getstate__(self):
return (self._parties, self._action, self._timeout,
self._cond, self._wrapper)
@property
def _state(self):
return self._array[0]
@_state.setter
def _state(self, value):
self._array[0] = value
@property
def _count(self):
return self._array[1]
@_count.setter
def _count(self, value):
self._array[1] = value
multiprocessing/resource_sharer.py 0000644 00000012350 15115353744 0013551 0 ustar 00 #
# We use a background thread for sharing fds on Unix, and for sharing sockets on
# Windows.
#
# A client which wants to pickle a resource registers it with the resource
# sharer and gets an identifier in return. The unpickling process will connect
# to the resource sharer, sends the identifier and its pid, and then receives
# the resource.
#
import os
import signal
import socket
import sys
import threading
from . import process
from .context import reduction
from . import util
__all__ = ['stop']
if sys.platform == 'win32':
__all__ += ['DupSocket']
class DupSocket(object):
'''Picklable wrapper for a socket.'''
def __init__(self, sock):
new_sock = sock.dup()
def send(conn, pid):
share = new_sock.share(pid)
conn.send_bytes(share)
self._id = _resource_sharer.register(send, new_sock.close)
def detach(self):
'''Get the socket. This should only be called once.'''
with _resource_sharer.get_connection(self._id) as conn:
share = conn.recv_bytes()
return socket.fromshare(share)
else:
__all__ += ['DupFd']
class DupFd(object):
'''Wrapper for fd which can be used at any time.'''
def __init__(self, fd):
new_fd = os.dup(fd)
def send(conn, pid):
reduction.send_handle(conn, new_fd, pid)
def close():
os.close(new_fd)
self._id = _resource_sharer.register(send, close)
def detach(self):
'''Get the fd. This should only be called once.'''
with _resource_sharer.get_connection(self._id) as conn:
return reduction.recv_handle(conn)
class _ResourceSharer(object):
'''Manager for resources using background thread.'''
def __init__(self):
self._key = 0
self._cache = {}
self._old_locks = []
self._lock = threading.Lock()
self._listener = None
self._address = None
self._thread = None
util.register_after_fork(self, _ResourceSharer._afterfork)
def register(self, send, close):
'''Register resource, returning an identifier.'''
with self._lock:
if self._address is None:
self._start()
self._key += 1
self._cache[self._key] = (send, close)
return (self._address, self._key)
@staticmethod
def get_connection(ident):
'''Return connection from which to receive identified resource.'''
from .connection import Client
address, key = ident
c = Client(address, authkey=process.current_process().authkey)
c.send((key, os.getpid()))
return c
def stop(self, timeout=None):
'''Stop the background thread and clear registered resources.'''
from .connection import Client
with self._lock:
if self._address is not None:
c = Client(self._address,
authkey=process.current_process().authkey)
c.send(None)
c.close()
self._thread.join(timeout)
if self._thread.is_alive():
util.sub_warning('_ResourceSharer thread did '
'not stop when asked')
self._listener.close()
self._thread = None
self._address = None
self._listener = None
for key, (send, close) in self._cache.items():
close()
self._cache.clear()
def _afterfork(self):
for key, (send, close) in self._cache.items():
close()
self._cache.clear()
# If self._lock was locked at the time of the fork, it may be broken
# -- see issue 6721. Replace it without letting it be gc'ed.
self._old_locks.append(self._lock)
self._lock = threading.Lock()
if self._listener is not None:
self._listener.close()
self._listener = None
self._address = None
self._thread = None
def _start(self):
from .connection import Listener
assert self._listener is None, "Already have Listener"
util.debug('starting listener and thread for sending handles')
self._listener = Listener(authkey=process.current_process().authkey)
self._address = self._listener.address
t = threading.Thread(target=self._serve)
t.daemon = True
t.start()
self._thread = t
def _serve(self):
if hasattr(signal, 'pthread_sigmask'):
signal.pthread_sigmask(signal.SIG_BLOCK, signal.valid_signals())
while 1:
try:
with self._listener.accept() as conn:
msg = conn.recv()
if msg is None:
break
key, destination_pid = msg
send, close = self._cache.pop(key)
try:
send(conn, destination_pid)
finally:
close()
except:
if not util.is_exiting():
sys.excepthook(*sys.exc_info())
_resource_sharer = _ResourceSharer()
stop = _resource_sharer.stop
multiprocessing/popen_spawn_posix.py 0000644 00000003755 15115353744 0014142 0 ustar 00 import io
import os
from .context import reduction, set_spawning_popen
from . import popen_fork
from . import spawn
from . import util
__all__ = ['Popen']
#
# Wrapper for an fd used while launching a process
#
class _DupFd(object):
def __init__(self, fd):
self.fd = fd
def detach(self):
return self.fd
#
# Start child process using a fresh interpreter
#
class Popen(popen_fork.Popen):
method = 'spawn'
DupFd = _DupFd
def __init__(self, process_obj):
self._fds = []
super().__init__(process_obj)
def duplicate_for_child(self, fd):
self._fds.append(fd)
return fd
def _launch(self, process_obj):
from . import resource_tracker
tracker_fd = resource_tracker.getfd()
self._fds.append(tracker_fd)
prep_data = spawn.get_preparation_data(process_obj._name)
fp = io.BytesIO()
set_spawning_popen(self)
try:
reduction.dump(prep_data, fp)
reduction.dump(process_obj, fp)
finally:
set_spawning_popen(None)
parent_r = child_w = child_r = parent_w = None
try:
parent_r, child_w = os.pipe()
child_r, parent_w = os.pipe()
cmd = spawn.get_command_line(tracker_fd=tracker_fd,
pipe_handle=child_r)
self._fds.extend([child_r, child_w])
self.pid = util.spawnv_passfds(spawn.get_executable(),
cmd, self._fds)
self.sentinel = parent_r
with open(parent_w, 'wb', closefd=False) as f:
f.write(fp.getbuffer())
finally:
fds_to_close = []
for fd in (parent_r, parent_w):
if fd is not None:
fds_to_close.append(fd)
self.finalizer = util.Finalize(self, util.close_fds, fds_to_close)
for fd in (child_r, child_w):
if fd is not None:
os.close(fd)
multiprocessing/heap.py 0000644 00000026552 15115353744 0011304 0 ustar 00 #
# Module which supports allocation of memory from an mmap
#
# multiprocessing/heap.py
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
import bisect
from collections import defaultdict
import mmap
import os
import sys
import tempfile
import threading
from .context import reduction, assert_spawning
from . import util
__all__ = ['BufferWrapper']
#
# Inheritable class which wraps an mmap, and from which blocks can be allocated
#
if sys.platform == 'win32':
import _winapi
class Arena(object):
"""
A shared memory area backed by anonymous memory (Windows).
"""
_rand = tempfile._RandomNameSequence()
def __init__(self, size):
self.size = size
for i in range(100):
name = 'pym-%d-%s' % (os.getpid(), next(self._rand))
buf = mmap.mmap(-1, size, tagname=name)
if _winapi.GetLastError() == 0:
break
# We have reopened a preexisting mmap.
buf.close()
else:
raise FileExistsError('Cannot find name for new mmap')
self.name = name
self.buffer = buf
self._state = (self.size, self.name)
def __getstate__(self):
assert_spawning(self)
return self._state
def __setstate__(self, state):
self.size, self.name = self._state = state
# Reopen existing mmap
self.buffer = mmap.mmap(-1, self.size, tagname=self.name)
# XXX Temporarily preventing buildbot failures while determining
# XXX the correct long-term fix. See issue 23060
#assert _winapi.GetLastError() == _winapi.ERROR_ALREADY_EXISTS
else:
class Arena(object):
"""
A shared memory area backed by a temporary file (POSIX).
"""
if sys.platform == 'linux':
_dir_candidates = ['/dev/shm']
else:
_dir_candidates = []
def __init__(self, size, fd=-1):
self.size = size
self.fd = fd
if fd == -1:
# Arena is created anew (if fd != -1, it means we're coming
# from rebuild_arena() below)
self.fd, name = tempfile.mkstemp(
prefix='pym-%d-'%os.getpid(),
dir=self._choose_dir(size))
os.unlink(name)
util.Finalize(self, os.close, (self.fd,))
os.ftruncate(self.fd, size)
self.buffer = mmap.mmap(self.fd, self.size)
def _choose_dir(self, size):
# Choose a non-storage backed directory if possible,
# to improve performance
for d in self._dir_candidates:
st = os.statvfs(d)
if st.f_bavail * st.f_frsize >= size: # enough free space?
return d
return util.get_temp_dir()
def reduce_arena(a):
if a.fd == -1:
raise ValueError('Arena is unpicklable because '
'forking was enabled when it was created')
return rebuild_arena, (a.size, reduction.DupFd(a.fd))
def rebuild_arena(size, dupfd):
return Arena(size, dupfd.detach())
reduction.register(Arena, reduce_arena)
#
# Class allowing allocation of chunks of memory from arenas
#
class Heap(object):
# Minimum malloc() alignment
_alignment = 8
_DISCARD_FREE_SPACE_LARGER_THAN = 4 * 1024 ** 2 # 4 MB
_DOUBLE_ARENA_SIZE_UNTIL = 4 * 1024 ** 2
def __init__(self, size=mmap.PAGESIZE):
self._lastpid = os.getpid()
self._lock = threading.Lock()
# Current arena allocation size
self._size = size
# A sorted list of available block sizes in arenas
self._lengths = []
# Free block management:
# - map each block size to a list of `(Arena, start, stop)` blocks
self._len_to_seq = {}
# - map `(Arena, start)` tuple to the `(Arena, start, stop)` block
# starting at that offset
self._start_to_block = {}
# - map `(Arena, stop)` tuple to the `(Arena, start, stop)` block
# ending at that offset
self._stop_to_block = {}
# Map arenas to their `(Arena, start, stop)` blocks in use
self._allocated_blocks = defaultdict(set)
self._arenas = []
# List of pending blocks to free - see comment in free() below
self._pending_free_blocks = []
# Statistics
self._n_mallocs = 0
self._n_frees = 0
@staticmethod
def _roundup(n, alignment):
# alignment must be a power of 2
mask = alignment - 1
return (n + mask) & ~mask
def _new_arena(self, size):
# Create a new arena with at least the given *size*
length = self._roundup(max(self._size, size), mmap.PAGESIZE)
# We carve larger and larger arenas, for efficiency, until we
# reach a large-ish size (roughly L3 cache-sized)
if self._size < self._DOUBLE_ARENA_SIZE_UNTIL:
self._size *= 2
util.info('allocating a new mmap of length %d', length)
arena = Arena(length)
self._arenas.append(arena)
return (arena, 0, length)
def _discard_arena(self, arena):
# Possibly delete the given (unused) arena
length = arena.size
# Reusing an existing arena is faster than creating a new one, so
# we only reclaim space if it's large enough.
if length < self._DISCARD_FREE_SPACE_LARGER_THAN:
return
blocks = self._allocated_blocks.pop(arena)
assert not blocks
del self._start_to_block[(arena, 0)]
del self._stop_to_block[(arena, length)]
self._arenas.remove(arena)
seq = self._len_to_seq[length]
seq.remove((arena, 0, length))
if not seq:
del self._len_to_seq[length]
self._lengths.remove(length)
def _malloc(self, size):
# returns a large enough block -- it might be much larger
i = bisect.bisect_left(self._lengths, size)
if i == len(self._lengths):
return self._new_arena(size)
else:
length = self._lengths[i]
seq = self._len_to_seq[length]
block = seq.pop()
if not seq:
del self._len_to_seq[length], self._lengths[i]
(arena, start, stop) = block
del self._start_to_block[(arena, start)]
del self._stop_to_block[(arena, stop)]
return block
def _add_free_block(self, block):
# make block available and try to merge with its neighbours in the arena
(arena, start, stop) = block
try:
prev_block = self._stop_to_block[(arena, start)]
except KeyError:
pass
else:
start, _ = self._absorb(prev_block)
try:
next_block = self._start_to_block[(arena, stop)]
except KeyError:
pass
else:
_, stop = self._absorb(next_block)
block = (arena, start, stop)
length = stop - start
try:
self._len_to_seq[length].append(block)
except KeyError:
self._len_to_seq[length] = [block]
bisect.insort(self._lengths, length)
self._start_to_block[(arena, start)] = block
self._stop_to_block[(arena, stop)] = block
def _absorb(self, block):
# deregister this block so it can be merged with a neighbour
(arena, start, stop) = block
del self._start_to_block[(arena, start)]
del self._stop_to_block[(arena, stop)]
length = stop - start
seq = self._len_to_seq[length]
seq.remove(block)
if not seq:
del self._len_to_seq[length]
self._lengths.remove(length)
return start, stop
def _remove_allocated_block(self, block):
arena, start, stop = block
blocks = self._allocated_blocks[arena]
blocks.remove((start, stop))
if not blocks:
# Arena is entirely free, discard it from this process
self._discard_arena(arena)
def _free_pending_blocks(self):
# Free all the blocks in the pending list - called with the lock held.
while True:
try:
block = self._pending_free_blocks.pop()
except IndexError:
break
self._add_free_block(block)
self._remove_allocated_block(block)
def free(self, block):
# free a block returned by malloc()
# Since free() can be called asynchronously by the GC, it could happen
# that it's called while self._lock is held: in that case,
# self._lock.acquire() would deadlock (issue #12352). To avoid that, a
# trylock is used instead, and if the lock can't be acquired
# immediately, the block is added to a list of blocks to be freed
# synchronously sometimes later from malloc() or free(), by calling
# _free_pending_blocks() (appending and retrieving from a list is not
# strictly thread-safe but under CPython it's atomic thanks to the GIL).
if os.getpid() != self._lastpid:
raise ValueError(
"My pid ({0:n}) is not last pid {1:n}".format(
os.getpid(),self._lastpid))
if not self._lock.acquire(False):
# can't acquire the lock right now, add the block to the list of
# pending blocks to free
self._pending_free_blocks.append(block)
else:
# we hold the lock
try:
self._n_frees += 1
self._free_pending_blocks()
self._add_free_block(block)
self._remove_allocated_block(block)
finally:
self._lock.release()
def malloc(self, size):
# return a block of right size (possibly rounded up)
if size < 0:
raise ValueError("Size {0:n} out of range".format(size))
if sys.maxsize <= size:
raise OverflowError("Size {0:n} too large".format(size))
if os.getpid() != self._lastpid:
self.__init__() # reinitialize after fork
with self._lock:
self._n_mallocs += 1
# allow pending blocks to be marked available
self._free_pending_blocks()
size = self._roundup(max(size, 1), self._alignment)
(arena, start, stop) = self._malloc(size)
real_stop = start + size
if real_stop < stop:
# if the returned block is larger than necessary, mark
# the remainder available
self._add_free_block((arena, real_stop, stop))
self._allocated_blocks[arena].add((start, real_stop))
return (arena, start, real_stop)
#
# Class wrapping a block allocated out of a Heap -- can be inherited by child process
#
class BufferWrapper(object):
_heap = Heap()
def __init__(self, size):
if size < 0:
raise ValueError("Size {0:n} out of range".format(size))
if sys.maxsize <= size:
raise OverflowError("Size {0:n} too large".format(size))
block = BufferWrapper._heap.malloc(size)
self._state = (block, size)
util.Finalize(self, BufferWrapper._heap.free, args=(block,))
def create_memoryview(self):
(arena, start, stop), size = self._state
return memoryview(arena.buffer)[start:start+size]
multiprocessing/util.py 0000644 00000033176 15115353744 0011344 0 ustar 00 #
# Module providing various facilities to other parts of the package
#
# multiprocessing/util.py
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
import os
import itertools
import sys
import weakref
import atexit
import threading # we want threading to install it's
# cleanup function before multiprocessing does
from subprocess import _args_from_interpreter_flags
from . import process
__all__ = [
'sub_debug', 'debug', 'info', 'sub_warning', 'get_logger',
'log_to_stderr', 'get_temp_dir', 'register_after_fork',
'is_exiting', 'Finalize', 'ForkAwareThreadLock', 'ForkAwareLocal',
'close_all_fds_except', 'SUBDEBUG', 'SUBWARNING',
]
#
# Logging
#
NOTSET = 0
SUBDEBUG = 5
DEBUG = 10
INFO = 20
SUBWARNING = 25
LOGGER_NAME = 'multiprocessing'
DEFAULT_LOGGING_FORMAT = '[%(levelname)s/%(processName)s] %(message)s'
_logger = None
_log_to_stderr = False
def sub_debug(msg, *args):
if _logger:
_logger.log(SUBDEBUG, msg, *args)
def debug(msg, *args):
if _logger:
_logger.log(DEBUG, msg, *args)
def info(msg, *args):
if _logger:
_logger.log(INFO, msg, *args)
def sub_warning(msg, *args):
if _logger:
_logger.log(SUBWARNING, msg, *args)
def get_logger():
'''
Returns logger used by multiprocessing
'''
global _logger
import logging
logging._acquireLock()
try:
if not _logger:
_logger = logging.getLogger(LOGGER_NAME)
_logger.propagate = 0
# XXX multiprocessing should cleanup before logging
if hasattr(atexit, 'unregister'):
atexit.unregister(_exit_function)
atexit.register(_exit_function)
else:
atexit._exithandlers.remove((_exit_function, (), {}))
atexit._exithandlers.append((_exit_function, (), {}))
finally:
logging._releaseLock()
return _logger
def log_to_stderr(level=None):
'''
Turn on logging and add a handler which prints to stderr
'''
global _log_to_stderr
import logging
logger = get_logger()
formatter = logging.Formatter(DEFAULT_LOGGING_FORMAT)
handler = logging.StreamHandler()
handler.setFormatter(formatter)
logger.addHandler(handler)
if level:
logger.setLevel(level)
_log_to_stderr = True
return _logger
# Abstract socket support
def _platform_supports_abstract_sockets():
if sys.platform == "linux":
return True
if hasattr(sys, 'getandroidapilevel'):
return True
return False
def is_abstract_socket_namespace(address):
if not address:
return False
if isinstance(address, bytes):
return address[0] == 0
elif isinstance(address, str):
return address[0] == "\0"
raise TypeError('address type of {address!r} unrecognized')
abstract_sockets_supported = _platform_supports_abstract_sockets()
#
# Function returning a temp directory which will be removed on exit
#
def _remove_temp_dir(rmtree, tempdir):
rmtree(tempdir)
current_process = process.current_process()
# current_process() can be None if the finalizer is called
# late during Python finalization
if current_process is not None:
current_process._config['tempdir'] = None
def get_temp_dir():
# get name of a temp directory which will be automatically cleaned up
tempdir = process.current_process()._config.get('tempdir')
if tempdir is None:
import shutil, tempfile
tempdir = tempfile.mkdtemp(prefix='pymp-')
info('created temp directory %s', tempdir)
# keep a strong reference to shutil.rmtree(), since the finalizer
# can be called late during Python shutdown
Finalize(None, _remove_temp_dir, args=(shutil.rmtree, tempdir),
exitpriority=-100)
process.current_process()._config['tempdir'] = tempdir
return tempdir
#
# Support for reinitialization of objects when bootstrapping a child process
#
_afterfork_registry = weakref.WeakValueDictionary()
_afterfork_counter = itertools.count()
def _run_after_forkers():
items = list(_afterfork_registry.items())
items.sort()
for (index, ident, func), obj in items:
try:
func(obj)
except Exception as e:
info('after forker raised exception %s', e)
def register_after_fork(obj, func):
_afterfork_registry[(next(_afterfork_counter), id(obj), func)] = obj
#
# Finalization using weakrefs
#
_finalizer_registry = {}
_finalizer_counter = itertools.count()
class Finalize(object):
'''
Class which supports object finalization using weakrefs
'''
def __init__(self, obj, callback, args=(), kwargs=None, exitpriority=None):
if (exitpriority is not None) and not isinstance(exitpriority,int):
raise TypeError(
"Exitpriority ({0!r}) must be None or int, not {1!s}".format(
exitpriority, type(exitpriority)))
if obj is not None:
self._weakref = weakref.ref(obj, self)
elif exitpriority is None:
raise ValueError("Without object, exitpriority cannot be None")
self._callback = callback
self._args = args
self._kwargs = kwargs or {}
self._key = (exitpriority, next(_finalizer_counter))
self._pid = os.getpid()
_finalizer_registry[self._key] = self
def __call__(self, wr=None,
# Need to bind these locally because the globals can have
# been cleared at shutdown
_finalizer_registry=_finalizer_registry,
sub_debug=sub_debug, getpid=os.getpid):
'''
Run the callback unless it has already been called or cancelled
'''
try:
del _finalizer_registry[self._key]
except KeyError:
sub_debug('finalizer no longer registered')
else:
if self._pid != getpid():
sub_debug('finalizer ignored because different process')
res = None
else:
sub_debug('finalizer calling %s with args %s and kwargs %s',
self._callback, self._args, self._kwargs)
res = self._callback(*self._args, **self._kwargs)
self._weakref = self._callback = self._args = \
self._kwargs = self._key = None
return res
def cancel(self):
'''
Cancel finalization of the object
'''
try:
del _finalizer_registry[self._key]
except KeyError:
pass
else:
self._weakref = self._callback = self._args = \
self._kwargs = self._key = None
def still_active(self):
'''
Return whether this finalizer is still waiting to invoke callback
'''
return self._key in _finalizer_registry
def __repr__(self):
try:
obj = self._weakref()
except (AttributeError, TypeError):
obj = None
if obj is None:
return '<%s object, dead>' % self.__class__.__name__
x = '<%s object, callback=%s' % (
self.__class__.__name__,
getattr(self._callback, '__name__', self._callback))
if self._args:
x += ', args=' + str(self._args)
if self._kwargs:
x += ', kwargs=' + str(self._kwargs)
if self._key[0] is not None:
x += ', exitpriority=' + str(self._key[0])
return x + '>'
def _run_finalizers(minpriority=None):
'''
Run all finalizers whose exit priority is not None and at least minpriority
Finalizers with highest priority are called first; finalizers with
the same priority will be called in reverse order of creation.
'''
if _finalizer_registry is None:
# This function may be called after this module's globals are
# destroyed. See the _exit_function function in this module for more
# notes.
return
if minpriority is None:
f = lambda p : p[0] is not None
else:
f = lambda p : p[0] is not None and p[0] >= minpriority
# Careful: _finalizer_registry may be mutated while this function
# is running (either by a GC run or by another thread).
# list(_finalizer_registry) should be atomic, while
# list(_finalizer_registry.items()) is not.
keys = [key for key in list(_finalizer_registry) if f(key)]
keys.sort(reverse=True)
for key in keys:
finalizer = _finalizer_registry.get(key)
# key may have been removed from the registry
if finalizer is not None:
sub_debug('calling %s', finalizer)
try:
finalizer()
except Exception:
import traceback
traceback.print_exc()
if minpriority is None:
_finalizer_registry.clear()
#
# Clean up on exit
#
def is_exiting():
'''
Returns true if the process is shutting down
'''
return _exiting or _exiting is None
_exiting = False
def _exit_function(info=info, debug=debug, _run_finalizers=_run_finalizers,
active_children=process.active_children,
current_process=process.current_process):
# We hold on to references to functions in the arglist due to the
# situation described below, where this function is called after this
# module's globals are destroyed.
global _exiting
if not _exiting:
_exiting = True
info('process shutting down')
debug('running all "atexit" finalizers with priority >= 0')
_run_finalizers(0)
if current_process() is not None:
# We check if the current process is None here because if
# it's None, any call to ``active_children()`` will raise
# an AttributeError (active_children winds up trying to
# get attributes from util._current_process). One
# situation where this can happen is if someone has
# manipulated sys.modules, causing this module to be
# garbage collected. The destructor for the module type
# then replaces all values in the module dict with None.
# For instance, after setuptools runs a test it replaces
# sys.modules with a copy created earlier. See issues
# #9775 and #15881. Also related: #4106, #9205, and
# #9207.
for p in active_children():
if p.daemon:
info('calling terminate() for daemon %s', p.name)
p._popen.terminate()
for p in active_children():
info('calling join() for process %s', p.name)
p.join()
debug('running the remaining "atexit" finalizers')
_run_finalizers()
atexit.register(_exit_function)
#
# Some fork aware types
#
class ForkAwareThreadLock(object):
def __init__(self):
self._reset()
register_after_fork(self, ForkAwareThreadLock._reset)
def _reset(self):
self._lock = threading.Lock()
self.acquire = self._lock.acquire
self.release = self._lock.release
def __enter__(self):
return self._lock.__enter__()
def __exit__(self, *args):
return self._lock.__exit__(*args)
class ForkAwareLocal(threading.local):
def __init__(self):
register_after_fork(self, lambda obj : obj.__dict__.clear())
def __reduce__(self):
return type(self), ()
#
# Close fds except those specified
#
try:
MAXFD = os.sysconf("SC_OPEN_MAX")
except Exception:
MAXFD = 256
def close_all_fds_except(fds):
fds = list(fds) + [-1, MAXFD]
fds.sort()
assert fds[-1] == MAXFD, 'fd too large'
for i in range(len(fds) - 1):
os.closerange(fds[i]+1, fds[i+1])
#
# Close sys.stdin and replace stdin with os.devnull
#
def _close_stdin():
if sys.stdin is None:
return
try:
sys.stdin.close()
except (OSError, ValueError):
pass
try:
fd = os.open(os.devnull, os.O_RDONLY)
try:
sys.stdin = open(fd, closefd=False)
except:
os.close(fd)
raise
except (OSError, ValueError):
pass
#
# Flush standard streams, if any
#
def _flush_std_streams():
try:
sys.stdout.flush()
except (AttributeError, ValueError):
pass
try:
sys.stderr.flush()
except (AttributeError, ValueError):
pass
#
# Start a program with only specified fds kept open
#
def spawnv_passfds(path, args, passfds):
import _posixsubprocess
passfds = tuple(sorted(map(int, passfds)))
errpipe_read, errpipe_write = os.pipe()
try:
return _posixsubprocess.fork_exec(
args, [os.fsencode(path)], True, passfds, None, None,
-1, -1, -1, -1, -1, -1, errpipe_read, errpipe_write,
False, False, None)
finally:
os.close(errpipe_read)
os.close(errpipe_write)
def close_fds(*fds):
"""Close each file descriptor given as an argument"""
for fd in fds:
os.close(fd)
def _cleanup_tests():
"""Cleanup multiprocessing resources when multiprocessing tests
completed."""
from test import support
# cleanup multiprocessing
process._cleanup()
# Stop the ForkServer process if it's running
from multiprocessing import forkserver
forkserver._forkserver._stop()
# Stop the ResourceTracker process if it's running
from multiprocessing import resource_tracker
resource_tracker._resource_tracker._stop()
# bpo-37421: Explicitly call _run_finalizers() to remove immediately
# temporary directories created by multiprocessing.util.get_temp_dir().
_run_finalizers()
support.gc_collect()
support.reap_children()
multiprocessing/process.py 0000644 00000027345 15115353744 0012046 0 ustar 00 #
# Module providing the `Process` class which emulates `threading.Thread`
#
# multiprocessing/process.py
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
__all__ = ['BaseProcess', 'current_process', 'active_children',
'parent_process']
#
# Imports
#
import os
import sys
import signal
import itertools
import threading
from _weakrefset import WeakSet
#
#
#
try:
ORIGINAL_DIR = os.path.abspath(os.getcwd())
except OSError:
ORIGINAL_DIR = None
#
# Public functions
#
def current_process():
'''
Return process object representing the current process
'''
return _current_process
def active_children():
'''
Return list of process objects corresponding to live child processes
'''
_cleanup()
return list(_children)
def parent_process():
'''
Return process object representing the parent process
'''
return _parent_process
#
#
#
def _cleanup():
# check for processes which have finished
for p in list(_children):
if p._popen.poll() is not None:
_children.discard(p)
#
# The `Process` class
#
class BaseProcess(object):
'''
Process objects represent activity that is run in a separate process
The class is analogous to `threading.Thread`
'''
def _Popen(self):
raise NotImplementedError
def __init__(self, group=None, target=None, name=None, args=(), kwargs={},
*, daemon=None):
assert group is None, 'group argument must be None for now'
count = next(_process_counter)
self._identity = _current_process._identity + (count,)
self._config = _current_process._config.copy()
self._parent_pid = os.getpid()
self._parent_name = _current_process.name
self._popen = None
self._closed = False
self._target = target
self._args = tuple(args)
self._kwargs = dict(kwargs)
self._name = name or type(self).__name__ + '-' + \
':'.join(str(i) for i in self._identity)
if daemon is not None:
self.daemon = daemon
_dangling.add(self)
def _check_closed(self):
if self._closed:
raise ValueError("process object is closed")
def run(self):
'''
Method to be run in sub-process; can be overridden in sub-class
'''
if self._target:
self._target(*self._args, **self._kwargs)
def start(self):
'''
Start child process
'''
self._check_closed()
assert self._popen is None, 'cannot start a process twice'
assert self._parent_pid == os.getpid(), \
'can only start a process object created by current process'
assert not _current_process._config.get('daemon'), \
'daemonic processes are not allowed to have children'
_cleanup()
self._popen = self._Popen(self)
self._sentinel = self._popen.sentinel
# Avoid a refcycle if the target function holds an indirect
# reference to the process object (see bpo-30775)
del self._target, self._args, self._kwargs
_children.add(self)
def terminate(self):
'''
Terminate process; sends SIGTERM signal or uses TerminateProcess()
'''
self._check_closed()
self._popen.terminate()
def kill(self):
'''
Terminate process; sends SIGKILL signal or uses TerminateProcess()
'''
self._check_closed()
self._popen.kill()
def join(self, timeout=None):
'''
Wait until child process terminates
'''
self._check_closed()
assert self._parent_pid == os.getpid(), 'can only join a child process'
assert self._popen is not None, 'can only join a started process'
res = self._popen.wait(timeout)
if res is not None:
_children.discard(self)
def is_alive(self):
'''
Return whether process is alive
'''
self._check_closed()
if self is _current_process:
return True
assert self._parent_pid == os.getpid(), 'can only test a child process'
if self._popen is None:
return False
returncode = self._popen.poll()
if returncode is None:
return True
else:
_children.discard(self)
return False
def close(self):
'''
Close the Process object.
This method releases resources held by the Process object. It is
an error to call this method if the child process is still running.
'''
if self._popen is not None:
if self._popen.poll() is None:
raise ValueError("Cannot close a process while it is still running. "
"You should first call join() or terminate().")
self._popen.close()
self._popen = None
del self._sentinel
_children.discard(self)
self._closed = True
@property
def name(self):
return self._name
@name.setter
def name(self, name):
assert isinstance(name, str), 'name must be a string'
self._name = name
@property
def daemon(self):
'''
Return whether process is a daemon
'''
return self._config.get('daemon', False)
@daemon.setter
def daemon(self, daemonic):
'''
Set whether process is a daemon
'''
assert self._popen is None, 'process has already started'
self._config['daemon'] = daemonic
@property
def authkey(self):
return self._config['authkey']
@authkey.setter
def authkey(self, authkey):
'''
Set authorization key of process
'''
self._config['authkey'] = AuthenticationString(authkey)
@property
def exitcode(self):
'''
Return exit code of process or `None` if it has yet to stop
'''
self._check_closed()
if self._popen is None:
return self._popen
return self._popen.poll()
@property
def ident(self):
'''
Return identifier (PID) of process or `None` if it has yet to start
'''
self._check_closed()
if self is _current_process:
return os.getpid()
else:
return self._popen and self._popen.pid
pid = ident
@property
def sentinel(self):
'''
Return a file descriptor (Unix) or handle (Windows) suitable for
waiting for process termination.
'''
self._check_closed()
try:
return self._sentinel
except AttributeError:
raise ValueError("process not started") from None
def __repr__(self):
exitcode = None
if self is _current_process:
status = 'started'
elif self._closed:
status = 'closed'
elif self._parent_pid != os.getpid():
status = 'unknown'
elif self._popen is None:
status = 'initial'
else:
exitcode = self._popen.poll()
if exitcode is not None:
status = 'stopped'
else:
status = 'started'
info = [type(self).__name__, 'name=%r' % self._name]
if self._popen is not None:
info.append('pid=%s' % self._popen.pid)
info.append('parent=%s' % self._parent_pid)
info.append(status)
if exitcode is not None:
exitcode = _exitcode_to_name.get(exitcode, exitcode)
info.append('exitcode=%s' % exitcode)
if self.daemon:
info.append('daemon')
return '<%s>' % ' '.join(info)
##
def _bootstrap(self, parent_sentinel=None):
from . import util, context
global _current_process, _parent_process, _process_counter, _children
try:
if self._start_method is not None:
context._force_start_method(self._start_method)
_process_counter = itertools.count(1)
_children = set()
util._close_stdin()
old_process = _current_process
_current_process = self
_parent_process = _ParentProcess(
self._parent_name, self._parent_pid, parent_sentinel)
if threading._HAVE_THREAD_NATIVE_ID:
threading.main_thread()._set_native_id()
try:
util._finalizer_registry.clear()
util._run_after_forkers()
finally:
# delay finalization of the old process object until after
# _run_after_forkers() is executed
del old_process
util.info('child process calling self.run()')
try:
self.run()
exitcode = 0
finally:
util._exit_function()
except SystemExit as e:
if not e.args:
exitcode = 1
elif isinstance(e.args[0], int):
exitcode = e.args[0]
else:
sys.stderr.write(str(e.args[0]) + '\n')
exitcode = 1
except:
exitcode = 1
import traceback
sys.stderr.write('Process %s:\n' % self.name)
traceback.print_exc()
finally:
threading._shutdown()
util.info('process exiting with exitcode %d' % exitcode)
util._flush_std_streams()
return exitcode
#
# We subclass bytes to avoid accidental transmission of auth keys over network
#
class AuthenticationString(bytes):
def __reduce__(self):
from .context import get_spawning_popen
if get_spawning_popen() is None:
raise TypeError(
'Pickling an AuthenticationString object is '
'disallowed for security reasons'
)
return AuthenticationString, (bytes(self),)
#
# Create object representing the parent process
#
class _ParentProcess(BaseProcess):
def __init__(self, name, pid, sentinel):
self._identity = ()
self._name = name
self._pid = pid
self._parent_pid = None
self._popen = None
self._closed = False
self._sentinel = sentinel
self._config = {}
def is_alive(self):
from multiprocessing.connection import wait
return not wait([self._sentinel], timeout=0)
@property
def ident(self):
return self._pid
def join(self, timeout=None):
'''
Wait until parent process terminates
'''
from multiprocessing.connection import wait
wait([self._sentinel], timeout=timeout)
pid = ident
#
# Create object representing the main process
#
class _MainProcess(BaseProcess):
def __init__(self):
self._identity = ()
self._name = 'MainProcess'
self._parent_pid = None
self._popen = None
self._closed = False
self._config = {'authkey': AuthenticationString(os.urandom(32)),
'semprefix': '/mp'}
# Note that some versions of FreeBSD only allow named
# semaphores to have names of up to 14 characters. Therefore
# we choose a short prefix.
#
# On MacOSX in a sandbox it may be necessary to use a
# different prefix -- see #19478.
#
# Everything in self._config will be inherited by descendant
# processes.
def close(self):
pass
_parent_process = None
_current_process = _MainProcess()
_process_counter = itertools.count(1)
_children = set()
del _MainProcess
#
# Give names to some return codes
#
_exitcode_to_name = {}
for name, signum in list(signal.__dict__.items()):
if name[:3]=='SIG' and '_' not in name:
_exitcode_to_name[-signum] = f'-{name}'
# For debug and leak testing
_dangling = WeakSet()
multiprocessing/queues.py 0000644 00000026652 15115353744 0011677 0 ustar 00 #
# Module implementing queues
#
# multiprocessing/queues.py
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
__all__ = ['Queue', 'SimpleQueue', 'JoinableQueue']
import sys
import os
import threading
import collections
import time
import weakref
import errno
from queue import Empty, Full
import _multiprocessing
from . import connection
from . import context
_ForkingPickler = context.reduction.ForkingPickler
from .util import debug, info, Finalize, register_after_fork, is_exiting
#
# Queue type using a pipe, buffer and thread
#
class Queue(object):
def __init__(self, maxsize=0, *, ctx):
if maxsize <= 0:
# Can raise ImportError (see issues #3770 and #23400)
from .synchronize import SEM_VALUE_MAX as maxsize
self._maxsize = maxsize
self._reader, self._writer = connection.Pipe(duplex=False)
self._rlock = ctx.Lock()
self._opid = os.getpid()
if sys.platform == 'win32':
self._wlock = None
else:
self._wlock = ctx.Lock()
self._sem = ctx.BoundedSemaphore(maxsize)
# For use by concurrent.futures
self._ignore_epipe = False
self._after_fork()
if sys.platform != 'win32':
register_after_fork(self, Queue._after_fork)
def __getstate__(self):
context.assert_spawning(self)
return (self._ignore_epipe, self._maxsize, self._reader, self._writer,
self._rlock, self._wlock, self._sem, self._opid)
def __setstate__(self, state):
(self._ignore_epipe, self._maxsize, self._reader, self._writer,
self._rlock, self._wlock, self._sem, self._opid) = state
self._after_fork()
def _after_fork(self):
debug('Queue._after_fork()')
self._notempty = threading.Condition(threading.Lock())
self._buffer = collections.deque()
self._thread = None
self._jointhread = None
self._joincancelled = False
self._closed = False
self._close = None
self._send_bytes = self._writer.send_bytes
self._recv_bytes = self._reader.recv_bytes
self._poll = self._reader.poll
def put(self, obj, block=True, timeout=None):
if self._closed:
raise ValueError(f"Queue {self!r} is closed")
if not self._sem.acquire(block, timeout):
raise Full
with self._notempty:
if self._thread is None:
self._start_thread()
self._buffer.append(obj)
self._notempty.notify()
def get(self, block=True, timeout=None):
if self._closed:
raise ValueError(f"Queue {self!r} is closed")
if block and timeout is None:
with self._rlock:
res = self._recv_bytes()
self._sem.release()
else:
if block:
deadline = time.monotonic() + timeout
if not self._rlock.acquire(block, timeout):
raise Empty
try:
if block:
timeout = deadline - time.monotonic()
if not self._poll(timeout):
raise Empty
elif not self._poll():
raise Empty
res = self._recv_bytes()
self._sem.release()
finally:
self._rlock.release()
# unserialize the data after having released the lock
return _ForkingPickler.loads(res)
def qsize(self):
# Raises NotImplementedError on Mac OSX because of broken sem_getvalue()
return self._maxsize - self._sem._semlock._get_value()
def empty(self):
return not self._poll()
def full(self):
return self._sem._semlock._is_zero()
def get_nowait(self):
return self.get(False)
def put_nowait(self, obj):
return self.put(obj, False)
def close(self):
self._closed = True
try:
self._reader.close()
finally:
close = self._close
if close:
self._close = None
close()
def join_thread(self):
debug('Queue.join_thread()')
assert self._closed, "Queue {0!r} not closed".format(self)
if self._jointhread:
self._jointhread()
def cancel_join_thread(self):
debug('Queue.cancel_join_thread()')
self._joincancelled = True
try:
self._jointhread.cancel()
except AttributeError:
pass
def _start_thread(self):
debug('Queue._start_thread()')
# Start thread which transfers data from buffer to pipe
self._buffer.clear()
self._thread = threading.Thread(
target=Queue._feed,
args=(self._buffer, self._notempty, self._send_bytes,
self._wlock, self._writer.close, self._ignore_epipe,
self._on_queue_feeder_error, self._sem),
name='QueueFeederThread'
)
self._thread.daemon = True
debug('doing self._thread.start()')
self._thread.start()
debug('... done self._thread.start()')
if not self._joincancelled:
self._jointhread = Finalize(
self._thread, Queue._finalize_join,
[weakref.ref(self._thread)],
exitpriority=-5
)
# Send sentinel to the thread queue object when garbage collected
self._close = Finalize(
self, Queue._finalize_close,
[self._buffer, self._notempty],
exitpriority=10
)
@staticmethod
def _finalize_join(twr):
debug('joining queue thread')
thread = twr()
if thread is not None:
thread.join()
debug('... queue thread joined')
else:
debug('... queue thread already dead')
@staticmethod
def _finalize_close(buffer, notempty):
debug('telling queue thread to quit')
with notempty:
buffer.append(_sentinel)
notempty.notify()
@staticmethod
def _feed(buffer, notempty, send_bytes, writelock, close, ignore_epipe,
onerror, queue_sem):
debug('starting thread to feed data to pipe')
nacquire = notempty.acquire
nrelease = notempty.release
nwait = notempty.wait
bpopleft = buffer.popleft
sentinel = _sentinel
if sys.platform != 'win32':
wacquire = writelock.acquire
wrelease = writelock.release
else:
wacquire = None
while 1:
try:
nacquire()
try:
if not buffer:
nwait()
finally:
nrelease()
try:
while 1:
obj = bpopleft()
if obj is sentinel:
debug('feeder thread got sentinel -- exiting')
close()
return
# serialize the data before acquiring the lock
obj = _ForkingPickler.dumps(obj)
if wacquire is None:
send_bytes(obj)
else:
wacquire()
try:
send_bytes(obj)
finally:
wrelease()
except IndexError:
pass
except Exception as e:
if ignore_epipe and getattr(e, 'errno', 0) == errno.EPIPE:
return
# Since this runs in a daemon thread the resources it uses
# may be become unusable while the process is cleaning up.
# We ignore errors which happen after the process has
# started to cleanup.
if is_exiting():
info('error in queue thread: %s', e)
return
else:
# Since the object has not been sent in the queue, we need
# to decrease the size of the queue. The error acts as
# if the object had been silently removed from the queue
# and this step is necessary to have a properly working
# queue.
queue_sem.release()
onerror(e, obj)
@staticmethod
def _on_queue_feeder_error(e, obj):
"""
Private API hook called when feeding data in the background thread
raises an exception. For overriding by concurrent.futures.
"""
import traceback
traceback.print_exc()
_sentinel = object()
#
# A queue type which also supports join() and task_done() methods
#
# Note that if you do not call task_done() for each finished task then
# eventually the counter's semaphore may overflow causing Bad Things
# to happen.
#
class JoinableQueue(Queue):
def __init__(self, maxsize=0, *, ctx):
Queue.__init__(self, maxsize, ctx=ctx)
self._unfinished_tasks = ctx.Semaphore(0)
self._cond = ctx.Condition()
def __getstate__(self):
return Queue.__getstate__(self) + (self._cond, self._unfinished_tasks)
def __setstate__(self, state):
Queue.__setstate__(self, state[:-2])
self._cond, self._unfinished_tasks = state[-2:]
def put(self, obj, block=True, timeout=None):
if self._closed:
raise ValueError(f"Queue {self!r} is closed")
if not self._sem.acquire(block, timeout):
raise Full
with self._notempty, self._cond:
if self._thread is None:
self._start_thread()
self._buffer.append(obj)
self._unfinished_tasks.release()
self._notempty.notify()
def task_done(self):
with self._cond:
if not self._unfinished_tasks.acquire(False):
raise ValueError('task_done() called too many times')
if self._unfinished_tasks._semlock._is_zero():
self._cond.notify_all()
def join(self):
with self._cond:
if not self._unfinished_tasks._semlock._is_zero():
self._cond.wait()
#
# Simplified Queue type -- really just a locked pipe
#
class SimpleQueue(object):
def __init__(self, *, ctx):
self._reader, self._writer = connection.Pipe(duplex=False)
self._rlock = ctx.Lock()
self._poll = self._reader.poll
if sys.platform == 'win32':
self._wlock = None
else:
self._wlock = ctx.Lock()
def empty(self):
return not self._poll()
def __getstate__(self):
context.assert_spawning(self)
return (self._reader, self._writer, self._rlock, self._wlock)
def __setstate__(self, state):
(self._reader, self._writer, self._rlock, self._wlock) = state
self._poll = self._reader.poll
def get(self):
with self._rlock:
res = self._reader.recv_bytes()
# unserialize the data after having released the lock
return _ForkingPickler.loads(res)
def put(self, obj):
# serialize the data before acquiring the lock
obj = _ForkingPickler.dumps(obj)
if self._wlock is None:
# writes to a message oriented win32 pipe are atomic
self._writer.send_bytes(obj)
else:
with self._wlock:
self._writer.send_bytes(obj)
multiprocessing/__init__.py 0000644 00000001624 15115353744 0012117 0 ustar 00 #
# Package analogous to 'threading.py' but using processes
#
# multiprocessing/__init__.py
#
# This package is intended to duplicate the functionality (and much of
# the API) of threading.py but uses processes instead of threads. A
# subpackage 'multiprocessing.dummy' has the same API but is a simple
# wrapper for 'threading'.
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
import sys
from . import context
#
# Copy stuff from default context
#
__all__ = [x for x in dir(context._default_context) if not x.startswith('_')]
globals().update((name, getattr(context._default_context, name)) for name in __all__)
#
# XXX These should not really be documented or public.
#
SUBDEBUG = 5
SUBWARNING = 25
#
# Alias for main module -- will be reset by bootstrapping child processes
#
if '__main__' in sys.modules:
sys.modules['__mp_main__'] = sys.modules['__main__']
multiprocessing/popen_spawn_win32.py 0000644 00000007653 15115353744 0013743 0 ustar 00 import os
import msvcrt
import signal
import sys
import _winapi
from .context import reduction, get_spawning_popen, set_spawning_popen
from . import spawn
from . import util
__all__ = ['Popen']
#
#
#
TERMINATE = 0x10000
WINEXE = (sys.platform == 'win32' and getattr(sys, 'frozen', False))
WINSERVICE = sys.executable.lower().endswith("pythonservice.exe")
def _path_eq(p1, p2):
return p1 == p2 or os.path.normcase(p1) == os.path.normcase(p2)
WINENV = not _path_eq(sys.executable, sys._base_executable)
def _close_handles(*handles):
for handle in handles:
_winapi.CloseHandle(handle)
#
# We define a Popen class similar to the one from subprocess, but
# whose constructor takes a process object as its argument.
#
class Popen(object):
'''
Start a subprocess to run the code of a process object
'''
method = 'spawn'
def __init__(self, process_obj):
prep_data = spawn.get_preparation_data(process_obj._name)
# read end of pipe will be duplicated by the child process
# -- see spawn_main() in spawn.py.
#
# bpo-33929: Previously, the read end of pipe was "stolen" by the child
# process, but it leaked a handle if the child process had been
# terminated before it could steal the handle from the parent process.
rhandle, whandle = _winapi.CreatePipe(None, 0)
wfd = msvcrt.open_osfhandle(whandle, 0)
cmd = spawn.get_command_line(parent_pid=os.getpid(),
pipe_handle=rhandle)
cmd = ' '.join('"%s"' % x for x in cmd)
python_exe = spawn.get_executable()
# bpo-35797: When running in a venv, we bypass the redirect
# executor and launch our base Python.
if WINENV and _path_eq(python_exe, sys.executable):
python_exe = sys._base_executable
env = os.environ.copy()
env["__PYVENV_LAUNCHER__"] = sys.executable
else:
env = None
with open(wfd, 'wb', closefd=True) as to_child:
# start process
try:
hp, ht, pid, tid = _winapi.CreateProcess(
python_exe, cmd,
None, None, False, 0, env, None, None)
_winapi.CloseHandle(ht)
except:
_winapi.CloseHandle(rhandle)
raise
# set attributes of self
self.pid = pid
self.returncode = None
self._handle = hp
self.sentinel = int(hp)
self.finalizer = util.Finalize(self, _close_handles,
(self.sentinel, int(rhandle)))
# send information to child
set_spawning_popen(self)
try:
reduction.dump(prep_data, to_child)
reduction.dump(process_obj, to_child)
finally:
set_spawning_popen(None)
def duplicate_for_child(self, handle):
assert self is get_spawning_popen()
return reduction.duplicate(handle, self.sentinel)
def wait(self, timeout=None):
if self.returncode is None:
if timeout is None:
msecs = _winapi.INFINITE
else:
msecs = max(0, int(timeout * 1000 + 0.5))
res = _winapi.WaitForSingleObject(int(self._handle), msecs)
if res == _winapi.WAIT_OBJECT_0:
code = _winapi.GetExitCodeProcess(self._handle)
if code == TERMINATE:
code = -signal.SIGTERM
self.returncode = code
return self.returncode
def poll(self):
return self.wait(timeout=0)
def terminate(self):
if self.returncode is None:
try:
_winapi.TerminateProcess(int(self._handle), TERMINATE)
except OSError:
if self.wait(timeout=1.0) is None:
raise
kill = terminate
def close(self):
self.finalizer()
multiprocessing/pool.py 0000644 00000077375 15115353744 0011351 0 ustar 00 #
# Module providing the `Pool` class for managing a process pool
#
# multiprocessing/pool.py
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
__all__ = ['Pool', 'ThreadPool']
#
# Imports
#
import collections
import itertools
import os
import queue
import threading
import time
import traceback
import warnings
from queue import Empty
# If threading is available then ThreadPool should be provided. Therefore
# we avoid top-level imports which are liable to fail on some systems.
from . import util
from . import get_context, TimeoutError
from .connection import wait
#
# Constants representing the state of a pool
#
INIT = "INIT"
RUN = "RUN"
CLOSE = "CLOSE"
TERMINATE = "TERMINATE"
#
# Miscellaneous
#
job_counter = itertools.count()
def mapstar(args):
return list(map(*args))
def starmapstar(args):
return list(itertools.starmap(args[0], args[1]))
#
# Hack to embed stringification of remote traceback in local traceback
#
class RemoteTraceback(Exception):
def __init__(self, tb):
self.tb = tb
def __str__(self):
return self.tb
class ExceptionWithTraceback:
def __init__(self, exc, tb):
tb = traceback.format_exception(type(exc), exc, tb)
tb = ''.join(tb)
self.exc = exc
self.tb = '\n"""\n%s"""' % tb
def __reduce__(self):
return rebuild_exc, (self.exc, self.tb)
def rebuild_exc(exc, tb):
exc.__cause__ = RemoteTraceback(tb)
return exc
#
# Code run by worker processes
#
class MaybeEncodingError(Exception):
"""Wraps possible unpickleable errors, so they can be
safely sent through the socket."""
def __init__(self, exc, value):
self.exc = repr(exc)
self.value = repr(value)
super(MaybeEncodingError, self).__init__(self.exc, self.value)
def __str__(self):
return "Error sending result: '%s'. Reason: '%s'" % (self.value,
self.exc)
def __repr__(self):
return "<%s: %s>" % (self.__class__.__name__, self)
def worker(inqueue, outqueue, initializer=None, initargs=(), maxtasks=None,
wrap_exception=False):
if (maxtasks is not None) and not (isinstance(maxtasks, int)
and maxtasks >= 1):
raise AssertionError("Maxtasks {!r} is not valid".format(maxtasks))
put = outqueue.put
get = inqueue.get
if hasattr(inqueue, '_writer'):
inqueue._writer.close()
outqueue._reader.close()
if initializer is not None:
initializer(*initargs)
completed = 0
while maxtasks is None or (maxtasks and completed < maxtasks):
try:
task = get()
except (EOFError, OSError):
util.debug('worker got EOFError or OSError -- exiting')
break
if task is None:
util.debug('worker got sentinel -- exiting')
break
job, i, func, args, kwds = task
try:
result = (True, func(*args, **kwds))
except Exception as e:
if wrap_exception and func is not _helper_reraises_exception:
e = ExceptionWithTraceback(e, e.__traceback__)
result = (False, e)
try:
put((job, i, result))
except Exception as e:
wrapped = MaybeEncodingError(e, result[1])
util.debug("Possible encoding error while sending result: %s" % (
wrapped))
put((job, i, (False, wrapped)))
task = job = result = func = args = kwds = None
completed += 1
util.debug('worker exiting after %d tasks' % completed)
def _helper_reraises_exception(ex):
'Pickle-able helper function for use by _guarded_task_generation.'
raise ex
#
# Class representing a process pool
#
class _PoolCache(dict):
"""
Class that implements a cache for the Pool class that will notify
the pool management threads every time the cache is emptied. The
notification is done by the use of a queue that is provided when
instantiating the cache.
"""
def __init__(self, /, *args, notifier=None, **kwds):
self.notifier = notifier
super().__init__(*args, **kwds)
def __delitem__(self, item):
super().__delitem__(item)
# Notify that the cache is empty. This is important because the
# pool keeps maintaining workers until the cache gets drained. This
# eliminates a race condition in which a task is finished after the
# the pool's _handle_workers method has enter another iteration of the
# loop. In this situation, the only event that can wake up the pool
# is the cache to be emptied (no more tasks available).
if not self:
self.notifier.put(None)
class Pool(object):
'''
Class which supports an async version of applying functions to arguments.
'''
_wrap_exception = True
@staticmethod
def Process(ctx, *args, **kwds):
return ctx.Process(*args, **kwds)
def __init__(self, processes=None, initializer=None, initargs=(),
maxtasksperchild=None, context=None):
# Attributes initialized early to make sure that they exist in
# __del__() if __init__() raises an exception
self._pool = []
self._state = INIT
self._ctx = context or get_context()
self._setup_queues()
self._taskqueue = queue.SimpleQueue()
# The _change_notifier queue exist to wake up self._handle_workers()
# when the cache (self._cache) is empty or when there is a change in
# the _state variable of the thread that runs _handle_workers.
self._change_notifier = self._ctx.SimpleQueue()
self._cache = _PoolCache(notifier=self._change_notifier)
self._maxtasksperchild = maxtasksperchild
self._initializer = initializer
self._initargs = initargs
if processes is None:
processes = os.cpu_count() or 1
if processes < 1:
raise ValueError("Number of processes must be at least 1")
if initializer is not None and not callable(initializer):
raise TypeError('initializer must be a callable')
self._processes = processes
try:
self._repopulate_pool()
except Exception:
for p in self._pool:
if p.exitcode is None:
p.terminate()
for p in self._pool:
p.join()
raise
sentinels = self._get_sentinels()
self._worker_handler = threading.Thread(
target=Pool._handle_workers,
args=(self._cache, self._taskqueue, self._ctx, self.Process,
self._processes, self._pool, self._inqueue, self._outqueue,
self._initializer, self._initargs, self._maxtasksperchild,
self._wrap_exception, sentinels, self._change_notifier)
)
self._worker_handler.daemon = True
self._worker_handler._state = RUN
self._worker_handler.start()
self._task_handler = threading.Thread(
target=Pool._handle_tasks,
args=(self._taskqueue, self._quick_put, self._outqueue,
self._pool, self._cache)
)
self._task_handler.daemon = True
self._task_handler._state = RUN
self._task_handler.start()
self._result_handler = threading.Thread(
target=Pool._handle_results,
args=(self._outqueue, self._quick_get, self._cache)
)
self._result_handler.daemon = True
self._result_handler._state = RUN
self._result_handler.start()
self._terminate = util.Finalize(
self, self._terminate_pool,
args=(self._taskqueue, self._inqueue, self._outqueue, self._pool,
self._change_notifier, self._worker_handler, self._task_handler,
self._result_handler, self._cache),
exitpriority=15
)
self._state = RUN
# Copy globals as function locals to make sure that they are available
# during Python shutdown when the Pool is destroyed.
def __del__(self, _warn=warnings.warn, RUN=RUN):
if self._state == RUN:
_warn(f"unclosed running multiprocessing pool {self!r}",
ResourceWarning, source=self)
if getattr(self, '_change_notifier', None) is not None:
self._change_notifier.put(None)
def __repr__(self):
cls = self.__class__
return (f'<{cls.__module__}.{cls.__qualname__} '
f'state={self._state} '
f'pool_size={len(self._pool)}>')
def _get_sentinels(self):
task_queue_sentinels = [self._outqueue._reader]
self_notifier_sentinels = [self._change_notifier._reader]
return [*task_queue_sentinels, *self_notifier_sentinels]
@staticmethod
def _get_worker_sentinels(workers):
return [worker.sentinel for worker in
workers if hasattr(worker, "sentinel")]
@staticmethod
def _join_exited_workers(pool):
"""Cleanup after any worker processes which have exited due to reaching
their specified lifetime. Returns True if any workers were cleaned up.
"""
cleaned = False
for i in reversed(range(len(pool))):
worker = pool[i]
if worker.exitcode is not None:
# worker exited
util.debug('cleaning up worker %d' % i)
worker.join()
cleaned = True
del pool[i]
return cleaned
def _repopulate_pool(self):
return self._repopulate_pool_static(self._ctx, self.Process,
self._processes,
self._pool, self._inqueue,
self._outqueue, self._initializer,
self._initargs,
self._maxtasksperchild,
self._wrap_exception)
@staticmethod
def _repopulate_pool_static(ctx, Process, processes, pool, inqueue,
outqueue, initializer, initargs,
maxtasksperchild, wrap_exception):
"""Bring the number of pool processes up to the specified number,
for use after reaping workers which have exited.
"""
for i in range(processes - len(pool)):
w = Process(ctx, target=worker,
args=(inqueue, outqueue,
initializer,
initargs, maxtasksperchild,
wrap_exception))
w.name = w.name.replace('Process', 'PoolWorker')
w.daemon = True
w.start()
pool.append(w)
util.debug('added worker')
@staticmethod
def _maintain_pool(ctx, Process, processes, pool, inqueue, outqueue,
initializer, initargs, maxtasksperchild,
wrap_exception):
"""Clean up any exited workers and start replacements for them.
"""
if Pool._join_exited_workers(pool):
Pool._repopulate_pool_static(ctx, Process, processes, pool,
inqueue, outqueue, initializer,
initargs, maxtasksperchild,
wrap_exception)
def _setup_queues(self):
self._inqueue = self._ctx.SimpleQueue()
self._outqueue = self._ctx.SimpleQueue()
self._quick_put = self._inqueue._writer.send
self._quick_get = self._outqueue._reader.recv
def _check_running(self):
if self._state != RUN:
raise ValueError("Pool not running")
def apply(self, func, args=(), kwds={}):
'''
Equivalent of `func(*args, **kwds)`.
Pool must be running.
'''
return self.apply_async(func, args, kwds).get()
def map(self, func, iterable, chunksize=None):
'''
Apply `func` to each element in `iterable`, collecting the results
in a list that is returned.
'''
return self._map_async(func, iterable, mapstar, chunksize).get()
def starmap(self, func, iterable, chunksize=None):
'''
Like `map()` method but the elements of the `iterable` are expected to
be iterables as well and will be unpacked as arguments. Hence
`func` and (a, b) becomes func(a, b).
'''
return self._map_async(func, iterable, starmapstar, chunksize).get()
def starmap_async(self, func, iterable, chunksize=None, callback=None,
error_callback=None):
'''
Asynchronous version of `starmap()` method.
'''
return self._map_async(func, iterable, starmapstar, chunksize,
callback, error_callback)
def _guarded_task_generation(self, result_job, func, iterable):
'''Provides a generator of tasks for imap and imap_unordered with
appropriate handling for iterables which throw exceptions during
iteration.'''
try:
i = -1
for i, x in enumerate(iterable):
yield (result_job, i, func, (x,), {})
except Exception as e:
yield (result_job, i+1, _helper_reraises_exception, (e,), {})
def imap(self, func, iterable, chunksize=1):
'''
Equivalent of `map()` -- can be MUCH slower than `Pool.map()`.
'''
self._check_running()
if chunksize == 1:
result = IMapIterator(self)
self._taskqueue.put(
(
self._guarded_task_generation(result._job, func, iterable),
result._set_length
))
return result
else:
if chunksize < 1:
raise ValueError(
"Chunksize must be 1+, not {0:n}".format(
chunksize))
task_batches = Pool._get_tasks(func, iterable, chunksize)
result = IMapIterator(self)
self._taskqueue.put(
(
self._guarded_task_generation(result._job,
mapstar,
task_batches),
result._set_length
))
return (item for chunk in result for item in chunk)
def imap_unordered(self, func, iterable, chunksize=1):
'''
Like `imap()` method but ordering of results is arbitrary.
'''
self._check_running()
if chunksize == 1:
result = IMapUnorderedIterator(self)
self._taskqueue.put(
(
self._guarded_task_generation(result._job, func, iterable),
result._set_length
))
return result
else:
if chunksize < 1:
raise ValueError(
"Chunksize must be 1+, not {0!r}".format(chunksize))
task_batches = Pool._get_tasks(func, iterable, chunksize)
result = IMapUnorderedIterator(self)
self._taskqueue.put(
(
self._guarded_task_generation(result._job,
mapstar,
task_batches),
result._set_length
))
return (item for chunk in result for item in chunk)
def apply_async(self, func, args=(), kwds={}, callback=None,
error_callback=None):
'''
Asynchronous version of `apply()` method.
'''
self._check_running()
result = ApplyResult(self, callback, error_callback)
self._taskqueue.put(([(result._job, 0, func, args, kwds)], None))
return result
def map_async(self, func, iterable, chunksize=None, callback=None,
error_callback=None):
'''
Asynchronous version of `map()` method.
'''
return self._map_async(func, iterable, mapstar, chunksize, callback,
error_callback)
def _map_async(self, func, iterable, mapper, chunksize=None, callback=None,
error_callback=None):
'''
Helper function to implement map, starmap and their async counterparts.
'''
self._check_running()
if not hasattr(iterable, '__len__'):
iterable = list(iterable)
if chunksize is None:
chunksize, extra = divmod(len(iterable), len(self._pool) * 4)
if extra:
chunksize += 1
if len(iterable) == 0:
chunksize = 0
task_batches = Pool._get_tasks(func, iterable, chunksize)
result = MapResult(self, chunksize, len(iterable), callback,
error_callback=error_callback)
self._taskqueue.put(
(
self._guarded_task_generation(result._job,
mapper,
task_batches),
None
)
)
return result
@staticmethod
def _wait_for_updates(sentinels, change_notifier, timeout=None):
wait(sentinels, timeout=timeout)
while not change_notifier.empty():
change_notifier.get()
@classmethod
def _handle_workers(cls, cache, taskqueue, ctx, Process, processes,
pool, inqueue, outqueue, initializer, initargs,
maxtasksperchild, wrap_exception, sentinels,
change_notifier):
thread = threading.current_thread()
# Keep maintaining workers until the cache gets drained, unless the pool
# is terminated.
while thread._state == RUN or (cache and thread._state != TERMINATE):
cls._maintain_pool(ctx, Process, processes, pool, inqueue,
outqueue, initializer, initargs,
maxtasksperchild, wrap_exception)
current_sentinels = [*cls._get_worker_sentinels(pool), *sentinels]
cls._wait_for_updates(current_sentinels, change_notifier)
# send sentinel to stop workers
taskqueue.put(None)
util.debug('worker handler exiting')
@staticmethod
def _handle_tasks(taskqueue, put, outqueue, pool, cache):
thread = threading.current_thread()
for taskseq, set_length in iter(taskqueue.get, None):
task = None
try:
# iterating taskseq cannot fail
for task in taskseq:
if thread._state != RUN:
util.debug('task handler found thread._state != RUN')
break
try:
put(task)
except Exception as e:
job, idx = task[:2]
try:
cache[job]._set(idx, (False, e))
except KeyError:
pass
else:
if set_length:
util.debug('doing set_length()')
idx = task[1] if task else -1
set_length(idx + 1)
continue
break
finally:
task = taskseq = job = None
else:
util.debug('task handler got sentinel')
try:
# tell result handler to finish when cache is empty
util.debug('task handler sending sentinel to result handler')
outqueue.put(None)
# tell workers there is no more work
util.debug('task handler sending sentinel to workers')
for p in pool:
put(None)
except OSError:
util.debug('task handler got OSError when sending sentinels')
util.debug('task handler exiting')
@staticmethod
def _handle_results(outqueue, get, cache):
thread = threading.current_thread()
while 1:
try:
task = get()
except (OSError, EOFError):
util.debug('result handler got EOFError/OSError -- exiting')
return
if thread._state != RUN:
assert thread._state == TERMINATE, "Thread not in TERMINATE"
util.debug('result handler found thread._state=TERMINATE')
break
if task is None:
util.debug('result handler got sentinel')
break
job, i, obj = task
try:
cache[job]._set(i, obj)
except KeyError:
pass
task = job = obj = None
while cache and thread._state != TERMINATE:
try:
task = get()
except (OSError, EOFError):
util.debug('result handler got EOFError/OSError -- exiting')
return
if task is None:
util.debug('result handler ignoring extra sentinel')
continue
job, i, obj = task
try:
cache[job]._set(i, obj)
except KeyError:
pass
task = job = obj = None
if hasattr(outqueue, '_reader'):
util.debug('ensuring that outqueue is not full')
# If we don't make room available in outqueue then
# attempts to add the sentinel (None) to outqueue may
# block. There is guaranteed to be no more than 2 sentinels.
try:
for i in range(10):
if not outqueue._reader.poll():
break
get()
except (OSError, EOFError):
pass
util.debug('result handler exiting: len(cache)=%s, thread._state=%s',
len(cache), thread._state)
@staticmethod
def _get_tasks(func, it, size):
it = iter(it)
while 1:
x = tuple(itertools.islice(it, size))
if not x:
return
yield (func, x)
def __reduce__(self):
raise NotImplementedError(
'pool objects cannot be passed between processes or pickled'
)
def close(self):
util.debug('closing pool')
if self._state == RUN:
self._state = CLOSE
self._worker_handler._state = CLOSE
self._change_notifier.put(None)
def terminate(self):
util.debug('terminating pool')
self._state = TERMINATE
self._terminate()
def join(self):
util.debug('joining pool')
if self._state == RUN:
raise ValueError("Pool is still running")
elif self._state not in (CLOSE, TERMINATE):
raise ValueError("In unknown state")
self._worker_handler.join()
self._task_handler.join()
self._result_handler.join()
for p in self._pool:
p.join()
@staticmethod
def _help_stuff_finish(inqueue, task_handler, size):
# task_handler may be blocked trying to put items on inqueue
util.debug('removing tasks from inqueue until task handler finished')
inqueue._rlock.acquire()
while task_handler.is_alive() and inqueue._reader.poll():
inqueue._reader.recv()
time.sleep(0)
@classmethod
def _terminate_pool(cls, taskqueue, inqueue, outqueue, pool, change_notifier,
worker_handler, task_handler, result_handler, cache):
# this is guaranteed to only be called once
util.debug('finalizing pool')
# Notify that the worker_handler state has been changed so the
# _handle_workers loop can be unblocked (and exited) in order to
# send the finalization sentinel all the workers.
worker_handler._state = TERMINATE
change_notifier.put(None)
task_handler._state = TERMINATE
util.debug('helping task handler/workers to finish')
cls._help_stuff_finish(inqueue, task_handler, len(pool))
if (not result_handler.is_alive()) and (len(cache) != 0):
raise AssertionError(
"Cannot have cache with result_hander not alive")
result_handler._state = TERMINATE
change_notifier.put(None)
outqueue.put(None) # sentinel
# We must wait for the worker handler to exit before terminating
# workers because we don't want workers to be restarted behind our back.
util.debug('joining worker handler')
if threading.current_thread() is not worker_handler:
worker_handler.join()
# Terminate workers which haven't already finished.
if pool and hasattr(pool[0], 'terminate'):
util.debug('terminating workers')
for p in pool:
if p.exitcode is None:
p.terminate()
util.debug('joining task handler')
if threading.current_thread() is not task_handler:
task_handler.join()
util.debug('joining result handler')
if threading.current_thread() is not result_handler:
result_handler.join()
if pool and hasattr(pool[0], 'terminate'):
util.debug('joining pool workers')
for p in pool:
if p.is_alive():
# worker has not yet exited
util.debug('cleaning up worker %d' % p.pid)
p.join()
def __enter__(self):
self._check_running()
return self
def __exit__(self, exc_type, exc_val, exc_tb):
self.terminate()
#
# Class whose instances are returned by `Pool.apply_async()`
#
class ApplyResult(object):
def __init__(self, pool, callback, error_callback):
self._pool = pool
self._event = threading.Event()
self._job = next(job_counter)
self._cache = pool._cache
self._callback = callback
self._error_callback = error_callback
self._cache[self._job] = self
def ready(self):
return self._event.is_set()
def successful(self):
if not self.ready():
raise ValueError("{0!r} not ready".format(self))
return self._success
def wait(self, timeout=None):
self._event.wait(timeout)
def get(self, timeout=None):
self.wait(timeout)
if not self.ready():
raise TimeoutError
if self._success:
return self._value
else:
raise self._value
def _set(self, i, obj):
self._success, self._value = obj
if self._callback and self._success:
self._callback(self._value)
if self._error_callback and not self._success:
self._error_callback(self._value)
self._event.set()
del self._cache[self._job]
self._pool = None
AsyncResult = ApplyResult # create alias -- see #17805
#
# Class whose instances are returned by `Pool.map_async()`
#
class MapResult(ApplyResult):
def __init__(self, pool, chunksize, length, callback, error_callback):
ApplyResult.__init__(self, pool, callback,
error_callback=error_callback)
self._success = True
self._value = [None] * length
self._chunksize = chunksize
if chunksize <= 0:
self._number_left = 0
self._event.set()
del self._cache[self._job]
else:
self._number_left = length//chunksize + bool(length % chunksize)
def _set(self, i, success_result):
self._number_left -= 1
success, result = success_result
if success and self._success:
self._value[i*self._chunksize:(i+1)*self._chunksize] = result
if self._number_left == 0:
if self._callback:
self._callback(self._value)
del self._cache[self._job]
self._event.set()
self._pool = None
else:
if not success and self._success:
# only store first exception
self._success = False
self._value = result
if self._number_left == 0:
# only consider the result ready once all jobs are done
if self._error_callback:
self._error_callback(self._value)
del self._cache[self._job]
self._event.set()
self._pool = None
#
# Class whose instances are returned by `Pool.imap()`
#
class IMapIterator(object):
def __init__(self, pool):
self._pool = pool
self._cond = threading.Condition(threading.Lock())
self._job = next(job_counter)
self._cache = pool._cache
self._items = collections.deque()
self._index = 0
self._length = None
self._unsorted = {}
self._cache[self._job] = self
def __iter__(self):
return self
def next(self, timeout=None):
with self._cond:
try:
item = self._items.popleft()
except IndexError:
if self._index == self._length:
self._pool = None
raise StopIteration from None
self._cond.wait(timeout)
try:
item = self._items.popleft()
except IndexError:
if self._index == self._length:
self._pool = None
raise StopIteration from None
raise TimeoutError from None
success, value = item
if success:
return value
raise value
__next__ = next # XXX
def _set(self, i, obj):
with self._cond:
if self._index == i:
self._items.append(obj)
self._index += 1
while self._index in self._unsorted:
obj = self._unsorted.pop(self._index)
self._items.append(obj)
self._index += 1
self._cond.notify()
else:
self._unsorted[i] = obj
if self._index == self._length:
del self._cache[self._job]
self._pool = None
def _set_length(self, length):
with self._cond:
self._length = length
if self._index == self._length:
self._cond.notify()
del self._cache[self._job]
self._pool = None
#
# Class whose instances are returned by `Pool.imap_unordered()`
#
class IMapUnorderedIterator(IMapIterator):
def _set(self, i, obj):
with self._cond:
self._items.append(obj)
self._index += 1
self._cond.notify()
if self._index == self._length:
del self._cache[self._job]
self._pool = None
#
#
#
class ThreadPool(Pool):
_wrap_exception = False
@staticmethod
def Process(ctx, *args, **kwds):
from .dummy import Process
return Process(*args, **kwds)
def __init__(self, processes=None, initializer=None, initargs=()):
Pool.__init__(self, processes, initializer, initargs)
def _setup_queues(self):
self._inqueue = queue.SimpleQueue()
self._outqueue = queue.SimpleQueue()
self._quick_put = self._inqueue.put
self._quick_get = self._outqueue.get
def _get_sentinels(self):
return [self._change_notifier._reader]
@staticmethod
def _get_worker_sentinels(workers):
return []
@staticmethod
def _help_stuff_finish(inqueue, task_handler, size):
# drain inqueue, and put sentinels at its head to make workers finish
try:
while True:
inqueue.get(block=False)
except queue.Empty:
pass
for i in range(size):
inqueue.put(None)
def _wait_for_updates(self, sentinels, change_notifier, timeout):
time.sleep(timeout)
multiprocessing/dummy/__init__.py 0000644 00000005765 15115353744 0013264 0 ustar 00 #
# Support for the API of the multiprocessing package using threads
#
# multiprocessing/dummy/__init__.py
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
__all__ = [
'Process', 'current_process', 'active_children', 'freeze_support',
'Lock', 'RLock', 'Semaphore', 'BoundedSemaphore', 'Condition',
'Event', 'Barrier', 'Queue', 'Manager', 'Pipe', 'Pool', 'JoinableQueue'
]
#
# Imports
#
import threading
import sys
import weakref
import array
from .connection import Pipe
from threading import Lock, RLock, Semaphore, BoundedSemaphore
from threading import Event, Condition, Barrier
from queue import Queue
#
#
#
class DummyProcess(threading.Thread):
def __init__(self, group=None, target=None, name=None, args=(), kwargs={}):
threading.Thread.__init__(self, group, target, name, args, kwargs)
self._pid = None
self._children = weakref.WeakKeyDictionary()
self._start_called = False
self._parent = current_process()
def start(self):
if self._parent is not current_process():
raise RuntimeError(
"Parent is {0!r} but current_process is {1!r}".format(
self._parent, current_process()))
self._start_called = True
if hasattr(self._parent, '_children'):
self._parent._children[self] = None
threading.Thread.start(self)
@property
def exitcode(self):
if self._start_called and not self.is_alive():
return 0
else:
return None
#
#
#
Process = DummyProcess
current_process = threading.current_thread
current_process()._children = weakref.WeakKeyDictionary()
def active_children():
children = current_process()._children
for p in list(children):
if not p.is_alive():
children.pop(p, None)
return list(children)
def freeze_support():
pass
#
#
#
class Namespace(object):
def __init__(self, /, **kwds):
self.__dict__.update(kwds)
def __repr__(self):
items = list(self.__dict__.items())
temp = []
for name, value in items:
if not name.startswith('_'):
temp.append('%s=%r' % (name, value))
temp.sort()
return '%s(%s)' % (self.__class__.__name__, ', '.join(temp))
dict = dict
list = list
def Array(typecode, sequence, lock=True):
return array.array(typecode, sequence)
class Value(object):
def __init__(self, typecode, value, lock=True):
self._typecode = typecode
self._value = value
@property
def value(self):
return self._value
@value.setter
def value(self, value):
self._value = value
def __repr__(self):
return '<%s(%r, %r)>'%(type(self).__name__,self._typecode,self._value)
def Manager():
return sys.modules[__name__]
def shutdown():
pass
def Pool(processes=None, initializer=None, initargs=()):
from ..pool import ThreadPool
return ThreadPool(processes, initializer, initargs)
JoinableQueue = Queue
multiprocessing/dummy/__pycache__/connection.cpython-38.opt-1.pyc 0000644 00000004766 15115353744 0021111 0 ustar 00 U
e5d> � @ sR d ddgZ ddlmZ dgZG dd� de�Zdd � Zd d d�ZG d
d � d e�ZdS )
�Client�Listener�Pipe� )�QueueNc @ sB e Zd Zddd�Zdd� Zdd� Zed d
� �Zd d � Zd
d� Z dS )r N� c C s t |�| _d S �N)r �_backlog_queue)�self�addressZfamilyZbacklog� r �8/usr/lib64/python3.8/multiprocessing/dummy/connection.py�__init__ s zListener.__init__c C s t | j�� � S r )�
Connectionr �get�r r r r �accept s zListener.acceptc C s
d | _ d S r �r r r r r �close s zListener.closec C s | j S r r r r r r r
s zListener.addressc C s | S r r r r r r � __enter__! s zListener.__enter__c C s | � � d S r �r �r �exc_type� exc_valueZexc_tbr r r �__exit__$ s zListener.__exit__)NNr )
�__name__�
__module__� __qualname__r
r r �propertyr
r r r r r r r s
c C s& t � t � }}| �||f� t||�S r )r �putr )r
�_in�_outr r r r ( s Tc C s" t � t � }}t||�t||�fS r )r r )Zduplex�a�br r r r . s c @ s6 e Zd Zdd� Zd
dd�Zdd� Zdd � Zd
d � Zd S )r c C s, || _ || _|j | _| _|j | _| _d S r )r r r �sendZ
send_bytesr ZrecvZ
recv_bytes)r r r r r r r
5 s zConnection.__init__� c C sN | j �� dkrdS |dkr dS | j j� | j j�|� W 5 Q R X | j �� dkS )Nr Tr$ F)r ZqsizeZ not_empty�wait)r Ztimeoutr r r �poll; s
zConnection.pollc C s d S r r r r r r r D s zConnection.closec C s | S r r r r r r r G s zConnection.__enter__c C s | � � d S r r r r r r r J s zConnection.__exit__N)r$ )r r r r
r& r r r r r r r r 3 s
r )T) �__all__Zqueuer Zfamilies�objectr r r r r r r r �<module>
s
multiprocessing/dummy/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000007501 15115353744 0020477 0 ustar 00 U
e5d� � @ s d ddddddddd d
d d d
ddgZ ddlZddlZddlZddlZddlmZ ddlmZmZm Z m
Z
ddlm Z m Z m
Z
ddlmZ G dd� dej�ZeZejZe�� e� _dd� Zdd� ZG dd � d e�ZeZe Z d'd d �Z G d d!� d!e�Z d"d � Z d#d$� Z d(d&d�Z!eZ"dS ))�Process�current_process�active_children�freeze_support�Lock�RLock� Semaphore�BoundedSemaphore� Condition�Event�Barrier�Queue�Manager�Pipe�Pool�
JoinableQueue� N� )r )r r r r )r
r r )r c @ s4 e Zd Zddddi fdd�Zdd� Zedd� �ZdS ) � DummyProcessN� c C s8 t j�| |||||� d | _t�� | _d| _t� | _ d S )NF)
� threading�Thread�__init__Z_pid�weakref�WeakKeyDictionary� _children�
_start_calledr �_parent)�self�group�target�name�args�kwargsr r �6/usr/lib64/python3.8/multiprocessing/dummy/__init__.pyr $ s
zDummyProcess.__init__c C sN | j t� k r td�| j t� ���d| _t| j d�r>d | j j| < tj� | � d S )Nz,Parent is {0!r} but current_process is {1!r}Tr )
r r � RuntimeError�formatr �hasattrr r r �start�r r r r# r' + s �� zDummyProcess.startc C s | j r| �� sdS d S d S )Nr )r �is_aliver( r r r# �exitcode5 s zDummyProcess.exitcode)�__name__�
__module__� __qualname__r r' �propertyr* r r r r# r " s
r c C s2 t � j} t| �D ]}|�� s| �|d � qt| �S �N)r r �listr) �pop)Zchildren�pr r r# r D s
c C s d S r/ r r r r r# r K s c @ s e Zd Zdd� Zdd� ZdS )� Namespacec K s | j �|� d S r/ )�__dict__�update)r �kwdsr r r# r S s zNamespace.__init__c C sZ t | j�� �}g }|D ]$\}}|�d�s|�d||f � q|�� d| jjd�|�f S )N�_z%s=%rz%s(%s)z, ) r0 r4 �items�
startswith�append�sort� __class__r+ �join)r r8 Ztempr �valuer r r# �__repr__U s
zNamespace.__repr__N)r+ r, r- r r? r r r r# r3 R s r3 Tc C s t � | |�S r/ )�array)�typecodeZsequence�lockr r r# �Arraya s rC c @ s8 e Zd Zd
dd�Zedd� �Zejdd� �Zdd� Zd S ) �ValueTc C s || _ || _d S r/ )� _typecode�_value)r rA r> rB r r r# r e s zValue.__init__c C s | j S r/ �rF r( r r r# r> i s z Value.valuec C s
|| _ d S r/ rG )r r> r r r# r> m s c C s dt | �j| j| jf S )Nz <%s(%r, %r)>)�typer+ rE rF r( r r r# r? q s zValue.__repr__N)T)r+ r, r- r r. r> �setterr? r r r r# rD d s
rD c C s
t jt S r/ )�sys�modulesr+ r r r r# r
t s c C s d S r/ r r r r r# �shutdownw s rL r c C s ddl m} || ||�S )N� )�
ThreadPool)ZpoolrN )Z processesZ initializerZinitargsrN r r r# r z s )T)NNr )#�__all__r rJ r r@ Z
connectionr r r r r r
r r Zqueuer r r r Zcurrent_threadr r r r r �objectr3 �dictr0 rC rD r
rL r r r r r r# �<module> sN �
multiprocessing/dummy/__pycache__/__init__.cpython-38.opt-2.pyc 0000644 00000007501 15115353744 0020500 0 ustar 00 U
e5d� � @ s d ddddddddd d
d d d
ddgZ ddlZddlZddlZddlZddlmZ ddlmZmZm Z m
Z
ddlm Z m Z m
Z
ddlmZ G dd� dej�ZeZejZe�� e� _dd� Zdd� ZG dd � d e�ZeZe Z d'd d �Z G d d!� d!e�Z d"d � Z d#d$� Z d(d&d�Z!eZ"dS ))�Process�current_process�active_children�freeze_support�Lock�RLock� Semaphore�BoundedSemaphore� Condition�Event�Barrier�Queue�Manager�Pipe�Pool�
JoinableQueue� N� )r )r r r r )r
r r )r c @ s4 e Zd Zddddi fdd�Zdd� Zedd� �ZdS ) � DummyProcessN� c C s8 t j�| |||||� d | _t�� | _d| _t� | _ d S )NF)
� threading�Thread�__init__Z_pid�weakref�WeakKeyDictionary� _children�
_start_calledr �_parent)�self�group�target�name�args�kwargsr r �6/usr/lib64/python3.8/multiprocessing/dummy/__init__.pyr $ s
zDummyProcess.__init__c C sN | j t� k r td�| j t� ���d| _t| j d�r>d | j j| < tj� | � d S )Nz,Parent is {0!r} but current_process is {1!r}Tr )
r r � RuntimeError�formatr �hasattrr r r �start�r r r r# r' + s �� zDummyProcess.startc C s | j r| �� sdS d S d S )Nr )r �is_aliver( r r r# �exitcode5 s zDummyProcess.exitcode)�__name__�
__module__� __qualname__r r' �propertyr* r r r r# r " s
r c C s2 t � j} t| �D ]}|�� s| �|d � qt| �S �N)r r �listr) �pop)Zchildren�pr r r# r D s
c C s d S r/ r r r r r# r K s c @ s e Zd Zdd� Zdd� ZdS )� Namespacec K s | j �|� d S r/ )�__dict__�update)r �kwdsr r r# r S s zNamespace.__init__c C sZ t | j�� �}g }|D ]$\}}|�d�s|�d||f � q|�� d| jjd�|�f S )N�_z%s=%rz%s(%s)z, ) r0 r4 �items�
startswith�append�sort� __class__r+ �join)r r8 Ztempr �valuer r r# �__repr__U s
zNamespace.__repr__N)r+ r, r- r r? r r r r# r3 R s r3 Tc C s t � | |�S r/ )�array)�typecodeZsequence�lockr r r# �Arraya s rC c @ s8 e Zd Zd
dd�Zedd� �Zejdd� �Zdd� Zd S ) �ValueTc C s || _ || _d S r/ )� _typecode�_value)r rA r> rB r r r# r e s zValue.__init__c C s | j S r/ �rF r( r r r# r> i s z Value.valuec C s
|| _ d S r/ rG )r r> r r r# r> m s c C s dt | �j| j| jf S )Nz <%s(%r, %r)>)�typer+ rE rF r( r r r# r? q s zValue.__repr__N)T)r+ r, r- r r. r> �setterr? r r r r# rD d s
rD c C s
t jt S r/ )�sys�modulesr+ r r r r# r
t s c C s d S r/ r r r r r# �shutdownw s rL r c C s ddl m} || ||�S )N� )�
ThreadPool)ZpoolrN )Z processesZ initializerZinitargsrN r r r# r z s )T)NNr )#�__all__r rJ r r@ Z
connectionr r r r r r
r r Zqueuer r r r Zcurrent_threadr r r r r �objectr3 �dictr0 rC rD r
rL r r r r r r# �<module> sN �
multiprocessing/dummy/__pycache__/connection.cpython-38.pyc 0000644 00000004766 15115353744 0020152 0 ustar 00 U
e5d> � @ sR d ddgZ ddlmZ dgZG dd� de�Zdd � Zd d d�ZG d
d � d e�ZdS )
�Client�Listener�Pipe� )�QueueNc @ sB e Zd Zddd�Zdd� Zdd� Zed d
� �Zd d � Zd
d� Z dS )r N� c C s t |�| _d S �N)r �_backlog_queue)�self�addressZfamilyZbacklog� r �8/usr/lib64/python3.8/multiprocessing/dummy/connection.py�__init__ s zListener.__init__c C s t | j�� � S r )�
Connectionr �get�r r r r �accept s zListener.acceptc C s
d | _ d S r �r r r r r �close s zListener.closec C s | j S r r r r r r r
s zListener.addressc C s | S r r r r r r � __enter__! s zListener.__enter__c C s | � � d S r �r �r �exc_type� exc_valueZexc_tbr r r �__exit__$ s zListener.__exit__)NNr )
�__name__�
__module__� __qualname__r
r r �propertyr
r r r r r r r s
c C s& t � t � }}| �||f� t||�S r )r �putr )r
�_in�_outr r r r ( s Tc C s" t � t � }}t||�t||�fS r )r r )Zduplex�a�br r r r . s c @ s6 e Zd Zdd� Zd
dd�Zdd� Zdd � Zd
d � Zd S )r c C s, || _ || _|j | _| _|j | _| _d S r )r r r �sendZ
send_bytesr ZrecvZ
recv_bytes)r r r r r r r
5 s zConnection.__init__� c C sN | j �� dkrdS |dkr dS | j j� | j j�|� W 5 Q R X | j �� dkS )Nr Tr$ F)r ZqsizeZ not_empty�wait)r Ztimeoutr r r �poll; s
zConnection.pollc C s d S r r r r r r r D s zConnection.closec C s | S r r r r r r r G s zConnection.__enter__c C s | � � d S r r r r r r r J s zConnection.__exit__N)r$ )r r r r
r& r r r r r r r r 3 s
r )T) �__all__Zqueuer Zfamilies�objectr r r r r r r r �<module>
s
multiprocessing/dummy/__pycache__/connection.cpython-38.opt-2.pyc 0000644 00000004766 15115353744 0021112 0 ustar 00 U
e5d> � @ sR d ddgZ ddlmZ dgZG dd� de�Zdd � Zd d d�ZG d
d � d e�ZdS )
�Client�Listener�Pipe� )�QueueNc @ sB e Zd Zddd�Zdd� Zdd� Zed d
� �Zd d � Zd
d� Z dS )r N� c C s t |�| _d S �N)r �_backlog_queue)�self�addressZfamilyZbacklog� r �8/usr/lib64/python3.8/multiprocessing/dummy/connection.py�__init__ s zListener.__init__c C s t | j�� � S r )�
Connectionr �get�r r r r �accept s zListener.acceptc C s
d | _ d S r �r r r r r �close s zListener.closec C s | j S r r r r r r r
s zListener.addressc C s | S r r r r r r � __enter__! s zListener.__enter__c C s | � � d S r �r �r �exc_type� exc_valueZexc_tbr r r �__exit__$ s zListener.__exit__)NNr )
�__name__�
__module__� __qualname__r
r r �propertyr
r r r r r r r s
c C s& t � t � }}| �||f� t||�S r )r �putr )r
�_in�_outr r r r ( s Tc C s" t � t � }}t||�t||�fS r )r r )Zduplex�a�br r r r . s c @ s6 e Zd Zdd� Zd
dd�Zdd� Zdd � Zd
d � Zd S )r c C s, || _ || _|j | _| _|j | _| _d S r )r r r �sendZ
send_bytesr ZrecvZ
recv_bytes)r r r r r r r
5 s zConnection.__init__� c C sN | j �� dkrdS |dkr dS | j j� | j j�|� W 5 Q R X | j �� dkS )Nr Tr$ F)r ZqsizeZ not_empty�wait)r Ztimeoutr r r �poll; s
zConnection.pollc C s d S r r r r r r r D s zConnection.closec C s | S r r r r r r r G s zConnection.__enter__c C s | � � d S r r r r r r r J s zConnection.__exit__N)r$ )r r r r
r& r r r r r r r r 3 s
r )T) �__all__Zqueuer Zfamilies�objectr r r r r r r r �<module>
s
multiprocessing/dummy/__pycache__/__init__.cpython-38.pyc 0000644 00000007501 15115353744 0017540 0 ustar 00 U
e5d� � @ s d ddddddddd d
d d d
ddgZ ddlZddlZddlZddlZddlmZ ddlmZmZm Z m
Z
ddlm Z m Z m
Z
ddlmZ G dd� dej�ZeZejZe�� e� _dd� Zdd� ZG dd � d e�ZeZe Z d'd d �Z G d d!� d!e�Z d"d � Z d#d$� Z d(d&d�Z!eZ"dS ))�Process�current_process�active_children�freeze_support�Lock�RLock� Semaphore�BoundedSemaphore� Condition�Event�Barrier�Queue�Manager�Pipe�Pool�
JoinableQueue� N� )r )r r r r )r
r r )r c @ s4 e Zd Zddddi fdd�Zdd� Zedd� �ZdS ) � DummyProcessN� c C s8 t j�| |||||� d | _t�� | _d| _t� | _ d S )NF)
� threading�Thread�__init__Z_pid�weakref�WeakKeyDictionary� _children�
_start_calledr �_parent)�self�group�target�name�args�kwargsr r �6/usr/lib64/python3.8/multiprocessing/dummy/__init__.pyr $ s
zDummyProcess.__init__c C sN | j t� k r td�| j t� ���d| _t| j d�r>d | j j| < tj� | � d S )Nz,Parent is {0!r} but current_process is {1!r}Tr )
r r � RuntimeError�formatr �hasattrr r r �start�r r r r# r' + s �� zDummyProcess.startc C s | j r| �� sdS d S d S )Nr )r �is_aliver( r r r# �exitcode5 s zDummyProcess.exitcode)�__name__�
__module__� __qualname__r r' �propertyr* r r r r# r " s
r c C s2 t � j} t| �D ]}|�� s| �|d � qt| �S �N)r r �listr) �pop)Zchildren�pr r r# r D s
c C s d S r/ r r r r r# r K s c @ s e Zd Zdd� Zdd� ZdS )� Namespacec K s | j �|� d S r/ )�__dict__�update)r �kwdsr r r# r S s zNamespace.__init__c C sZ t | j�� �}g }|D ]$\}}|�d�s|�d||f � q|�� d| jjd�|�f S )N�_z%s=%rz%s(%s)z, ) r0 r4 �items�
startswith�append�sort� __class__r+ �join)r r8 Ztempr �valuer r r# �__repr__U s
zNamespace.__repr__N)r+ r, r- r r? r r r r# r3 R s r3 Tc C s t � | |�S r/ )�array)�typecodeZsequence�lockr r r# �Arraya s rC c @ s8 e Zd Zd
dd�Zedd� �Zejdd� �Zdd� Zd S ) �ValueTc C s || _ || _d S r/ )� _typecode�_value)r rA r> rB r r r# r e s zValue.__init__c C s | j S r/ �rF r( r r r# r> i s z Value.valuec C s
|| _ d S r/ rG )r r> r r r# r> m s c C s dt | �j| j| jf S )Nz <%s(%r, %r)>)�typer+ rE rF r( r r r# r? q s zValue.__repr__N)T)r+ r, r- r r. r> �setterr? r r r r# rD d s
rD c C s
t jt S r/ )�sys�modulesr+ r r r r# r
t s c C s d S r/ r r r r r# �shutdownw s rL r c C s ddl m} || ||�S )N� )�
ThreadPool)ZpoolrN )Z processesZ initializerZinitargsrN r r r# r z s )T)NNr )#�__all__r rJ r r@ Z
connectionr r r r r r
r r Zqueuer r r r Zcurrent_threadr r r r r �objectr3 �dictr0 rC rD r
rL r r r r r r# �<module> sN �
multiprocessing/dummy/connection.py 0000644 00000003076 15115353744 0013655 0 ustar 00 #
# Analogue of `multiprocessing.connection` which uses queues instead of sockets
#
# multiprocessing/dummy/connection.py
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
__all__ = [ 'Client', 'Listener', 'Pipe' ]
from queue import Queue
families = [None]
class Listener(object):
def __init__(self, address=None, family=None, backlog=1):
self._backlog_queue = Queue(backlog)
def accept(self):
return Connection(*self._backlog_queue.get())
def close(self):
self._backlog_queue = None
@property
def address(self):
return self._backlog_queue
def __enter__(self):
return self
def __exit__(self, exc_type, exc_value, exc_tb):
self.close()
def Client(address):
_in, _out = Queue(), Queue()
address.put((_out, _in))
return Connection(_in, _out)
def Pipe(duplex=True):
a, b = Queue(), Queue()
return Connection(a, b), Connection(b, a)
class Connection(object):
def __init__(self, _in, _out):
self._out = _out
self._in = _in
self.send = self.send_bytes = _out.put
self.recv = self.recv_bytes = _in.get
def poll(self, timeout=0.0):
if self._in.qsize() > 0:
return True
if timeout <= 0.0:
return False
with self._in.not_empty:
self._in.not_empty.wait(timeout)
return self._in.qsize() > 0
def close(self):
pass
def __enter__(self):
return self
def __exit__(self, exc_type, exc_value, exc_tb):
self.close()
multiprocessing/popen_forkserver.py 0000644 00000004266 15115353744 0013756 0 ustar 00 import io
import os
from .context import reduction, set_spawning_popen
if not reduction.HAVE_SEND_HANDLE:
raise ImportError('No support for sending fds between processes')
from . import forkserver
from . import popen_fork
from . import spawn
from . import util
__all__ = ['Popen']
#
# Wrapper for an fd used while launching a process
#
class _DupFd(object):
def __init__(self, ind):
self.ind = ind
def detach(self):
return forkserver.get_inherited_fds()[self.ind]
#
# Start child process using a server process
#
class Popen(popen_fork.Popen):
method = 'forkserver'
DupFd = _DupFd
def __init__(self, process_obj):
self._fds = []
super().__init__(process_obj)
def duplicate_for_child(self, fd):
self._fds.append(fd)
return len(self._fds) - 1
def _launch(self, process_obj):
prep_data = spawn.get_preparation_data(process_obj._name)
buf = io.BytesIO()
set_spawning_popen(self)
try:
reduction.dump(prep_data, buf)
reduction.dump(process_obj, buf)
finally:
set_spawning_popen(None)
self.sentinel, w = forkserver.connect_to_new_process(self._fds)
# Keep a duplicate of the data pipe's write end as a sentinel of the
# parent process used by the child process.
_parent_w = os.dup(w)
self.finalizer = util.Finalize(self, util.close_fds,
(_parent_w, self.sentinel))
with open(w, 'wb', closefd=True) as f:
f.write(buf.getbuffer())
self.pid = forkserver.read_signed(self.sentinel)
def poll(self, flag=os.WNOHANG):
if self.returncode is None:
from multiprocessing.connection import wait
timeout = 0 if flag == os.WNOHANG else None
if not wait([self.sentinel], timeout):
return None
try:
self.returncode = forkserver.read_signed(self.sentinel)
except (OSError, EOFError):
# This should not happen usually, but perhaps the forkserver
# process itself got killed
self.returncode = 255
return self.returncode
multiprocessing/__pycache__/forkserver.cpython-38.pyc 0000644 00000020251 15115353744 0017033 0 ustar 00 U
e5d�0 � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZddl m
Z
ddl m Z ddl m
Z
ddl mZ ddl mZ ddl mZ d d
d d gZd
Ze�d�ZG dd� de�Zddd�Zdd� Zdd� Zdd� Ze� Zej Z ej Z ej Z ej Z dS )� N� )�
connection)�process)� reduction)�resource_tracker)�spawn)�util�ensure_running�get_inherited_fds�connect_to_new_process�set_forkserver_preload� �qc @ sD e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )�
ForkServerc C s. d | _ d | _d | _d | _t�� | _dg| _d S )N�__main__)�_forkserver_address�_forkserver_alive_fd�_forkserver_pid�_inherited_fds� threadingZLock�_lock�_preload_modules��self� r �2/usr/lib64/python3.8/multiprocessing/forkserver.py�__init__" s
zForkServer.__init__c C s | j � | �� W 5 Q R X d S �N)r �_stop_unlockedr r r r �_stop* s zForkServer._stopc C sV | j d krd S t�| j� d | _t�| j d� d | _ t�| j�sLt�| j� d | _d S )Nr ) r �os�closer �waitpidr � is_abstract_socket_namespacer �unlinkr r r r r / s
zForkServer._stop_unlockedc C s& t dd� | jD ��s td��|| _dS )z>Set list of module names to try to load in forkserver process.c s s | ]}t |�tkV qd S r )�type�str)�.0�modr r r � <genexpr>@ s z4ForkServer.set_forkserver_preload.<locals>.<genexpr>z&module_names must be a list of stringsN)�allr � TypeError)r Z
modules_namesr r r r > s z!ForkServer.set_forkserver_preloadc C s | j S )z�Return list of fds inherited from parent process.
This returns None if the current process was not started by fork
server.
)r r r r r r
D s z ForkServer.get_inherited_fdsc
C s� | � � t|�d tkr td��t�tj���}|�| j� t� � \}}t� � \}}||| j
t � � g}||7 }zNz&t�||� ||fW W �4W 5 Q R � S t�
|� t�
|� � Y nX W 5 t�
|� t�
|� X W 5 Q R X dS )a; Request forkserver to create a child process.
Returns a pair of fds (status_r, data_w). The calling process can read
the child process's pid and (eventually) its returncode from status_r.
The calling process should write to data_w the pickled preparation and
process data.
� z too many fdsN)r �len�MAXFDS_TO_SEND�
ValueError�socket�AF_UNIXZconnectr r �piper r Zgetfdr! r Zsendfds)r �fdsZclientZparent_r�child_w�child_rZparent_wZallfdsr r r r L s( �
z!ForkServer.connect_to_new_processc s� | j ��~ t�� | jdk r`t�| jtj�\}}|sBW 5 Q R � dS t�| j� d| _ d| _d| _d}| j
r�ddh� t � d�}� fdd�|�
� D �}ni }t�tj���}t�d�}|�|� t�|�s�t�|d � |�� t�� \}}ztzV|�� |g} ||�� || j
|f; }t �� }
|
gt�� } | d
|g7 } t�|
| | �}W n t�|� � Y nX W 5 t�|� X || _ || _|| _W 5 Q R X W 5 Q R X dS ) z�Make sure that a fork server is running.
This can be called from any process. Note that usually a child
process will just reuse the forkserver started by its parent, so
ensure_running() will do nothing.
NzCfrom multiprocessing.forkserver import main; main(%d, %d, %r, **%r)� main_path�sys_path�ignorec s i | ]\}}|� kr||�qS r r )r' �x�y�Z desired_keysr r �
<dictcomp>� s z-ForkServer.ensure_running.<locals>.<dictcomp>r1 i� z-c) r r r r r r" �WNOHANGr! r r r r Zget_preparation_data�itemsr0 r1 r Zarbitrary_addressZbindr r# �chmodZlistenr2 �filenoZget_executableZ _args_from_interpreter_flagsZspawnv_passfds) r �pidZstatus�cmd�data�listenerZaddress�alive_rZalive_wZ fds_to_passZexe�argsr r; r r i sN
�
zForkServer.ensure_runningN)
�__name__�
__module__� __qualname__r r r r r
r r r r r r r s r c C s� |rdd|kr8|dk r8dt �� _zt�|� W 5 t �� `X |D ]&}z t|� W q< tk
r` Y q<X q<t�� t �
� \}}t � |d� t � |d� dd� }t j
|t jt ji} dd� | �� D �}
t �|� i } tjtj| d ���} t�� ���}
| �� t_|
�| tj� |
�|tj� |
�|tj� �z�d
d � |
�� D �}|�r"�qB�q"||k�rjt � |d �d
k�sft d��t �||k�r\t � |d� zt � dt j �\}}W n t!k
�r� Y �q\Y nX |dk�rq\| �"|d�}|dk �rJt �#|��r�t �$|� }n&t �%|��st d�&||���t �'|�}zt(||� W n t)k
�r< Y nX t �*|� nt+�,d| � �q�| |k�r�| �-� d ��,}t.�/|t0d �}t1|�t0k�r�t2d�&t1|����|^}}}|�*� t �3� }|dk�rNd }zpz<| �*� |
�*� ||||g}|�5| �6� � t7||||
�}W n. t8k
�r: t9j:t9�;� � t9j<�=� Y nX W 5 t �4|� X nNzt(||� W n t)k
�rr Y nX || |< t �*|� |D ]}t �*|� �q�W 5 Q R X W n4 t>k
�r� } z|j?t?j@k�r̂ W 5 d}~X Y nX �q W 5 Q R X W 5 Q R X dS )zRun forkserver.r NTFc W s d S r r )Z_unusedr r r �sigchld_handler� s z main.<locals>.sigchld_handlerc S s i | ]\}}|t � ||��qS r )�signal)r' �sig�valr r r r< � s � zmain.<locals>.<dictcomp>)r@ c S s g | ]\}}|j �qS r )Zfileobj)r' �keyZeventsr r r �
<listcomp>� s zmain.<locals>.<listcomp>r � z Not at EOF?i ���r zChild {0:n} status is {1:n}z.forkserver: waitpid returned unexpected pid %dz Too many ({0:n}) fds to send)Ar Zcurrent_processZ _inheritingr Zimport_main_path�
__import__� ImportErrorr Z _close_stdinr r2 � set_blockingrK �SIGCHLD�SIGINT�SIG_IGNr> �
set_wakeup_fdr0 r1 � selectorsZDefaultSelectorZ getsockname� _forkserverr �registerZ
EVENT_READZselect�read�AssertionError�
SystemExitr" r= �ChildProcessError�pop� WIFSIGNALED�WTERMSIG� WIFEXITED�format� WEXITSTATUS� write_signed�BrokenPipeErrorr! �warnings�warnZacceptr Zrecvfdsr. r- � RuntimeError�fork�_exit�extend�values�
_serve_one� Exception�sys�
excepthook�exc_info�stderr�flush�OSError�errnoZ ECONNABORTED)Z listener_fdrE Zpreloadr6 r7 �modnameZsig_rZsig_wrJ �handlersZ old_handlersZ pid_to_fdrD ZselectorZrfdsrA �stsr4 �
returncode�sr3 r5 �code�
unused_fds�fd�er r r �main� s�
��
�
��
�
��
�
r� c C sh t �d� |�� D ]\}}t � ||� q|D ]}t�|� q,|^t_tj_ t_
t� | �}t �
| |�}|S )NrQ )rK rX r> r r! rZ r r Z_resource_trackerZ_fdr �dupr Z_main) r5 r3 r~ ry rL rM r Zparent_sentinelr} r r r ro 1 s
�
ro c C sN d}t j}t|�|k r@t�| |t|� �}|s6td��||7 }q
t �|�d S )NrP zunexpected EOFr )�
SIGNED_STRUCT�sizer- r r\ �EOFErrorZunpack)r rC Zlengthr| r r r � read_signedH s
r� c C s< t �|�}|r8t�| |�}|dkr*td��||d � }q
d S )Nr zshould not get here)r� Zpackr �writerj )r �n�msg�nbytesr r r rf R s
rf )NN) rw r rY rK r0 Zstructrq r rh � r r �contextr r r r �__all__r. ZStructr� �objectr r� ro r� rf rZ r r
r r r r r r �<module> s> �
multiprocessing/__pycache__/managers.cpython-38.opt-2.pyc 0000644 00000110760 15115353744 0017405 0 ustar 00 U
e5d� � @ sB d ddddgZ ddlZddlZddlZddlZddlZddlZddlZddlmZ ddl m
Z
d d
l m Z d d l
mZmZmZ d d l mZ d d
l mZ d dl mZ d dl mZ zd dl mZ dZW n ek
r� dZY nX dd� Ze�eje� dd� dD �Zed ek �r.dd� Z eD ]Z e�e e � �qG dd� de �Z di fd d �Z d d � Z!G d d!� d!e"�Z#d"d#� Z$d$d%� Z%G d&d'� d'e �Z&G d(d)� d)e �Z'e j(e j)fe j*e j+fd*�Z,G d+d � d e �Z-G d,d-� d-e.�Z/G d.d� de �Z0d/d0� Z1i fd1d2�Z2dld3d4�Z3G d5d6� d6e �Z4G d7d8� d8e �Z5dmd9d:�Z6G d;d<� d<e0�Z7G d=d>� d>e0�Z8G d?d@� d@e8�Z9G dAdB� dBe0�Z:G dCdD� dDe0�Z;G dEdF� dFe0�Z<G dGdH� dHe0�Z=e2dIdJ�Z>G dKdL� dLe>�Z?e2dMdN�Z@dOdPie@_Ae2dQdR�ZBe2dSdT�ZCdUdUdUdPdPdV�eC_AG dWdS� dSeC�ZDG dXd� de-�ZEeE�dYejF� eE�dZejF� eE�d[ejGe:� eE�d\ejHe8� eE�d]ejIe8� eE�d^ejJe8� eE�d_ejKe8� eE�d`ejLe9� eE�daejMe;� eE�dbejNeD� eE�dcee?� eE�ddeOe@� eE�d8e5e=� eE�d:e6eB� eE�d6e4e<� eEjdPe7dde� eEjdUddf� e�r>G dgdh� dh�ZPG didj� dje&�ZQG dkd� de-�ZRdS )n� BaseManager� SyncManager� BaseProxy�Token�SharedMemoryManager� N)�getpid)�
format_exc� )�
connection)� reduction�get_spawning_popen� ProcessError)�pool)�process)�util)� get_context)�
shared_memoryTFc C s t j | j| �� ffS �N)�array�typecode�tobytes)�a� r �0/usr/lib64/python3.8/multiprocessing/managers.py� reduce_array- s r c C s g | ]}t ti |�� ��qS r )�type�getattr��.0�namer r r �
<listcomp>1 s r )�items�keys�valuesc C s t t | �ffS r )�list��objr r r �rebuild_as_list3 s r' c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) r ��typeid�address�idc C s ||| | _ | _| _d S r r( )�selfr) r* r+ r r r �__init__B s zToken.__init__c C s | j | j| jfS r r( �r, r r r � __getstate__E s zToken.__getstate__c C s |\| _ | _| _d S r r( �r, �stater r r � __setstate__H s zToken.__setstate__c C s d| j j| j| j| jf S )Nz %s(typeid=%r, address=%r, id=%r))� __class__�__name__r) r* r+ r. r r r �__repr__K s �zToken.__repr__N)r4 �
__module__� __qualname__� __slots__r- r/ r2 r5 r r r r r < s
r c C s8 | � ||||f� | �� \}}|dkr*|S t||��d S )N�#RETURN)�send�recv�convert_to_error)�cr+ �
methodname�args�kwds�kind�resultr r r �dispatchS s
rC c C sd | dkr |S | dkrRt |t�s4td�|| t|����| dkrHtd| �S t|�S ntd�| ��S d S )N�#ERROR)�
#TRACEBACK�#UNSERIALIZABLEz.Result {0!r} (kind '{1}') type is {2}, not strrF zUnserializable message: %s
z Unrecognized message type {!r})�
isinstance�str� TypeError�formatr � RemoteError�
ValueError)rA rB r r r r< ] s
��
r< c @ s e Zd Zdd� ZdS )rK c C s dt | jd � d S )NzM
---------------------------------------------------------------------------
r zK---------------------------------------------------------------------------)rH r? r. r r r �__str__m s zRemoteError.__str__N)r4 r6 r7 rM r r r r rK l s rK c C s2 g }t | �D ] }t| |�}t|�r |�|� q |S r )�dirr �callable�append)r& �tempr �funcr r r � all_methodst s
rS c C s dd� t | �D �S )Nc S s g | ]}|d dkr|�qS )r �_r r r r r r � s z"public_methods.<locals>.<listcomp>)rS r% r r r �public_methods s rU c @ s� e Zd Zddddddddd g Zd
d � Zd d
� Zdd� Zdd� Zdd� Zdd� Z dd� Z
dd� Z e
e e d�Z dd � Z
d d � Zd d � Zd!d"� Zd#d$� Zd%e_d&d'� Zd(d)� Zd*d+� Zd,d-� Zd.S )/�Server�shutdown�create�accept_connection� get_methods�
debug_info�number_of_objects�dummy�incref�decrefc C sx t |t�s td�|t|����|| _t�|�| _t | \}}||dd�| _
| j
j | _ ddi| _ i | _
i | _t�� | _d S )Nz&Authkey {0!r} is type {1!s}, not bytes� )r* Zbacklog�0�Nr )rG �bytesrI rJ r �registryr �AuthenticationString�authkey�listener_client�listenerr* � id_to_obj�id_to_refcount�id_to_local_proxy_obj� threading�Lock�mutex)r, rd r* rf �
serializer�Listener�Clientr r r r- � s
��
zServer.__init__c C s� t �� | _| t�� _zVt j| jd�}d|_|�� z | j�� sL| j�d� q4W n ttfk
rf Y nX W 5 tjtjkr�t �
d� tjt_tj t_ t�
d� X d S )Nzresetting stdout, stderrr )�targetTr )rl �Event�
stop_eventr �current_process�_manager_server�sys�stdout�
__stdout__r �debug�
__stderr__�stderr�exit�Thread�accepter�daemon�start�is_set�wait�KeyboardInterrupt�
SystemExit)r, r r r r �
serve_forever� s
zServer.serve_foreverc C sN z| j �� }W n tk
r& Y q Y nX tj| j|fd�}d|_|�� q d S )N�rr r? T)rh Zaccept�OSErrorrl r~ �handle_requestr� r� )r, r= �tr r r r � s
zServer.accepterc C s4 d } }}z>t �|| j� t �|| j� |�� }|\}}}}t| |�}W n tk
rh dt� f} Y n>X z||f|�|�}W n tk
r� dt� f} Y n
X d|f} z|�| � W nr tk
�r& }
zRz|�dt� f� W n tk
r� Y nX t �
d| � t �
d|� t �
d|
� W 5 d }
~
X Y nX |� � d S )NrE r9 zFailure to send message: %rz ... request was %r� ... exception was %r) r
Zdeliver_challengerf Zanswer_challenger; r � Exceptionr r: r �info�close) r, r= �funcnamerB �request�ignorer? r@ rR �msg�er r r r� � s2 zServer.handle_requestc
C s� t �dt�� j� |j}|j}| j}| j� � �s�zBd }}|� }|\}}} }
z|| \}} } W n^ t
k
r� }
z@z| j | \}} } W n& t
k
r� } z|
�W 5 d }~X Y nX W 5 d }
~
X Y nX || kr�t d|t
|�| f ��t||�}z|| |
�}W n, tk
�r" } z d|f}W 5 d }~X Y nPX | �o4| �|d �}|�rj| �|||�\}}t|| j|�}d||ff}nd|f}W n� t k
�r� |d k�r�dt� f}nNz,| j| }|| |||f| �|
�}d|f}W n tk
�r� dt� f}Y nX Y nP tk
�r t �dt�� j� t�d� Y n tk
�r< dt� f}Y nX zDz ||� W n2 tk
�r~ } z|d t� f� W 5 d }~X Y nX W q$ tk
�r� } z@t �d
t�� j� t �d |� t �d |� |�� t�d
� W 5 d }~X Y q$X q$d S )Nz$starting server thread to service %rz+method %r of %r object is not in exposed=%rrD �#PROXYr9 rE z$got EOF -- exiting thread serving %rr rF z exception in thread serving %rz ... message was %rr� r )r rz rl �current_threadr r; r: ri rt r� �KeyErrorrk �AttributeErrorr r r� �getrX r r* r �fallback_mapping�EOFErrorrw r} r� r� )r, �connr; r: ri r> r& r� �identr? r@ �exposed� gettypeid�keZ second_keZfunction�resr� r� r) ZridentZrexposed�tokenZ
fallback_funcrB r r r � serve_client� s� � � ( ��
��� � $� zServer.serve_clientc C s |S r r �r, r� r� r& r r r �fallback_getvalue5 s zServer.fallback_getvaluec C s t |�S r �rH r� r r r � fallback_str8 s zServer.fallback_strc C s t |�S r )�reprr� r r r �
fallback_repr; s zServer.fallback_repr)rM r5 � #GETVALUEc C s d S r r �r, r= r r r r] D s z Server.dummyc
C s� | j �t g }t| j�� �}|�� |D ]<}|dkr&|�d|| j| t| j| d �d d� f � q&d�|�W 5 Q R � S Q R X d S )Nra z %s: refcount=%s
%sr �K �
) rn r$ rj r" �sortrP rH ri �join)r, r= rB r" r� r r r r[ G s
��zServer.debug_infoc C s
t | j�S r )�lenrj r� r r r r\ W s zServer.number_of_objectsc C sL z:zt�d� |�d� W n dd l}|�� Y nX W 5 | j �� X d S )Nz!manager received shutdown message�r9 Nr )rt �setr rz r: � traceback� print_exc)r, r= r� r r r rW ^ s
zServer.shutdownc O s� t | �dkr| ^}}}} n�| s(td��n�d|krDtdt | �d ��|�d�}t | �dkr~| ^}}} dd l}|jdtdd � nFd
|kr�tdt | �d ��|�d
�}| ^}} dd l}|jd tdd � t| �} |j�� |j| \}}}} |d k�r|�st | �dk�r t d ��| d }
n
|| |�}
|d k�r2t
|
�}|d k �rlt |t ��s\td
�
|t|����t|�t|� }dt|
� } t�d|| � |
t|�|f|j| < | |jk�r�d|j| < W 5 Q R X |�|| � | t|�fS )N� z8descriptor 'create' of 'Server' object needs an argumentr) �7create expected at least 2 positional arguments, got %dr � r z2Passing 'typeid' as keyword argument is deprecated)�
stacklevelr= z-Passing 'c' as keyword argument is deprecatedz4Without callable, must have one non-keyword argumentz,Method_to_typeid {0!r}: type {1!s}, not dictz%xz&%r callable returned object with id %r)r� rI �pop�warnings�warn�DeprecationWarning�tuplern rd rL rU rG �dictrJ r r$ r+ r rz r� ri rj r^ ) r? r@ r, r= r) r� rO r� �method_to_typeid� proxytyper& r� r r r rX k sp
�
�
�
��
�
�� z
Server.createz$($self, c, typeid, /, *args, **kwds)c C s t | j|j d �S )Nr )r� ri r+ )r, r= r� r r r rZ � s zServer.get_methodsc C s" |t �� _|�d� | �|� d S )Nr� )rl r� r r: r� )r, r= r r r r rY � s
zServer.accept_connectionc C s� | j �� z| j| d7 < W nh tk
r� } zJ|| jkrrd| j|< | j| | j|< | j| \}}}t�d|� n|�W 5 d }~X Y nX W 5 Q R X d S )Nr z&Server re-enabled tracking & INCREF %r)rn rj r� rk ri r rz )r, r= r� r� r& r� r� r r r r^ � s
�z
Server.increfc C s� || j kr$|| jkr$t�d|� d S | j�Z | j | dkrXtd�|| j| | j | ���| j | d8 < | j | dkr�| j |= W 5 Q R X || j kr�d| j|< t�d|� | j� | j|= W 5 Q R X d S )NzServer DECREF skipping %rr z+Id {0!s} ({1!r}) has refcount {2:n}, not 1+r )Nr Nzdisposing of obj with id %r)rj rk r rz rn �AssertionErrorrJ ri )r, r= r� r r r r_ � s,
� ��
z
Server.decrefN)r4 r6 r7 �publicr- r� r r� r� r� r� r� r� r] r[ r\ rW rX �__text_signature__rZ rY r^ r_ r r r r rV � s: �
"Q�
=rV c @ s e Zd ZdgZdZdZdZdS )�State�valuer r r� N)r4 r6 r7 r8 �INITIAL�STARTED�SHUTDOWNr r r r r� � s r� )�pickleZ xmlrpclibc @ s� e Zd Zi ZeZd!dd�Zdd� Zdd� Zd"d
d �Z e
d#d d
��Z dd� Z d$dd�Z
dd� Zdd� Zdd� Zdd� Zedd� �Zed d � �Ze
d%d d ��ZdS )&r Nr� c C s\ |d krt �� j}|| _t �|�| _t� | _tj| j_ || _
t | \| _ | _
|pTt� | _d S r )r ru rf �_addressre �_authkeyr� �_stater� r� � _serializerrg Z _Listener�_Clientr �_ctx)r, r* rf ro Zctxr r r r- s
zBaseManager.__init__c C sf | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���t| j | j
| j | j �S )N�Already started server�Manager has shut down�Unknown state {!r})
r� r� r� r� r� r
r� rJ rV � _registryr� r� r� r. r r r �
get_server s
�
�zBaseManager.get_serverc C s8 t | j \}}|| j| jd�}t|d d� tj| j_d S )N�rf r] ) rg r� r� r� rC r� r� r� r� )r, rp rq r� r r r �connect s zBaseManager.connectr c C s4 | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���|d k rht|�sht d��t
j dd�\}}| j j
t| �j| j| j| j| j|||fd�| _d�d d
� | jjD ��}t| �jd | | j_| j�� |�� |�� | _|�� tj| j _t j | t| �j | j| j| j| j | j fd d
�| _ d S )Nr� r� r� z initializer must be a callableF)Zduplexr� �:c s s | ]}t |�V qd S r r� )r �ir r r � <genexpr>A s z$BaseManager.start.<locals>.<genexpr>�-r �r? Z exitpriority)!r� r� r� r� r� r
r� rJ rO rI r
ZPiper� ZProcessr � _run_serverr� r� r� r� �_processr� Z _identityr4 r r� r� r; r �Finalize�_finalize_managerr� rW )r, � initializer�initargs�reader�writerr� r r r r� ( sH
� ��
��zBaseManager.startc C s^ t � t jt j� |d k r ||� | �||||�}|�|j� |�� t�d|j� |� � d S )Nzmanager serving at %r)
�signal�SIGINT�SIG_IGN�_Serverr: r* r� r r� r� ) �clsrd r* rf ro r� r� r� �serverr r r r� S s zBaseManager._run_serverc O sN | j | j| jd�}z t|d d|f| |�\}}W 5 |�� X t|| j|�|fS )Nr� rX )r� r� r� r� rC r )r, r) r? r@ r� r+ r� r r r �_createj s
zBaseManager._createc C s* | j d k r&| j �|� | j �� s&d | _ d S r )r� r� �is_alive�r, �timeoutr r r r� v s
zBaseManager.joinc C s2 | j | j| jd�}zt|d d�W �S |�� X d S )Nr� r[ �r� r� r� r� rC �r, r� r r r � _debug_info s zBaseManager._debug_infoc C s2 | j | j| jd�}zt|d d�W �S |�� X d S )Nr� r\ r� r� r r r �_number_of_objects� s z BaseManager._number_of_objectsc C sj | j jtjkr| �� | j jtjkrf| j jtjkr<td��n*| j jtjkrTtd��ntd�| j j���| S )NzUnable to start serverr� r� ) r� r� r� r� r� r� r
r� rJ r. r r r � __enter__� s
�zBaseManager.__enter__c C s | � � d S r )rW �r, �exc_typeZexc_valZexc_tbr r r �__exit__� s zBaseManager.__exit__c C s� | � � r�t�d� z,|||d�}zt|d d� W 5 |�� X W n tk
rR Y nX | jdd� | � � r�t�d� t| d�r�t�d� | �� | jd d� | � � r�t�d
� t j
|_ z t j
|= W n tk
r� Y nX d S ) Nz#sending shutdown message to managerr� rW g �?)r� zmanager still alive� terminatez'trying to `terminate()` manager processg�������?z#manager still alive after terminate)r� r r� r� rC r� r� �hasattrr� r� r� r� r �_address_to_localr� )r r* rf r1 r� r� r r r r� � s.
z BaseManager._finalize_managerc C s | j S r )r� r. r r r r* � s zBaseManager.addressTc
s� d| j kr| j�� | _� d kr"t� |p0t� dd �}|p@t� dd �}|r\t|�� �D ]\}}qR|||� f| j�< |r�� �fdd�} �| _t| �| � d S )Nr� � _exposed_�_method_to_typeid_c s` t �d�� | j�f|�|�\}}� || j| | j|d�}| j|j| jd�}t|d d|jf� |S )Nz)requesting creation of a shared %r object��managerrf r� r� r_ ) r rz r� r� r� r� r* rC r+ )r, r? r@ r� Zexp�proxyr� �r� r) r r rQ � s �z"BaseManager.register.<locals>.temp) �__dict__r� �copy� AutoProxyr r$ r! r4 �setattr)
r� r) rO r� r� r� �
create_method�keyr� rQ r r� r �register� s(
� �
zBaseManager.register)NNr� N)Nr )Nr )N)NNNNT)r4 r6 r7 r� rV r� r- r� r� r� � classmethodr� r� r� r� r� r� r� � staticmethodr� �propertyr* r r r r r r � s6 �
+ �
�c @ s e Zd Zdd� Zdd� ZdS )�ProcessLocalSetc C s t �| dd� � d S )Nc S s | � � S r )�clearr% r r r �<lambda>� � z*ProcessLocalSet.__init__.<locals>.<lambda>)r �register_after_forkr. r r r r- � s zProcessLocalSet.__init__c C s t | �dfS rb )r r. r r r �
__reduce__� s zProcessLocalSet.__reduce__N)r4 r6 r7 r- r
r r r r r � s r c @ s| e Zd Zi Ze�� Zddd�Zdd� Zdi fd d
�Z d d � Z
d
d� Z e dd� �Z
dd� Zdd� Zdd� Zdd� Zdd� ZdS ) r NTFc C s� t j�8 t j�|jd �}|d kr:t�� t� f}|t j|j< W 5 Q R X |d | _|d | _ || _
| j
j | _ || _
|| _t| d | _|| _|d k r�t�|�| _n"| j
d k r�| j
j| _n t�� j| _|r�| �� t�| t j� d S )Nr r )r �_mutexr� r� r* r ZForkAwareLocalr �_tls�_idset�_tokenr+ �_id�_managerr� rg r� �_owned_by_managerr re r� ru rf �_increfr � _after_fork) r, r� ro r� rf r� r^ �
manager_ownedZ tls_idsetr r r r- s*
zBaseProxy.__init__c C sd t �d� t�� j}t�� jdkr4|dt�� j 7 }| j| jj | j
d�}t |d d|f� || j _
d S )Nz making connection to managerZ
MainThread�|r� rY )r rz r ru r rl r� r� r r* r� rC r r
)r, r r� r r r �_connect- s
zBaseProxy._connectr c C s� z | j j}W n6 tk
rB t�dt�� j� | �� | j j}Y nX |� | j
|||f� |� � \}}|dkrp|S |dkr�|\}}| j j
|j d } | jj|_| || j| j | j|d�}
| j|j| jd�}t|d d|jf� |
S t||��d S )Nz#thread %r does not own a connectionr9 r� ���r� r� r_ )r r
r� r rz rl r� r r r: r r; r r� r) r r* r� r� r� rC r+ r< ) r, r> r? r@ r� rA rB r� r� r� r� r r r � _callmethod6 s6 �
�zBaseProxy._callmethodc C s
| � d�S )Nr� �r r. r r r � _getvalueT s zBaseProxy._getvaluec C s� | j rt�d| jj� d S | j| jj| jd�}t|d d| j f� t�d| jj� | j
� | j � | j oj| j j
}tj| tj| j| j|| j| j
| jfdd�| _d S )Nz%owned_by_manager skipped INCREF of %rr� r^ z INCREF %r�
r� )r r rz r r+ r� r* r� rC r r �addr r� r� r �_decrefr Z_close)r, r� r1 r r r r Z s$
��zBaseProxy._increfc
C s� |� | j� |d ks |jtjkr�z2t�d| j� || j|d�}t|d d| jf� W q� t k
r� } zt�d|� W 5 d }~X Y q�X nt�d| j� |s�t
|d�r�t�dt � � j
� |j�� |`d S )Nz DECREF %rr� r_ z... decref failed %sz%DECREF %r -- manager already shutdownr
z-thread %r has no more proxies so closing conn)�discardr+ r� r� r� r rz r* rC r� r� rl r� r r
r� )r� rf r1 ZtlsZidsetr� r� r� r r r r n s �
zBaseProxy._decrefc
C sH d | _ z | �� W n0 tk
rB } zt�d| � W 5 d }~X Y nX d S )Nzincref failed: %s)r r r� r r� )r, r� r r r r � s
zBaseProxy._after_forkc C s^ i }t � d k r| j|d< t| dd�rB| j|d< tt| j| j|ffS tt| �| j| j|ffS d S )Nrf �_isautoFr� ) r r� r r� � RebuildProxyr r r� r �r, r@ r r r r
� s
��zBaseProxy.__reduce__c C s | � � S r )r )r, Zmemor r r � __deepcopy__� s zBaseProxy.__deepcopy__c C s dt | �j| jjt| �f S )Nz <%s object, typeid %r at %#x>)r r4 r r) r+ r. r r r r5 � s �zBaseProxy.__repr__c C s: z | � d�W S tk
r4 t| �d d� d Y S X d S )Nr5 r z; '__str__()' failed>)r r� r� r. r r r rM � s zBaseProxy.__str__)NNNTF)r4 r6 r7 r� r ZForkAwareThreadLockr r- r r r r r r r r
r% r5 rM r r r r r � s& �
)
c C s� t t�� dd �}|rT|j|jkrTt�d|� d|d< |j|jkrT|j|j |j|j< |� dd�opt t�� dd� }| ||fd|i|��S )Nrv z*Rebuild a proxy owned by manager, token=%rTr r^ Z _inheritingF)
r r ru r* r rz r+ rk ri r� )rR r� ro r@ r� r^ r r r r# � s
�
�r# c C sp t |�}z|| |f W S tk
r* Y nX i }|D ]}td||f |� q4t| tf|�}||_||| |f< |S )NzOdef %s(self, /, *args, **kwds):
return self._callmethod(%r, args, kwds))r� r� �execr r r� )r r� �_cacheZdicZmeth� ProxyTyper r r �
MakeProxyType� s �� r) c
C s� t | d }|d krB|| j|d�}zt|d d| f�}W 5 |�� X |d krX|d k rX|j}|d krjt�� j}td| j |�}|| ||||d�} d| _
| S )Nr r� rZ z
AutoProxy[%s])r� rf r^ T) rg r* r� rC r� r ru rf r) r) r" )
r� ro r� rf r� r^ r� r� r( r� r r r r � s
�r c @ s e Zd Zdd� Zdd� ZdS )� Namespacec K s | j �|� d S r )r� �updater$ r r r r- � s zNamespace.__init__c C sZ t | j�� �}g }|D ]$\}}|�d�s|�d||f � q|�� d| jjd�|�f S )NrT z%s=%rz%s(%s)z, ) r$ r� r! �
startswithrP r� r3 r4 r� )r, r! rQ r r� r r r r5 � s
zNamespace.__repr__N)r4 r6 r7 r- r5 r r r r r* � s r* c @ s8 e Zd Zd dd�Zdd� Zdd� Zdd � Zeee�Zd
S ) �ValueTc C s || _ || _d S r )� _typecode�_value)r, r r� �lockr r r r- s zValue.__init__c C s | j S r �r/ r. r r r r� s z Value.getc C s
|| _ d S r r1 �r, r� r r r r�
s z Value.setc C s dt | �j| j| jf S )Nz
%s(%r, %r))r r4 r. r/ r. r r r r5 s zValue.__repr__N)T) r4 r6 r7 r- r� r� r5 r r� r r r r r- s
r- c C s t � | |�S r )r )r �sequencer0 r r r �Array s r4 c @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd S )
�
IteratorProxy)�__next__r: �throwr� c C s | S r r r. r r r �__iter__ s zIteratorProxy.__iter__c G s | � d|�S )Nr6 r �r, r? r r r r6 s zIteratorProxy.__next__c G s | � d|�S )Nr: r r9 r r r r: s zIteratorProxy.sendc G s | � d|�S )Nr7 r r9 r r r r7 s zIteratorProxy.throwc G s | � d|�S )Nr� r r9 r r r r� ! s zIteratorProxy.closeN) r4 r6 r7 r� r8 r6 r: r7 r� r r r r r5 s r5 c @ s2 e Zd ZdZd dd�Zdd� Zdd � Zd
d � ZdS )
�
AcquirerProxy)�acquire�releaseTNc C s" |d kr|fn||f}| � d|�S �Nr; r )r, Zblockingr� r? r r r r; ' s zAcquirerProxy.acquirec C s
| � d�S �Nr< r r. r r r r< * s zAcquirerProxy.releasec C s
| � d�S r= r r. r r r r� , s zAcquirerProxy.__enter__c C s
| � d�S r> r r� r r r r� . s zAcquirerProxy.__exit__)TN)r4 r6 r7 r� r; r< r� r� r r r r r: % s
r: c @ s6 e Zd ZdZd dd�Zd
dd�Zdd � Zdd
d �ZdS )�ConditionProxy)r; r< r� �notify�
notify_allNc C s | � d|f�S �Nr� r r� r r r r� 4 s zConditionProxy.waitr c C s | � d|f�S )Nr@ r )r, �nr r r r@ 6 s zConditionProxy.notifyc C s
| � d�S )NrA r r. r r r rA 8 s zConditionProxy.notify_allc C sd |� }|r|S |d k r$t �� | }nd }d }|s`|d k rN|t �� }|dkrNq`| �|� |� }q,|S )Nr )�time� monotonicr� )r, Z predicater� rB ZendtimeZwaittimer r r �wait_for: s
zConditionProxy.wait_for)N)r )N)r4 r6 r7 r� r� r@ rA rF r r r r r? 2 s
r? c @ s2 e Zd ZdZdd� Zdd� Zdd� Zd d d
�ZdS ) �
EventProxy)r� r� r r� c C s
| � d�S )Nr� r r. r r r r� O s zEventProxy.is_setc C s
| � d�S �Nr� r r. r r r r� Q s zEventProxy.setc C s
| � d�S )Nr r r. r r r r S s zEventProxy.clearNc C s | � d|f�S rB r r� r r r r� U s zEventProxy.wait)N)r4 r6 r7 r� r� r� r r� r r r r rG M s
rG c @ sN e Zd ZdZddd�Zdd� Zdd� Zed d
� �Zed d � �Z ed
d� �Z
dS )� BarrierProxy)�__getattribute__r� �abort�resetNc C s | � d|f�S rB r r� r r r r� [ s zBarrierProxy.waitc C s
| � d�S )NrK r r. r r r rK ] s zBarrierProxy.abortc C s
| � d�S )NrL r r. r r r rL _ s zBarrierProxy.resetc C s | � dd�S )NrJ )�partiesr r. r r r rM a s zBarrierProxy.partiesc C s | � dd�S )NrJ )� n_waitingr r. r r r rN d s zBarrierProxy.n_waitingc C s | � dd�S )NrJ )�brokenr r. r r r rO g s zBarrierProxy.broken)N) r4 r6 r7 r� r� rK rL r rM rN rO r r r r rI Y s
rI c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �NamespaceProxy)rJ � __setattr__� __delattr__c C s0 |d dkrt �| |�S t �| d�}|d|f�S )Nr rT r rJ )�objectrJ �r, r �
callmethodr r r � __getattr__n s zNamespaceProxy.__getattr__c C s4 |d dkrt �| ||�S t �| d�}|d||f�S )Nr rT r rQ )rS rQ rJ )r, r r� rU r r r rQ s s zNamespaceProxy.__setattr__c C s0 |d dkrt �| |�S t �| d�}|d|f�S )Nr rT r rR )rS rR rJ rT r r r rR x s zNamespaceProxy.__delattr__N)r4 r6 r7 r� rV rQ rR r r r r rP l s rP c @ s* e Zd ZdZdd� Zdd� Zeee�ZdS )�
ValueProxy)r� r� c C s
| � d�S )Nr� r r. r r r r� � s zValueProxy.getc C s | � d|f�S rH r r2 r r r r� � s zValueProxy.setN)r4 r6 r7 r� r� r� r r� r r r r rW s rW �
BaseListProxy)�__add__� __contains__� __delitem__� __getitem__�__len__�__mul__� __reversed__�__rmul__� __setitem__rP �count�extend�index�insertr� �remove�reverser� �__imul__c @ s e Zd Zdd� Zdd� ZdS )� ListProxyc C s | � d|f� | S )Nrc r r2 r r r �__iadd__� s zListProxy.__iadd__c C s | � d|f� | S )Nrh r r2 r r r rh � s zListProxy.__imul__N)r4 r6 r7 rj rh r r r r ri � s ri � DictProxy)rZ r[ r\ r8 r] ra r r� r� r! r" r� �popitem�
setdefaultr+ r# r8 �Iterator�
ArrayProxy)r] r\ ra � PoolProxy) Zapply� apply_asyncr� �imap�imap_unorderedr� �map� map_async�starmap�
starmap_asyncr� Z AsyncResult)rq ru rw rr rs c @ s e Zd Zdd� Zdd� ZdS )rp c C s | S r r r. r r r r� � s zPoolProxy.__enter__c C s | � � d S r )r� r� r r r r� � s zPoolProxy.__exit__N)r4 r6 r7 r� r� r r r r rp � s c @ s e Zd ZdS )r N)r4 r6 r7 r r r r r � s �QueueZ
JoinableQueuers rm �RLock� Semaphore�BoundedSemaphore� Condition�Barrier�Poolr$ r� )r� r )r c @ sH e Zd Zg fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )�_SharedMemoryTrackerc C s || _ || _d S r �Zshared_memory_context_name�
segment_names)r, r r� r r r r- � s z _SharedMemoryTracker.__init__c C s( t �d|�dt� � �� | j�|� d S )NzRegister segment � in pid )r rz r r� rP �r, � segment_namer r r �register_segment� s z%_SharedMemoryTracker.register_segmentc C sB t �d|�dt� � �� | j�|� t�|�}|�� |�� d S )NzDestroy segment r� ) r rz r r� rf r � SharedMemoryr� �unlink)r, r� Zsegmentr r r �destroy_segment� s
z$_SharedMemoryTracker.destroy_segmentc C s" | j d d � D ]}| �|� qd S r )r� r� r� r r r r� � s z_SharedMemoryTracker.unlinkc C s( t �d| jj� dt� � �� | �� d S )NzCall z .__del__ in )r rz r3 r4 r r� r. r r r �__del__� s z _SharedMemoryTracker.__del__c C s | j | jfS r r� r. r r r r/ � s z!_SharedMemoryTracker.__getstate__c C s | j |� d S r )r- r0 r r r r2 s z!_SharedMemoryTracker.__setstate__N)
r4 r6 r7 r- r� r� r� r� r/ r2 r r r r r � s r c @ sR e Zd Zejdddg Zdd� Zdd� Zde_d d
� Zd d � Z d
d� Z
dd� Z dS )�SharedMemoryServer�
track_segment�release_segment�
list_segmentsc O sZ t j| f|�|� | j}t|t�r,t�|�}td|� dt� � ��| _ t
� dt� � �� d S )NZshm_rT z"SharedMemoryServer started by pid ) rV r- r* rG rc �os�fsdecoder r �shared_memory_contextr rz )r, r? �kwargsr* r r r r-
s
�zSharedMemoryServer.__init__c O st t | �dkr| d }n4d|kr(|d }n"| s6td��ntdt | �d ��ttj| d d�rhtj|d < tj| |�S )
Nr� r� r) zDdescriptor 'create' of 'SharedMemoryServer' object needs an argumentr� r r Z_shared_memory_proxyr� )r� rI r� r, rd r� rV rX )r? r� Ztypeodr) r r r rX s
�
zSharedMemoryServer.createz&($self, c, typeid, /, *args, **kwargs)c C s | j �� t�| |�S r )r� r� rV rW r� r r r rW ) s
zSharedMemoryServer.shutdownc C s | j �|� d S r )r� r� �r, r= r� r r r r� . s z SharedMemoryServer.track_segmentc C s | j �|� d S r )r� r� r� r r r r� 2 s z"SharedMemoryServer.release_segmentc C s | j jS r )r� r� r� r r r r� 7 s z SharedMemoryServer.list_segmentsN) r4 r6 r7 rV r� r- rX r� rW r� r� r� r r r r r� s �
r� c @ s8 e Zd ZeZdd� Zdd� Zdd� Zdd� Zd d
� Z d S ) r c O sN t jdkr ddlm} |�� tj| f|�|� t�| j j
� dt � � �� d S )N�posixr )�resource_trackerz created by pid ) r� r � r� Zensure_runningr r- r rz r3 r4 r )r, r? r� r� r r r r- I s
z SharedMemoryManager.__init__c C s t �| jj� dt� � �� d S )Nz.__del__ by pid )r rz r3 r4 r r. r r r r� U s zSharedMemoryManager.__del__c C sh | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���| �| j | j
| j | j �S )Nz"Already started SharedMemoryServerz!SharedMemoryManager has shut downr� )
r� r� r� r� r� r
r� rJ r� r� r� r� r� r. r r r r� Y s
� �z SharedMemoryManager.get_serverc C sx | j | j| jd��\}tjd d|d�}zt|d d|jf� W n. tk
rh } z|�� |�W 5 d }~X Y nX W 5 Q R X |S )Nr� T)rX �sizer� ) r� r� r� r r� rC r �
BaseExceptionr� )r, r� r� Zsmsr� r r r r� f s z SharedMemoryManager.SharedMemoryc C sv | j | j| jd��Z}t�|�}zt|d d|jjf� W n0 tk
rf } z|j� � |�W 5 d }~X Y nX W 5 Q R X |S )Nr� r� )
r� r� r� r �
ShareableListrC Zshmr r� r� )r, r3 r� Zslr� r r r r� r s
z!SharedMemoryManager.ShareableListN)
r4 r6 r7 r� r� r- r� r� r� r� r r r r r = s
)NNNT)T)S�__all__rw rl r� r ZqueuerD r� r r� r r� r
�contextr r r
r r r r r Z HAS_SHMEM� ImportErrorr r Z
view_typesr$ r' Z view_typerS r rC r< r� rK rS rU rV r� rp rq Z XmlListenerZ XmlClientrg r r� r r r# r) r r* r- r4 r5 r: r? rG rI rP rW rX ri rk r� ro Z
BasePoolProxyrp r rx rs rm ry rz r{ r| r} r~ r� r r� r r r r r �<module> s� �
c
� w
4 �
�
�
�%8 multiprocessing/__pycache__/process.cpython-38.opt-2.pyc 0000644 00000021311 15115353744 0017257 0 ustar 00 U
e5d�. � @ s8 d dddgZ ddlZddlZddlZddlZddlZddlmZ zej� e�
� �Z W n e k
rl dZ Y nX dd� Z
dd� Zd d� Zd
d � ZG d d � d e�ZG d
d� de�ZG dd� de�ZG dd� de�Zdae� ae�d�ae� a [i Z e ej � � �D ]0\Z!Z"e!dd� dkr�de!kr�de!� �e e" < q�e� Z#dS )� BaseProcess�current_process�active_children�parent_process� N)�WeakSetc C s t S �N)�_current_process� r r �//usr/lib64/python3.8/multiprocessing/process.pyr % s c C s t � tt�S r )�_cleanup�list� _childrenr r r r
r + s c C s t S r )�_parent_processr r r r
r 3 s c C s* t t�D ] } | j�� d k rt�| � qd S r )r r
�_popen�poll�discard)�pr r r
r = s r c @ s� e Zd Zdd� Zddddi fdd�dd�Zdd � Zd
d � Zd d
� Zdd� Zdd� Z d+dd�Z
dd� Z dd� Z e
dd� �Zejdd� �Ze
dd � �Zejd d � �Ze
d d � �Zejd d � �Ze
d!d"� �Ze
d#d$� �ZeZe
d%d&� �Zd'd(� Zd,d)d*�ZdS )-r c C s t �d S r )�NotImplementedError��selfr r r
�_PopenM s zBaseProcess._PopenNr )�daemonc C s� t t�}tj|f | _tj�� | _t�� | _tj | _
d | _ d| _ || _
t|�| _t|�| _|p�t| �jd d�dd� | jD �� | _|d k r�|| _t�| � d S )NF�-�:c s s | ]}t |�V qd S r )�str)�.0�ir r r
� <genexpr>^ s z'BaseProcess.__init__.<locals>.<genexpr>)�next�_process_counterr � _identity�_config�copy�os�getpid� _parent_pid�name� _parent_namer �_closed�_target�tuple�_args�dict�_kwargs�type�__name__�join�_namer � _dangling�add)r �group�targetr& �args�kwargsr �countr r r
�__init__P s
�zBaseProcess.__init__c C s | j rtd��d S )Nzprocess object is closed)r( �
ValueErrorr r r r
�
_check_closedc s zBaseProcess._check_closedc C s | j r| j | j| j� d S r )r) r+ r- r r r r
�rung s zBaseProcess.runc C s> | � � t� | �| �| _| jj| _| `| `| `t �
| � d S r ) r; r r r �sentinel� _sentinelr) r+ r- r
r3 r r r r
�startn s
zBaseProcess.startc C s | � � | j�� d S r )r; r � terminater r r r
r@ � s zBaseProcess.terminatec C s | � � | j�� d S r )r; r �killr r r r
rA � s zBaseProcess.killc C s* | � � | j�|�}|d k r&t�| � d S r )r; r �waitr
r )r �timeout�resr r r
r0 � s zBaseProcess.joinc C sJ | � � | tkrdS | jd kr"dS | j�� }|d kr8dS t�| � dS d S )NTF)r; r r r r
r )r �
returncoder r r
�is_alive� s
zBaseProcess.is_alivec C sH | j d k r>| j �� d kr td��| j �� d | _ | `t�| � d| _d S )Nz^Cannot close a process while it is still running. You should first call join() or terminate().T)r r r: �closer> r
r r( r r r r
rG � s
zBaseProcess.closec C s | j S r �r1 r r r r
r& � s zBaseProcess.namec C s
|| _ d S r rH )r r& r r r
r& � s c C s | j �dd�S )Nr F)r! �getr r r r
r � s zBaseProcess.daemonc C s || j d< d S )Nr �r! )r Zdaemonicr r r
r � s c C s
| j d S �N�authkeyrJ r r r r
rL � s zBaseProcess.authkeyc C s t |�| jd< d S rK )�AuthenticationStringr! )r rL r r r
rL � s c C s" | � � | jd kr| jS | j�� S r )r; r r r r r r
�exitcode� s
zBaseProcess.exitcodec C s* | � � | tkrt�� S | jo$| jjS d S r )r; r r# r$ r �pidr r r r
�ident� s zBaseProcess.identc C s4 | � � z| jW S tk
r. td�d �Y nX d S )Nzprocess not started)r; r> �AttributeErrorr: r r r r
r= � s
zBaseProcess.sentinelc C s� d }| t krd}nL| jr d}n@| jt�� kr2d}n,| jd krBd}n | j�� }|d k rZd}nd}t| �jd| j g}| jd k r�|�
d| jj � |�
d| j � |�
|� |d k r�t �
||�}|�
d | � | jr�|�
d
� d d �|� S )
NZstarted�closed�unknown�initialZstoppedzname=%rzpid=%sz parent=%sz exitcode=%sr z<%s>� )r r( r% r# r$ r r r. r/ r1 �appendrO �_exitcode_to_namerI r r0 )r rN Zstatus�infor r r
�__repr__ s0
zBaseProcess.__repr__c
C sv ddl m}m} �z>z�| jd k r,|�| j� t �
d�a t � a
|�� t}| at| j| j|�atjrnt�� �� z|j�� |�� W 5 ~X |�d� z| �� d}W 5 |�� X W n� t k
�r } zJ|j s�d}n:t |j d t �r�|j d }n t j!�"t#|j d �d � d}W 5 d }~X Y n2 d}dd l$}t j!�"d| j% � |�&� Y nX W 5 t�� |�d| � |�� X |S )N� )�util�contextz process exiting with exitcode %dz child process calling self.run()r �
z Process %s:
)'� r[ r\ � threadingZ _shutdownrX Z_flush_std_streamsZ
_start_methodZ_force_start_method� itertoolsr8 r �setr
Z _close_stdinr �_ParentProcessr' r% r Z_HAVE_THREAD_NATIVE_IDZ main_threadZ_set_native_idZ_finalizer_registry�clearZ_run_after_forkersZ_exit_functionr< �
SystemExitr6 �
isinstance�int�sys�stderr�writer � tracebackr& � print_exc)r Zparent_sentinelr[ r\ rN Z old_process�erj r r r
�
_bootstrap" sR
�
zBaseProcess._bootstrap)N)N)r/ �
__module__� __qualname__r r9 r; r< r? r@ rA r0 rF rG �propertyr& �setterr rL rN rP rO r= rY rm r r r r
r G sB �
c @ s e Zd Zdd� ZdS )rM c C s, ddl m} |� d kr td��tt| �ffS )NrZ )�get_spawning_popenzJPickling an AuthenticationString object is disallowed for security reasons)r\ rr � TypeErrorrM �bytes)r rr r r r
�
__reduce__X s
�z AuthenticationString.__reduce__N)r/ rn ro ru r r r r
rM W s rM c @ s6 e Zd Zdd� Zdd� Zedd� �Zd
dd �ZeZdS ) rb c C s4 d| _ || _|| _d | _d | _d| _|| _i | _d S )Nr F)r r1 �_pidr% r r( r> r! )r r& rO r= r r r
r9 h s z_ParentProcess.__init__c C s ddl m} || jgdd� S �Nr )rB )rC �Zmultiprocessing.connectionrB r> )r rB r r r
rF r s z_ParentProcess.is_alivec C s | j S r )rv r r r r
rP v s z_ParentProcess.identNc C s ddl m} || jg|d� d S rw rx )r rC rB r r r
r0 z s z_ParentProcess.join)N) r/ rn ro r9 rF rp rP r0 rO r r r r
rb f s
rb c @ s e Zd Zdd� Zdd� ZdS )� _MainProcessc C s8 d| _ d| _d | _d | _d| _tt�d��dd�| _d S )Nr Z MainProcessF� z/mp)rL Z semprefix) r r1 r% r r( rM r# �urandomr! r r r r
r9 � s �z_MainProcess.__init__c C s d S r r r r r r
rG � s z_MainProcess.closeN)r/ rn ro r9 rG r r r r
ry � s ry rZ � ZSIG�_r )$�__all__r# rg �signalr` r_ Z _weakrefsetr �path�abspath�getcwdZ ORIGINAL_DIR�OSErrorr r r r �objectr rt rM rb ry r r r8 r ra r
rW r �__dict__�itemsr& Zsignumr2 r r r r
�<module>
s@ �
!
multiprocessing/__pycache__/pool.cpython-38.opt-2.pyc 0000644 00000055105 15115353744 0016562 0 ustar 00 U
e5d�~ � @ sd d dgZ ddlZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl
m Z ddl
m Z m
Z
ddlmZ d Zd
Zd Zd Ze�� Zd
d� Zdd� ZG dd� de�ZG dd� d�Zdd� ZG dd� de�Z d+dd �Z d d � Z G d d � d e �Z G d!d � d e!�Z"G d"d#� d#e!�Z#e#Z$G d$d%� d%e#�Z%G d&d'� d'e!�Z&G d(d)� d)e&�Z'G d*d� de"�Z(dS ),�Pool�
ThreadPool� N)�Empty� )�util)� get_context� TimeoutError)�wait�INIT�RUN�CLOSE� TERMINATEc C s t t| � �S �N)�list�map��args� r �,/usr/lib64/python3.8/multiprocessing/pool.py�mapstar/ s r c C s t t�| d | d ��S )Nr r )r � itertools�starmapr r r r � starmapstar2 s r c @ s e Zd Zdd� Zdd� ZdS )�RemoteTracebackc C s
|| _ d S r ��tb)�selfr r r r �__init__: s zRemoteTraceback.__init__c C s | j S r r �r r r r �__str__< s zRemoteTraceback.__str__N)�__name__�
__module__� __qualname__r r r r r r r 9 s r c @ s e Zd Zdd� Zdd� ZdS )�ExceptionWithTracebackc C s0 t �t|�||�}d�|�}|| _d| | _d S )N� z
"""
%s""")� traceback�format_exception�type�join�excr )r r) r r r r r @ s
z ExceptionWithTraceback.__init__c C s t | j| jffS r )� rebuild_excr) r r r r r �
__reduce__E s z!ExceptionWithTraceback.__reduce__N)r r! r" r r+ r r r r r# ? s r# c C s t |�| _| S r )r � __cause__)r) r r r r r* H s
r* c s, e Zd Z� fdd�Zdd� Zdd� Z� ZS )�MaybeEncodingErrorc s. t |�| _t |�| _tt| ��| j| j� d S r )�reprr) �value�superr- r )r r) r/ �� __class__r r r T s
zMaybeEncodingError.__init__c C s d| j | jf S )Nz(Error sending result: '%s'. Reason: '%s')r/ r) r r r r r Y s �zMaybeEncodingError.__str__c C s d| j j| f S )Nz<%s: %s>)r2 r r r r r �__repr__] s zMaybeEncodingError.__repr__)r r! r" r r r3 �
__classcell__r r r1 r r- P s r- r Fc
C s� |d k r(t |t�r|dks(td�|���|j}| j}t| d�rR| j�� |j �� |d k rb||� d}|d ks~|�r�||k �r�z
|� } W n( t
t fk
r� t �
d� Y �q�Y nX | d kr�t �
d� �q�| \}
} } }
}zd| |
|�f}W nH tk
�r0 } z(|�r| tk �rt||j�}d|f}W 5 d }~X Y nX z||
| |f� W nR tk
�r� } z2t||d �}t �
d | � ||
| d|ff� W 5 d }~X Y nX d } }
} } }
}|d7 }qft �
d
| � d S ) Nr zMaxtasks {!r} is not valid�_writerr z)worker got EOFError or OSError -- exitingz worker got sentinel -- exitingTFz0Possible encoding error while sending result: %sz worker exiting after %d tasks)�
isinstance�int�AssertionError�format�put�get�hasattrr5 �close�_reader�EOFError�OSErrorr �debug� Exception�_helper_reraises_exceptionr# �
__traceback__r- )�inqueue�outqueue� initializer�initargsZmaxtasks�wrap_exceptionr: r; Z completed�task�job�i�funcr �kwds�result�e�wrappedr r r �workera sN �
�$
rR c C s | �d S r r )Zexr r r rC � s rC c s. e Zd Zdd�� fdd�
Z� fdd�Z� ZS )�
_PoolCacheN��notifierc s || _ t� j||� d S r )rU r0 r )r rU r rN r1 r r r � s z_PoolCache.__init__c s t � �|� | s | j�d � d S r )r0 � __delitem__rU r: )r �itemr1 r r rV � s z_PoolCache.__delitem__)r r! r" r rV r4 r r r1 r rS � s rS c @ s� e Zd ZdZedd� �ZdKdd�Zeje fdd �Z
d
d � Z d d
� Z edd� �Z
edd� �Zdd� Zedd� �Zedd� �Zdd� Zdd� Zdi fd d �ZdLd d �ZdMd d!�ZdNd"d#�Zd$d%� ZdOd'd(�ZdPd)d*�Zdi ddfd+d,�ZdQd-d.�Z dRd/d0�Z edSd1d2��Z e d3d4� �Z ed5d6� �Z!ed7d8� �Z"ed9d:� �Z#d;d<� Z$d=d>� Z%d?d@� Z&dAdB� Z'edCdD� �Z(e dEdF� �Z)dGdH� Z*dIdJ� Z+dS )Tr Tc O s | j ||�S r ��Process)�ctxr rN r r r rY � s z Pool.ProcessNr c C s g | _ t| _|pt� | _| �� t�� | _| j�� | _ t
| j d�| _ || _ || _
|| _|d krjt�� phd}|dk rztd��|d k r�t|�s�td��|| _z | �� W nH tk
r� | j D ]}|jd kr�|�� q�| j D ] }|�� q Y nX | �� }tj t j | j | j| j| j | j| j | j | j!| j
| j| j | j"|| j fd�| _#d| j#_$t%| j#_| j#�&� tj t j'| j| j(| j!| j | j fd�| _)d| j)_$t%| j)_| j)�&� tj t j*| j!| j+| j fd�| _,d| j,_$t%| j,_| j,�&� t-j.| | j/| j| j | j!| j | j | j#| j)| j,| j f dd�| _0t%| _d S ) NrT r z&Number of processes must be at least 1z initializer must be a callable��targetr T� )r Z exitpriority)1�_poolr
�_stater �_ctx�
_setup_queues�queue� SimpleQueue�
_taskqueue�_change_notifierrS �_cache�_maxtasksperchild� _initializer� _initargs�os� cpu_count�
ValueError�callable� TypeError�
_processes�_repopulate_poolrB �exitcode� terminater( �_get_sentinels� threadingZThreadr �_handle_workersrY �_inqueue� _outqueue�_wrap_exception�_worker_handler�daemonr �start�
_handle_tasks�
_quick_put�
_task_handler�_handle_results�
_quick_get�_result_handlerr ZFinalize�_terminate_pool�
_terminate)r � processesrG rH �maxtasksperchild�context�p� sentinelsr r r r � s�
��
��
�
��z
Pool.__init__c C s> | j |kr:|d| ��t| d� t| dd �d k r:| j�d � d S )Nz&unclosed running multiprocessing pool )�sourcere )r_ �ResourceWarning�getattrre r: )r Z_warnr r r r �__del__ s
�z Pool.__del__c C s0 | j }d|j� d|j� d| j� dt| j�� d� S )N�<�.z state=z pool_size=�>)r2 r! r" r_ �lenr^ )r �clsr r r r3 s z
Pool.__repr__c C s | j jg}| jjg}||�S r )rw r> re )r Ztask_queue_sentinelsZself_notifier_sentinelsr r r rs s
zPool._get_sentinelsc C s dd� | D �S )Nc S s g | ]}t |d �r|j�qS )�sentinel)r< r� )�.0rR r r r �
<listcomp> s
�z.Pool._get_worker_sentinels.<locals>.<listcomp>r �Zworkersr r r �_get_worker_sentinels s �zPool._get_worker_sentinelsc C sP d}t tt| ���D ]6}| | }|jd k rt�d| � |�� d}| |= q|S )NF�cleaning up worker %dT)�reversed�ranger� rq r rA r( )�poolZcleanedrL rR r r r �_join_exited_workers s
zPool._join_exited_workersc C s0 | � | j| j| j| j| j| j| j| j| j | j
�
S r ) �_repopulate_pool_staticr` rY ro r^ rv rw rh ri rg rx r r r r rp . s �zPool._repopulate_poolc
C sf t |t|� �D ]P}
|| t|||||| fd�} | j�dd�| _d| _| �� |�| � t� d� qd S )Nr[ rY Z
PoolWorkerTz added worker)
r� r� rR �name�replacerz r{ �appendr rA ) rZ rY r� r� rE rF rG rH r� rI rL �wr r r r� 7 s ��
z Pool._repopulate_pool_staticc
C s* t �|�r&t �| ||||||||| �
d S r )r r� r� )
rZ rY r� r� rE rF rG rH r� rI r r r �_maintain_poolJ s
�zPool._maintain_poolc C s4 | j �� | _| j �� | _| jjj| _| jjj| _ d S r )
r` rc rv rw r5 �sendr} r> �recvr� r r r r ra V s zPool._setup_queuesc C s | j tkrtd��d S )NzPool not running)r_ r rl r r r r �_check_running\ s
zPool._check_runningc C s | � |||��� S r )� apply_asyncr; )r rM r rN r r r �apply` s z
Pool.applyc C s | � ||t|��� S r )�
_map_asyncr r; �r rM �iterable� chunksizer r r r g s zPool.mapc C s | � ||t|��� S r )r� r r; r� r r r r n s z Pool.starmapc C s | � ||t|||�S r )r� r �r rM r� r� �callback�error_callbackr r r �
starmap_asyncv s �zPool.starmap_asyncc
c sj z,d}t |�D ]\}}||||fi fV qW n8 tk
rd } z||d t|fi fV W 5 d }~X Y nX d S )N���r )� enumeraterB rC )r Z
result_jobrM r� rL �xrP r r r �_guarded_task_generation~ s z Pool._guarded_task_generationr c C s� | � � |dkr:t| �}| j�| �|j||�|jf� |S |dk rPtd�|���t �
|||�}t| �}| j�| �|jt |�|jf� dd� |D �S d S )Nr z Chunksize must be 1+, not {0:n}c s s | ]}|D ]
}|V q
qd S r r �r� �chunkrW r r r � <genexpr>� s z Pool.imap.<locals>.<genexpr>) r� � IMapIteratorrd r: r� �_job� _set_lengthrl r9 r �
_get_tasksr �r rM r� r� rO � task_batchesr r r �imap� s4 �������z Pool.imapc C s� | � � |dkr:t| �}| j�| �|j||�|jf� |S |dk rPtd�|���t �
|||�}t| �}| j�| �|jt |�|jf� dd� |D �S d S )Nr z Chunksize must be 1+, not {0!r}c s s | ]}|D ]
}|V q
qd S r r r� r r r r� � s z&Pool.imap_unordered.<locals>.<genexpr>) r� �IMapUnorderedIteratorrd r: r� r� r� rl r9 r r� r r� r r r �imap_unordered� s0 ������zPool.imap_unorderedc C s6 | � � t| ||�}| j�|jd|||fgd f� |S �Nr )r� � ApplyResultrd r: r� )r rM r rN r� r� rO r r r r� � s zPool.apply_asyncc C s | � ||t|||�S r )r� r r� r r r � map_async� s �zPool.map_asyncc
C s� | � � t|d�st|�}|d krJtt|�t| j�d �\}}|rJ|d7 }t|�dkrZd}t�|||�}t| |t|�||d�} | j �
| � | j ||�d f� | S )N�__len__� r r �r� )
r� r< r �divmodr� r^ r r� � MapResultrd r: r� r� )
r rM r� Zmapperr� r� r� Zextrar� rO r r r r� � s,
����zPool._map_asyncc C s" t | |d� |�� s |�� q d S )N)�timeout)r �emptyr; )r� �change_notifierr� r r r �_wait_for_updates� s zPool._wait_for_updatesc C sp t �� }|jtks |rX|jtkrX| �||||||| |
| | �
| �|�|
�}| �||� q|�d � t �
d� d S )Nzworker handler exiting) rt �current_threadr_ r r
r� r� r� r: r rA )r� �cache� taskqueuerZ rY r� r� rE rF rG rH r� rI r� r� �threadZcurrent_sentinelsr r r ru � s �
zPool._handle_workersc
C sp t �� }t| jd �D ]�\}}d }z�|D ]�}|jtkrBt�d� q�z ||� W q& tk
r� }
zB|d d� \} } z|| � | d|
f� W n t
k
r� Y nX W 5 d }
~
X Y q&X q&|r�t�d� |r�|d nd} || d � W �qW �
�q
W 5 d } }} X qt�d� z6t�d� |� d � t�d � |D ]} |d � �q.W n t k
�r` t�d
� Y nX t�d � d S ) Nz'task handler found thread._state != RUN� Fzdoing set_length()r r� ztask handler got sentinelz/task handler sending sentinel to result handlerz(task handler sending sentinel to workersz/task handler got OSError when sending sentinelsztask handler exiting)
rt r� �iterr; r_ r r rA rB �_set�KeyErrorr: r@ )
r� r: rF r� r� r� ZtaskseqZ
set_lengthrJ rK rP �idxr� r r r r| sB
zPool._handle_tasksc C s� t �� }z
|� }W n$ ttfk
r6 t�d� Y d S X |jtkrNt�d� q�|d krbt�d� q�|\}}}z|| �||� W n t k
r� Y nX d } }}q|�r@|jt
k�r@z
|� }W n$ ttfk
r� t�d� Y d S X |d k� r�t�d� q�|\}}}z|| �||� W n t k
�r0 Y nX d } }}q�t | d��r�t�d� z,t d�D ] }| j
�� �sv �q�|� �q`W n ttfk
�r� Y nX t�dt|�|j� d S ) Nz.result handler got EOFError/OSError -- exitingz,result handler found thread._state=TERMINATEzresult handler got sentinelz&result handler ignoring extra sentinelr> z"ensuring that outqueue is not full�
z7result handler exiting: len(cache)=%s, thread._state=%s)rt r� r@ r? r rA r_ r r� r� r
r< r� r> �pollr� )rF r; r� r� rJ rK rL �objr r r r : s\
�zPool._handle_resultsc c s0 t |�}tt�||��}|s d S | |fV qd S r )r� �tupler �islice)rM �it�sizer� r r r r� v s
zPool._get_tasksc C s t d��d S )Nz:pool objects cannot be passed between processes or pickled)�NotImplementedErrorr r r r r+ s �zPool.__reduce__c C s2 t �d� | jtkr.t| _t| j_| j�d � d S )Nz closing pool)r rA r_ r r ry re r: r r r r r= � s
z
Pool.closec C s t �d� t| _| �� d S )Nzterminating pool)r rA r
r_ r� r r r r rr � s
zPool.terminatec C sj t �d� | jtkr td��n| jttfkr4td��| j�� | j �� | j
�� | j D ] }|�� qXd S )Nz joining poolzPool is still runningzIn unknown state) r rA r_ r rl r r
ry r( r~ r� r^ )r r� r r r r( � s
z Pool.joinc C s@ t �d� | j�� |�� r<| j�� r<| j�� t� d� qd S )Nz7removing tasks from inqueue until task handler finishedr )
r rA Z_rlock�acquire�is_aliver> r� r� �time�sleep)rE � task_handlerr� r r r �_help_stuff_finish� s
zPool._help_stuff_finishc
C sX t �d� t|_|�d � t|_t �d� | �||t|�� |�� sXt| �dkrXtd��t|_|�d � |�d � t �d� t �
� |k r�|� � |r�t |d d�r�t �d� |D ]}
|
j
d kr�|
�� q�t �d� t �
� |k r�|� � t �d � t �
� |k �r|� � |�rTt |d d��rTt �d
� |D ](}
|
�� �r*t �d |
j � |
� � �q*d S ) Nzfinalizing poolz&helping task handler/workers to finishr z.Cannot have cache with result_hander not alivezjoining worker handlerrr zterminating workerszjoining task handlerzjoining result handlerzjoining pool workersr� )r rA r
r_ r: r� r� r� r8 rt r� r( r< rq rr �pid) r� r� rE rF r� r� Zworker_handlerr� Zresult_handlerr� r� r r r r� � sB
�
zPool._terminate_poolc C s | � � | S r )r� r r r r � __enter__� s zPool.__enter__c C s | � � d S r )rr )r �exc_typeZexc_valZexc_tbr r r �__exit__� s z
Pool.__exit__)NNr NN)N)N)NNN)r )r )NNN)NNN)N),r r! r" rx � staticmethodrY r �warnings�warnr r� r3 rs r� r� rp r� r� ra r� r� r r r� r� r� r� r� r� r� r� � classmethodru r| r r� r+ r= rr r( r� r� r� r� r r r r r � sv
�
P
�
�
�
�
-
;
5c @ s@ e Zd Zdd� Zdd� Zdd� Zddd �Zdd
d �Zd d
� ZdS )r� c C s> || _ t�� | _tt�| _|j| _|| _|| _ | | j| j< d S r )
r^ rt ZEvent�_event�next� job_counterr� rf � _callback�_error_callback)r r� r� r� r r r r � s
zApplyResult.__init__c C s
| j �� S r )r� Zis_setr r r r �ready� s zApplyResult.readyc C s | � � std�| ���| jS )Nz{0!r} not ready)r� rl r9 �_successr r r r �
successful� s zApplyResult.successfulNc C s | j �|� d S r )r� r �r r� r r r r � s zApplyResult.waitc C s, | � |� | �� st�| jr"| jS | j�d S r )r r� r r� �_valuer� r r r r; � s
zApplyResult.getc C sZ |\| _ | _| jr$| j r$| �| j� | jr<| j s<| �| j� | j�� | j| j= d | _d S r ) r� r� r� r� r� �setrf r� r^ �r rL r� r r r r� s
zApplyResult._set)N)N) r r! r" r r� r� r r; r� r r r r r� � s
r� c @ s e Zd Zdd� Zdd� ZdS )r� c C sh t j| |||d� d| _d g| | _|| _|dkrNd| _| j�� | j| j = n|| t
|| � | _d S )Nr� Tr ) r� r r� r� �
_chunksize� _number_leftr� r� rf r� �bool)r r� r� �lengthr� r� r r r r s
�
zMapResult.__init__c C s� | j d8 _ |\}}|rv| jrv|| j|| j |d | j �< | j dkr�| jrZ| �| j� | j| j= | j�� d | _ nL|s�| jr�d| _|| _| j dkr�| j
r�| �
| j� | j| j= | j�� d | _ d S )Nr r F) r� r� r� r� r� rf r� r� r� r^ r� )r rL Zsuccess_result�successrO r r r r� $ s&
zMapResult._setN)r r! r" r r� r r r r r� s
r� c @ s: e Zd Zdd� Zdd� Zd dd�ZeZdd � Zd
d � ZdS )
r� c C sT || _ t�t�� �| _tt�| _|j| _t �
� | _ d| _ d | _
i | _| | j| j< d S r� )r^ rt Z ConditionZLock�_condr� r� r� rf � collections�deque�_items�_index�_length� _unsorted)r r� r r r r B s
zIMapIterator.__init__c C s | S r r r r r r �__iter__M s zIMapIterator.__iter__Nc C s� | j �� z| j�� }W nz tk
r� | j| jkr>d | _td �| j �|� z| j�� }W n2 tk
r� | j| jkr�d | _td �t d �Y nX Y nX W 5 Q R X |\}}|r�|S |�d S r )
r� r� �popleft�
IndexErrorr� r r^ �
StopIterationr r )r r� rW r� r/ r r r r� P s& zIMapIterator.nextc C s� | j �� | j|krn| j�|� | jd7 _| j| jkrb| j�| j�}| j�|� | jd7 _q,| j �� n
|| j|< | j| jkr�| j| j = d | _
W 5 Q R X d S �Nr ) r� r� r� r� r �pop�notifyr rf r� r^ r� r r r r� h s
zIMapIterator._setc C sB | j �2 || _| j| jkr4| j �� | j| j= d | _W 5 Q R X d S r )r� r r� r rf r� r^ )r r� r r r r� y s
zIMapIterator._set_length)N) r r! r" r r r� �__next__r� r� r r r r r� @ s
r� c @ s e Zd Zdd� ZdS )r� c C sV | j �F | j�|� | jd7 _| j �� | j| jkrH| j| j= d | _W 5 Q R X d S r ) r� r� r� r� r r rf r� r^ r� r r r r� � s
zIMapUnorderedIterator._setN)r r! r" r� r r r r r� � s r� c @ sV e Zd ZdZedd� �Zddd�Zdd � Zd
d � Zed d
� �Z edd� �Z
dd� Z dS )r Fc O s ddl m} |||�S )Nr rX )ZdummyrY )rZ r rN rY r r r rY � s zThreadPool.ProcessNr c C s t �| |||� d S r )r r )r r� rG rH r r r r � s zThreadPool.__init__c C s, t �� | _t �� | _| jj| _| jj| _d S r )rb rc rv rw r: r} r; r� r r r r ra � s
zThreadPool._setup_queuesc C s
| j jgS r )re r> r r r r rs � s zThreadPool._get_sentinelsc C s g S r r r� r r r r� � s z ThreadPool._get_worker_sentinelsc C sF z| j dd� qW n tjk
r( Y nX t|�D ]}| �d � q2d S )NF)�block)r; rb r r� r: )rE r� r� rL r r r r� � s z ThreadPool._help_stuff_finishc C s t �|� d S r )r� r� )r r� r� r� r r r r� � s z ThreadPool._wait_for_updates)NNr ) r r! r" rx r� rY r ra rs r� r� r� r r r r r � s
)Nr NF))�__all__r� r rj rb rt r� r% r� r r$ r r r Z
connectionr r
r r r
�countr� r r rB r r# r* r- rR rC �dictrS �objectr r� Z AsyncResultr� r� r� r r r r r �<module>
sN �
- =)+E multiprocessing/__pycache__/spawn.cpython-38.opt-2.pyc 0000644 00000014022 15115353744 0016732 0 ustar 00 U
e5dP$ � @ s$ d dl Z d dlZd dlZd dlZddlmZmZ ddlmZ ddlm Z ddlm
Z
ddd d
d d d
gZ ej dkrzdZ
dZn eedd�Z
ej�� �d�Zer�e j�ejd�anejadd � Zdd
� Zdd� Zdd� Zdd � Zd&dd�Z dd� Z d d � Z d d � Z g Z d d � Z!d!d"� Z"d#d$� Z#d%d
� Z$dS )'� N� )�get_start_method�set_start_method)�process)� reduction)�util�_main�freeze_support�set_executable�get_executable�get_preparation_data�get_command_line�import_main_path�win32F�frozenzpythonservice.exez
python.exec C s | a d S �N�� _python_exe)Zexe� r �-/usr/lib64/python3.8/multiprocessing/spawn.pyr
) s c C s t S r r r r r r r - s c C s$ t | �dkr | d dkr dS dS d S )N� r �--multiprocessing-forkTF)�len)�argvr r r �
is_forking4 s r c C sd t tj�r`i } tjdd � D ]0}|�d�\}}|dkr@d | |< q t|�| |< q tf | � t�� d S )Nr �=�None)r �sysr �split�int�
spawn_main�exit)�kwds�arg�name�valuer r r r > s
c K sh t tdd�r(tjdgdd� | �� D � S d}|d�dd � | �� D ��; }t�� }tg| d
|dg S d S ) Nr Fr c S s g | ] }d | �qS )�%s=%rr ��.0�itemr r r �
<listcomp>T s z$get_command_line.<locals>.<listcomp>z<from multiprocessing.spawn import spawn_main; spawn_main(%s)z, c s s | ]}d | V qdS )r& Nr r' r r r � <genexpr>W s z#get_command_line.<locals>.<genexpr>z-c)�getattrr �
executable�items�joinr Z _args_from_interpreter_flagsr )r" �progZoptsr r r r
N s � c C s� t jdkr`dd l}dd l}|d k r:|�|j|jB d|�}nd }tj| |d�}|� |t
j �}|}n"ddl m
} || j_| }t
�| �}t||�}
t �|
� d S )Nr r F)�source_processr )�resource_tracker)r �platform�msvcrt�_winapiZ OpenProcessZ SYNCHRONIZEZPROCESS_DUP_HANDLEr Z duplicateZopen_osfhandle�os�O_RDONLY� r2 Z_resource_trackerZ_fd�dupr r! ) Z pipe_handleZ
parent_pidZ
tracker_fdr4 r5 r1 Z
new_handle�fd�parent_sentinelr2 Zexitcoder r r r \ s*
��
r c C s` t j| ddd��@}dt�� _z$tj�|�}t|� tj�|�}W 5 t�� `X W 5 Q R X |� |�S )N�rbT)�closefd)
r6 �fdopenr �current_process� _inheritingr �pickle�load�prepare�
_bootstrap)r: r; Z from_parentZpreparation_data�selfr r r r x s
c C s t t�� dd�rtd��d S )Nr@ Fa
An attempt has been made to start a new process before the
current process has finished its bootstrapping phase.
This probably means that you are not using fork to start your
child processes and you have forgotten to use the proper idiom
in the main module:
if __name__ == '__main__':
freeze_support()
...
The "freeze_support()" line can be omitted if the program
is not going to be frozen to produce an executable.)r, r r? � RuntimeErrorr r r r �_check_not_importing_main� s rG c C s t � ttjt�� jd�}tjd k r2tj�� |d< t j
� � }z|� d�}W n t
k
r^ Y n X tj||< |j| |t jtjt�� t� d� t jd }t|jdd �}|d k r�||d< nft jdks�t�st�st|d d �}|d k �rtj
�|��s
tjd k �r
tj
�tj|�}tj
� |�|d
< |S ) N)�
log_to_stderr�authkey� log_levelr8 )r$ �sys_path�sys_argv�orig_dir�dir� start_method�__main__r$ �init_main_from_namer �__file__�init_main_from_path) rG �dictr Z_log_to_stderrr r? rI Z_loggerZgetEffectiveLevelr �path�copy�index�
ValueError� ORIGINAL_DIR�updater r6 �getcwdr �modulesr, �__spec__r3 �WINEXE�
WINSERVICE�isabsr/ �normpath)r$ �drK �i� main_moduleZ
main_mod_name� main_pathr r r r � sD �
�
�c C s� d| kr| d t �� _d| kr,| d t �� _d| krD| d rDt�� d| kr^t�� �| d � d| krp| d t_ d| kr�| d t_
d| kr�t � | d � d| kr�| d t _
d | kr�t| d d
d � d | kr�t| d � nd
| kr�t| d
� d S )Nr$ rI rH rJ rK rL rN rM rO T)ZforcerQ rS )r r? r$ rI r rH Z
get_loggerZsetLevelr rU r r6 �chdirrY r �_fixup_main_from_name�_fixup_main_from_path)�datar r r rC � s,
rC c C s~ t jd }| dks | �d�r d S t|jdd �| kr6d S t�|� t�d�}t j
| ddd�}|j � |� | t jd< t jd< d S )NrP z .__main__r$ � __mp_main__T)�run_nameZ alter_sys)
r r\ �endswithr, r] �old_main_modules�append�types�
ModuleType�runpyZ
run_module�__dict__rZ )Zmod_name� current_mainrd � main_contentr r r rg � s
� rg c C s� t jd }tj�tj�| ��d }|dkr.d S t|dd �| krBd S t�|� t �
d�}t j | dd�}|j
�|� | t jd< t jd< d S )NrP r ZipythonrR rj )rk )r r\ r6 rU �splitext�basenamer, rm rn ro rp rq Zrun_pathrr rZ )re rs Z main_namerd rt r r r rh s
� rh c C s t | � d S r )rh )re r r r r % s )NN)%r6 r rq ro r8 r r r �contextr r �__all__r3 r^ r_ r, r- �lowerrl rU r/ � exec_prefixr r
r r r r
r r rG r rm rC rg rh r r r r r �<module> sD �
2& multiprocessing/__pycache__/sharedctypes.cpython-38.opt-2.pyc 0000644 00000015102 15115353744 0020300 0 ustar 00 U
e5d� � @ sB d dl Z d dlZddlmZ ddlmZ ddlmZmZ ejZ dddd d
d gZ
e j e j e j
e je je je je je je je je je je jd �Zd
d� Zdd� Zdd� Z ddd�dd�Z ddd�dd �Z dd
� Z d&dd �Z dd� Z!dd� Z"dd � Z#d Z$i Z%e�&� Z'G d d � d e(�Z)G d d!� d!e)�Z*G d"d#� d#e)�Z+G d$d%� d%e+�Z,dS )'� N� )�heap)� get_context)� reduction�assert_spawning�RawValue�RawArray�Value�Array�copy� synchronized)�c�u�b�B�h�H�i�I�l�L�q�Q�f�dc C s t �| �}t�|�}t| |d �S �N)�ctypes�sizeofr Z
BufferWrapper�
rebuild_ctype)�type_�size�wrapper� r" �4/usr/lib64/python3.8/multiprocessing/sharedctypes.py�
_new_value' s
r$ c G s< t �| | �}t|�}t�t�|�dt�|�� |j|� |S �Nr )�typecode_to_type�getr$ r �memset� addressofr �__init__)�typecode_or_type�argsr �objr" r" r# r , s
c C sj t �| | �}t|t�rD|| }t|�}t�t�|�dt�|�� |S |t |� }t|�}|j
|� |S d S r% ) r& r' �
isinstance�intr$ r r( r) r �lenr* )r+ �size_or_initializerr r- �resultr" r" r# r 6 s
T)�lock�ctxc G sX t | f|�� }|dkr|S |dkr4|p*t� }|�� }t|d�sJtd| ��t|||d�S �NF)TN�acquirez%r has no method 'acquire')r4 )r r �RLock�hasattr�AttributeErrorr )r+ r3 r4 r, r- r" r" r# r F s
c C sT t | |�}|dkr|S |dkr0|p&t� }|�� }t|d�sFtd| ��t|||d�S r5 )r r r7 r8 r9 r )r+ r1 r3 r4 r- r" r" r# r
T s
c C s t t| ��}| t�|�d< |S r% )r$ �typer Zpointer)r- Znew_objr" r" r# r b s c C s� |pt � }t| tj�r"t| ||�S t| tj�rR| jtjkrFt| ||�S t | ||�S t
| �}z t | }W nR t k
r� dd� |j
D �}dd� |D �}d|j }t
|tf|� }t |< Y nX || ||�S d S )Nc S s g | ] }|d �qS )r r" )�.0Zfieldr" r" r# �
<listcomp>v s z synchronized.<locals>.<listcomp>c S s i | ]}|t |��qS r" )�
make_property)r; �namer" r" r# �
<dictcomp>w s z synchronized.<locals>.<dictcomp>� Synchronized)r r. r Z _SimpleCDatar@ r
�_type_�c_char�SynchronizedString�SynchronizedArrayr: � class_cache�KeyErrorZ_fields_�__name__�SynchronizedBase)r- r3 r4 �clsZscls�namesr Z classnamer" r" r# r g s
c C s@ t | � t| tj�r(t| j| j| jffS tt| �| jd ffS d S r ) r r. r r
r rA �_wrapperZ_length_r: )r- r" r" r# � reduce_ctype� s rL c C s8 |d k r| | } t �| t� |�� }| �|�}||_|S r )�_ForkingPickler�registerrL Zcreate_memoryviewZ from_bufferrK )r r! ZlengthZbufr- r" r" r# r � s
r c C sP z
t | W S tk
rJ i }tt| fd |� || t | < || Y S X d S )N� )�
prop_cacherF �exec�template)r> r r" r" r# r= � s
r= z�
def get%s(self):
self.acquire()
try:
return self._obj.%s
finally:
self.release()
def set%s(self, value):
self.acquire()
try:
self._obj.%s = value
finally:
self.release()
%s = property(get%s, set%s)
c @ sF e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dS )rH Nc C sB || _ |r|| _n|p tdd�}|�� | _| jj| _| jj| _d S )NT)Zforce)�_obj�_lockr r7 r6 �release)�selfr- r3 r4 r" r" r# r* � s
zSynchronizedBase.__init__c C s
| j �� S r )rT � __enter__�rV r" r" r# rW � s zSynchronizedBase.__enter__c G s | j j|� S r )rT �__exit__)rV r, r" r" r# rY � s zSynchronizedBase.__exit__c C s t | � t| j| jffS r )r r rS rT rX r" r" r# �
__reduce__� s zSynchronizedBase.__reduce__c C s | j S r �rS rX r" r" r# �get_obj� s zSynchronizedBase.get_objc C s | j S r )rT rX r" r" r# �get_lock� s zSynchronizedBase.get_lockc C s dt | �j| jf S )Nz<%s wrapper for %s>)r: rG rS rX r" r" r# �__repr__� s zSynchronizedBase.__repr__)NN)
rG �
__module__� __qualname__r* rW rY rZ r\ r] r^ r" r" r" r# rH � s
rH c @ s e Zd Zed�ZdS )r@ �valueN)rG r_ r` r= ra r" r" r" r# r@ � s r@ c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) rD c C s
t | j�S r )r0 rS rX r" r" r# �__len__� s zSynchronizedArray.__len__c
C s& | � | j | W 5 Q R � S Q R X d S r r[ )rV r r" r" r# � __getitem__� s z SynchronizedArray.__getitem__c C s | � || j |< W 5 Q R X d S r r[ )rV r ra r" r" r# � __setitem__� s z SynchronizedArray.__setitem__c
C s* | � | j ||� W 5 Q R � S Q R X d S r r[ )rV �start�stopr" r" r# � __getslice__� s z SynchronizedArray.__getslice__c C s" | � || j ||�< W 5 Q R X d S r r[ )rV re rf �valuesr" r" r# � __setslice__� s z SynchronizedArray.__setslice__N)rG r_ r` rb rc rd rg ri r" r" r" r# rD � s
rD c @ s e Zd Zed�Zed�ZdS )rC ra �rawN)rG r_ r` r= ra rj r" r" r" r# rC � s rC )NN)-r �weakref� r r �contextr r ZForkingPicklerrM �__all__rB Zc_wcharZc_byteZc_ubyteZc_shortZc_ushortZc_intZc_uintZc_longZc_ulongZ
c_longlongZ c_ulonglongZc_floatZc_doubler& r$ r r r r
r r rL r r= rR rP �WeakKeyDictionaryrE �objectrH r@ rD rC r" r" r" r# �<module>
sL �
multiprocessing/__pycache__/heap.cpython-38.opt-1.pyc 0000644 00000016675 15115353744 0016536 0 ustar 00 U
e5dj- � @ s� d dl Z d dlmZ d dlZd dlZd dlZd dlZd dlZddlm Z m
Z
ddl m Z dgZ
ejdkr�d dlZG dd � d e�Zn,G d
d � d e�Zd d � Zd
d� Ze �ee� G dd� de�ZG dd� de�ZdS )� N)� defaultdict� )� reduction�assert_spawning)�util�
BufferWrapperZwin32c @ s0 e Zd ZdZe�� Zdd� Zdd� Zdd� Z dS ) �ArenazL
A shared memory area backed by anonymous memory (Windows).
c C sx || _ td�D ]B}dt�� t| j�f }tjd||d�}t�� dkrH qZ|� � qt
d��|| _ || _ | j | j f| _
d S )N�d z pym-%d-%s����Ztagnamer z Cannot find name for new mmap)�size�range�os�getpid�next�_rand�mmap�_winapiZ GetLastError�close�FileExistsError�name�buffer�_state)�selfr �ir Zbuf� r �,/usr/lib64/python3.8/multiprocessing/heap.py�__init__& s
�Arena.__init__c C s t | � | jS �N)r r )r r r r � __getstate__5 s zArena.__getstate__c C s, | \| _ | _| _tjd| j | jd�| _d S )Nr
r )r r r r r )r �stater r r � __setstate__9 s zArena.__setstate__N)
�__name__�
__module__� __qualname__�__doc__�tempfileZ_RandomNameSequencer r r r" r r r r r s
r c @ s8 e Zd ZdZejdkr dgZng Zd
dd�Zdd� Zd S ) r zJ
A shared memory area backed by a temporary file (POSIX).
Zlinuxz/dev/shmr
c C sx || _ || _|dkrbtjdt�� | �|�d�\| _}t�|� t� | tj
| jf� t� | j|� t � | j| j �| _
d S )Nr
zpym-%d-)�prefix�dir)r �fdr' Zmkstempr r � _choose_dir�unlinkr �Finalizer � ftruncater r )r r r* r r r r r M s
�
r c C s6 | j D ]&}t�|�}|j|j |kr| S qt�� S r )�_dir_candidatesr �statvfs�f_bavail�f_frsizer Z get_temp_dir)r r �d�str r r r+ [ s
zArena._choose_dirN)r
) r# r$ r% r& �sys�platformr/ r r+ r r r r r C s
c C s( | j dkrtd��t| jt�| j �ffS )Nr
zDArena is unpicklable because forking was enabled when it was created)r* �
ValueError�
rebuild_arenar r ZDupFd)�ar r r � reduce_arenad s
r: c C s t | |�� �S r )r �detach)r Zdupfdr r r r8 j s r8 c @ sz e Zd ZdZdZdZejfdd�Ze dd� �Z
dd� Z d d
� Z d d � Z
d
d� Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )�Heap� i @ c C sX t �� | _t�� | _|| _g | _i | _i | _ i | _
t t �| _
g | _g | _d| _d| _d S �Nr )r r �_lastpid� threadingZLock�_lock�_size�_lengths� _len_to_seq�_start_to_block�_stop_to_blockr �set�_allocated_blocks�_arenas�_pending_free_blocks�
_n_mallocs�_n_frees)r r r r r r { s
z
Heap.__init__c C s |d }| | | @ S )Nr r )�nZ alignment�maskr r r �_roundup� s z
Heap._roundupc C sZ | � t| j|�tj�}| j| jk r0| jd9 _t�d|� t|�}| j �
|� |d|fS )N� z"allocating a new mmap of length %dr ) rO �maxrB r �PAGESIZE�_DOUBLE_ARENA_SIZE_UNTILr �infor rI �append)r r �length�arenar r r �
_new_arena� s zHeap._new_arenac C sz |j }|| jk rd S | j�|�}| j|df= | j||f= | j�|� | j| }|�|d|f� |sv| j|= | j �|� d S r> )
r � _DISCARD_FREE_SPACE_LARGER_THANrH �poprE rF rI �removerD rC )r rW rV �blocks�seqr r r �_discard_arena� s
zHeap._discard_arenac C s| t �| j|�}|t| j�kr&| �|�S | j| }| j| }|�� }|sV| j|= | j|= |\}}}| j||f= | j||f= |S r ) �bisectZ bisect_leftrC �lenrX rD rZ rE rF ) r r r rV r] �blockrW �start�stopr r r �_malloc� s
z Heap._mallocc C s� |\}}}z| j ||f }W n tk
r0 Y nX | �|�\}}z| j||f }W n tk
rf Y nX | �|�\}}|||f}|| }z| j| �|� W n. tk
r� |g| j|< t�| j|� Y nX || j||f< || j ||f< d S r ) rF �KeyError�_absorbrE rD rU r_ ZinsortrC ) r ra rW rb rc Z
prev_block�_Z
next_blockrV r r r �_add_free_block� s(
zHeap._add_free_blockc C s^ |\}}}| j ||f= | j||f= || }| j| }|�|� |sV| j|= | j�|� ||fS r )rE rF rD r[ rC )r ra rW rb rc rV r] r r r rf � s
z Heap._absorbc C s4 |\}}}| j | }|�||f� |s0| �|� d S r )rH r[ r^ )r ra rW rb rc r\ r r r �_remove_allocated_block� s
z Heap._remove_allocated_blockc C sB z| j �� }W n tk
r& Y q>Y nX | �|� | �|� q d S r )rJ rZ �
IndexErrorrh ri �r ra r r r �_free_pending_blocks s
zHeap._free_pending_blocksc C s~ t �� | jkr$td�t �� | j���| j�d�s>| j�|� n<z.| j
d7 _
| � � | � |� | �
|� W 5 | j� � X d S )Nz$My pid ({0:n}) is not last pid {1:n}Fr )r r r? r7 �formatrA �acquirerJ rU �releaserL rl rh ri rk r r r �free s
��
z Heap.freec
C s� |dk rt d�|���tj|kr.td�|���t�� | jkrD| �� | j �� | j
d7 _
| � � | � t
|d�| j�}| �|�\}}}|| }||k r�| �|||f� | j| �||f� |||fW 5 Q R � S Q R X d S )Nr �Size {0:n} out of range�Size {0:n} too larger )r7 rm r5 �maxsize�
OverflowErrorr r r? r rA rK rl rO rQ �
_alignmentrd rh rH �add)r r rW rb rc Z real_stopr r r �malloc( s
z Heap.mallocN)r# r$ r% ru rY rS r rR r � staticmethodrO rX r^ rd rh rf ri rl rp rw r r r r r< s s
r< c @ s" e Zd Ze� Zdd� Zdd� ZdS )r c C s^ |dk rt d�|���tj|kr.td�|���tj�|�}||f| _t j
| tjj |fd� d S )Nr rq rr )�args) r7 rm r5 rs rt r �_heaprw r r r- rp )r r ra r r r r F s
zBufferWrapper.__init__c C s& | j \\}}}}t|j�||| � S r )r �
memoryviewr )r rW rb rc r r r r �create_memoryviewO s z BufferWrapper.create_memoryviewN)r# r$ r% r< rz r r| r r r r r B s )r_ � collectionsr r r r5 r' r@ �contextr r � r �__all__r6 r �objectr r: r8 �registerr< r r r r r �<module>
s&
$! P multiprocessing/__pycache__/resource_sharer.cpython-38.pyc 0000644 00000012212 15115353744 0020034 0 ustar 00 U
e5d� � @ s� d dl Z d dlZd dlZd dlZd dlZddlmZ ddlmZ ddlm Z dgZ
ej dkrxe
dg7 Z
G d d� de �Z
ne
d
g7 Z
G d d
� d
e �ZG d d
� d
e �Ze� ZejZdS )� N� )�process)� reduction)�util�stopZwin32� DupSocketc @ s e Zd ZdZdd� Zdd� ZdS )r z Picklable wrapper for a socket.c s( |� � � � fdd�}t�|� j�| _d S )Nc s � � |�}| �|� d S �N)�shareZ
send_bytes)�conn�pidr �Znew_sock� �7/usr/lib64/python3.8/multiprocessing/resource_sharer.py�send s
z DupSocket.__init__.<locals>.send)�dup�_resource_sharer�register�close�_id)�selfZsockr r
r r �__init__ s zDupSocket.__init__c
C s6 t �| j�� }|�� }t�|�W 5 Q R � S Q R X dS )z1Get the socket. This should only be called once.N)r �get_connectionr Z
recv_bytes�socketZ fromshare)r r
r r
r
r �detach$ s zDupSocket.detachN��__name__�
__module__� __qualname__�__doc__r r r
r
r
r r s �DupFdc @ s e Zd ZdZdd� Zdd� ZdS )r z-Wrapper for fd which can be used at any time.c s4 t �|�� � fdd�}� fdd�}t�||�| _d S )Nc s t �| � |� d S r )r Z send_handle)r
r �Znew_fdr
r r 1 s z DupFd.__init__.<locals>.sendc s t �� � d S r )�osr r
r r
r r 3 s z DupFd.__init__.<locals>.close)r! r r r r )r �fdr r r
r r r / s
zDupFd.__init__c
C s. t �| j��}t�|�W 5 Q R � S Q R X dS )z-Get the fd. This should only be called once.N)r r r r Z recv_handle)r r
r
r
r r 7 s z DupFd.detachNr r
r
r
r r - s c @ sN e Zd ZdZdd� Zdd� Zedd� �Zdd d
�Zd d � Z d
d� Z
dd� Z dS )�_ResourceSharerz.Manager for resources using background thread.c C s@ d| _ i | _g | _t�� | _d | _d | _d | _t �
| t j � d S )Nr )
�_key�_cache�
_old_locks� threading�Lock�_lock� _listener�_address�_threadr Zregister_after_forkr# �
_afterfork)r r
r
r r ? s
z_ResourceSharer.__init__c
C sZ | j �J | jdkr| �� | jd7 _||f| j| j< | j| jfW 5 Q R � S Q R X dS )z+Register resource, returning an identifier.Nr )r) r+ �_startr$ r% )r r r r
r
r r I s
z_ResourceSharer.registerc C s< ddl m} | \}}||t�� jd�}|�|t�� f� |S )z<Return connection from which to receive identified resource.r ��Client��authkey)�
connectionr0 r �current_processr2 r r! �getpid)Zidentr0 �address�key�cr
r
r r R s
z _ResourceSharer.get_connectionNc C s� ddl m} | j�� | jdk r�|| jt�� jd�}|�d� |�� | j �
|� | j � � rdt �
d� | j�� d| _ d| _d| _| j�� D ]\}\}}|� q�| j�� W 5 Q R X dS )z:Stop the background thread and clear registered resources.r r/ Nr1 z._ResourceSharer thread did not stop when asked)r3 r0 r) r+ r r4 r2 r r r, �joinZis_aliver Z sub_warningr* r% �items�clear)r Ztimeoutr0 r8 r7 r r r
r
r r [ s$
�
z_ResourceSharer.stopc C sj | j �� D ]\}\}}|� q
| j �� | j�| j� t�� | _| jd k rT| j� � d | _d | _
d | _ d S r ) r% r: r; r& �appendr) r' r( r* r r+ r, )r r7 r r r
r
r r- p s
z_ResourceSharer._afterforkc C sj ddl m} | jd ks td��t�d� |t�� jd�| _| jj | _
t j | j
d�}d|_|�� || _d S )Nr )�ListenerzAlready have Listenerz0starting listener and thread for sending handlesr1 )�targetT)r3 r= r* �AssertionErrorr �debugr r4 r2 r6 r+ r' ZThread�_serveZdaemon�startr, )r r= �tr
r
r r. ~ s
z_ResourceSharer._startc C s� t td�r t�tjt�� � zh| j�� �T}|�� }|d krHW 5 Q R � W q�|\}}| j� |�\}}z|||� W 5 |� X W 5 Q R X W q t
� � s�t j
t �� � Y q X q d S )N�pthread_sigmask)�hasattr�signalrD � SIG_BLOCK�
valid_signalsr* ZacceptZrecvr% �popr Z
is_exiting�sys�
excepthook�exc_info)r r
�msgr7 Zdestination_pidr r r
r
r rA � s
z_ResourceSharer._serve)N) r r r r r r � staticmethodr r r- r. rA r
r
r
r r# = s
r# )r! rF r rJ r' � r �contextr r �__all__�platform�objectr r r# r r r
r
r
r �<module> s
` multiprocessing/__pycache__/synchronize.cpython-38.opt-2.pyc 0000644 00000025333 15115353744 0020164 0 ustar 00 U
e5dZ- � @ s, d dddddgZ ddlZddlZddlZddlZddlZdd lmZ dd
lmZ dd lm Z zdd lm
Z
m Z W n e k
r� e d
��Y nX e
ed��\ZZej
jZG dd� de�Z
G dd� de
�ZG dd� de�ZG dd � d e
�ZG dd� de
�ZG dd� de�ZG dd� de�ZG dd� dej�ZdS )�Lock�RLock� Semaphore�BoundedSemaphore� Condition�Event� N� )�context)�process)�util)�SemLock�
sem_unlinkz�This platform lacks a functioning sem_open implementation, therefore, the required synchronization primitives needed will not function, see issue 3770.� c @ s\ e Zd Ze�� Zdd� Zedd� �Zdd� Z dd� Z
d d
� Z d d � Z d
d� Z
edd� �ZdS )r c C s� |d krt j�� }|�� }tjdkp*|dk}td�D ]>}z t�|||| � � |� }| _
W n t k
rl Y q4X q|q4t d��t �
d|j � | �� tjdkr�dd� } t �| | � | j
jd k r�dd lm}
|
| j
jd
� t j| tj| j
jfd d � d S )
N�win32�fork�d z cannot find name for semaphorez created semlock with handle %sc S s | j �� d S �N)�_semlock� _after_fork)�obj� r �3/usr/lib64/python3.8/multiprocessing/synchronize.pyr G s z%SemLock.__init__.<locals>._after_forkr )�register� semaphorer )Z exitpriority)r Z_default_contextZ get_contextZget_start_method�sys�platform�range�_multiprocessingr �
_make_namer �FileExistsErrorr �debug�handle�
_make_methodsZregister_after_fork�name�resource_trackerr ZFinalize�_cleanup) �self�kind�value�maxvalue�ctxr# Z
unlink_now�i�slr r r r r �__init__2 s8
�
�zSemLock.__init__c C s" ddl m} t| � || d� d S )Nr )�
unregisterr )r$ r. r
)r# r. r r r r% T s zSemLock._cleanupc C s | j j| _| j j| _d S r )r �acquire�release�r& r r r r" Z s
zSemLock._make_methodsc C s
| j �� S r )r � __enter__r1 r r r r2 ^ s zSemLock.__enter__c G s | j j|� S r )r �__exit__�r& �argsr r r r3 a s zSemLock.__exit__c C sD t �| � | j}tjdkr,t �� �|j�}n|j}||j|j |j
fS )Nr ) r �assert_spawningr r r Zget_spawning_popenZduplicate_for_childr! r' r) r# )r& r, �hr r r � __getstate__d s
zSemLock.__getstate__c C s, t jj|� | _t�d|d � | �� d S )Nz recreated blocker with handle %rr )r r Z_rebuildr r r r" �r& �stater r r � __setstate__m s zSemLock.__setstate__c C s dt �� jd ttj�f S )Nz%s-%sZ semprefix)r
�current_processZ_config�nextr �_randr r r r r r s �zSemLock._make_nameN)�__name__�
__module__� __qualname__�tempfileZ_RandomNameSequencer> r- � staticmethodr% r" r2 r3 r8 r; r r r r r r . s "
r c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
r r c C s t j| t|t|d� d S �N�r* )r r- � SEMAPHORE�
SEM_VALUE_MAX�r& r( r* r r r r- } s zSemaphore.__init__c C s
| j �� S r )r �
_get_valuer1 r r r � get_value� s zSemaphore.get_valuec C s8 z| j �� }W n tk
r& d}Y nX d| jj|f S )N�unknownz<%s(value=%s)>)r rI � Exception� __class__r? �r& r( r r r �__repr__� s
zSemaphore.__repr__N)r )r? r@ rA r- rJ rO r r r r r { s
c @ s e Zd Zddd�Zdd� ZdS )r r c C s t j| t|||d� d S rD �r r- rF rH r r r r- � s zBoundedSemaphore.__init__c C s> z| j �� }W n tk
r& d}Y nX d| jj|| j jf S )NrK z<%s(value=%s, maxvalue=%s)>)r rI rL rM r? r) rN r r r rO � s
�zBoundedSemaphore.__repr__N)r �r? r@ rA r- rO r r r r r � s
c @ s e Zd Zdd� Zdd� ZdS )r c C s t j| tdd|d� d S �Nr rE rP �r& r* r r r r- � s z
Lock.__init__c C s� zf| j �� r8t�� j}t�� jdkrd|dt�� j 7 }n,| j �� dkrLd}n| j �� dkr`d}nd}W n t k
r~ d}Y nX d | j
j |f S )
N�
MainThread�|r �Noner �SomeOtherThread�SomeOtherProcessrK z<%s(owner=%s)>) r �_is_miner
r< r# � threading�current_threadrI �_countrL rM r? )r& r# r r r rO � s
z
Lock.__repr__NrQ r r r r r � s c @ s e Zd Zdd� Zdd� ZdS )r c C s t j| tdd|d� d S rR )r r- �RECURSIVE_MUTEXrS r r r r- � s zRLock.__init__c C s� z|| j �� rBt�� j}t�� jdkr6|dt�� j 7 }| j �� }n8| j �� dkrZd\}}n | j �� dkrrd\}}nd\}}W n t k
r� d\}}Y nX d | j
j ||f S )
NrT rU r )rV r r )rW �nonzero)rX r^ )rK rK � <%s(%s, %s)>) r rY r
r< r# rZ r[ r\ rI rL rM r? )r& r# �countr r r rO � s
zRLock.__repr__NrQ r r r r r � s c @ sl e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z ddd�Z
ddd�Z dd� Z d dd�Z
dS ) r Nc C s> |p
|� � | _|�d�| _|�d�| _|�d�| _| �� d S �Nr )r �_lockr �_sleeping_count� _woken_count�_wait_semaphorer" )r& �lockr* r r r r- � s
zCondition.__init__c C s t �| � | j| j| j| jfS r )r r6 rb rc rd re r1 r r r r8 � s
�zCondition.__getstate__c C s |\| _ | _| _| _| �� d S r )rb rc rd re r" r9 r r r r; � s
�
zCondition.__setstate__c C s
| j �� S r )rb r2 r1 r r r r2 � s zCondition.__enter__c G s | j j|� S r )rb r3 r4 r r r r3 � s zCondition.__exit__c C s | j j| _| j j| _d S r )rb r/ r0 r1 r r r r" � s
zCondition._make_methodsc C sJ z | j j�� | jj�� }W n tk
r4 d}Y nX d| jj| j|f S )NrK r_ )rc r rI rd rL rM r? rb )r& Z num_waitersr r r rO � s
�
zCondition.__repr__c C sj | j �� | jj�� }t|�D ]}| j�� q z| j�d|�W �S | j�� t|�D ]}| j�� qTX d S )NT) rc r0 rb r r\ r rd r/ re )r& �timeoutr` r+ r r r �wait� s
zCondition.waitr c C st | j �d�r| j�d�}q d}||k rF| j�d�rF| j�� |d7 }q |rpt|�D ]}| j �� qR| j�d�rpqbd S )NFr r )rd r/ rc re r0 r )r& �n�resZsleepersr+ r r r �notify s
zCondition.notifyc C s | j tjd� d S )N)ri )rk r �maxsizer1 r r r �
notify_all( s zCondition.notify_allc C sd |� }|r|S |d k r$t �� | }nd }d }|s`|d k rN|t �� }|dkrNq`| �|� |� }q,|S ra )�time� monotonicrh )r& Z predicaterg �resultZendtimeZwaittimer r r �wait_for+ s
zCondition.wait_for)N)N)r )N)r? r@ rA r- r8 r; r2 r3 r" rO rh rk rm rq r r r r r � s
c @ s6 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
d �Zd S )
r c C s |� |�� �| _|�d�| _d S ra )r r �_condr �_flagrS r r r r- C s zEvent.__init__c C sD | j �4 | j�d�r,| j�� W 5 Q R � dS W 5 Q R � dS Q R X d S �NFT)rr rs r/ r0 r1 r r r �is_setG s
z Event.is_setc C s6 | j �& | j�d� | j�� | j �� W 5 Q R X d S �NF)rr rs r/ r0 rm r1 r r r �setN s
z Event.setc C s" | j � | j�d� W 5 Q R X d S rv )rr rs r/ r1 r r r �clearT s z Event.clearNc C sh | j �X | j�d�r | j�� n | j �|� | j�d�rP| j�� W 5 Q R � dS W 5 Q R � dS Q R X d S rt )rr rs r/ r0 rh )r& rg r r r rh X s
z
Event.wait)N)r? r@ rA r- ru rw rx rh r r r r r A s
c @ sZ e Zd Zddd�Zdd� Zdd� Zedd � �Zejd
d � �Zed d � �Z e jd
d � �Z dS )�BarrierNc C sR dd l }ddlm} ||�d�d �}|�� }| �|||||f� d| _d| _d S )Nr r )�
BufferWrapperr+ r )�struct�heaprz Zcalcsizer r; �_stater\ ) r& Zparties�actionrg r* r{ rz �wrapperZcondr r r r- j s zBarrier.__init__c C s. |\| _ | _| _| _| _| j�� �d�| _d S )Nr+ )�_parties�_action�_timeoutrr �_wrapperZcreate_memoryview�cast�_arrayr9 r r r r; s s
� zBarrier.__setstate__c C s | j | j| j| j| jfS r )r� r� r� rr r� r1 r r r r8 x s �zBarrier.__getstate__c C s
| j d S ra �r� r1 r r r r} | s zBarrier._statec C s || j d< d S ra r� rN r r r r} � s c C s
| j d S �Nr r� r1 r r r r\ � s zBarrier._countc C s || j d< d S r� r� rN r r r r\ � s )NN)
r? r@ rA r- r; r8 �propertyr} �setterr\ r r r r ry h s
ry )�__all__rZ r rB r rn � r r
r r r
� ImportError�listr r] rF rG �objectr r r r r r ry r r r r �<module> s8 � Mo' multiprocessing/__pycache__/process.cpython-38.opt-1.pyc 0000644 00000024161 15115353744 0017264 0 ustar 00 U
e5d�. � @ s8 d dddgZ ddlZddlZddlZddlZddlZddlmZ zej� e�
� �Z W n e k
rl dZ Y nX dd� Z
dd� Zd d� Zd
d � ZG d d � d e�ZG d
d� de�ZG dd� de�ZG dd� de�Zdae� ae�d�ae� a [i Z e ej � � �D ]0\Z!Z"e!dd� dkr�de!kr�de!� �e e" < q�e� Z#dS )� BaseProcess�current_process�active_children�parent_process� N)�WeakSetc C s t S )z@
Return process object representing the current process
)�_current_process� r r �//usr/lib64/python3.8/multiprocessing/process.pyr % s c C s t � tt�S )zN
Return list of process objects corresponding to live child processes
)�_cleanup�list� _childrenr r r r r + s c C s t S )z?
Return process object representing the parent process
)�_parent_processr r r r r 3 s c C s* t t�D ] } | j�� d k rt�| � qd S �N)r r �_popen�poll�discard)�pr r r r
= s r
c @ s� e Zd ZdZdd� Zddddi fdd�dd�Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
d,dd�Z dd� Z dd� Z
edd� �Zejdd� �Zed d � �Zejd d � �Zed d � �Zejd!d � �Zed"d#� �Zed$d%� �ZeZed&d'� �Zd(d)� Zd-d*d+�ZdS ).r z�
Process objects represent activity that is run in a separate process
The class is analogous to `threading.Thread`
c C s t �d S r )�NotImplementedError��selfr r r �_PopenM s zBaseProcess._PopenNr )�daemonc C s� t t�}tj|f | _tj�� | _t�� | _tj | _
d | _ d| _ || _
t|�| _t|�| _|p�t| �jd d�dd� | jD �� | _|d k r�|| _t�| � d S )NF�-�:c s s | ]}t |�V qd S r )�str)�.0�ir r r � <genexpr>^ s z'BaseProcess.__init__.<locals>.<genexpr>)�next�_process_counterr � _identity�_config�copy�os�getpid� _parent_pid�name� _parent_namer �_closed�_target�tuple�_args�dict�_kwargs�type�__name__�join�_namer � _dangling�add)r �group�targetr& �args�kwargsr �countr r r �__init__P s
�zBaseProcess.__init__c C s | j rtd��d S )Nzprocess object is closed)r( �
ValueErrorr r r r �
_check_closedc s zBaseProcess._check_closedc C s | j r| j | j| j� dS )zQ
Method to be run in sub-process; can be overridden in sub-class
N)r) r+ r- r r r r �rung s zBaseProcess.runc C s> | � � t� | �| �| _| jj| _| `| `| `t �
| � dS )z%
Start child process
N) r; r
r r �sentinel� _sentinelr) r+ r- r r3 r r r r �startn s
zBaseProcess.startc C s | � � | j�� dS )zT
Terminate process; sends SIGTERM signal or uses TerminateProcess()
N)r; r � terminater r r r r@ � s zBaseProcess.terminatec C s | � � | j�� dS )zT
Terminate process; sends SIGKILL signal or uses TerminateProcess()
N)r; r �killr r r r rA � s zBaseProcess.killc C s* | � � | j�|�}|dk r&t�| � dS )z5
Wait until child process terminates
N)r; r �waitr r )r �timeout�resr r r r0 � s zBaseProcess.joinc C sJ | � � | tkrdS | jdkr"dS | j�� }|dkr8dS t�| � dS dS )z1
Return whether process is alive
TNF)r; r r r r r )r �
returncoder r r �is_alive� s
zBaseProcess.is_alivec C sH | j dk r>| j �� dkr td��| j �� d| _ | `t�| � d| _dS )z�
Close the Process object.
This method releases resources held by the Process object. It is
an error to call this method if the child process is still running.
Nz^Cannot close a process while it is still running. You should first call join() or terminate().T)r r r: �closer> r r r( r r r r rG � s
zBaseProcess.closec C s | j S r �r1 r r r r r& � s zBaseProcess.namec C s
|| _ d S r rH )r r& r r r r& � s c C s | j �dd�S )z4
Return whether process is a daemon
r F)r! �getr r r r r � s zBaseProcess.daemonc C s || j d< dS )z1
Set whether process is a daemon
r N�r! )r Zdaemonicr r r r � s c C s
| j d S )N�authkeyrJ r r r r rK � s zBaseProcess.authkeyc C s t |�| jd< dS )z2
Set authorization key of process
rK N)�AuthenticationStringr! )r rK r r r rK � s c C s" | � � | jdkr| jS | j�� S )zM
Return exit code of process or `None` if it has yet to stop
N)r; r r r r r r �exitcode� s
zBaseProcess.exitcodec C s* | � � | tkrt�� S | jo$| jjS dS )zU
Return identifier (PID) of process or `None` if it has yet to start
N)r; r r# r$ r �pidr r r r �ident� s zBaseProcess.identc C s4 | � � z| jW S tk
r. td�d�Y nX dS )z{
Return a file descriptor (Unix) or handle (Windows) suitable for
waiting for process termination.
zprocess not startedN)r; r> �AttributeErrorr: r r r r r= � s
zBaseProcess.sentinelc C s� d }| t krd}nL| jr d}n@| jt�� kr2d}n,| jd krBd}n | j�� }|d k rZd}nd}t| �jd| j g}| jd k r�|�
d| jj � |�
d| j � |�
|� |d k r�t �
||�}|�
d | � | jr�|�
d
� d d �|� S )
NZstarted�closed�unknown�initialZstoppedzname=%rzpid=%sz parent=%sz exitcode=%sr z<%s>� )r r( r% r# r$ r r r. r/ r1 �appendrN �_exitcode_to_namerI r r0 )r rM Zstatus�infor r r �__repr__ s0
zBaseProcess.__repr__c
C sv ddl m}m} �z>z�| jd k r,|�| j� t �
d�a t � a
|�� t}| at| j| j|�atjrnt�� �� z|j�� |�� W 5 ~X |�d� z| �� d}W 5 |�� X W n� t k
�r } zJ|j s�d}n:t |j d t �r�|j d }n t j!�"t#|j d �d � d}W 5 d }~X Y n2 d}dd l$}t j!�"d| j% � |�&� Y nX W 5 t�� |�d| � |�� X |S )N� )�util�contextz process exiting with exitcode %dz child process calling self.run()r �
z Process %s:
)'� rZ r[ � threadingZ _shutdownrW Z_flush_std_streamsZ
_start_methodZ_force_start_method� itertoolsr8 r �setr Z _close_stdinr �_ParentProcessr' r% r
Z_HAVE_THREAD_NATIVE_IDZ main_threadZ_set_native_idZ_finalizer_registry�clearZ_run_after_forkersZ_exit_functionr< �
SystemExitr6 �
isinstance�int�sys�stderr�writer � tracebackr& � print_exc)r Zparent_sentinelrZ r[ rM Z old_process�eri r r r �
_bootstrap" sR
�
zBaseProcess._bootstrap)N)N)r/ �
__module__� __qualname__�__doc__r r9 r; r< r? r@ rA r0 rF rG �propertyr& �setterr rK rM rO rN r= rX rl r r r r r G sD �
c @ s e Zd Zdd� ZdS )rL c C s, ddl m} |� d kr td��tt| �ffS )NrY )�get_spawning_popenzJPickling an AuthenticationString object is disallowed for security reasons)r[ rr � TypeErrorrL �bytes)r rr r r r �
__reduce__X s
�z AuthenticationString.__reduce__N)r/ rm rn ru r r r r rL W s rL c @ s6 e Zd Zdd� Zdd� Zedd� �Zd
dd �ZeZdS ) ra c C s4 d| _ || _|| _d | _d | _d| _|| _i | _d S )Nr F)r r1 �_pidr% r r( r> r! )r r& rN r= r r r r9 h s z_ParentProcess.__init__c C s ddl m} || jgdd� S )Nr �rB �rC �Zmultiprocessing.connectionrB r> )r rB r r r rF r s z_ParentProcess.is_alivec C s | j S r )rv r r r r rO v s z_ParentProcess.identNc C s ddl m} || jg|d� dS )z6
Wait until parent process terminates
r rw rx Nry )r rC rB r r r r0 z s z_ParentProcess.join)N) r/ rm rn r9 rF rp rO r0 rN r r r r ra f s
ra c @ s e Zd Zdd� Zdd� ZdS )� _MainProcessc C s8 d| _ d| _d | _d | _d| _tt�d��dd�| _d S )Nr Z MainProcessF� z/mp)rK Z semprefix) r r1 r% r r( rL r# �urandomr! r r r r r9 � s �z_MainProcess.__init__c C s d S r r r r r r rG � s z_MainProcess.closeN)r/ rm rn r9 rG r r r r rz � s rz rY � ZSIG�_r )$�__all__r# rf �signalr_ r^ Z _weakrefsetr �path�abspath�getcwdZ ORIGINAL_DIR�OSErrorr r r r
�objectr rt rL ra rz r
r r8 r r` r rV r �__dict__�itemsr& Zsignumr2 r r r r �<module>
s@ �
!
multiprocessing/__pycache__/popen_forkserver.cpython-38.pyc 0000644 00000004563 15115353744 0020244 0 ustar 00 U
e5d� � @ s� d dl Z d dlZddlmZmZ ejs.ed��ddlmZ ddlm Z ddlm
Z
ddlm Z d gZ G d
d � d e
�ZG d d � d e j�ZdS )
� N� )� reduction�set_spawning_popenz,No support for sending fds between processes)�
forkserver)�
popen_fork)�spawn)�util�Popenc @ s e Zd Zdd� Zdd� ZdS )�_DupFdc C s
|| _ d S �N)�ind)�selfr � r �8/usr/lib64/python3.8/multiprocessing/popen_forkserver.py�__init__ s z_DupFd.__init__c C s t �� | j S r )r Zget_inherited_fdsr )r
r r r �detach s z
_DupFd.detachN)�__name__�
__module__� __qualname__r r r r r r r
s r
c sB e Zd ZdZeZ� fdd�Zdd� Zdd� Ze j
fdd �Z � Z S )
r r c s g | _ t� �|� d S r )�_fds�superr )r
� process_obj�� __class__r r r ! s zPopen.__init__c C s | j �|� t| j �d S )Nr )r �append�len)r
�fdr r r �duplicate_for_child% s zPopen.duplicate_for_childc C s� t �|j�}t�� }t| � z t�||� t�||� W 5 td � X t� | j
�\| _ }t �
|�}t�| tj|| j f�| _t|ddd��}|�|�� � W 5 Q R X t�| j �| _d S )N�wbT)�closefd)r Zget_preparation_data�_name�io�BytesIOr r �dumpr Zconnect_to_new_processr �sentinel�os�dupr ZFinalizeZ close_fds� finalizer�open�write� getbuffer� read_signed�pid)r
r Z prep_dataZbuf�wZ _parent_w�fr r r �_launch) s
�z
Popen._launchc C sr | j d krlddlm} |tjkr$dnd }|| jg|�s:d S zt�| j�| _ W n tt fk
rj d| _ Y nX | j S )Nr )�wait� )
�
returncodeZmultiprocessing.connectionr0 r% �WNOHANGr$ r r+ �OSError�EOFError)r
�flagr0 Ztimeoutr r r �poll= s
z
Popen.poll)
r r r �methodr
ZDupFdr r r/ r% r3 r7 �
__classcell__r r r r r s )r! r% �contextr r ZHAVE_SEND_HANDLE� ImportError� r r r r �__all__�objectr
r r r r r �<module> s
multiprocessing/__pycache__/popen_spawn_posix.cpython-38.opt-2.pyc 0000644 00000004242 15115353744 0021360 0 ustar 00 U
e5d� � @ sp d dl Z d dlZddlmZmZ ddlmZ ddlmZ ddlmZ dgZ G dd � d e
�Z G d
d� dej �Z dS ) � N� )� reduction�set_spawning_popen)�
popen_fork)�spawn)�util�Popenc @ s e Zd Zdd� Zdd� ZdS )�_DupFdc C s
|| _ d S �N��fd��selfr � r �9/usr/lib64/python3.8/multiprocessing/popen_spawn_posix.py�__init__ s z_DupFd.__init__c C s | j S r
r )r r r r �detach s z
_DupFd.detachN)�__name__�
__module__� __qualname__r r r r r r r s r c s4 e Zd ZdZeZ� fdd�Zdd� Zdd� Z� Z S )r r c s g | _ t� �|� d S r
)�_fds�superr )r � process_obj�� __class__r r r s zPopen.__init__c C s | j �|� |S r
)r �appendr
r r r �duplicate_for_child" s zPopen.duplicate_for_childc C sX ddl m} |�� }| j�|� t�|j�}t� � }t
| � z t � ||� t � ||� W 5 t
d � X d } } }} z~t�� \}}t�� \}} tj||d�} | j�||g� t
�t�� | | j�| _|| _t| ddd��}
|
�|� � � W 5 Q R X W 5 g }
|| fD ]} | d k �r |
�| � �q t
�| t
j|
�| _||fD ]} | d k �r6t�| � �q6X d S )Nr )�resource_tracker)�
tracker_fdZ pipe_handle�wbF)�closefd) � r Zgetfdr r r Zget_preparation_data�_name�io�BytesIOr r �dumpr ZFinalizeZ close_fds� finalizer�os�close�pipeZget_command_line�extendZspawnv_passfdsZget_executable�pid�sentinel�open�write� getbuffer)r r r r Z prep_data�fpZparent_rZchild_wZchild_rZparent_wZ fds_to_closer �cmd�fr r r �_launch& sB
�
�
z
Popen._launch)
r r r �methodr ZDupFdr r r3 �
__classcell__r r r r r s
)
r# r' �contextr r r! r r r �__all__�objectr r r r r r �<module> s
multiprocessing/__pycache__/shared_memory.cpython-38.opt-1.pyc 0000644 00000033524 15115353744 0020447 0 ustar 00 U
e5dD � @ s� d Z ddgZddlmZ ddlZddlZddlZddlZddlZej dkrXddl
Z
dZ n ddl Z dZ ej
ejB Zd Ze r~d
Znd Zd d
� ZG dd� d�ZdZG dd� d�ZdS )z�Provides shared memory for direct access across processes.
The API of this package is currently provisional. Refer to the
documentation for details.
� SharedMemory�
ShareableList� )�partialN�ntFT� z/psm_Zwnsm_c C s" t tt� d } tt�| � }|S )z6Create a random filename for the shared memory object.� )�_SHM_SAFE_NAME_LENGTH�len�_SHM_NAME_PREFIX�secretsZ token_hex)�nbytes�name� r �5/usr/lib64/python3.8/multiprocessing/shared_memory.py�_make_filename& s r c @ s� e Zd ZdZdZdZdZdZej Z
dZ e r.dndZ
ddd �Zd
d � Zd d
� Zdd� Zedd� �Zedd� �Zedd� �Zdd� Zdd� ZdS )r a� Creates a new shared memory block or attaches to an existing
shared memory block.
Every shared memory block is assigned a unique name. This enables
one process to create a shared memory block with a particular name
so that a different process can attach to that same shared memory
block using that same name.
As a resource for sharing data across processes, shared memory blocks
may outlive the original process that created them. When one process
no longer needs access to a shared memory block that might still be
needed by other processes, the close() method should be called.
When a shared memory block is no longer needed by any process, the
unlink() method should be called to ensure proper cleanup.N���i� TFr c
C sl |dkst d��|r0ttjB | _|dkr0t d��|d krL| jtj@ sLt d��t�rH|d kr�t� }ztj || j| j
d�| _ W n t k
r� Y qZY nX || _
q�qZn.| jr�d| n|}tj || j| j
d�| _ || _
z<|r�|r�t�| j |� t�| j �}|j}t�| j |�| _W n tk
�r* | �� � Y nX ddlm} || j
d � �n|�r�|d k�r^t� n|}t�tjtjtj |d
? d @ |d @ |�}zXt� � }|tj k�r�|d k �r�t t j!t�"t j!�|tj ��nW ��qNtjd ||d
�| _W 5 t� |� X || _
�qV�qNnX|| _
t�#tj$d|�}zt�%|tj$ddd�} W 5 t� |� X t�&| �}tjd ||d
�| _|| _'t(| j�| _)d S )Nr z!'size' must be a positive integerz4'size' must be a positive number different from zeroz&'name' can only be None if create=True)�mode�/� )�register�
shared_memory� l �� r )ZtagnameF)*�
ValueError�_O_CREX�os�O_RDWR�_flags�O_EXCL�
_USE_POSIXr � _posixshmemZshm_open�_mode�_fd�FileExistsError�_name�_prepend_leading_slash� ftruncate�fstat�st_size�mmap�_mmap�OSError�unlink�resource_trackerr �_winapiZCreateFileMappingZINVALID_HANDLE_VALUEZNULLZPAGE_READWRITEZ CloseHandleZ GetLastErrorZERROR_ALREADY_EXISTS�errnoZEEXIST�strerrorZOpenFileMappingZ
FILE_MAP_READZ
MapViewOfFileZVirtualQuerySize�_size�
memoryview�_buf)
�selfr
�create�sizeZstatsr Z temp_nameZh_mapZlast_error_codeZp_bufr r r �__init__I s� �
�
�
�
��
zSharedMemory.__init__c C s& z | � � W n tk
r Y nX d S �N)�closer* �r3 r r r �__del__� s zSharedMemory.__del__c C s | j | jd| jffS )NF)� __class__r
r5 r9 r r r �
__reduce__� s ��zSharedMemory.__reduce__c C s | j j� d| j�d| j� d�S )N�(z, size=�))r; �__name__r
r5 r9 r r r �__repr__� s zSharedMemory.__repr__c C s | j S )z4A memoryview of contents of the shared memory block.)r2 r9 r r r �buf� s zSharedMemory.bufc C s. | j }tr*| jr*| j �d�r*| j dd� }|S )z4Unique name that identifies the shared memory block.r r N)r# r r$ �
startswith)r3 Z
reported_namer r r r
� s
zSharedMemory.namec C s | j S )zSize in bytes.)r0 r9 r r r r5 � s zSharedMemory.sizec C sX | j dk r| j �� d| _ | jdk r4| j�� d| _trT| jdkrTt�| j� d| _dS )zkCloses access to the shared memory from this instance but does
not destroy the shared memory block.Nr r )r2 �releaser) r8 r r! r r9 r r r r8 � s
zSharedMemory.closec C s2 t r.| jr.ddlm} t�| j� || jd� dS )z�Requests that the underlying shared memory block be destroyed.
In order to ensure proper cleanup of resources, unlink should be
called once (and only once) across all processes which have access
to the shared memory block.r )�
unregisterr N)r r# r, rD r Z
shm_unlink)r3 rD r r r r+ � s
zSharedMemory.unlink)NFr )r? �
__module__� __qualname__�__doc__r# r! r) r2 r r r r r r$ r6 r: r< r@ �propertyrA r
r5 r8 r+ r r r r r 0 s(
l
�utf8c @ s e Zd ZdZedededededdj diZ
dZ d d
� d d
� d d
� d
d
� d�Z e
dd� �Zd6dd�dd�Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zed$d%� �Zed&d'� �Zed(d)� �Zed*d+� �Z ed,d-� �Z ed.d/� �Z ed0d1� �Z d2d3� Z d4d5� Z!dS )7r a� Pattern for a mutable list-like object shareable via a shared
memory block. It differs from the built-in list type in that these
lists can not change their overall length (i.e. no append, insert,
etc.)
Because values are packed into a memoryview as bytes, the struct
packing format for any storable value must require no more than 8
characters to describe its format.�q�dzxxxxxxx?z%dsNzxxxxxx?x� c C s | S r7 r ��valuer r r �<lambda>
� zShareableList.<lambda>c C s | � d��t�S �N� )�rstrip�decode� _encodingrM r r r rO rP c C s
| � d�S rQ )rS rM r r r rO rP c C s d S r7 r )Z_valuer r r rO
rP )r r r � c C s: t | ttdjf�sdS t | t�r$dS t | t�r2dS dS dS )z�Used in concert with _back_transforms_mapping to convert values
into the appropriate Python objects when retrieving them from
the list as well as when storing them.Nr r r rV )�
isinstance�str�bytesr; rM r r r �_extract_recreation_code s
z&ShareableList._extract_recreation_code�r
c sr |d k rv�fdd�|D �}t |��_t�fdd�|D ���_�fdd�|D �}t�d�j d�|� �j �j �}nd}|d k r�|d kr�t
|��_ nt
|d |d
��_ |d k �rNt � tj
d�j �j jd �jf�j�� tj
d�|��j j�jf� fd d�|D ��� tj
�j�j j�jf� fd
d�|D ��� tj
�j �j j�jf|�� n t ���_t��j�j jd��_d S )Nc sP g | ]H}t |ttf�s$� jt|� n&� jt|� � jt|�� j d f �qS )r )rW rX rY �_types_mapping�type�
_alignmentr ��.0�itemr9 r r �
<listcomp> s � � �z*ShareableList.__init__.<locals>.<listcomp>c 3 s0 | ](}|d dkr� j nt|dd � �V qdS )r �sN)r^ �int)r` �fmtr9 r r � <genexpr>* s �z)ShareableList.__init__.<locals>.<genexpr>c s g | ]}� � |��qS r )rZ r_ r9 r r rb . s rJ � rL T)r4 r5 r c 3 s& | ] }t |t�r|�� �n|V qd S r7 )rW rX �encode�r` �v��_encr r rf M s c 3 s | ]}|� � �V qd S r7 )rh ri rk r r rf S s )r � _list_len�tuple�_allocated_bytes�structZcalcsize�_format_size_metainfo�join�_format_packing_metainfo� _format_back_transform_codesr �shmrU � pack_intorA �_offset_data_start�_offset_packing_formats� _offset_back_transform_codes� unpack_from)r3 Zsequencer
Z_formatsZ_recreation_codesZrequested_sizer )rl r3 r r6 sz
�
�
�����
��������
�zShareableList.__init__c C sj |dkr |n|| j }|| j ks*| j dk r2td��t�d| jj| j|d �d }|�d�}|�t �}|S )z>Gets the packing format for a single value stored in the list.r � Requested position out of range.�8srL rR )
rm �
IndexErrorrp rz ru rA rx rS rT rU )r3 �positionrj re �
fmt_as_strr r r �_get_packing_formatd s ��
z!ShareableList._get_packing_formatc C s\ |dkr |n|| j }|| j ks*| j dk r2td��t�d| jj| j| �d }| j| }|S )z9Gets the back transformation function for a single value.r r{ �b)rm r} rp rz ru rA ry �_back_transforms_mapping)r3 r~ �transform_codeZtransform_functionr r r �_get_back_transformt s ��
z!ShareableList._get_back_transformc C s~ |dkr |n|| j }|| j ks*| j dk r2td��t�d| jj| j|d |�t�� | � |�}t�d| jj| j
| |� dS )zvSets the packing format and back transformation code for a
single value in the list at the specified position.r r{ r| rL r� N) rm r} rp rv ru rA rx rh rU rZ ry )r3 r~ r rN r� r r r �!_set_packing_format_and_transform� s �
�z/ShareableList._set_packing_format_and_transformc C sj z6| j t| jd |� � }t�| �|�| jj|�\}W n tk
rR td��Y nX | � |�}||�}|S )Nzindex out of range)
rw �sumro rp rz r� ru rA r} r� )r3 r~ �offsetrj Zback_transformr r r � __getitem__� s ��
zShareableList.__getitem__c C s� z&| j t| jd |� � }| �|�}W n tk
rB td��Y nX t|ttf�sf| jt |� }|}nZt|t�rz|�
t �n|}t |�| j| kr�t
d��|d dkr�|}n| jt | j| f }| �|||� t�|| jj||� d S )Nz assignment index out of rangez(bytes/str item exceeds available storager rc )rw r� ro r� r} rW rX rY r\ r] rh rU r r r� rp rv ru rA )r3 r~ rN r� Zcurrent_formatZ
new_formatZ
encoded_valuer r r � __setitem__� s6 �� � ��zShareableList.__setitem__c C s t | j| jjd�dfS )Nr[ r )r r; ru r
r9 r r r r< � s zShareableList.__reduce__c C s t �d| jjd�d S )NrJ r )rp rz ru rA r9 r r r �__len__� s zShareableList.__len__c C s" | j j� dt| �� d| jj�d�S )Nr= z, name=r> )r; r? �listru r
r9 r r r r@ � s zShareableList.__repr__c s d� � fdd�t� j�D ��S )z>The struct packing format used by all currently stored values.rg c 3 s | ]}� � |�V qd S r7 )r� )r` �ir9 r r rf � s z'ShareableList.format.<locals>.<genexpr>)rr �rangerm r9 r r9 r �format� s �zShareableList.formatc C s | j � d�S )z=The struct packing format used for metainfo on storage sizes.rJ �rm r9 r r r rq � s z#ShareableList._format_size_metainfoc C s
d| j S )z?The struct packing format used for the values' packing formats.r| r� r9 r r r rs � s z&ShareableList._format_packing_metainfoc C s
d| j S )z?The struct packing format used for the values' back transforms.r� r� r9 r r r rt � s z*ShareableList._format_back_transform_codesc C s | j d d S )Nr rL r� r9 r r r rw � s z ShareableList._offset_data_startc C s | j t| j� S r7 )rw r� ro r9 r r r rx � s z%ShareableList._offset_packing_formatsc C s | j | jd S )NrL )rx rm r9 r r r ry � s z*ShareableList._offset_back_transform_codesc s t � fdd�| D ��S )zCL.count(value) -> integer -- return number of occurrences of value.c 3 s | ]}� |kV qd S r7 r )r` �entryrM r r rf � s z&ShareableList.count.<locals>.<genexpr>)r� )r3 rN r rM r �count� s zShareableList.countc C s4 t | �D ]\}}||kr| S qt|�d���dS )zpL.index(value) -> integer -- return first index of value.
Raises ValueError if the value is not present.z not in this containerN)� enumerater )r3 rN r~ r� r r r �index� s
zShareableList.index)N)"r? rE rF rG rd �float�boolrX rY r; r\ r^ r� � staticmethodrZ r6 r� r� r� r� r� r< r� r@ rH r� rq rs rt rw rx ry r� r� r r r r r � s^
��
F
)rG �__all__� functoolsr r( r r. rp r r
r- r r �O_CREATr r r r
r r rU r r r r r �<module> s,
E multiprocessing/__pycache__/resource_tracker.cpython-38.pyc 0000644 00000012103 15115353744 0020202 0 ustar 00 U
e5d�! � @ s� d dl Z d dlZd dlZd dlZd dlZddlmZ ddlmZ dddgZe ed�Z
ej ej fZ
d d
d � iZe jd kr�d dlZd dlZe�ejejd
�� G dd� de�Ze� ZejZejZejZejZdd� Z dS )� N� )�spawn)�util�ensure_running�register�
unregister�pthread_sigmaskZnoopc C s d S �N� r
r
r
�8/usr/lib64/python3.8/multiprocessing/resource_tracker.py�<lambda>! � r �posix)Z semaphoreZ
shared_memoryc @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )�ResourceTrackerc C s t �� | _d | _d | _d S r )� threadingZLock�_lock�_fd�_pid��selfr
r
r �__init__0 s
zResourceTracker.__init__c C sT | j �D | jd kr W 5 Q R � d S t�| j� d | _t�| jd� d | _W 5 Q R X d S )Nr )r r �os�close�waitpidr r r
r
r �_stop5 s
zResourceTracker._stopc C s | � � | jS r )r r r r
r
r �getfdB s zResourceTracker.getfdc C st | j ��b | jdk r~| �� r*W 5 Q R � dS t�| j� z | jdk rPt�| jd� W n tk
rf Y nX d| _d| _t� d� g }z|�
t j �
� � W n tk
r� Y nX d}t�� \}}z�zr|�
|� t�� }|gt�� }|d|| g7 }z&t�rt�tjt� t�|||�}W 5 t�r,t�tjt� X W n t�|� � Y nX || _|| _W 5 t�|� X W 5 Q R X dS )z�Make sure that resource tracker process is running.
This can be run from any process. Usually a child process will use
the resource created by its parent.Nr zUresource_tracker: process died unexpectedly, relaunching. Some resources might leak.z:from multiprocessing.resource_tracker import main;main(%d)z-c)r r � _check_aliver r r r �ChildProcessError�warnings�warn�append�sys�stderr�fileno� Exception�piper Zget_executabler Z _args_from_interpreter_flags�
_HAVE_SIGMASK�signalr � SIG_UNBLOCK�_IGNORED_SIGNALS� SIG_BLOCKZspawnv_passfds)r Z fds_to_pass�cmd�r�wZexe�args�pidr
r
r r F sJ
z ResourceTracker.ensure_runningc C s2 zt �| jd� W n tk
r( Y dS X dS dS )z;Check that the pipe has not been closed by sending a probe.s
PROBE:0:noop
FTN)r �writer �OSErrorr r
r
r r � s
z ResourceTracker._check_alivec C s | � d||� dS )z0Register name of resource with resource tracker.�REGISTERN��_send�r �name�rtyper
r
r r � s zResourceTracker.registerc C s | � d||� dS )z2Unregister name of resource with resource tracker.�
UNREGISTERNr3 r5 r
r
r r � s zResourceTracker.unregisterc C sb | � � d�|||��d�}t|�dkr0td��t�| j|�}|t|�ks^td�|t|����d S )Nz {0}:{1}:{2}
�asciii z
name too longz nbytes {0:n} but len(msg) {1:n}) r �format�encode�len�
ValueErrorr r0 r �AssertionError)r r+ r6 r7 �msg�nbytesr
r
r r4 � s �zResourceTracker._sendN) �__name__�
__module__� __qualname__r r r r r r r r4 r
r
r
r r . s
@ r c
C s t � t jt j� t � t jt j� tr2t �t jt� tj tj
fD ]&}z |� � W q> t k
rb Y q>X q>dd� t
�� D �}z�t| d���}|D ]�}z�|�� �d��d�\}}}t
�|d�} | dkr�td |� d
|� ���|d kr�|| �|� n2|d k�r|| �|� n|d
k�rn td| ��W q� t k
�rT ztj t� � � W n Y nX Y q�X q�W 5 Q R X W 5 |�� D ]�\}}|�r�zt�dt|�|f � W n t k
�r� Y nX |D ]V}zLzt
| |� W n6 t k
�r� } zt�d||f � W 5 d}~X Y nX W 5 X �q��qnX dS )zRun resource tracker.c S s i | ] }|t � �qS r
)�set)�.0r7 r
r
r �
<dictcomp>� s zmain.<locals>.<dictcomp>zQresource_tracker: There appear to be %d leaked %s objects to clean up at shutdownzresource_tracker: %r: %sN�rbr9 �:zCannot register z. for automatic cleanup: unknown resource type r2 r8 ZPROBEzunrecognized command %r) r' �SIGINT�SIG_IGN�SIGTERMr& r r( r) r! �stdin�stdoutr r$ �_CLEANUP_FUNCS�keys�itemsr r r< �open�strip�decode�split�getr= �add�remove� RuntimeError�
excepthook�exc_info)
�fd�f�cacher7 Z rtype_cacher6 �e�liner+ Z cleanup_funcr
r
r �main� s^ �
�
(r` ) r r' r! r r � r r �__all__�hasattrr& rI rK r) rN r6 Z_multiprocessingZ _posixshmem�updateZ
sem_unlinkZ
shm_unlink�objectr Z_resource_trackerr r r r r` r
r
r
r �<module> s4
�
�w multiprocessing/__pycache__/popen_fork.cpython-38.opt-2.pyc 0000644 00000005013 15115353744 0017744 0 ustar 00 U
e5d
� @ s6 d dl Z d dlZddlmZ dgZG dd� de�ZdS )� N� )�util�Popenc @ s` e Zd ZdZdd� Zdd� Zejfdd�Zdd d
�Z d d � Z
d
d� Z dd� Z dd� Z
dd� ZdS )r �forkc C s" t �� d | _d | _| �|� d S �N)r Z_flush_std_streams�
returncode� finalizer�_launch)�self� process_obj� r �2/usr/lib64/python3.8/multiprocessing/popen_fork.py�__init__ s zPopen.__init__c C s |S r r )r
�fdr r r
�duplicate_for_child s zPopen.duplicate_for_childc
C s� | j d krzzt�| j|�\}}W n( tk
rH } z
W Y �d S d }~X Y nX || jkrzt�|�rnt�|� | _ n t�|�| _ | j S r )r �os�waitpid�pid�OSError� WIFSIGNALED�WTERMSIG� WEXITSTATUS)r
�flagr �sts�er r r
�poll s
z
Popen.pollNc C sN | j d krH|d k r0ddlm} || jg|�s0d S | �|dkrBtjnd�S | j S )Nr )�waitg )r Zmultiprocessing.connectionr �sentinelr r �WNOHANG)r
�timeoutr r r r
r ( s
z
Popen.waitc C sZ | j d krVzt�| j|� W n8 tk
r0 Y n& tk
rT | jdd�d krP� Y nX d S )Ng�������?)r )r r �killr �ProcessLookupErrorr r )r
Zsigr r r
� _send_signal2 s
zPopen._send_signalc C s | � tj� d S r )r" �signal�SIGTERM�r
r r r
� terminate< s zPopen.terminatec C s | � tj� d S r )r" r# �SIGKILLr% r r r
r ? s z
Popen.killc C s� d}t �� \}}t �� \}}t �� | _| jdkrdz$t �|� t �|� |j|d�}W 5 t �|� X n0t �|� t �|� t�| tj ||f�| _
|| _ d S )Nr r )Zparent_sentinel) r �piper r �_exit�close�
_bootstrapr ZFinalizeZ close_fdsr r )r
r �codeZparent_rZchild_wZchild_rZparent_wr r r
r B s
�z
Popen._launchc C s | j d k r| � � d S r )r r% r r r
r* U s
z Popen.close)N)�__name__�
__module__� __qualname__�methodr r r r r r r" r& r r r* r r r r
r s
)r r# � r �__all__�objectr r r r r
�<module> s multiprocessing/__pycache__/connection.cpython-38.opt-1.pyc 0000644 00000060712 15115353744 0017747 0 ustar 00 U
&�.ep| � @ s d dddgZ ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl
m Z ddl
m Z m
Z
dd lmZ ejZz$ddlZdd
lmZmZmZmZ W n$ ek
r� ejd kr dZY nX d Zd
ZdZe� � Z dZ dgZ e ed��rdZ e dg7 Z ejd k�r dZ e dg7 Z efdd�Z!dd� Z"dd� Z#dd� Z$dd� Z%G d d � d �Z&e�rnG d d � d e&�Z'G d d!� d!e&�Z(G d"d� de)�Z*dPd#d �Z+ejd k�r�dQd%d�Z,n
dRd&d�Z,G d'd(� d(e)�Z-d)d*� Z.ejd k�r�G d+d,� d,e)�Z/d-d.� Z0d/Z1d0Z2d1Z3d2Z4d3d4� Z5d5d6� Z6G d7d8� d8e)�Z7d9d:� Z8d;d<� Z9G d=d>� d>e*�Z:d?d@� Z;ejd k�rzdAdB� Z<ej=ej>hZ?dSdCd�Z@n,ddlAZAe eAdD��r�eAjBZCneAjDZCdTdEd�Z@ejd k�r�dFdG� ZEdHdI� ZFe�Ge(eE� dJdK� ZHdLdM� ZIe�Ge'eH� n dNdG� ZEdOdI� ZFe�Ge(eE� dS )U�Client�Listener�Pipe�wait� N� )�util)�AuthenticationError�BufferTooShort)� reduction)�
WAIT_OBJECT_0�WAIT_ABANDONED_0� WAIT_TIMEOUT�INFINITE�win32i g 4@Zsha256�AF_INET�AF_UNIX�AF_PIPEc C s t �� | S �N��time� monotonic)�timeout� r �2/usr/lib64/python3.8/multiprocessing/connection.py�
_init_timeout? s r c C s t �� | kS r r )�tr r r �_check_timeoutB s r c C sX | dkr dS | dkr&t jdt�� d�S | dkrLt jdt�� tt�f dd�S td ��d
S ) z?
Return an arbitrary free address for the given family
r )Z localhostr r z listener-)�prefix�dirr z\\.\pipe\pyc-%d-%d-� zunrecognized familyN) �tempfileZmktempr Z get_temp_dir�os�getpid�next�
_mmap_counter�
ValueError��familyr r r �arbitrary_addressI s ��r( c C sJ t jdkr | dkr td| ��t jdkrF| dkrFtt| �sFtd| ��dS )zD
Checks if the family is valid for the current environment.
r r z Family %s is not recognized.r N)�sys�platformr% �hasattr�socketr& r r r �_validate_familyW s
r- c C sT t | �tkrdS t | �tkr*| �d�r*dS t | �tks@t�| �rDdS td| ��dS )z]
Return the types of the address
This can be 'AF_INET', 'AF_UNIX', or 'AF_PIPE'
r z\\r r z address type of %r unrecognizedN)�type�tuple�str�
startswithr � is_abstract_socket_namespacer% )�addressr r r � address_typec s r4 c @ s� e Zd ZdZd+dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z e
dd� �Z e
dd� �Z e
dd� �Z
dd� Zdd� Zd,dd�Zd d � Zd-d d �Zd.d d!�Zd"d#� Zd/d%d&�Zd'd(� Zd)d*� ZdS )0�_ConnectionBaseNTc C s> |� � }|dk rtd��|s(|s(td��|| _|| _|| _d S )Nr zinvalid handlez6at least one of `readable` and `writable` must be True)� __index__r% �_handle� _readable� _writable)�self�handle�readable�writabler r r �__init__y s �z_ConnectionBase.__init__c C s | j d k r| �� d S r �r7 �_close�r: r r r �__del__� s
z_ConnectionBase.__del__c C s | j d krtd��d S )Nzhandle is closed)r7 �OSErrorrA r r r �
_check_closed� s
z _ConnectionBase._check_closedc C s | j std��d S )Nzconnection is write-only)r8 rC rA r r r �_check_readable� s z _ConnectionBase._check_readablec C s | j std��d S )Nzconnection is read-only)r9 rC rA r r r �_check_writable� s z _ConnectionBase._check_writablec C s" | j rd| _n| �� td��d S )NFzbad message length)r9 r8 �closerC rA r r r �_bad_message_length� s z#_ConnectionBase._bad_message_lengthc C s
| j dkS )z True if the connection is closedN�r7 rA r r r �closed� s z_ConnectionBase.closedc C s | j S )z"True if the connection is readable)r8 rA r r r r< � s z_ConnectionBase.readablec C s | j S )z"True if the connection is writable)r9 rA r r r r= � s z_ConnectionBase.writablec C s | � � | jS )z+File descriptor or handle of the connection)rD r7 rA r r r �fileno� s z_ConnectionBase.filenoc C s$ | j dk r z | �� W 5 d| _ X dS )zClose the connectionNr? rA r r r rG � s
z_ConnectionBase.closer c C s� | � � | �� t|�}|jdkr.tt|��}t|�}|dk rFtd��||k rVtd��|dkrh|| }n&|dk rztd��n|| |kr�td��| �|||| � � dS )z,Send the bytes data from a bytes-like objectr r zoffset is negativezbuffer length < offsetNzsize is negativez buffer length < offset + size)rD rF �
memoryview�itemsize�bytes�lenr% � _send_bytes)r: �buf�offset�size�m�nr r r �
send_bytes� s"
z_ConnectionBase.send_bytesc C s$ | � � | �� | �t�|�� dS )zSend a (picklable) objectN)rD rF rP �_ForkingPickler�dumps�r: �objr r r �send� s z_ConnectionBase.sendc C sJ | � � | �� |dk r(|dk r(td��| �|�}|dkrB| �� |�� S )z7
Receive bytes data as a bytes object.
Nr znegative maxlength)rD rE r% � _recv_bytesrH �getvalue)r: Z maxlengthrQ r r r �
recv_bytes� s
z_ConnectionBase.recv_bytesc
C s� | � � | �� t|���}|j}|t|� }|dk r>td��n||krNtd��| �� }|�� }||| k rvt|� � ��|�
d� |� ||| || | � � |W 5 Q R � S Q R X dS )zq
Receive bytes data into a writeable bytes-like object.
Return the number of bytes read.
r znegative offsetzoffset too largeN) rD rE rL rM rO r% r\ �tellr r] �seek�readinto)r: rQ rR rT rM Zbytesize�resultrS r r r �recv_bytes_into� s$
�z _ConnectionBase.recv_bytes_intoc C s& | � � | �� | �� }t�|�� �S )z Receive a (picklable) object)rD rE r\ rW �loads� getbuffer)r: rQ r r r �recv� s z_ConnectionBase.recv� c C s | � � | �� | �|�S )z/Whether there is any input available to be read)rD rE �_poll�r: r r r r �poll s z_ConnectionBase.pollc C s | S r r rA r r r � __enter__ s z_ConnectionBase.__enter__c C s | � � d S r �rG �r: �exc_type� exc_valueZexc_tbr r r �__exit__
s z_ConnectionBase.__exit__)TT)r N)N)r )rg )�__name__�
__module__� __qualname__r7 r> rB rD rE rF rH �propertyrJ r< r= rK rG rV r[ r^ rc rf rj rk rp r r r r r5 v s.
r5 c @ sD e Zd ZdZdZejfdd�Zdd� Zddd �Z d
d � Z
d d
� Z dS )�PipeConnectionz�
Connection class based on a Windows named pipe.
Overlapped I/O is used, so the handles must have been created
with FILE_FLAG_OVERLAPPED.
Fc C s || j � d S r rI )r: Z _CloseHandler r r r@ s zPipeConnection._closec C sh t j| j|dd�\}}z<z |t jkr6t �|jgdt�}W n |�� � Y nX W 5 |�d�\}}X d S )NT��
overlappedF) �_winapiZ WriteFiler7 �GetOverlappedResult�ERROR_IO_PENDING�WaitForMultipleObjects�eventr �cancel)r: rQ �ov�errZnwritten�waitresr r r rP s
� zPipeConnection._send_bytesNc C s& | j rd| _ t�� S |d kr dnt|d�}z�tj| j|dd�\}}d z<z |tj krdt�
|jgdt�}W n |�� � Y nX W 5 |�d�\}}|dkr�t�� }|�|� � � |� W S |tj
kr�| � ||�� W S X W n: tk
�r } z|jtjk�rt�n� W 5 d }~X Y nX td��d S )NF� Trv r z.shouldn't get here; expected KeyboardInterrupt)�_got_empty_message�io�BytesIO�minrx �ReadFiler7 ry �writere ZERROR_MORE_DATA�_get_more_datarz r{ r| r r} rC �winerror�ERROR_BROKEN_PIPE�EOFError� RuntimeError) r: �maxsizeZbsizer~ r Znread�fr� �er r r r\ * s>
�
�
zPipeConnection._recv_bytesc C s. | j st�| j�d dkr dS tt| g|��S )Nr T)r� rx �
PeekNamedPiper7 �boolr ri r r r rh J s
�zPipeConnection._pollc C s� |� � }t�� }|�|� t�| j�d }|d k rJt|�| |krJ| �� tj | j|dd�\}}|�
d�\}}|�|� � � |S )Nr Trv ) re r� r� r� rx r� r7 rO rH r� ry )r: r~ r� rQ r� �leftr Zrbytesr r r r� P s
z PipeConnection._get_more_data)N) rq rr rs �__doc__r� rx � CloseHandler@ rP r\ rh r� r r r r ru s
ru c @ s| e Zd ZdZer,ejfdd�ZejZ ej
Z ne j
fdd�Ze jZ e jZ e fdd�Ze fdd�Zd d
� Zdd d
�Zdd� Zd S )�
Connectionzo
Connection class based on an arbitrary file descriptor (Unix only), or
a socket handle (Windows).
c C s || j � d S r rI �r: r@ r r r r@ g s zConnection._closec C s || j � d S r rI r� r r r r@ l s c C s8 t |�}|| j|�}||8 }|dkr&q4||d � }qd S �Nr )rO r7 )r: rQ r� � remainingrU r r r �_sendq s zConnection._sendc C sb t �� }| j}|}|dkr^|||�}t|�}|dkrJ||krBt�ntd��|�|� ||8 }q|S )Nr z got end of file during message)r� r� r7 rO r� rC r� )r: rS �readrQ r; r� �chunkrU r r r �_recvz s
zConnection._recvc C s� t |�}|dkrHt�dd�}t�d|�}| �|� | �|� | �|� n8t�d|�}|dkrr| �|� | �|� n| �|| � d S )Ni����!i����!Qi @ )rO �structZpackr� )r: rQ rU Z
pre_header�headerr r r rP � s
zConnection._send_bytesNc C s^ | � d�}t�d|�� �\}|dkr@| � d�}t�d|�� �\}|d k rT||krTd S | � |�S )N� r� r� � r� )r� r� Zunpackr] )r: r� rQ rS r r r r\ � s
zConnection._recv_bytesc C s t | g|�}t|�S r )r r� )r: r �rr r r rh � s zConnection._poll)N)rq rr rs r� rx �_multiprocessingZ closesocketr@ r[ Z_writerf Z_readr! rG r� r� r� r� rP r\ rh r r r r r� ` s
r� c @ sR e Zd ZdZddd�Zdd� Zdd � Zed
d � �Zed d
� �Z dd� Z
dd� Z dS )r z�
Returns a listener object.
This is a wrapper for a bound socket which is 'listening' for
connections, or for a Windows named pipe.
Nr c C sp |p|rt |�pt}|p t|�}t|� |dkr>t||�| _nt|||�| _|d k rft|t�sft d��|| _
d S )Nr � authkey should be a byte string) r4 �default_familyr( r- � PipeListener� _listener�SocketListener�
isinstancerN � TypeError�_authkey)r: r3 r' �backlog�authkeyr r r r> � s � zListener.__init__c C s> | j dkrtd��| j �� }| jr:t|| j� t|| j� |S )zz
Accept a connection on the bound socket or named pipe of `self`.
Returns a `Connection` object.
Nzlistener is closed)r� rC �acceptr� �deliver_challenge�answer_challenge)r: �cr r r r� � s
zListener.acceptc C s | j }|dk r d| _ |�� dS )zA
Close the bound socket or named pipe of `self`.
N)r� rG )r: Zlistenerr r r rG � s zListener.closec C s | j jS r )r� �_addressrA r r r r3 � s zListener.addressc C s | j jS r )r� �_last_acceptedrA r r r �
last_accepted� s zListener.last_acceptedc C s | S r r rA r r r rk � s zListener.__enter__c C s | � � d S r rl rm r r r rp � s zListener.__exit__)NNr N) rq rr rs r� r> r� rG rt r3 r� rk rp r r r r r � s
c C sh |p
t | �}t|� |dkr&t| �}nt| �}|dk rHt|t�sHtd��|dk rdt||� t||� |S )z=
Returns a connection to the address of a `Listener`
r Nr� ) r4 r- �
PipeClient� SocketClientr� rN r� r� r� )r3 r' r� r� r r r r � s
Tc C sj | r>t �� \}}|�d� |�d� t|�� �}t|�� �}n$t�� \}}t|dd�}t|dd�}||fS )�L
Returns pair of connection objects at either end of a pipe
TF�r= �r< )r, Z
socketpair� setblockingr� �detachr! �pipe)�duplex�s1�s2�c1�c2Zfd1Zfd2r r r r s
c
C s� t d�}| r*tj}tjtjB }tt }}ntj}tj}dt }}t�||tjB tj B tj
tj B tj B d||tj
tj�}t�||dtjtjtjtj�}t�|tj dd� tj|dd�}|�d�\} }
t|| d�} t|| d�} | | fS ) r� r r r NTrv r� r� )r( rx �PIPE_ACCESS_DUPLEX� GENERIC_READ�
GENERIC_WRITE�BUFSIZEZPIPE_ACCESS_INBOUND�CreateNamedPipe�FILE_FLAG_OVERLAPPED� FILE_FLAG_FIRST_PIPE_INSTANCE�PIPE_TYPE_MESSAGE�PIPE_READMODE_MESSAGE� PIPE_WAIT�NMPWAIT_WAIT_FOREVER�NULL�
CreateFile�
OPEN_EXISTING�SetNamedPipeHandleState�ConnectNamedPipery ru )
r� r3 Zopenmode�accessZobsizeZibsizeZh1Zh2rw �_r r� r� r r r r sT
�
� � � � c @ s* e Zd ZdZd
dd�Zdd� Zdd� Zd S ) r� zO
Representation of a socket which is bound to an address and listening
r c C s� t � tt |��| _zRtjdkr2| j�t jt jd� | j�d� | j� |� | j�
|� | j� � | _ W n t
k
r� | j�� � Y nX || _d | _|dkr�t�|�s�tj| tj|fdd�| _nd | _d S )N�posixr Tr r ��argsZ exitpriority)r, �getattr�_socketr! �nameZ
setsockoptZ
SOL_SOCKETZ SO_REUSEADDRr� ZbindZlistenZ getsocknamer� rC rG Z_familyr� r r2 �Finalize�unlink�_unlink)r: r3 r' r� r r r r> K s0
�
�
zSocketListener.__init__c C s& | j �� \}| _|�d� t|�� �S )NT)r� r� r� r� r� r� �r: �sr r r r� d s
zSocketListener.acceptc C s0 z| j�� W 5 | j }|d k r*d | _ |� X d S r )r� r� rG )r: r� r r r rG i s zSocketListener.closeN)r )rq rr rs r� r> r� rG r r r r r� G s
r� c
C sP t | �}t�tt|���.}|�d� |�| � t|�� �W 5 Q R � S Q R X dS )zO
Return a connection object connected to the socket given by `address`
TN)r4 r, r� r� Zconnectr� r� )r3 r' r� r r r r� s s
r� c @ s8 e Zd ZdZd dd�Zd
dd�Zdd � Zed
d � �ZdS )r� z0
Representation of a named pipe
Nc C sL || _ | jdd�g| _d | _t�d| j � tj| tj| j| j fdd�| _ d S )NT)�firstz listener created with address=%rr r� )
r� � _new_handle�
_handle_queuer� r � sub_debugr� r� �_finalize_pipe_listenerrG )r: r3 r� r r r r> � s
�zPipeListener.__init__Fc
C sH t jt jB }|r|t jO }t �| j|t jt jB t jB t j t
t
t j t j �S r )
rx r� r� r� r� r� r� r� r� ZPIPE_UNLIMITED_INSTANCESr� r� r� )r: r� �flagsr r r r� � s
� �zPipeListener._new_handlec
C s� | j �| �� � | j �d�}ztj|dd�}W n0 tk
r^ } z|jtjkrN� W 5 d }~X Y nPX z<zt�
|j gdt �}W n |�
� t�|� � Y nX W 5 |� d�\}}X t|�S )Nr Trv F)r� �appendr� �poprx r� rC r� Z
ERROR_NO_DATAry r{ r| r r} r� ru )r: r; r~ r� r� r �resr r r r� � s( �
zPipeListener.acceptc C s$ t �d|� | D ]}t�|� qd S )Nz closing listener with address=%r)r r� rx r� )Zqueuer3 r; r r r r� � s z$PipeListener._finalize_pipe_listener)N)F) rq rr rs r� r> r� r� � staticmethodr� r r r r r� � s
r� c
C s� t � }z6t�| d� t�| tjtjB dtjtjtjtj�}W q� t k
rz } z |j
tj tj fksht
|�rj� W 5 d}~X Y qX q�q� t�|tjdd� t|�S )zU
Return a connection object connected to the pipe given by `address`
�� r N)r rx Z
WaitNamedPiper� r� r� r� r� r� rC r� ZERROR_SEM_TIMEOUTZERROR_PIPE_BUSYr r� r� ru )r3 r �hr� r r r r� � s8
��� �r� � s #CHALLENGE#s #WELCOME#s #FAILURE#c C s� dd l }t|t�s$td�t|����t�t�}| � t
| � |� ||t ��
� }| �d�}||krl| � t� n| � t� td��d S )Nr � Authkey must be bytes, not {0!s}� zdigest received was wrong)�hmacr� rN r% �formatr. r! �urandom�MESSAGE_LENGTHrV � CHALLENGE�new�HMAC_DIGEST_NAME�digestr^ �WELCOME�FAILUREr �Z
connectionr� r� �messager� Zresponser r r r� � s
�
r� c C sx dd l }t|t�s$td�t|����| �d�}|tt�d � }|� ||t
�� � }| � |� | �d�}|t
krttd��d S )Nr r� r� zdigest sent was rejected)r� r� rN r% r� r. r^ rO r� r� r� r� rV r� r r� r r r r� � s
�
r� c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�ConnectionWrapperc C s6 || _ || _|| _dD ]}t||�}t| ||� qd S )N)rK rG rj r^ rV )�_conn�_dumps�_loadsr� �setattr)r: �connrX rd �attrrZ r r r r> s
zConnectionWrapper.__init__c C s | � |�}| j�|� d S r )r� r� rV )r: rZ r� r r r r[ s
zConnectionWrapper.sendc C s | j �� }| �|�S r )r� r^ r� r� r r r rf s
zConnectionWrapper.recvN)rq rr rs r> r[ rf r r r r r� s r� c C s t �| fd d d d��d�S )Nr �utf-8)� xmlrpclibrX �encode)rZ r r r �
_xml_dumps s r c C s t �| �d��\\}}|S )Nr )r rd �decode)r� rZ �methodr r r �
_xml_loads s r c @ s e Zd Zdd� ZdS )� XmlListenerc C s" dd l ma t�| �}t|tt�S r� )�
xmlrpc.client�clientr r r� r� r r rY r r r r� s
zXmlListener.acceptN)rq rr rs r� r r r r r
s r
c O s dd l ma tt| |�tt�S r� )r r r r� r r r )r� �kwdsr r r � XmlClient s r c C s� t | �}g }|r�t�|d|�}|tkr*q�n\t| krFtt|� k rTn n
|t8 }n2t| krptt|� k r~n n
|t8 }ntd��|�|| � ||d d � }d}q |S )NFzShould not get herer r ) �listrx r{ r
r rO r r� r� )Zhandlesr �L�readyr� r r r �_exhaustive_wait) s
r c
s^ |dkrt }n |dk r d}nt|d d �}t| �} i �g }t� � t� }�z@| D �]&}zt|d�} W n tk
r� |�|�� < Y qPX zt �| � dd�\}}W n8 tk
r� } zd|j }}|tkrƂ W 5 d}~X Y nX |t jkr�|�|� |�|j < qP|�rjt�� dd� d k�rjz|�d
�\}}W n* tk
�rP } z
|j}W 5 d}~X Y nX |�sjt
|d��rjd|_� � |� d}qPt��� |�}W 5 |D ]}|�� �q�|D ]�}z|�d�\}}W n6 tk
�r� } z|j}|tk�r� W 5 d}~X Y nX |t j
k�r��|j }� � |� |dk�r�t
|d��r�d|_�q�X � ��fd d �|D �� � fd
d�| D �S )��
Wait till an object in object_list is ready/readable.
Returns list of those objects in object_list which are ready/readable.
Nr r� g �?Tr� rK � )� r Fc 3 s | ]}� | V qd S r r )�.0r� )�waithandle_to_objr r � <genexpr>� s zwait.<locals>.<genexpr>c s g | ]}|� kr|�qS r r )r �o)�
ready_objectsr r �
<listcomp>� s �wait.<locals>.<listcomp>)r �intr �setr} ry rC r� �
_ready_errorsrx ZERROR_OPERATION_ABORTEDr| �addr+ r� r� �AttributeErrorr6 r� rz r� r) Zgetwindowsversionr �keys�update)
� object_listr Zov_listZ
ready_handlesr~ r� r r� r rK r )r r r r ? sh
� PollSelectorc
C s� t � ��}| D ]}|�|tj� q |dk r4t�� | }|�|�}|r\dd� |D �W 5 Q R � S |dk r4|t�� }|dk r4|W 5 Q R � S q4W 5 Q R X dS )r Nc S s g | ]\}}|j �qS r )Zfileobj)r �keyZeventsr r r r � s r r )�
_WaitSelector�register� selectorsZ
EVENT_READr r Zselect)r$ r ZselectorrZ Zdeadliner r r r r � s
c
C sZ | � � }t�|tjtj��6}ddlm} |�|�}t|| j | j
ffW 5 Q R � S Q R X d S )Nr )�resource_sharer) rK r, Zfromfdr Z SOCK_STREAMr r* Z DupSocket�rebuild_connectionr< r= )r r; r� r* �dsr r r �reduce_connection� s
r- c C s | � � }t|� � ||�S r �r� r� )r, r< r= Zsockr r r r+ � s r+ c C sB | j r tjnd| jrtjndB }t�| �� |�}t|| j | jffS r� ) r< rx ZFILE_GENERIC_READr= ZFILE_GENERIC_WRITEr
Z DupHandlerK �rebuild_pipe_connection)r r� �dhr r r �reduce_pipe_connection� s
�r1 c C s | � � }t|||�S r )r� ru )r0 r< r= r; r r r r/ � s r/ c C s t �| �� �}t|| j| jffS r )r
ZDupFdrK r+ r< r= )r �dfr r r r- � s c C s | � � }t|||�S r r. )r2 r< r= �fdr r r r+ � s )NN)T)T)N)N)J�__all__r� r! r) r, r� r r � itertoolsr� r r r r �contextr
ZForkingPicklerrW rx r r r
r � ImportErrorr* r� ZCONNECTION_TIMEOUTr� �countr$ r� Zfamiliesr+ r r r( r- r4 r5 ru r� �objectr r r r� r� r� r� r� r� r� r� r� r� r� r r r
r r r� ZERROR_NETNAME_DELETEDr r r) r% r' ZSelectSelectorr- r+ r( r1 r/ r r r r �<module>
s�
PT=
,, 8 P
multiprocessing/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000001230 15115353744 0017335 0 ustar 00 U
e5d� � @ sd d dl Z ddlmZ dd� eej�D �Ze� �dd� eD �� dZd Z d
e j
kr`e j
d
e j
d < dS ) � N� )�contextc C s g | ]}|� d �s|�qS )�_)�
startswith)�.0�x� r �0/usr/lib64/python3.8/multiprocessing/__init__.py�
<listcomp> s
r
c c s | ]}|t tj|�fV qd S )N)�getattrr �_default_context)r �namer r r � <genexpr> s r � � �__main__Z __mp_main__) �sys� r �dirr �__all__�globals�updateZSUBDEBUGZ
SUBWARNING�modulesr r r r �<module> s
multiprocessing/__pycache__/queues.cpython-38.opt-2.pyc 0000644 00000022157 15115353744 0017121 0 ustar 00 U
e5d�- � @ s� d ddgZ ddlZddlZddlZddlZddlZddlZddlZddlm Z m
Z
ddl Z ddl m
Z
ddl mZ ejjZdd lmZmZmZmZmZ G d
d � d e�Ze� ZG d d� de�ZG d d� de�Z dS )
�Queue� SimpleQueue�
JoinableQueue� N)�Empty�Full� )�
connection)�context)�debug�info�Finalize�register_after_fork�
is_exitingc @ s� e Zd Zd*dd�Zdd� Zdd� Zdd � Zd+d d
�Zd,dd�Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd d � Zd d � Zd d!� Zed"d#� �Zed$d%� �Zed&d'� �Zed(d)� �Zd S )-r r c C s� |dkrddl m} || _tjdd�\| _| _|�� | _t �
� | _ t j
dkrTd | _n
|�� | _|�|�| _d| _| �� t j
dkr�t| tj� d S )Nr r )�
SEM_VALUE_MAXF�Zduplex�win32)Z synchronizer �_maxsizer �Pipe�_reader�_writer�Lock�_rlock�os�getpid�_opid�sys�platform�_wlockZBoundedSemaphore�_sem�
_ignore_epipe� _after_forkr
r ��self�maxsize�ctx� r% �./usr/lib64/python3.8/multiprocessing/queues.py�__init__$ s
zQueue.__init__c C s. t �| � | j| j| j| j| j| j| j| j fS �N)
r �assert_spawningr r r r r r r r �r" r% r% r& � __getstate__9 s
�zQueue.__getstate__c C s0 |\| _ | _| _| _| _| _| _| _| �� d S r( ) r r r r r r r r r �r" �stater% r% r& � __setstate__> s � zQueue.__setstate__c C sb t d� t�t�� �| _t�� | _d | _d | _ d| _
d| _ d | _ | j
j| _| jj| _| jj| _d S )NzQueue._after_fork()F)r
� threading� Conditionr � _notempty� collections�deque�_buffer�_thread� _jointhread�_joincancelled�_closed�_closer �
send_bytes� _send_bytesr �
recv_bytes� _recv_bytes�poll�_pollr* r% r% r& r C s
zQueue._after_forkTNc C sf | j rtd| �d���| j�||�s(t�| j�. | jd krB| �� | j� |� | j�
� W 5 Q R X d S �NzQueue z
is closed) r8 �
ValueErrorr �acquirer r1 r5 �
_start_threadr4 �append�notify�r" �obj�block�timeoutr% r% r& �putP s
z Queue.putc C s� | j rtd| �d���|rH|d krH| j� | �� }W 5 Q R X | j�� nr|rXt�� | }| j�||�sjt �zB|r�|t�� }| �
|�s�t �n | �
� s�t �| �� }| j�� W 5 | j�� X t � |�S r@ )
r8 rA r r= r �release�time� monotonicrB r r? �_ForkingPickler�loads)r" rH rI �resZdeadliner% r% r& �get\ s*
z Queue.getc C s | j | jj�� S r( )r r �_semlockZ
_get_valuer* r% r% r& �qsizev s z Queue.qsizec C s
| � � S r( �r? r* r% r% r& �emptyz s z Queue.emptyc C s | j j�� S r( )r rR �_is_zeror* r% r% r& �full} s z
Queue.fullc C s
| � d�S �NF)rQ r* r% r% r& �
get_nowait� s zQueue.get_nowaitc C s | � |d�S rX )rJ �r" rG r% r% r& �
put_nowait� s zQueue.put_nowaitc C s2 d| _ z| j�� W 5 | j}|r,d | _|� X d S )NT)r8 r9 r �close)r" r\ r% r% r& r\ � s z Queue.closec C s t d� | jr| �� d S )NzQueue.join_thread())r
r6 r* r% r% r& � join_thread� s zQueue.join_threadc C s6 t d� d| _z| j�� W n tk
r0 Y nX d S )NzQueue.cancel_join_thread()T)r
r7 r6 Zcancel�AttributeErrorr* r% r% r& �cancel_join_thread� s zQueue.cancel_join_threadc
C s� t d� | j�� tjtj| j| j| j| j | j
j | j | j
| jfdd�| _d| j_t d� | j�� t d� | js�t| jtjt�| j�gdd�| _t| tj| j| jgd d�| _d S )
NzQueue._start_thread()ZQueueFeederThread)�target�args�nameTzdoing self._thread.start()z ... done self._thread.start()���)Z exitpriority�
)r
r4 �clearr/ ZThreadr �_feedr1 r; r r r\ r �_on_queue_feeder_errorr r5 Zdaemon�startr7 r �_finalize_join�weakref�refr6 �_finalize_closer9 r* r% r% r& rC � s<
��
�
�zQueue._start_threadc C s4 t d� | � }|d k r(|�� t d� nt d� d S )Nzjoining queue threadz... queue thread joinedz ... queue thread already dead)r
�join)Ztwr�threadr% r% r& ri � s
zQueue._finalize_joinc C s. t d� |� | �t� |�� W 5 Q R X d S )Nz telling queue thread to quit)r
rD � _sentinelrE )�buffer�notemptyr% r% r& rl � s
zQueue._finalize_closec
C sX t d� |j}|j} |j}
| j} t} tjdkr<|j}
|j}nd }
z�|� z| sT|
� W 5 | � X zb| � }|| kr�t d� |� W W d S t� |�}|
d kr�||� qb|
� z ||� W 5 |� X qbW n t
k
r� Y nX W q@ t k
�rP } zV|�rt |dd�t
jk�rW Y �6d S t� �r.td|� W Y �d S |�� |||� W 5 d }~X Y q@X q@d S )Nz$starting thread to feed data to piper z%feeder thread got sentinel -- exiting�errnor zerror in queue thread: %s)r
rB rK �wait�popleftro r r rN �dumps�
IndexError� Exception�getattrrr ZEPIPEr r )rp rq r: Z writelockr\ Z ignore_epipe�onerrorZ queue_semZnacquireZnreleaseZnwaitZbpopleft�sentinelZwacquireZwreleaserG �er% r% r& rf � sN
z Queue._feedc C s dd l }|�� d S )Nr )� traceback� print_exc)r{ rG r| r% r% r& rg
s z Queue._on_queue_feeder_error)r )TN)TN)�__name__�
__module__� __qualname__r' r+ r. r rJ rQ rS rU rW rY r[ r\ r] r_ rC � staticmethodri rl rf rg r% r% r% r& r " s.
=c @ s@ e Zd Zddd�Zdd� Zdd� Zdd
d �Zd d
� Zdd� Zd S )r r c C s* t j| ||d� |�d�| _|�� | _d S )N)r$ r )r r' Z Semaphore�_unfinished_tasksr0 �_condr! r% r% r& r' # s zJoinableQueue.__init__c C s t �| �| j| jf S r( )r r+ r� r� r* r% r% r& r+ ( s zJoinableQueue.__getstate__c C s, t �| |d d� � |dd � \| _| _d S )N���)r r. r� r� r, r% r% r& r. + s zJoinableQueue.__setstate__TNc
C s� | j rtd| �d���| j�||�s(t�| j�J | j�8 | jd krJ| �� | j �
|� | j � � | j�
� W 5 Q R X W 5 Q R X d S r@ )r8 rA r rB r r1 r� r5 rC r4 rD r� rK rE rF r% r% r& rJ / s
zJoinableQueue.putc C s@ | j �0 | j�d�s td��| jj�� r2| j �� W 5 Q R X d S )NFz!task_done() called too many times)r� r� rB rA rR rV Z
notify_allr* r% r% r& � task_done< s
zJoinableQueue.task_donec C s, | j � | jj�� s | j �� W 5 Q R X d S r( )r� r� rR rV rs r* r% r% r& rm C s zJoinableQueue.join)r )TN) r~ r r� r' r+ r. rJ r� rm r% r% r% r& r ! s
c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )r c C sH t jdd�\| _| _|�� | _| jj| _tj dkr:d | _
n
|�� | _
d S )NFr r ) r r r r r r r> r? r r r )r" r$ r% r% r& r' N s
zSimpleQueue.__init__c C s
| � � S r( rT r* r% r% r& rU W s zSimpleQueue.emptyc C s t �| � | j| j| j| jfS r( )r r) r r r r r* r% r% r& r+ Z s
zSimpleQueue.__getstate__c C s" |\| _ | _| _| _| j j| _d S r( )r r r r r> r? r, r% r% r& r. ^ s zSimpleQueue.__setstate__c C s& | j � | j�� }W 5 Q R X t�|�S r( )r r r< rN rO )r" rP r% r% r& rQ b s zSimpleQueue.getc C sD t �|�}| jd kr"| j�|� n | j� | j�|� W 5 Q R X d S r( )rN ru r r r: rZ r% r% r& rJ h s
zSimpleQueue.putN) r~ r r� r' rU r+ r. rQ rJ r% r% r% r& r L s ) �__all__r r r/ r2 rL rj rr Zqueuer r Z_multiprocessing� r r Z reductionZForkingPicklerrN �utilr
r r r
r �objectr ro r r r% r% r% r& �<module>
s$
v
+ multiprocessing/__pycache__/util.cpython-38.opt-2.pyc 0000644 00000024570 15115353744 0016570 0 ustar 00 U
e5d~6 � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZ ddlm Z ddddd d
d d d
ddddddgZ
d Z dZ dZ
dZdZdZdZdadadd� Zd d� Zd d� Zd d� Zd d � Zd@d d
�Zd!d"� Zd#d$� Ze� Z d%d&� Z d'd � Z e� � Z e�!� Z"d(d)� Z#d*d � Z$i Z%e�!� Z&G d+d� de'�Z(dAd,d-�Z)d.d
� Z*da+eee)e j,e j-fd/d0�Z.e�/e.� G d1d� de'�Z0G d2d� dej1�Z2ze �3d3�Z4W n e5k
�r� d4Z4Y nX d5d� Z6d6d7� Z7d8d9� Z8d:d;� Z9d<d=� Z:d>d?� Z;dS )B� N)� _args_from_interpreter_flags� )�process� sub_debug�debug�info� sub_warning�
get_logger�
log_to_stderr� get_temp_dir�register_after_fork�
is_exiting�Finalize�ForkAwareThreadLock�ForkAwareLocal�close_all_fds_except�SUBDEBUG�
SUBWARNING� �
� � �multiprocessingz+[%(levelname)s/%(processName)s] %(message)sFc G s t rt jt| f|�� d S �N)�_logger�logr ��msg�args� r �,/usr/lib64/python3.8/multiprocessing/util.pyr , s c G s t rt jt| f|�� d S r )r r �DEBUGr r r r r 0 s c G s t rt jt| f|�� d S r )r r �INFOr r r r r 4 s c G s t rt jt| f|�� d S r )r r r r r r r r 8 s c C s| dd l } | �� z\tsj| �t�adt_ttd�rFt� t
� t� t
� n$tj �
t
di f� tj �t
di f� W 5 | �� X tS )Nr �
unregisterr )�loggingZ _acquireLockZ _releaseLockr Z getLogger� LOGGER_NAMEZ propagate�hasattr�atexitr# �_exit_function�registerZ
_exithandlers�remove�append)r$ r r r r < s
c C sJ dd l }t� }|�t�}|�� }|�|� |�|� | rB|�| � dat S )Nr T)
r$ r Z Formatter�DEFAULT_LOGGING_FORMATZ
StreamHandlerZ setFormatterZ
addHandlerZsetLevel�_log_to_stderrr )�levelr$ ZloggerZ formatterZhandlerr r r r
W s
c C s t jdkrdS tt d�r dS dS )NZlinuxTZgetandroidapilevelF)�sys�platformr& r r r r �#_platform_supports_abstract_socketsl s
r1 c C s@ | sdS t | t�r | d dkS t | t�r4| d dkS td��d S )NFr � z(address type of {address!r} unrecognized)�
isinstance�bytes�str� TypeError)Zaddressr r r � is_abstract_socket_namespacet s
r7 c C s& | |� t �� }|d k r"d |jd< d S )N�tempdir)r �current_process�_config)�rmtreer8 r9 r r r �_remove_temp_dir� s r< c C sf t �� j�d�} | d krbdd l}dd l}|jdd�} td| � td t |j
| fdd� | t �� jd< | S )Nr8 r zpymp-)�prefixzcreated temp directory %si����)r � exitpriority) r r9 r: �get�shutil�tempfileZmkdtempr r r< r; )r8 r@ rA r r r r � s
�c C sf t t�� �} | �� | D ]H\\}}}}z ||� W q tk
r^ } ztd|� W 5 d }~X Y qX qd S )Nz after forker raised exception %s)�list�_afterfork_registry�items�sort� Exceptionr )rD �indexZident�func�obj�er r r �_run_after_forkers� s rK c C s | t tt�t| �|f< d S r )rC �next�_afterfork_counter�id)rI rH r r r r � s c @ sB e Zd Zd
dd�Zdeeejfdd�Zdd� Z d d
� Z
d d � Z dS )r r Nc C s� |d k r&t |t�s&td�|t|����|d k r>t�|| �| _n|d krNtd��|| _ || _
|p`i | _ |t t
�f| _t�� | _| t| j< d S )Nz3Exitpriority ({0!r}) must be None or int, not {1!s}z+Without object, exitpriority cannot be None)r3 �intr6 �format�type�weakref�ref�_weakref�
ValueError� _callback�_args�_kwargsrL �_finalizer_counter�_key�os�getpid�_pid�_finalizer_registry)�selfrI �callbackr �kwargsr> r r r �__init__� s" ��
zFinalize.__init__c C s� z || j = W n tk
r( |d� Y nbX | j|� krD|d� d }n$|d| j| j| j� | j| j| j�}d | _ | _ | _ | _| _ |S d S )Nz finalizer no longer registeredz+finalizer ignored because different processz/finalizer calling %s with args %s and kwargs %s)rZ �KeyErrorr] rV rW rX rT )r_ Zwrr^ r r\ �resr r r �__call__� s$ �� zFinalize.__call__c C sD z t | j= W n tk
r Y n X d | _ | _ | _ | _| _d S r )r^ rZ rc rT rV rW rX �r_ r r r �cancel� s � �zFinalize.cancelc C s
| j tkS r )rZ r^ rf r r r � still_active� s zFinalize.still_activec C s� z | � � }W n ttfk
r( d }Y nX |d kr>d| jj S d| jjt| jd| j�f }| jrr|dt| j� 7 }| j r�|dt| j � 7 }| j
d d k r�|dt| j
d � 7 }|d S ) Nz<%s object, dead>z<%s object, callback=%s�__name__z, args=z , kwargs=r z, exitpriority=�>) rT �AttributeErrorr6 � __class__ri �getattrrV rW r5 rX rZ )r_ rI �xr r r �__repr__� s"
�zFinalize.__repr__)r NN) ri �
__module__� __qualname__rb r^ r r[ r\ re rg rh ro r r r r r � s
�
c s� t d kr d S �d kr dd� � n �fdd�� � fdd�tt �D �}|jdd� |D ]P}t �|�}|d k rPtd|� z
|� W qP tk
r� d d l}|�� Y qPX qP�d kr�t �� d S )
Nc S s | d d k S �Nr r ��pr r r �<lambda> � z!_run_finalizers.<locals>.<lambda>c s | d d k o| d � kS rr r rs )� minpriorityr r ru rv c s g | ]}� |�r|�qS r r )�.0�key)�fr r �
<listcomp># s z#_run_finalizers.<locals>.<listcomp>T)�reversez
calling %sr ) r^ rB rE r? r rF � traceback� print_exc�clear)rw �keysry � finalizerr} r )rz rw r �_run_finalizers s$
r� c C s t p
t d kS r )�_exitingr r r r r
8 s c C s� t s�da | d� |d� |d� |� d k rr|� D ] }|jr0| d|j� |j�� q0|� D ]}| d|j� |�� qX|d� |� d S )NTzprocess shutting downz2running all "atexit" finalizers with priority >= 0r z!calling terminate() for daemon %sz calling join() for process %sz)running the remaining "atexit" finalizers)r� Zdaemon�nameZ_popenZ terminate�join)r r r� �active_childrenr9 rt r r r r( @ s
r( c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
r c C s | � � t| tj � d S r )�_resetr r rf r r r rb q s z ForkAwareThreadLock.__init__c C s" t �� | _| jj| _| jj| _d S r )� threadingZLock�_lock�acquire�releaserf r r r r� u s
zForkAwareThreadLock._resetc C s
| j �� S r )r� � __enter__rf r r r r� z s z ForkAwareThreadLock.__enter__c G s | j j|� S r )r� �__exit__)r_ r r r r r� } s z ForkAwareThreadLock.__exit__N)ri rp rq rb r� r� r� r r r r r p s c @ s e Zd Zdd� Zdd� ZdS )r c C s t | dd� � d S )Nc S s
| j �� S r )�__dict__r )rI r r r ru � rv z)ForkAwareLocal.__init__.<locals>.<lambda>)r rf r r r rb � s zForkAwareLocal.__init__c C s t | �dfS )Nr )rQ rf r r r �
__reduce__� s zForkAwareLocal.__reduce__N)ri rp rq rb r� r r r r r � s � SC_OPEN_MAX� c C sN t | �dtg } | �� tt| �d �D ] }t�| | d | |d � q(d S )N���r )rB �MAXFDrE �range�lenr[ �
closerange)�fds�ir r r r � s c C s� t jd krd S zt j�� W n ttfk
r4 Y nX z@t�tjtj�} zt| dd�t _W n t�| � � Y nX W n ttfk
r� Y nX d S )NF)�closefd) r/ �stdin�close�OSErrorrU r[ �open�devnull�O_RDONLY)�fdr r r � _close_stdin� s
r� c C sT zt j�� W n ttfk
r& Y nX zt j�� W n ttfk
rN Y nX d S r )r/ �stdout�flushrk rU �stderrr r r r �_flush_std_streams� s r� c C sx dd l }tttt|���}t�� \}}z6|�|t� | �gd|d d dddddd||ddd �W �S t�|� t�|� X d S )Nr Tr� F)
�_posixsubprocess�tuple�sorted�maprO r[ �piper� Z fork_exec�fsencode)�pathr Zpassfdsr� Z errpipe_readZ
errpipe_writer r r �spawnv_passfds� s2
�
r� c G s | D ]}t �|� qd S r )r[ r� )r� r� r r r � close_fds� s r� c C sZ ddl m} t�� ddlm} |j�� ddlm} |j �� t
� | � � | � � d S )Nr )�support)�
forkserver)�resource_tracker)
Ztestr� r Z_cleanupr r� Z _forkserverZ_stopr� Z_resource_trackerr� Z
gc_collectZ
reap_children)r� r� r� r r r �_cleanup_tests� s
r� )N)N)<r[ � itertoolsr/ rR r' r� �
subprocessr � r �__all__ZNOTSETr r! r" r r% r, r r- r r r r r r
r1 r7 Zabstract_sockets_supportedr< r ZWeakValueDictionaryrC �countrM rK r r^ rY �objectr r� r
r� r� r9 r( r) r Zlocalr �sysconfr� rF r r� r� r� r� r� r r r r �<module>
s� �
V
,�
*
multiprocessing/__pycache__/context.cpython-38.opt-2.pyc 0000644 00000026450 15115353744 0017276 0 ustar 00 U
e5d�+ � @ s� d dl Z d dlZd dlZddlmZ ddlmZ dZG dd� de�ZG dd � d e�Z G d
d � d e�Z
G d d
� d
e�Z G dd� de �Z
G dd� dej�ZG dd� de
�Zejdk�rRG dd� dej�ZG dd� dej�ZG dd� dej�ZG dd � d e
�ZG d d � d e
�ZG d d � d e
�Ze� e� e� d!�Zejd"k�rDeed# �Zn eed$ �Zn8G d%d� dej�ZG d&d � d e
�Zd#e� iZeed# �Zd'd(� Ze�� Z d)d*� Z d+d,� Z d-d.� Z dS )/� N� )�process)� reduction� c @ s e Zd ZdS )� ProcessErrorN��__name__�
__module__� __qualname__r r r �//usr/lib64/python3.8/multiprocessing/context.pyr s r c @ s e Zd ZdS )�BufferTooShortNr r r r r r s r c @ s e Zd ZdS )� TimeoutErrorNr r r r r r
s r
c @ s e Zd ZdS )�AuthenticationErrorNr r r r r r s r c @ sX e Zd ZeZeZeZeZeej �Z eej
�Z
eej �Z dd� Z dd� Z
dCdd�Zdd � Zd
d � ZdDd
d�ZdEdd�ZdFdd�Zdd� ZdGdd�ZdHdd�ZdIdd �Zd d � ZdJd d!�Zd"d#� Zd$d%� Zdd&�d'd(�Z dd&�d)d*�Z d+d,� Z d-d.� Z dKd/d0�Z d1d2� Z!d3d4� Z"d5d6� Z#dLd7d8�Z$dMd:d;�Z%dNd<d=�Z&e'd>d?� �Z(e(j)d@d?� �Z(dAdB� Z*d S )O� BaseContextc C s" t �� }|d krtd��n|S d S )Nz cannot determine number of cpus)�os� cpu_count�NotImplementedError)�selfZnumr r r r ) s
zBaseContext.cpu_countc C s& ddl m} || �� d�}|�� |S )Nr )� SyncManager��ctx)Zmanagersr � get_context�start)r r �mr r r �Manager1 s zBaseContext.ManagerTc C s ddl m} ||�S )Nr )�Pipe)�
connectionr )r Zduplexr r r r r < s zBaseContext.Pipec C s ddl m} || �� d�S )Nr )�Lockr )� synchronizer r )r r r r r r A s zBaseContext.Lockc C s ddl m} || �� d�S )Nr )�RLockr )r r r )r r r r r r F s zBaseContext.RLockNc C s ddl m} ||| �� d�S )Nr )� Conditionr )r r r )r �lockr r r r r K s zBaseContext.Conditionr c C s ddl m} ||| �� d�S )Nr )� Semaphorer )r r" r )r �valuer" r r r r" P s zBaseContext.Semaphorec C s ddl m} ||| �� d�S )Nr )�BoundedSemaphorer )r r$ r )r r# r$ r r r r$ U s z BaseContext.BoundedSemaphorec C s ddl m} || �� d�S )Nr )�Eventr )r r% r )r r% r r r r% Z s zBaseContext.Eventc C s ddl m} ||||| �� d�S )Nr )�Barrierr )r r& r )r Zparties�actionZtimeoutr& r r r r& _ s zBaseContext.Barrierr c C s ddl m} ||| �� d�S )Nr )�Queuer )�queuesr( r )r �maxsizer( r r r r( d s zBaseContext.Queuec C s ddl m} ||| �� d�S )Nr )�
JoinableQueuer )r) r+ r )r r* r+ r r r r+ i s zBaseContext.JoinableQueuec C s ddl m} || �� d�S )Nr )� SimpleQueuer )r) r, r )r r, r r r r, n s zBaseContext.SimpleQueuer c C s" ddl m} |||||| �� d�S )Nr )�Pool)�context)Zpoolr- r )r Z processesZ initializerZinitargsZmaxtasksperchildr- r r r r- s s
�zBaseContext.Poolc G s ddl m} ||f|�� S )Nr )�RawValue)� sharedctypesr/ )r �typecode_or_type�argsr/ r r r r/ z s zBaseContext.RawValuec C s ddl m} |||�S )Nr )�RawArray)r0 r3 )r r1 �size_or_initializerr3 r r r r3 s zBaseContext.RawArray)r! c G s& ddl m} ||f|�|| �� d��S )Nr )�Value�r! r )r0 r5 r )r r1 r! r2 r5 r r r r5 � s �zBaseContext.Valuec C s ddl m} ||||| �� d�S )Nr )�Arrayr6 )r0 r7 r )r r1 r4 r! r7 r r r r7 � s �zBaseContext.Arrayc C s, t jdkr(tt dd�r(ddlm} |� d S )N�win32�frozenFr )�freeze_support)�sys�platform�getattr�spawnr: )r r: r r r r: � s zBaseContext.freeze_supportc C s ddl m} |� S )Nr )�
get_logger)�utilr? )r r? r r r r? � s zBaseContext.get_loggerc C s ddl m} ||�S )Nr )�
log_to_stderr)r@ rA )r �levelrA r r r rA � s zBaseContext.log_to_stderrc C s ddl m} d S )Nr )r )� r )r r r r r �allow_connection_pickling� s z%BaseContext.allow_connection_picklingc C s ddl m} ||� d S )Nr )�set_executable)r> rE )r �
executablerE r r r rE � s zBaseContext.set_executablec C s ddl m} ||� d S )Nr )�set_forkserver_preload)�
forkserverrG )r Z module_namesrG r r r rG � s z"BaseContext.set_forkserver_preloadc C sH |d kr | S z t | }W n" tk
r: td| �d �Y nX |�� |S )Nzcannot find context for %r)�_concrete_contexts�KeyError�
ValueError�_check_available)r �methodr r r r r � s zBaseContext.get_contextFc C s | j S �N)�_name�r Z
allow_noner r r �get_start_method� s z BaseContext.get_start_methodc C s t d��d S )Nz+cannot set start method of concrete context)rK �r rM Zforcer r r �set_start_method� s z BaseContext.set_start_methodc C s t � �d�S �Nr )�globals�get�r r r r �reducer� s zBaseContext.reducerc C s |t � d< d S rT )rU )r r r r r rX � s c C s d S rN r rW r r r rL � s z BaseContext._check_available)T)N)r )r )NN)r )r )NNr N)N)N)F)F)+r r r
r r r
r � staticmethodr Zcurrent_processZparent_processZactive_childrenr r r r r r r" r$ r% r& r( r+ r, r- r/ r3 r5 r7 r: r? rA rD rE rG r rQ rS �propertyrX �setterrL r r r r r sR
�
r c @ s e Zd ZdZedd� �ZdS )�ProcessNc C s t �� j�| �S rN )�_default_contextr r\ �_Popen)� process_objr r r r^ � s zProcess._Popen�r r r
Z
_start_methodrY r^ r r r r r\ � s r\ c sF e Zd ZeZdd� Zd
� fdd� Zddd�Zdd d
�Zd d � Z� Z S )�DefaultContextc C s || _ d | _d S rN )r] �_actual_context)r r. r r r �__init__� s zDefaultContext.__init__Nc s0 |d kr | j d kr| j| _ | j S t� �|�S d S rN )rb r] �superr )r rM �� __class__r r r � s
zDefaultContext.get_contextFc C s< | j d k r|std��|d kr,|r,d | _ d S | �|�| _ d S )Nz context has already been set)rb � RuntimeErrorr rR r r r rS � s z DefaultContext.set_start_methodc C s" | j d kr|rd S | j| _ | j jS rN )rb r] rO rP r r r rQ � s
z DefaultContext.get_start_methodc C sB t jdkrdgS t jdkr"ddgnddg}tjr:|�d� |S d S )Nr8 r> �darwin�forkrH )r; r< r �HAVE_SEND_HANDLE�append)r �methodsr r r �get_all_start_methods s
z$DefaultContext.get_all_start_methods)N)F)F)
r r r
r\ rc r rS rQ rm �
__classcell__r r re r ra � s
ra r8 c @ s e Zd ZdZedd� �ZdS )� ForkProcessri c C s ddl m} || �S �Nr )�Popen)Z
popen_forkrq �r_ rq r r r r^ s zForkProcess._PopenNr` r r r r ro s ro c @ s e Zd ZdZedd� �ZdS )� SpawnProcessr> c C s ddl m} || �S rp )Zpopen_spawn_posixrq rr r r r r^ s �SpawnProcess._PopenNr` r r r r rs s rs c @ s e Zd ZdZedd� �ZdS )�ForkServerProcessrH c C s ddl m} || �S rp )Zpopen_forkserverrq rr r r r r^ s zForkServerProcess._PopenNr` r r r r ru s ru c @ s e Zd ZdZeZdS )� ForkContextri N)r r r
rO ro r\ r r r r rv % s rv c @ s e Zd ZdZeZdS �� SpawnContextr> N�r r r
rO rs r\ r r r r rx ) s rx c @ s e Zd ZdZeZdd� ZdS )�ForkServerContextrH c C s t jstd��d S )Nz%forkserver start method not available)r rj rK rW r r r rL 0 s z"ForkServerContext._check_availableN)r r r
rO ru r\ rL r r r r rz - s rz )ri r> rH rh r> ri c @ s e Zd ZdZedd� �ZdS )rs r> c C s ddl m} || �S rp )Zpopen_spawn_win32rq rr r r r r^ D s rt Nr` r r r r rs B s c @ s e Zd ZdZeZdS rw ry r r r r rx I s c C s t | t_d S rN )rI r] rb )rM r r r �_force_start_methodV s r{ c C s t tdd �S )N�spawning_popen)r= �_tlsr r r r �get_spawning_popen_ s r~ c C s
| t _d S rN )r} r| )�popenr r r �set_spawning_popenb s r� c C s t � d kr tdt| �j ��d S )NzF%s objects should only be shared between processes through inheritance)r~ rg �typer )�objr r r �assert_spawninge s
��r� ) r r; Z threadingrC r r �__all__� Exceptionr r r
r �objectr Z BaseProcessr\ ra r< ro rs ru rv rx rz rI r] r{ Zlocalr} r~ r� r� r r r r �<module> sL ?, � � multiprocessing/__pycache__/sharedctypes.cpython-38.opt-1.pyc 0000644 00000015512 15115353744 0020304 0 ustar 00 U
e5d� � @ sB d dl Z d dlZddlmZ ddlmZ ddlmZmZ ejZ dddd d
d gZ
e j e j e j
e je je je je je je je je je je jd �Zd
d� Zdd� Zdd� Z ddd�dd�Z ddd�dd �Z dd
� Z d&dd �Z dd� Z!dd� Z"dd � Z#d Z$i Z%e�&� Z'G d d � d e(�Z)G d d!� d!e)�Z*G d"d#� d#e)�Z+G d$d%� d%e+�Z,dS )'� N� )�heap)� get_context)� reduction�assert_spawning�RawValue�RawArray�Value�Array�copy� synchronized)�c�u�b�B�h�H�i�I�l�L�q�Q�f�dc C s t �| �}t�|�}t| |d �S �N)�ctypes�sizeofr Z
BufferWrapper�
rebuild_ctype)�type_�size�wrapper� r" �4/usr/lib64/python3.8/multiprocessing/sharedctypes.py�
_new_value' s
r$ c G s< t �| | �}t|�}t�t�|�dt�|�� |j|� |S )z>
Returns a ctypes object allocated from shared memory
r )�typecode_to_type�getr$ r �memset� addressofr �__init__)�typecode_or_type�argsr �objr" r" r# r , s
c C sj t �| | �}t|t�rD|| }t|�}t�t�|�dt�|�� |S |t |� }t|�}|j
|� |S dS )z=
Returns a ctypes array allocated from shared memory
r N) r% r& �
isinstance�intr$ r r' r( r �lenr) )r* �size_or_initializerr r, �resultr" r" r# r 6 s
T)�lock�ctxc G sX t | f|�� }|dkr|S |dkr4|p*t� }|�� }t|d�sJtd| ��t|||d�S )z6
Return a synchronization wrapper for a Value
F�TN�acquire�%r has no method 'acquire'�r3 )r r �RLock�hasattr�AttributeErrorr )r* r2 r3 r+ r, r" r" r# r F s
c C sT t | |�}|dkr|S |dkr0|p&t� }|�� }t|d�sFtd| ��t|||d�S )z9
Return a synchronization wrapper for a RawArray
Fr4 r5 r6 r7 )r r r8 r9 r: r )r* r0 r2 r3 r, r" r" r# r
T s
c C s t t| ��}| t�|�d< |S )Nr )r$ �typer Zpointer)r, Znew_objr" r" r# r b s c C s� |pt � }t| tj�r"t| ||�S t| tj�rR| jtjkrFt| ||�S t | ||�S t
| �}z t | }W nR t k
r� dd� |j
D �}dd� |D �}d|j }t
|tf|� }t |< Y nX || ||�S d S )Nc S s g | ] }|d �qS )r r" )�.0Zfieldr" r" r# �
<listcomp>v s z synchronized.<locals>.<listcomp>c S s i | ]}|t |��qS r" )�
make_property)r< �namer" r" r# �
<dictcomp>w s z synchronized.<locals>.<dictcomp>� Synchronized)r r- r Z _SimpleCDatarA r
�_type_�c_char�SynchronizedString�SynchronizedArrayr; � class_cache�KeyErrorZ_fields_�__name__�SynchronizedBase)r, r2 r3 �clsZscls�namesr Z classnamer" r" r# r g s
c C s@ t | � t| tj�r(t| j| j| jffS tt| �| jd ffS d S r ) r r- r r
r rB �_wrapperZ_length_r; )r, r" r" r# � reduce_ctype� s rM c C s8 |d k r| | } t �| t� |�� }| �|�}||_|S r )�_ForkingPickler�registerrM Zcreate_memoryviewZ from_bufferrL )r r! ZlengthZbufr, r" r" r# r � s
r c C sP z
t | W S tk
rJ i }tt| fd |� || t | < || Y S X d S )N� )�
prop_cacherG �exec�template)r? r r" r" r# r> � s
r> z�
def get%s(self):
self.acquire()
try:
return self._obj.%s
finally:
self.release()
def set%s(self, value):
self.acquire()
try:
self._obj.%s = value
finally:
self.release()
%s = property(get%s, set%s)
c @ sF e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dS )rI Nc C sB || _ |r|| _n|p tdd�}|�� | _| jj| _| jj| _d S )NT)Zforce)�_obj�_lockr r8 r5 �release)�selfr, r2 r3 r" r" r# r) � s
zSynchronizedBase.__init__c C s
| j �� S r )rU � __enter__�rW r" r" r# rX � s zSynchronizedBase.__enter__c G s | j j|� S r )rU �__exit__)rW r+ r" r" r# rZ � s zSynchronizedBase.__exit__c C s t | � t| j| jffS r )r r rT rU rY r" r" r# �
__reduce__� s zSynchronizedBase.__reduce__c C s | j S r �rT rY r" r" r# �get_obj� s zSynchronizedBase.get_objc C s | j S r )rU rY r" r" r# �get_lock� s zSynchronizedBase.get_lockc C s dt | �j| jf S )Nz<%s wrapper for %s>)r; rH rT rY r" r" r# �__repr__� s zSynchronizedBase.__repr__)NN)
rH �
__module__� __qualname__r) rX rZ r[ r] r^ r_ r" r" r" r# rI � s
rI c @ s e Zd Zed�ZdS )rA �valueN)rH r` ra r> rb r" r" r" r# rA � s rA c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) rE c C s
t | j�S r )r/ rT rY r" r" r# �__len__� s zSynchronizedArray.__len__c
C s& | � | j | W 5 Q R � S Q R X d S r r\ )rW r r" r" r# � __getitem__� s z SynchronizedArray.__getitem__c C s | � || j |< W 5 Q R X d S r r\ )rW r rb r" r" r# � __setitem__� s z SynchronizedArray.__setitem__c
C s* | � | j ||� W 5 Q R � S Q R X d S r r\ )rW �start�stopr" r" r# � __getslice__� s z SynchronizedArray.__getslice__c C s" | � || j ||�< W 5 Q R X d S r r\ )rW rf rg �valuesr" r" r# � __setslice__� s z SynchronizedArray.__setslice__N)rH r` ra rc rd re rh rj r" r" r" r# rE � s
rE c @ s e Zd Zed�Zed�ZdS )rD rb �rawN)rH r` ra r> rb rk r" r" r" r# rD � s rD )NN)-r �weakref� r r �contextr r ZForkingPicklerrN �__all__rC Zc_wcharZc_byteZc_ubyteZc_shortZc_ushortZc_intZc_uintZc_longZc_ulongZ
c_longlongZ c_ulonglongZc_floatZc_doubler% r$ r r r r
r r rM r r> rS rQ �WeakKeyDictionaryrF �objectrI rA rE rD r" r" r" r# �<module>
sL �
multiprocessing/__pycache__/popen_forkserver.cpython-38.opt-2.pyc 0000644 00000004563 15115353744 0021204 0 ustar 00 U
e5d� � @ s� d dl Z d dlZddlmZmZ ejs.ed��ddlmZ ddlm Z ddlm
Z
ddlm Z d gZ G d
d � d e
�ZG d d � d e j�ZdS )
� N� )� reduction�set_spawning_popenz,No support for sending fds between processes)�
forkserver)�
popen_fork)�spawn)�util�Popenc @ s e Zd Zdd� Zdd� ZdS )�_DupFdc C s
|| _ d S �N)�ind)�selfr � r �8/usr/lib64/python3.8/multiprocessing/popen_forkserver.py�__init__ s z_DupFd.__init__c C s t �� | j S r )r Zget_inherited_fdsr )r
r r r �detach s z
_DupFd.detachN)�__name__�
__module__� __qualname__r r r r r r r
s r
c sB e Zd ZdZeZ� fdd�Zdd� Zdd� Ze j
fdd �Z � Z S )
r r c s g | _ t� �|� d S r )�_fds�superr )r
� process_obj�� __class__r r r ! s zPopen.__init__c C s | j �|� t| j �d S )Nr )r �append�len)r
�fdr r r �duplicate_for_child% s zPopen.duplicate_for_childc C s� t �|j�}t�� }t| � z t�||� t�||� W 5 td � X t� | j
�\| _ }t �
|�}t�| tj|| j f�| _t|ddd��}|�|�� � W 5 Q R X t�| j �| _d S )N�wbT)�closefd)r Zget_preparation_data�_name�io�BytesIOr r �dumpr Zconnect_to_new_processr �sentinel�os�dupr ZFinalizeZ close_fds� finalizer�open�write� getbuffer� read_signed�pid)r
r Z prep_dataZbuf�wZ _parent_w�fr r r �_launch) s
�z
Popen._launchc C sr | j d krlddlm} |tjkr$dnd }|| jg|�s:d S zt�| j�| _ W n tt fk
rj d| _ Y nX | j S )Nr )�wait� )
�
returncodeZmultiprocessing.connectionr0 r% �WNOHANGr$ r r+ �OSError�EOFError)r
�flagr0 Ztimeoutr r r �poll= s
z
Popen.poll)
r r r �methodr
ZDupFdr r r/ r% r3 r7 �
__classcell__r r r r r s )r! r% �contextr r ZHAVE_SEND_HANDLE� ImportError� r r r r �__all__�objectr
r r r r r �<module> s
multiprocessing/__pycache__/context.cpython-38.opt-1.pyc 0000644 00000031334 15115353744 0017272 0 ustar 00 U
e5d�+ � @ s� d dl Z d dlZd dlZddlmZ ddlmZ dZG dd� de�ZG dd � d e�Z G d
d � d e�Z
G d d
� d
e�Z G dd� de �Z
G dd� dej�ZG dd� de
�Zejdk�rRG dd� dej�ZG dd� dej�ZG dd� dej�ZG dd � d e
�ZG d d � d e
�ZG d d � d e
�Ze� e� e� d!�Zejd"k�rDeed# �Zn eed$ �Zn8G d%d� dej�ZG d&d � d e
�Zd#e� iZeed# �Zd'd(� Ze�� Z d)d*� Z d+d,� Z d-d.� Z dS )/� N� )�process)� reduction� c @ s e Zd ZdS )� ProcessErrorN��__name__�
__module__� __qualname__r r r �//usr/lib64/python3.8/multiprocessing/context.pyr s r c @ s e Zd ZdS )�BufferTooShortNr r r r r r s r c @ s e Zd ZdS )� TimeoutErrorNr r r r r r
s r
c @ s e Zd ZdS )�AuthenticationErrorNr r r r r r s r c @ sX e Zd ZeZeZeZeZeej �Z eej
�Z
eej �Z dd� Z dd� Z
dCdd�Zdd � Zd
d � ZdDd
d�ZdEdd�ZdFdd�Zdd� ZdGdd�ZdHdd�ZdIdd �Zd d � ZdJd d!�Zd"d#� Zd$d%� Zdd&�d'd(�Z dd&�d)d*�Z d+d,� Z d-d.� Z dKd/d0�Z d1d2� Z!d3d4� Z"d5d6� Z#dLd7d8�Z$dMd:d;�Z%dNd<d=�Z&e'd>d?� �Z(e(j)d@d?� �Z(dAdB� Z*d S )O� BaseContextc C s" t �� }|dkrtd��n|S dS )z(Returns the number of CPUs in the systemNz cannot determine number of cpus)�os� cpu_count�NotImplementedError)�selfZnumr r r r ) s
zBaseContext.cpu_countc C s& ddl m} || �� d�}|�� |S )z�Returns a manager associated with a running server process
The managers methods such as `Lock()`, `Condition()` and `Queue()`
can be used to create shared objects.
r )� SyncManager��ctx)Zmanagersr � get_context�start)r r �mr r r �Manager1 s zBaseContext.ManagerTc C s ddl m} ||�S )z1Returns two connection object connected by a piper )�Pipe)�
connectionr )r Zduplexr r r r r < s zBaseContext.Pipec C s ddl m} || �� d�S )z#Returns a non-recursive lock objectr )�Lockr )� synchronizer r )r r r r r r A s zBaseContext.Lockc C s ddl m} || �� d�S )z Returns a recursive lock objectr )�RLockr )r r r )r r r r r r F s zBaseContext.RLockNc C s ddl m} ||| �� d�S )zReturns a condition objectr )� Conditionr )r r r )r �lockr r r r r K s zBaseContext.Conditionr c C s ddl m} ||| �� d�S )zReturns a semaphore objectr )� Semaphorer )r r" r )r �valuer" r r r r" P s zBaseContext.Semaphorec C s ddl m} ||| �� d�S )z"Returns a bounded semaphore objectr )�BoundedSemaphorer )r r$ r )r r# r$ r r r r$ U s z BaseContext.BoundedSemaphorec C s ddl m} || �� d�S )zReturns an event objectr )�Eventr )r r% r )r r% r r r r% Z s zBaseContext.Eventc C s ddl m} ||||| �� d�S )zReturns a barrier objectr )�Barrierr )r r& r )r Zparties�actionZtimeoutr& r r r r& _ s zBaseContext.Barrierr c C s ddl m} ||| �� d�S )�Returns a queue objectr )�Queuer )�queuesr) r )r �maxsizer) r r r r) d s zBaseContext.Queuec C s ddl m} ||| �� d�S )r( r )�
JoinableQueuer )r* r, r )r r+ r, r r r r, i s zBaseContext.JoinableQueuec C s ddl m} || �� d�S )r( r )� SimpleQueuer )r* r- r )r r- r r r r- n s zBaseContext.SimpleQueuer c C s" ddl m} |||||| �� d�S )z Returns a process pool objectr )�Pool)�context)Zpoolr. r )r Z processesZ initializerZinitargsZmaxtasksperchildr. r r r r. s s
�zBaseContext.Poolc G s ddl m} ||f|�� S )zReturns a shared objectr )�RawValue)� sharedctypesr0 )r �typecode_or_type�argsr0 r r r r0 z s zBaseContext.RawValuec C s ddl m} |||�S )zReturns a shared arrayr )�RawArray)r1 r4 )r r2 �size_or_initializerr4 r r r r4 s zBaseContext.RawArray)r! c G s& ddl m} ||f|�|| �� d��S )z$Returns a synchronized shared objectr )�Value�r! r )r1 r6 r )r r2 r! r3 r6 r r r r6 � s �zBaseContext.Valuec C s ddl m} ||||| �� d�S )z#Returns a synchronized shared arrayr )�Arrayr7 )r1 r8 r )r r2 r5 r! r8 r r r r8 � s �zBaseContext.Arrayc C s, t jdkr(tt dd�r(ddlm} |� dS )z�Check whether this is a fake forked process in a frozen executable.
If so then run code specified by commandline and exit.
�win32�frozenFr )�freeze_supportN)�sys�platform�getattr�spawnr; )r r; r r r r; � s zBaseContext.freeze_supportc C s ddl m} |� S )zZReturn package logger -- if it does not already exist then
it is created.
r )�
get_logger)�utilr@ )r r@ r r r r@ � s zBaseContext.get_loggerc C s ddl m} ||�S )z8Turn on logging and add a handler which prints to stderrr )�
log_to_stderr)rA rB )r �levelrB r r r rB � s zBaseContext.log_to_stderrc C s ddl m} dS )zVInstall support for sending connections and sockets
between processes
r )r N)� r )r r r r r �allow_connection_pickling� s z%BaseContext.allow_connection_picklingc C s ddl m} ||� dS )z�Sets the path to a python.exe or pythonw.exe binary used to run
child processes instead of sys.executable when using the 'spawn'
start method. Useful for people embedding Python.
r )�set_executableN)r? rF )r �
executablerF r r r rF � s zBaseContext.set_executablec C s ddl m} ||� dS )zkSet list of module names to try to load in forkserver process.
This is really just a hint.
r )�set_forkserver_preloadN)�
forkserverrH )r Z module_namesrH r r r rH � s z"BaseContext.set_forkserver_preloadc C sH |d kr | S z t | }W n" tk
r: td| �d �Y nX |�� |S )Nzcannot find context for %r)�_concrete_contexts�KeyError�
ValueError�_check_available)r �methodr r r r r � s zBaseContext.get_contextFc C s | j S �N)�_name�r Z
allow_noner r r �get_start_method� s z BaseContext.get_start_methodc C s t d��d S )Nz+cannot set start method of concrete context)rL �r rN Zforcer r r �set_start_method� s z BaseContext.set_start_methodc C s t � �d�S )z_Controls how objects will be reduced to a form that can be
shared with other processes.r )�globals�get�r r r r �reducer� s zBaseContext.reducerc C s |t � d< d S )Nr )rU )r r r r r rX � s c C s d S rO r rW r r r rM � s z BaseContext._check_available)T)N)r )r )NN)r )r )NNr N)N)N)F)F)+r r r
r r r
r � staticmethodr Zcurrent_processZparent_processZactive_childrenr r r r r r r" r$ r% r& r) r, r- r. r0 r4 r6 r8 r; r@ rB rE rF rH r rR rT �propertyrX �setterrM r r r r r sR
�
r c @ s e Zd ZdZedd� �ZdS )�ProcessNc C s t �� j�| �S rO )�_default_contextr r\ �_Popen)� process_objr r r r^ � s zProcess._Popen�r r r
Z
_start_methodrY r^ r r r r r\ � s r\ c sF e Zd ZeZdd� Zd
� fdd� Zddd�Zdd d
�Zd d � Z� Z S )�DefaultContextc C s || _ d | _d S rO )r] �_actual_context)r r/ r r r �__init__� s zDefaultContext.__init__Nc s0 |d kr | j d kr| j| _ | j S t� �|�S d S rO )rb r] �superr )r rN �� __class__r r r � s
zDefaultContext.get_contextFc C s< | j d k r|std��|d kr,|r,d | _ d S | �|�| _ d S )Nz context has already been set)rb � RuntimeErrorr rS r r r rT � s z DefaultContext.set_start_methodc C s" | j d kr|rd S | j| _ | j jS rO )rb r] rP rQ r r r rR � s
z DefaultContext.get_start_methodc C sB t jdkrdgS t jdkr"ddgnddg}tjr:|�d� |S d S )Nr9 r? �darwin�forkrI )r< r= r �HAVE_SEND_HANDLE�append)r �methodsr r r �get_all_start_methods s
z$DefaultContext.get_all_start_methods)N)F)F)
r r r
r\ rc r rT rR rm �
__classcell__r r re r ra � s
ra r9 c @ s e Zd ZdZedd� �ZdS )� ForkProcessri c C s ddl m} || �S �Nr )�Popen)Z
popen_forkrq �r_ rq r r r r^ s zForkProcess._PopenNr` r r r r ro s ro c @ s e Zd ZdZedd� �ZdS )� SpawnProcessr? c C s ddl m} || �S rp )Zpopen_spawn_posixrq rr r r r r^ s �SpawnProcess._PopenNr` r r r r rs s rs c @ s e Zd ZdZedd� �ZdS )�ForkServerProcessrI c C s ddl m} || �S rp )Zpopen_forkserverrq rr r r r r^ s zForkServerProcess._PopenNr` r r r r ru s ru c @ s e Zd ZdZeZdS )� ForkContextri N)r r r
rP ro r\ r r r r rv % s rv c @ s e Zd ZdZeZdS �� SpawnContextr? N�r r r
rP rs r\ r r r r rx ) s rx c @ s e Zd ZdZeZdd� ZdS )�ForkServerContextrI c C s t jstd��d S )Nz%forkserver start method not available)r rj rL rW r r r rM 0 s z"ForkServerContext._check_availableN)r r r
rP ru r\ rM r r r r rz - s rz )ri r? rI rh r? ri c @ s e Zd ZdZedd� �ZdS )rs r? c C s ddl m} || �S rp )Zpopen_spawn_win32rq rr r r r r^ D s rt Nr` r r r r rs B s c @ s e Zd ZdZeZdS rw ry r r r r rx I s c C s t | t_d S rO )rJ r] rb )rN r r r �_force_start_methodV s r{ c C s t tdd �S )N�spawning_popen)r> �_tlsr r r r �get_spawning_popen_ s r~ c C s
| t _d S rO )r} r| )�popenr r r �set_spawning_popenb s r� c C s t � d kr tdt| �j ��d S )NzF%s objects should only be shared between processes through inheritance)r~ rg �typer )�objr r r �assert_spawninge s
��r� ) r r< Z threadingrD r r �__all__� Exceptionr r r
r �objectr Z BaseProcessr\ ra r= ro rs ru rv rx rz rJ r] r{ Zlocalr} r~ r� r� r r r r �<module> sL ?, � � multiprocessing/__pycache__/context.cpython-38.pyc 0000644 00000031334 15115353744 0016333 0 ustar 00 U
e5d�+ � @ s� d dl Z d dlZd dlZddlmZ ddlmZ dZG dd� de�ZG dd � d e�Z G d
d � d e�Z
G d d
� d
e�Z G dd� de �Z
G dd� dej�ZG dd� de
�Zejdk�rRG dd� dej�ZG dd� dej�ZG dd� dej�ZG dd � d e
�ZG d d � d e
�ZG d d � d e
�Ze� e� e� d!�Zejd"k�rDeed# �Zn eed$ �Zn8G d%d� dej�ZG d&d � d e
�Zd#e� iZeed# �Zd'd(� Ze�� Z d)d*� Z d+d,� Z d-d.� Z dS )/� N� )�process)� reduction� c @ s e Zd ZdS )� ProcessErrorN��__name__�
__module__� __qualname__r r r �//usr/lib64/python3.8/multiprocessing/context.pyr s r c @ s e Zd ZdS )�BufferTooShortNr r r r r r s r c @ s e Zd ZdS )� TimeoutErrorNr r r r r r
s r
c @ s e Zd ZdS )�AuthenticationErrorNr r r r r r s r c @ sX e Zd ZeZeZeZeZeej �Z eej
�Z
eej �Z dd� Z dd� Z
dCdd�Zdd � Zd
d � ZdDd
d�ZdEdd�ZdFdd�Zdd� ZdGdd�ZdHdd�ZdIdd �Zd d � ZdJd d!�Zd"d#� Zd$d%� Zdd&�d'd(�Z dd&�d)d*�Z d+d,� Z d-d.� Z dKd/d0�Z d1d2� Z!d3d4� Z"d5d6� Z#dLd7d8�Z$dMd:d;�Z%dNd<d=�Z&e'd>d?� �Z(e(j)d@d?� �Z(dAdB� Z*d S )O� BaseContextc C s" t �� }|dkrtd��n|S dS )z(Returns the number of CPUs in the systemNz cannot determine number of cpus)�os� cpu_count�NotImplementedError)�selfZnumr r r r ) s
zBaseContext.cpu_countc C s& ddl m} || �� d�}|�� |S )z�Returns a manager associated with a running server process
The managers methods such as `Lock()`, `Condition()` and `Queue()`
can be used to create shared objects.
r )� SyncManager��ctx)Zmanagersr � get_context�start)r r �mr r r �Manager1 s zBaseContext.ManagerTc C s ddl m} ||�S )z1Returns two connection object connected by a piper )�Pipe)�
connectionr )r Zduplexr r r r r < s zBaseContext.Pipec C s ddl m} || �� d�S )z#Returns a non-recursive lock objectr )�Lockr )� synchronizer r )r r r r r r A s zBaseContext.Lockc C s ddl m} || �� d�S )z Returns a recursive lock objectr )�RLockr )r r r )r r r r r r F s zBaseContext.RLockNc C s ddl m} ||| �� d�S )zReturns a condition objectr )� Conditionr )r r r )r �lockr r r r r K s zBaseContext.Conditionr c C s ddl m} ||| �� d�S )zReturns a semaphore objectr )� Semaphorer )r r" r )r �valuer" r r r r" P s zBaseContext.Semaphorec C s ddl m} ||| �� d�S )z"Returns a bounded semaphore objectr )�BoundedSemaphorer )r r$ r )r r# r$ r r r r$ U s z BaseContext.BoundedSemaphorec C s ddl m} || �� d�S )zReturns an event objectr )�Eventr )r r% r )r r% r r r r% Z s zBaseContext.Eventc C s ddl m} ||||| �� d�S )zReturns a barrier objectr )�Barrierr )r r& r )r Zparties�actionZtimeoutr& r r r r& _ s zBaseContext.Barrierr c C s ddl m} ||| �� d�S )�Returns a queue objectr )�Queuer )�queuesr) r )r �maxsizer) r r r r) d s zBaseContext.Queuec C s ddl m} ||| �� d�S )r( r )�
JoinableQueuer )r* r, r )r r+ r, r r r r, i s zBaseContext.JoinableQueuec C s ddl m} || �� d�S )r( r )� SimpleQueuer )r* r- r )r r- r r r r- n s zBaseContext.SimpleQueuer c C s" ddl m} |||||| �� d�S )z Returns a process pool objectr )�Pool)�context)Zpoolr. r )r Z processesZ initializerZinitargsZmaxtasksperchildr. r r r r. s s
�zBaseContext.Poolc G s ddl m} ||f|�� S )zReturns a shared objectr )�RawValue)� sharedctypesr0 )r �typecode_or_type�argsr0 r r r r0 z s zBaseContext.RawValuec C s ddl m} |||�S )zReturns a shared arrayr )�RawArray)r1 r4 )r r2 �size_or_initializerr4 r r r r4 s zBaseContext.RawArray)r! c G s& ddl m} ||f|�|| �� d��S )z$Returns a synchronized shared objectr )�Value�r! r )r1 r6 r )r r2 r! r3 r6 r r r r6 � s �zBaseContext.Valuec C s ddl m} ||||| �� d�S )z#Returns a synchronized shared arrayr )�Arrayr7 )r1 r8 r )r r2 r5 r! r8 r r r r8 � s �zBaseContext.Arrayc C s, t jdkr(tt dd�r(ddlm} |� dS )z�Check whether this is a fake forked process in a frozen executable.
If so then run code specified by commandline and exit.
�win32�frozenFr )�freeze_supportN)�sys�platform�getattr�spawnr; )r r; r r r r; � s zBaseContext.freeze_supportc C s ddl m} |� S )zZReturn package logger -- if it does not already exist then
it is created.
r )�
get_logger)�utilr@ )r r@ r r r r@ � s zBaseContext.get_loggerc C s ddl m} ||�S )z8Turn on logging and add a handler which prints to stderrr )�
log_to_stderr)rA rB )r �levelrB r r r rB � s zBaseContext.log_to_stderrc C s ddl m} dS )zVInstall support for sending connections and sockets
between processes
r )r N)� r )r r r r r �allow_connection_pickling� s z%BaseContext.allow_connection_picklingc C s ddl m} ||� dS )z�Sets the path to a python.exe or pythonw.exe binary used to run
child processes instead of sys.executable when using the 'spawn'
start method. Useful for people embedding Python.
r )�set_executableN)r? rF )r �
executablerF r r r rF � s zBaseContext.set_executablec C s ddl m} ||� dS )zkSet list of module names to try to load in forkserver process.
This is really just a hint.
r )�set_forkserver_preloadN)�
forkserverrH )r Z module_namesrH r r r rH � s z"BaseContext.set_forkserver_preloadc C sH |d kr | S z t | }W n" tk
r: td| �d �Y nX |�� |S )Nzcannot find context for %r)�_concrete_contexts�KeyError�
ValueError�_check_available)r �methodr r r r r � s zBaseContext.get_contextFc C s | j S �N)�_name�r Z
allow_noner r r �get_start_method� s z BaseContext.get_start_methodc C s t d��d S )Nz+cannot set start method of concrete context)rL �r rN Zforcer r r �set_start_method� s z BaseContext.set_start_methodc C s t � �d�S )z_Controls how objects will be reduced to a form that can be
shared with other processes.r )�globals�get�r r r r �reducer� s zBaseContext.reducerc C s |t � d< d S )Nr )rU )r r r r r rX � s c C s d S rO r rW r r r rM � s z BaseContext._check_available)T)N)r )r )NN)r )r )NNr N)N)N)F)F)+r r r
r r r
r � staticmethodr Zcurrent_processZparent_processZactive_childrenr r r r r r r" r$ r% r& r) r, r- r. r0 r4 r6 r8 r; r@ rB rE rF rH r rR rT �propertyrX �setterrM r r r r r sR
�
r c @ s e Zd ZdZedd� �ZdS )�ProcessNc C s t �� j�| �S rO )�_default_contextr r\ �_Popen)� process_objr r r r^ � s zProcess._Popen�r r r
Z
_start_methodrY r^ r r r r r\ � s r\ c sF e Zd ZeZdd� Zd
� fdd� Zddd�Zdd d
�Zd d � Z� Z S )�DefaultContextc C s || _ d | _d S rO )r] �_actual_context)r r/ r r r �__init__� s zDefaultContext.__init__Nc s0 |d kr | j d kr| j| _ | j S t� �|�S d S rO )rb r] �superr )r rN �� __class__r r r � s
zDefaultContext.get_contextFc C s< | j d k r|std��|d kr,|r,d | _ d S | �|�| _ d S )Nz context has already been set)rb � RuntimeErrorr rS r r r rT � s z DefaultContext.set_start_methodc C s" | j d kr|rd S | j| _ | j jS rO )rb r] rP rQ r r r rR � s
z DefaultContext.get_start_methodc C sB t jdkrdgS t jdkr"ddgnddg}tjr:|�d� |S d S )Nr9 r? �darwin�forkrI )r< r= r �HAVE_SEND_HANDLE�append)r �methodsr r r �get_all_start_methods s
z$DefaultContext.get_all_start_methods)N)F)F)
r r r
r\ rc r rT rR rm �
__classcell__r r re r ra � s
ra r9 c @ s e Zd ZdZedd� �ZdS )� ForkProcessri c C s ddl m} || �S �Nr )�Popen)Z
popen_forkrq �r_ rq r r r r^ s zForkProcess._PopenNr` r r r r ro s ro c @ s e Zd ZdZedd� �ZdS )� SpawnProcessr? c C s ddl m} || �S rp )Zpopen_spawn_posixrq rr r r r r^ s �SpawnProcess._PopenNr` r r r r rs s rs c @ s e Zd ZdZedd� �ZdS )�ForkServerProcessrI c C s ddl m} || �S rp )Zpopen_forkserverrq rr r r r r^ s zForkServerProcess._PopenNr` r r r r ru s ru c @ s e Zd ZdZeZdS )� ForkContextri N)r r r
rP ro r\ r r r r rv % s rv c @ s e Zd ZdZeZdS �� SpawnContextr? N�r r r
rP rs r\ r r r r rx ) s rx c @ s e Zd ZdZeZdd� ZdS )�ForkServerContextrI c C s t jstd��d S )Nz%forkserver start method not available)r rj rL rW r r r rM 0 s z"ForkServerContext._check_availableN)r r r
rP ru r\ rM r r r r rz - s rz )ri r? rI rh r? ri c @ s e Zd ZdZedd� �ZdS )rs r? c C s ddl m} || �S rp )Zpopen_spawn_win32rq rr r r r r^ D s rt Nr` r r r r rs B s c @ s e Zd ZdZeZdS rw ry r r r r rx I s c C s t | t_d S rO )rJ r] rb )rN r r r �_force_start_methodV s r{ c C s t tdd �S )N�spawning_popen)r> �_tlsr r r r �get_spawning_popen_ s r~ c C s
| t _d S rO )r} r| )�popenr r r �set_spawning_popenb s r� c C s t � d kr tdt| �j ��d S )NzF%s objects should only be shared between processes through inheritance)r~ rg �typer )�objr r r �assert_spawninge s
��r� ) r r< Z threadingrD r r �__all__� Exceptionr r r
r �objectr Z BaseProcessr\ ra r= ro rs ru rv rx rz rJ r] r{ Zlocalr} r~ r� r� r r r r �<module> sL ?, � � multiprocessing/__pycache__/spawn.cpython-38.pyc 0000644 00000015052 15115353744 0015776 0 ustar 00 U
e5dP$ � @ s$ d dl Z d dlZd dlZd dlZddlmZmZ ddlmZ ddlm Z ddlm
Z
ddd d
d d d
gZ ej dkrzdZ
dZn eedd�Z
ej�� �d�Zer�e j�ejd�anejadd � Zdd
� Zdd� Zdd� Zdd � Zd&dd�Z dd� Z d d � Z d d � Z g Z d d � Z!d!d"� Z"d#d$� Z#d%d
� Z$dS )'� N� )�get_start_method�set_start_method)�process)� reduction)�util�_main�freeze_support�set_executable�get_executable�get_preparation_data�get_command_line�import_main_path�win32F�frozenzpythonservice.exez
python.exec C s | a d S �N�� _python_exe)Zexe� r �-/usr/lib64/python3.8/multiprocessing/spawn.pyr
) s c C s t S r r r r r r r - s c C s$ t | �dkr | d dkr dS dS dS )z=
Return whether commandline indicates we are forking
� r �--multiprocessing-forkTFN)�len)�argvr r r �
is_forking4 s r c C sd t tj�r`i } tjdd� D ]0}|�d�\}}|dkr@d| |< q t|�| |< q tf | � t�� dS )zE
Run code for process object if this in not the main process
r N�=�None)r �sysr �split�int�
spawn_main�exit)�kwds�arg�name�valuer r r r > s
c K sh t tdd�r(tjdgdd� | �� D � S d}|d�dd � | �� D ��; }t�� }tg| d
|dg S d S ) zJ
Returns prefix of command line used for spawning a child process
r Fr c S s g | ] }d | �qS )�%s=%rr ��.0�itemr r r �
<listcomp>T s z$get_command_line.<locals>.<listcomp>z<from multiprocessing.spawn import spawn_main; spawn_main(%s)z, c s s | ]}d | V qdS )r& Nr r' r r r � <genexpr>W s z#get_command_line.<locals>.<genexpr>z-cN)�getattrr �
executable�items�joinr Z _args_from_interpreter_flagsr )r" �progZoptsr r r r
N s � c C s� t tj�std��tjdkrrddl}ddl}|dk rL|�|j|j B d|�}nd}t
j | |d�}|� |t
j�}|}n"ddlm} || j_| }t
�| �}t||�}
t�|
� dS ) z7
Run code specified by data received over pipe
z Not forkingr r NF)�source_processr )�resource_tracker)r r r �AssertionError�platform�msvcrt�_winapiZ OpenProcessZ SYNCHRONIZEZPROCESS_DUP_HANDLEr Z duplicateZopen_osfhandle�os�O_RDONLY� r2 Z_resource_trackerZ_fd�dupr r! ) Z pipe_handleZ
parent_pidZ
tracker_fdr5 r6 r1 Z
new_handle�fd�parent_sentinelr2 Zexitcoder r r r \ s,
��
r c C s` t j| ddd��@}dt�� _z$tj�|�}t|� tj�|�}W 5 t�� `X W 5 Q R X |� |�S )N�rbT)�closefd)
r7 �fdopenr �current_process� _inheritingr �pickle�load�prepare�
_bootstrap)r; r< Z from_parentZpreparation_data�selfr r r r x s
c C s t t�� dd�rtd��d S )NrA Fa
An attempt has been made to start a new process before the
current process has finished its bootstrapping phase.
This probably means that you are not using fork to start your
child processes and you have forgotten to use the proper idiom
in the main module:
if __name__ == '__main__':
freeze_support()
...
The "freeze_support()" line can be omitted if the program
is not going to be frozen to produce an executable.)r, r r@ � RuntimeErrorr r r r �_check_not_importing_main� s rH c C s t � ttjt�� jd�}tjdk r2tj�� |d< t j
� � }z|� d�}W n t
k
r^ Y n X tj||< |j| |t jtjt�� t� d� t jd }t|jdd�}|dk r�||d< nft jd ks�t�st�st|d
d�}|dk �rtj
�|��s
tjdk �r
tj
�tj|�}tj
� |�|d < |S ) zM
Return info about parent needed by child to unpickle process object
)�
log_to_stderr�authkeyN� log_levelr9 )r$ �sys_path�sys_argv�orig_dir�dir� start_method�__main__r$ �init_main_from_namer �__file__�init_main_from_path) rH �dictr Z_log_to_stderrr r@ rJ Z_loggerZgetEffectiveLevelr �path�copy�index�
ValueError� ORIGINAL_DIR�updater r7 �getcwdr �modulesr, �__spec__r4 �WINEXE�
WINSERVICE�isabsr/ �normpath)r$ �drL �i� main_moduleZ
main_mod_name� main_pathr r r r � sD �
�
�c C s� d| kr| d t �� _d| kr,| d t �� _d| krD| d rDt�� d| kr^t�� �| d � d| krp| d t_ d| kr�| d t_
d| kr�t � | d � d| kr�| d t _
d | kr�t| d d
d � d | kr�t| d � nd
| kr�t| d
� dS )zE
Try to get current process ready to unpickle process object
r$ rJ rI rK rL rM rO rN rP T)ZforcerR rT N)r r@ r$ rJ r rI Z
get_loggerZsetLevelr rV r r7 �chdirrZ r �_fixup_main_from_name�_fixup_main_from_path)�datar r r rD � s,
rD c C s~ t jd }| dks | �d�r d S t|jdd �| kr6d S t�|� t�d�}t j
| ddd�}|j � |� | t jd< t jd< d S )NrQ z .__main__r$ � __mp_main__T)�run_nameZ alter_sys)
r r] �endswithr, r^ �old_main_modules�append�types�
ModuleType�runpyZ
run_module�__dict__r[ )Zmod_name� current_mainre � main_contentr r r rh � s
� rh c C s� t jd }tj�tj�| ��d }|dkr.d S t|dd �| krBd S t�|� t �
d�}t j | dd�}|j
�|� | t jd< t jd< d S )NrQ r ZipythonrS rk )rl )r r] r7 rV �splitext�basenamer, rn ro rp rq rr Zrun_pathrs r[ )rf rt Z main_namere ru r r r ri s
� ri c C s t | � dS )z<
Set sys.modules['__main__'] to module at main_path
N)ri )rf r r r r % s )NN)%r7 r rr rp r9 r r r �contextr r �__all__r4 r_ r` r, r- �lowerrm rV r/ � exec_prefixr r
r r r r
r r rH r rn rD rh ri r r r r r �<module> sD �
2& multiprocessing/__pycache__/popen_spawn_posix.cpython-38.opt-1.pyc 0000644 00000004242 15115353744 0021357 0 ustar 00 U
e5d� � @ sp d dl Z d dlZddlmZmZ ddlmZ ddlmZ ddlmZ dgZ G dd � d e
�Z G d
d� dej �Z dS ) � N� )� reduction�set_spawning_popen)�
popen_fork)�spawn)�util�Popenc @ s e Zd Zdd� Zdd� ZdS )�_DupFdc C s
|| _ d S �N��fd��selfr � r �9/usr/lib64/python3.8/multiprocessing/popen_spawn_posix.py�__init__ s z_DupFd.__init__c C s | j S r
r )r r r r �detach s z
_DupFd.detachN)�__name__�
__module__� __qualname__r r r r r r r s r c s4 e Zd ZdZeZ� fdd�Zdd� Zdd� Z� Z S )r r c s g | _ t� �|� d S r
)�_fds�superr )r � process_obj�� __class__r r r s zPopen.__init__c C s | j �|� |S r
)r �appendr
r r r �duplicate_for_child" s zPopen.duplicate_for_childc C sX ddl m} |�� }| j�|� t�|j�}t� � }t
| � z t � ||� t � ||� W 5 t
d � X d } } }} z~t�� \}}t�� \}} tj||d�} | j�||g� t
�t�� | | j�| _|| _t| ddd��}
|
�|� � � W 5 Q R X W 5 g }
|| fD ]} | d k �r |
�| � �q t
�| t
j|
�| _||fD ]} | d k �r6t�| � �q6X d S )Nr )�resource_tracker)�
tracker_fdZ pipe_handle�wbF)�closefd) � r Zgetfdr r r Zget_preparation_data�_name�io�BytesIOr r �dumpr ZFinalizeZ close_fds� finalizer�os�close�pipeZget_command_line�extendZspawnv_passfdsZget_executable�pid�sentinel�open�write� getbuffer)r r r r Z prep_data�fpZparent_rZchild_wZchild_rZparent_wZ fds_to_closer �cmd�fr r r �_launch& sB
�
�
z
Popen._launch)
r r r �methodr ZDupFdr r r3 �
__classcell__r r r r r s
)
r# r' �contextr r r! r r r �__all__�objectr r r r r r �<module> s
multiprocessing/__pycache__/resource_sharer.cpython-38.opt-2.pyc 0000644 00000011253 15115353744 0021000 0 ustar 00 U
e5d� � @ s� d dl Z d dlZd dlZd dlZd dlZddlmZ ddlmZ ddlm Z dgZ
ej dkrxe
dg7 Z
G d d� de �Z
ne
d
g7 Z
G d d
� d
e �ZG d d
� d
e �Ze� ZejZdS )� N� )�process)� reduction)�util�stopZwin32� DupSocketc @ s e Zd Zdd� Zdd� ZdS )r c s( |� � � � fdd�}t�|� j�| _d S )Nc s � � |�}| �|� d S �N)�shareZ
send_bytes)�conn�pidr �Znew_sock� �7/usr/lib64/python3.8/multiprocessing/resource_sharer.py�send s
z DupSocket.__init__.<locals>.send)�dup�_resource_sharer�register�close�_id)�selfZsockr r
r r �__init__ s zDupSocket.__init__c
C s6 t �| j�� }|�� }t�|�W 5 Q R � S Q R X d S r )r �get_connectionr Z
recv_bytes�socketZ fromshare)r r
r r
r
r �detach$ s zDupSocket.detachN��__name__�
__module__� __qualname__r r r
r
r
r r s �DupFdc @ s e Zd Zdd� Zdd� ZdS )r c s4 t �|�� � fdd�}� fdd�}t�||�| _d S )Nc s t �| � |� d S r )r Z send_handle)r
r �Znew_fdr
r r 1 s z DupFd.__init__.<locals>.sendc s t �� � d S r )�osr r
r r
r r 3 s z DupFd.__init__.<locals>.close)r r r r r )r �fdr r r
r r r / s
zDupFd.__init__c
C s. t �| j��}t�|�W 5 Q R � S Q R X d S r )r r r r Z recv_handle)r r
r
r
r r 7 s z DupFd.detachNr r
r
r
r r - s c @ sJ e Zd Zdd� Zdd� Zedd� �Zddd �Zd
d � Zd d
� Z dd� Z
dS )�_ResourceSharerc C s@ d| _ i | _g | _t�� | _d | _d | _d | _t �
| t j � d S )Nr )
�_key�_cache�
_old_locks� threading�Lock�_lock� _listener�_address�_threadr Zregister_after_forkr" �
_afterfork)r r
r
r r ? s
z_ResourceSharer.__init__c
C sZ | j �J | jd kr| �� | jd7 _||f| j| j< | j| jfW 5 Q R � S Q R X d S )Nr )r( r* �_startr# r$ )r r r r
r
r r I s
z_ResourceSharer.registerc C s< ddl m} | \}}||t�� jd�}|�|t�� f� |S )Nr ��Client��authkey)�
connectionr/ r �current_processr1 r r �getpid)Zidentr/ �address�key�cr
r
r r R s
z _ResourceSharer.get_connectionNc C s� ddl m} | j�� | jd k r�|| jt�� jd�}|�d � |�� | j �
|� | j � � rdt �
d� | j�� d | _ d | _d | _| j�� D ]\}\}}|� q�| j�� W 5 Q R X d S )Nr r. r0 z._ResourceSharer thread did not stop when asked)r2 r/ r( r* r r3 r1 r r r+ �joinZis_aliver Z sub_warningr) r$ �items�clear)r Ztimeoutr/ r7 r6 r r r
r
r r [ s$
�
z_ResourceSharer.stopc C sj | j �� D ]\}\}}|� q
| j �� | j�| j� t�� | _| jd k rT| j� � d | _d | _
d | _ d S r ) r$ r9 r: r% �appendr( r& r' r) r r* r+ )r r6 r r r
r
r r, p s
z_ResourceSharer._afterforkc C sX ddl m} t�d� |t�� jd�| _| jj| _ t
j | j d�}d|_
|�� || _d S )Nr )�Listenerz0starting listener and thread for sending handlesr0 )�targetT)r2 r< r �debugr r3 r1 r) r5 r* r& ZThread�_serveZdaemon�startr+ )r r< �tr
r
r r- ~ s
z_ResourceSharer._startc C s� t td�r t�tjt�� � zh| j�� �T}|�� }|d krHW 5 Q R � W q�|\}}| j� |�\}}z|||� W 5 |� X W 5 Q R X W q t
� � s�t j
t �� � Y q X q d S )N�pthread_sigmask)�hasattr�signalrB � SIG_BLOCK�
valid_signalsr) ZacceptZrecvr$ �popr Z
is_exiting�sys�
excepthook�exc_info)r r
�msgr6 Zdestination_pidr r r
r
r r? � s
z_ResourceSharer._serve)N) r r r r r � staticmethodr r r, r- r? r
r
r
r r" = s
r" )r rD r rH r& � r �contextr r �__all__�platform�objectr r r" r r r
r
r
r �<module> s
` multiprocessing/__pycache__/popen_spawn_win32.cpython-38.opt-1.pyc 0000644 00000006542 15115353744 0021164 0 ustar 00 U
e5d� � @ s� d dl Z d dlZd dlZd dlZd dlZddlmZmZmZ ddl m
Z
ddl m Z dgZ dZ
ejdkoreed d
�Zej�� �d �Zd d
� Zeejej� Zdd� ZG dd� de�ZdS )� N� )� reduction�get_spawning_popen�set_spawning_popen)�spawn)�util�Popeni Zwin32�frozenFzpythonservice.exec C s | |kp t j�| �t j�|�kS �N)�os�path�normcase)Zp1Zp2� r �9/usr/lib64/python3.8/multiprocessing/popen_spawn_win32.py�_path_eq s r c G s | D ]}t �|� qd S r
)�_winapi� CloseHandle)Zhandles�handler r r �_close_handles s r c @ sJ e Zd ZdZdZdd� Zdd� Zddd �Zd
d � Zd d
� Z e Z
dd� Z dS )r z@
Start a subprocess to run the code of a process object
r c C sT t �|j�}t�d d�\}}t�|d�}t jt� � |d�}d�
dd� |D ��}t � � }t r�t
|tj�r�tj}tj�� }tj|d< nd }t|ddd ���} z0t�||d d d
d|d d � \}
} } }
t�| � W n t�|� � Y nX | | _d | _|
| _t|
�| _t� | t | jt|�f�| _ t | � z t �!|| � t �!|| � W 5 t d � X W 5 Q R X d S ) Nr )Z
parent_pidZ pipe_handle� c s s | ]}d | V qdS )z"%s"Nr )�.0�xr r r � <genexpr>9 s z!Popen.__init__.<locals>.<genexpr>�__PYVENV_LAUNCHER__�wbT)�closefdF)"r Zget_preparation_data�_namer Z
CreatePipe�msvcrtZopen_osfhandleZget_command_liner �getpid�joinZget_executable�WINENVr �sys�
executable�_base_executable�environ�copy�openZ
CreateProcessr �pid�
returncode�_handle�int�sentinelr ZFinalizer � finalizerr r �dump)�selfZ process_objZ prep_dataZrhandleZwhandleZwfd�cmdZ
python_exe�envZto_childZhpZhtr' �tidr r r �__init__, sT
�
�
� zPopen.__init__c C s t �|| j�S r
)r Z duplicater+ )r. r r r r �duplicate_for_childa s zPopen.duplicate_for_childNc C st | j d krn|d krtj}ntdt|d d ��}t�t| j�|�}|tjkrnt�| j�}|t krht
j }|| _ | j S )Nr i� g �?) r( r ZINFINITE�maxr* ZWaitForSingleObjectr) Z
WAIT_OBJECT_0ZGetExitCodeProcess� TERMINATE�signal�SIGTERM)r. �timeoutZmsecs�res�coder r r �waite s
z
Popen.waitc C s | j dd�S )Nr �r8 )r; �r. r r r �pollu s z
Popen.pollc C sL | j d krHzt�t| j�t� W n& tk
rF | jdd�d krB� Y nX d S )Ng �?r< )r( r ZTerminateProcessr* r) r5 �OSErrorr; r= r r r � terminatex s
zPopen.terminatec C s | � � d S r
)r, r= r r r �close� s z Popen.close)N) �__name__�
__module__� __qualname__�__doc__�methodr2 r3 r; r> r@ �killrA r r r r r & s 5
)r r r6 r! r �contextr r r � r r �__all__r5 �platform�getattrZWINEXEr" �lower�endswithZ
WINSERVICEr r# r r �objectr r r r r �<module> s
multiprocessing/__pycache__/forkserver.cpython-38.opt-1.pyc 0000644 00000020173 15115353744 0017775 0 ustar 00 U
e5d�0 � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZddl m
Z
ddl m Z ddl m
Z
ddl mZ ddl mZ ddl mZ d d
d d gZd
Ze�d�ZG dd� de�Zddd�Zdd� Zdd� Zdd� Ze� Zej Z ej Z ej Z ej Z dS )� N� )�
connection)�process)� reduction)�resource_tracker)�spawn)�util�ensure_running�get_inherited_fds�connect_to_new_process�set_forkserver_preload� �qc @ sD e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )�
ForkServerc C s. d | _ d | _d | _d | _t�� | _dg| _d S )N�__main__)�_forkserver_address�_forkserver_alive_fd�_forkserver_pid�_inherited_fds� threadingZLock�_lock�_preload_modules��self� r �2/usr/lib64/python3.8/multiprocessing/forkserver.py�__init__" s
zForkServer.__init__c C s | j � | �� W 5 Q R X d S �N)r �_stop_unlockedr r r r �_stop* s zForkServer._stopc C sV | j d krd S t�| j� d | _t�| j d� d | _ t�| j�sLt�| j� d | _d S )Nr ) r �os�closer �waitpidr � is_abstract_socket_namespacer �unlinkr r r r r / s
zForkServer._stop_unlockedc C s& t dd� | jD ��s td��|| _dS )z>Set list of module names to try to load in forkserver process.c s s | ]}t |�tkV qd S r )�type�str)�.0�modr r r � <genexpr>@ s z4ForkServer.set_forkserver_preload.<locals>.<genexpr>z&module_names must be a list of stringsN)�allr � TypeError)r Z
modules_namesr r r r > s z!ForkServer.set_forkserver_preloadc C s | j S )z�Return list of fds inherited from parent process.
This returns None if the current process was not started by fork
server.
)r r r r r r
D s z ForkServer.get_inherited_fdsc
C s� | � � t|�d tkr td��t�tj���}|�| j� t� � \}}t� � \}}||| j
t � � g}||7 }zNz&t�||� ||fW W �4W 5 Q R � S t�
|� t�
|� � Y nX W 5 t�
|� t�
|� X W 5 Q R X dS )a; Request forkserver to create a child process.
Returns a pair of fds (status_r, data_w). The calling process can read
the child process's pid and (eventually) its returncode from status_r.
The calling process should write to data_w the pickled preparation and
process data.
� z too many fdsN)r �len�MAXFDS_TO_SEND�
ValueError�socket�AF_UNIXZconnectr r �piper r Zgetfdr! r Zsendfds)r �fdsZclientZparent_r�child_w�child_rZparent_wZallfdsr r r r L s( �
z!ForkServer.connect_to_new_processc s� | j ��~ t�� | jdk r`t�| jtj�\}}|sBW 5 Q R � dS t�| j� d| _ d| _d| _d}| j
r�ddh� t � d�}� fdd�|�
� D �}ni }t�tj���}t�d�}|�|� t�|�s�t�|d � |�� t�� \}}ztzV|�� |g} ||�� || j
|f; }t �� }
|
gt�� } | d
|g7 } t�|
| | �}W n t�|� � Y nX W 5 t�|� X || _ || _|| _W 5 Q R X W 5 Q R X dS ) z�Make sure that a fork server is running.
This can be called from any process. Note that usually a child
process will just reuse the forkserver started by its parent, so
ensure_running() will do nothing.
NzCfrom multiprocessing.forkserver import main; main(%d, %d, %r, **%r)� main_path�sys_path�ignorec s i | ]\}}|� kr||�qS r r )r' �x�y�Z desired_keysr r �
<dictcomp>� s z-ForkServer.ensure_running.<locals>.<dictcomp>r1 i� z-c) r r r r r r" �WNOHANGr! r r r r Zget_preparation_data�itemsr0 r1 r Zarbitrary_addressZbindr r# �chmodZlistenr2 �filenoZget_executableZ _args_from_interpreter_flagsZspawnv_passfds) r �pidZstatus�cmd�data�listenerZaddress�alive_rZalive_wZ fds_to_passZexe�argsr r; r r i sN
�
zForkServer.ensure_runningN)
�__name__�
__module__� __qualname__r r r r r
r r r r r r r s r c C s� |rdd|kr8|dk r8dt �� _zt�|� W 5 t �� `X |D ]&}z t|� W q< tk
r` Y q<X q<t�� t �
� \}}t � |d� t � |d� dd� }t j
|t jt ji} dd� | �� D �}
t �|� i } tjtj| d ����} t�� ���}
| �� t_|
�| tj� |
�|tj� |
�|tj� �znd
d � |
�� D �}|�r"�qB�q"||k�rPt �||k�rBt � |d � zt � d
t j �\}}W n t k
�r� Y �qBY nX |dk�r��qB| �!|d�}|dk �r0t �"|��r�t �#|� }n&t �$|��s�t%d�&||���t �'|�}zt(||� W n t)k
�r" Y nX t �*|� nt+�,d| � �qf| |k�r�| �-� d ��,}t.�/|t0d �}t1|�t0k�r�t2d�&t1|����|^}}}|�*� t �3� }|dk�r4d}zpz<| �*� |
�*� ||||g}|�5| �6� � t7||||
�}W n. t8k
�r t9j:t9�;� � t9j<�=� Y nX W 5 t �4|� X nNzt(||� W n t)k
�rX Y nX || |< t �*|� |D ]}t �*|� �qpW 5 Q R X W n4 t>k
�r� } z|j?t?j@k�r�� W 5 d}~X Y nX �q W 5 Q R X W 5 Q R X dS )zRun forkserver.r NTFc W s d S r r )Z_unusedr r r �sigchld_handler� s z main.<locals>.sigchld_handlerc S s i | ]\}}|t � ||��qS r )�signal)r' �sig�valr r r r< � s � zmain.<locals>.<dictcomp>)r@ c S s g | ]\}}|j �qS r )Zfileobj)r' �keyZeventsr r r �
<listcomp>� s zmain.<locals>.<listcomp>i ���r zChild {0:n} status is {1:n}z.forkserver: waitpid returned unexpected pid %dr z Too many ({0:n}) fds to send)Ar Zcurrent_processZ _inheritingr Zimport_main_path�
__import__� ImportErrorr Z _close_stdinr r2 � set_blockingrK �SIGCHLD�SIGINT�SIG_IGNr> �
set_wakeup_fdr0 r1 � selectorsZDefaultSelectorZ getsockname� _forkserverr �registerZ
EVENT_READZselect�
SystemExit�readr" r= �ChildProcessError�pop� WIFSIGNALED�WTERMSIG� WIFEXITED�AssertionError�format� WEXITSTATUS� write_signed�BrokenPipeErrorr! �warnings�warnZacceptr Zrecvfdsr. r- � RuntimeError�fork�_exit�extend�values�
_serve_one� Exception�sys�
excepthook�exc_info�stderr�flush�OSError�errnoZ ECONNABORTED)Z listener_fdrE Zpreloadr6 r7 �modnameZsig_rZsig_wrJ �handlersZ old_handlersZ pid_to_fdrD ZselectorZrfdsrA �stsr4 �
returncode�sr3 r5 �code�
unused_fds�fd�er r r �main� s�
��
�
��
�
��
�
r� c C sh t �d� |�� D ]\}}t � ||� q|D ]}t�|� q,|^t_tj_ t_
t� | �}t �
| |�}|S )NrP )rK rW r> r r! rY r r Z_resource_trackerZ_fdr �dupr Z_main) r5 r3 r} rx rL rM r~ Zparent_sentinelr| r r r rn 1 s
�
rn c C sN d}t j}t|�|k r@t�| |t|� �}|s6td��||7 }q
t �|�d S )N� zunexpected EOFr )�
SIGNED_STRUCT�sizer- r r\ �EOFErrorZunpack)r~ rC Zlengthr{ r r r � read_signedH s
r� c C s< t �|�}|r8t�| |�}|dkr*td��||d � }q
d S )Nr zshould not get here)r� Zpackr �writeri )r~ �n�msg�nbytesr r r re R s
re )NN) rv r rX rK r0 Zstructrp r rg � r r �contextr r r r �__all__r. ZStructr� �objectr r� rn r� re rY r r
r r r r r r �<module> s> �
multiprocessing/__pycache__/synchronize.cpython-38.pyc 0000644 00000026035 15115353744 0017224 0 ustar 00 U
e5dZ- � @ s, d dddddgZ ddlZddlZddlZddlZddlZdd lmZ dd
lmZ dd lm Z zdd lm
Z
m Z W n e k
r� e d
��Y nX e
ed��\ZZej
jZG dd� de�Z
G dd� de
�ZG dd� de�ZG dd � d e
�ZG dd� de
�ZG dd� de�ZG dd� de�ZG dd� dej�ZdS )�Lock�RLock� Semaphore�BoundedSemaphore� Condition�Event� N� )�context)�process)�util)�SemLock�
sem_unlinkz�This platform lacks a functioning sem_open implementation, therefore, the required synchronization primitives needed will not function, see issue 3770.� c @ s\ e Zd Ze�� Zdd� Zedd� �Zdd� Z dd� Z
d d
� Z d d � Z d
d� Z
edd� �ZdS )r c C s� |d krt j�� }|�� }tjdkp*|dk}td�D ]>}z t�|||| � � |� }| _
W n t k
rl Y q4X q|q4t d��t �
d|j � | �� tjdkr�dd� } t �| | � | j
jd k r�dd lm}
|
| j
jd
� t j| tj| j
jfd d � d S )
N�win32�fork�d z cannot find name for semaphorez created semlock with handle %sc S s | j �� d S �N)�_semlock� _after_fork)�obj� r �3/usr/lib64/python3.8/multiprocessing/synchronize.pyr G s z%SemLock.__init__.<locals>._after_forkr )�register� semaphorer )Z exitpriority)r Z_default_contextZ get_contextZget_start_method�sys�platform�range�_multiprocessingr �
_make_namer �FileExistsErrorr �debug�handle�
_make_methodsZregister_after_fork�name�resource_trackerr ZFinalize�_cleanup) �self�kind�value�maxvalue�ctxr# Z
unlink_now�i�slr r r r r �__init__2 s8
�
�zSemLock.__init__c C s" ddl m} t| � || d� d S )Nr )�
unregisterr )r$ r. r
)r# r. r r r r% T s zSemLock._cleanupc C s | j j| _| j j| _d S r )r �acquire�release�r& r r r r" Z s
zSemLock._make_methodsc C s
| j �� S r )r � __enter__r1 r r r r2 ^ s zSemLock.__enter__c G s | j j|� S r )r �__exit__�r& �argsr r r r3 a s zSemLock.__exit__c C sD t �| � | j}tjdkr,t �� �|j�}n|j}||j|j |j
fS )Nr ) r �assert_spawningr r r Zget_spawning_popenZduplicate_for_childr! r' r) r# )r& r, �hr r r � __getstate__d s
zSemLock.__getstate__c C s, t jj|� | _t�d|d � | �� d S )Nz recreated blocker with handle %rr )r r Z_rebuildr r r r" �r& �stater r r � __setstate__m s zSemLock.__setstate__c C s dt �� jd ttj�f S )Nz%s-%sZ semprefix)r
�current_processZ_config�nextr �_randr r r r r r s �zSemLock._make_nameN)�__name__�
__module__� __qualname__�tempfileZ_RandomNameSequencer> r- � staticmethodr% r" r2 r3 r8 r; r r r r r r . s "
r c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
r r c C s t j| t|t|d� d S �N�r* )r r- � SEMAPHORE�
SEM_VALUE_MAX�r& r( r* r r r r- } s zSemaphore.__init__c C s
| j �� S r )r �
_get_valuer1 r r r � get_value� s zSemaphore.get_valuec C s8 z| j �� }W n tk
r& d}Y nX d| jj|f S )N�unknownz<%s(value=%s)>)r rI � Exception� __class__r? �r& r( r r r �__repr__� s
zSemaphore.__repr__N)r )r? r@ rA r- rJ rO r r r r r { s
c @ s e Zd Zddd�Zdd� ZdS )r r c C s t j| t|||d� d S rD �r r- rF rH r r r r- � s zBoundedSemaphore.__init__c C s> z| j �� }W n tk
r& d}Y nX d| jj|| j jf S )NrK z<%s(value=%s, maxvalue=%s)>)r rI rL rM r? r) rN r r r rO � s
�zBoundedSemaphore.__repr__N)r �r? r@ rA r- rO r r r r r � s
c @ s e Zd Zdd� Zdd� ZdS )r c C s t j| tdd|d� d S �Nr rE rP �r& r* r r r r- � s z
Lock.__init__c C s� zf| j �� r8t�� j}t�� jdkrd|dt�� j 7 }n,| j �� dkrLd}n| j �� dkr`d}nd}W n t k
r~ d}Y nX d | j
j |f S )
N�
MainThread�|r �Noner �SomeOtherThread�SomeOtherProcessrK z<%s(owner=%s)>) r �_is_miner
r< r# � threading�current_threadrI �_countrL rM r? )r& r# r r r rO � s
z
Lock.__repr__NrQ r r r r r � s c @ s e Zd Zdd� Zdd� ZdS )r c C s t j| tdd|d� d S rR )r r- �RECURSIVE_MUTEXrS r r r r- � s zRLock.__init__c C s� z|| j �� rBt�� j}t�� jdkr6|dt�� j 7 }| j �� }n8| j �� dkrZd\}}n | j �� dkrrd\}}nd\}}W n t k
r� d\}}Y nX d | j
j ||f S )
NrT rU r )rV r r )rW �nonzero)rX r^ )rK rK � <%s(%s, %s)>) r rY r
r< r# rZ r[ r\ rI rL rM r? )r& r# �countr r r rO � s
zRLock.__repr__NrQ r r r r r � s c @ sl e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z ddd�Z
ddd�Z dd� Z d dd�Z
dS ) r Nc C s> |p
|� � | _|�d�| _|�d�| _|�d�| _| �� d S �Nr )r �_lockr �_sleeping_count� _woken_count�_wait_semaphorer" )r& �lockr* r r r r- � s
zCondition.__init__c C s t �| � | j| j| j| jfS r )r r6 rb rc rd re r1 r r r r8 � s
�zCondition.__getstate__c C s |\| _ | _| _| _| �� d S r )rb rc rd re r" r9 r r r r; � s
�
zCondition.__setstate__c C s
| j �� S r )rb r2 r1 r r r r2 � s zCondition.__enter__c G s | j j|� S r )rb r3 r4 r r r r3 � s zCondition.__exit__c C s | j j| _| j j| _d S r )rb r/ r0 r1 r r r r" � s
zCondition._make_methodsc C sJ z | j j�� | jj�� }W n tk
r4 d}Y nX d| jj| j|f S )NrK r_ )rc r rI rd rL rM r? rb )r& Z num_waitersr r r rO � s
�
zCondition.__repr__c C s~ | j j�� std��| j�� | j j�� }t|�D ]}| j �� q2z| j
� d|�W �S | j�� t|�D ]}| j � � qhX d S )Nz,must acquire() condition before using wait()T) rb r rY �AssertionErrorrc r0 r\ r rd r/ re )r& �timeoutr` r+ r r r �wait� s �
zCondition.waitr c C s� | j j�� std��| j�d�r(td��| j�d�rN| j�d�}|s(td��q(d}||k rz| j�d�rz| j�� |d7 }qR|r�t |�D ]}| j�� q�| j�d�r�q�d S )Nzlock is not ownedFz<notify: Should not have been able to acquire _wait_semaphorez>notify: Bug in sleeping_count.acquire- res should not be Falser r )
rb r rY rg re r/ rd rc r0 r )r& �n�resZsleepersr+ r r r �notify s$ ��
zCondition.notifyc C s | j tjd� d S )N)rj )rl r �maxsizer1 r r r �
notify_all( s zCondition.notify_allc C sd |� }|r|S |d k r$t �� | }nd }d }|s`|d k rN|t �� }|dkrNq`| �|� |� }q,|S ra )�time� monotonicri )r& Z predicaterh �resultZendtimeZwaittimer r r �wait_for+ s
zCondition.wait_for)N)N)r )N)r? r@ rA r- r8 r; r2 r3 r" rO ri rl rn rr r r r r r � s
c @ s6 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
d �Zd S )
r c C s |� |�� �| _|�d�| _d S ra )r r �_condr �_flagrS r r r r- C s zEvent.__init__c C sD | j �4 | j�d�r,| j�� W 5 Q R � dS W 5 Q R � dS Q R X d S �NFT)rs rt r/ r0 r1 r r r �is_setG s
z Event.is_setc C s6 | j �& | j�d� | j�� | j �� W 5 Q R X d S �NF)rs rt r/ r0 rn r1 r r r �setN s
z Event.setc C s" | j � | j�d� W 5 Q R X d S rw )rs rt r/ r1 r r r �clearT s z Event.clearNc C sh | j �X | j�d�r | j�� n | j �|� | j�d�rP| j�� W 5 Q R � dS W 5 Q R � dS Q R X d S ru )rs rt r/ r0 ri )r& rh r r r ri X s
z
Event.wait)N)r? r@ rA r- rv rx ry ri r r r r r A s
c @ sZ e Zd Zddd�Zdd� Zdd� Zedd � �Zejd
d � �Zed d � �Z e jd
d � �Z dS )�BarrierNc C sR dd l }ddlm} ||�d�d �}|�� }| �|||||f� d| _d| _d S )Nr r )�
BufferWrapperr+ r )�struct�heapr{ Zcalcsizer r; �_stater\ ) r& Zparties�actionrh r* r| r{ �wrapperZcondr r r r- j s zBarrier.__init__c C s. |\| _ | _| _| _| _| j�� �d�| _d S )Nr+ )�_parties�_action�_timeoutrs �_wrapperZcreate_memoryview�cast�_arrayr9 r r r r; s s
� zBarrier.__setstate__c C s | j | j| j| j| jfS r )r� r� r� rs r� r1 r r r r8 x s �zBarrier.__getstate__c C s
| j d S ra �r� r1 r r r r~ | s zBarrier._statec C s || j d< d S ra r� rN r r r r~ � s c C s
| j d S �Nr r� r1 r r r r\ � s zBarrier._countc C s || j d< d S r� r� rN r r r r\ � s )NN)
r? r@ rA r- r; r8 �propertyr~ �setterr\ r r r r rz h s
rz )�__all__rZ r rB r ro � r r
r r r
� ImportError�listr r] rF rG �objectr r r r r r rz r r r r �<module> s8 � Mo' multiprocessing/__pycache__/resource_tracker.cpython-38.opt-1.pyc 0000644 00000011754 15115353744 0021154 0 ustar 00 U
e5d�! � @ s� d dl Z d dlZd dlZd dlZd dlZddlmZ ddlmZ dddgZe ed�Z
ej ej fZ
d d
d � iZe jd kr�d dlZd dlZe�ejejd
�� G dd� de�Ze� ZejZejZejZejZdd� Z dS )� N� )�spawn)�util�ensure_running�register�
unregister�pthread_sigmaskZnoopc C s d S �N� r
r
r
�8/usr/lib64/python3.8/multiprocessing/resource_tracker.py�<lambda>! � r �posix)Z semaphoreZ
shared_memoryc @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )�ResourceTrackerc C s t �� | _d | _d | _d S r )� threadingZLock�_lock�_fd�_pid��selfr
r
r �__init__0 s
zResourceTracker.__init__c C sT | j �D | jd kr W 5 Q R � d S t�| j� d | _t�| jd� d | _W 5 Q R X d S )Nr )r r �os�close�waitpidr r r
r
r �_stop5 s
zResourceTracker._stopc C s | � � | jS r )r r r r
r
r �getfdB s zResourceTracker.getfdc C st | j ��b | jdk r~| �� r*W 5 Q R � dS t�| j� z | jdk rPt�| jd� W n tk
rf Y nX d| _d| _t� d� g }z|�
t j �
� � W n tk
r� Y nX d}t�� \}}z�zr|�
|� t�� }|gt�� }|d|| g7 }z&t�rt�tjt� t�|||�}W 5 t�r,t�tjt� X W n t�|� � Y nX || _|| _W 5 t�|� X W 5 Q R X dS )z�Make sure that resource tracker process is running.
This can be run from any process. Usually a child process will use
the resource created by its parent.Nr zUresource_tracker: process died unexpectedly, relaunching. Some resources might leak.z:from multiprocessing.resource_tracker import main;main(%d)z-c)r r � _check_aliver r r r �ChildProcessError�warnings�warn�append�sys�stderr�fileno� Exception�piper Zget_executabler Z _args_from_interpreter_flags�
_HAVE_SIGMASK�signalr � SIG_UNBLOCK�_IGNORED_SIGNALS� SIG_BLOCKZspawnv_passfds)r Z fds_to_pass�cmd�r�wZexe�args�pidr
r
r r F sJ
z ResourceTracker.ensure_runningc C s2 zt �| jd� W n tk
r( Y dS X dS dS )z;Check that the pipe has not been closed by sending a probe.s
PROBE:0:noop
FTN)r �writer �OSErrorr r
r
r r � s
z ResourceTracker._check_alivec C s | � d||� dS )z0Register name of resource with resource tracker.�REGISTERN��_send�r �name�rtyper
r
r r � s zResourceTracker.registerc C s | � d||� dS )z2Unregister name of resource with resource tracker.�
UNREGISTERNr3 r5 r
r
r r � s zResourceTracker.unregisterc C sB | � � d�|||��d�}t|�dkr0td��t�| j|�}d S )Nz {0}:{1}:{2}
�asciii z
name too long)r �format�encode�len�
ValueErrorr r0 r )r r+ r6 r7 �msg�nbytesr
r
r r4 � s zResourceTracker._sendN) �__name__�
__module__� __qualname__r r r r r r r r4 r
r
r
r r . s
@ r c
C s t � t jt j� t � t jt j� tr2t �t jt� tj tj
fD ]&}z |� � W q> t k
rb Y q>X q>dd� t
�� D �}z�t| d���}|D ]�}z�|�� �d��d�\}}}t
�|d�} | dkr�td |� d
|� ���|d kr�|| �|� n2|d k�r|| �|� n|d
k�rn td| ��W q� t k
�rT ztj t� � � W n Y nX Y q�X q�W 5 Q R X W 5 |�� D ]�\}}|�r�zt�dt|�|f � W n t k
�r� Y nX |D ]V}zLzt
| |� W n6 t k
�r� } zt�d||f � W 5 d}~X Y nX W 5 X �q��qnX dS )zRun resource tracker.c S s i | ] }|t � �qS r
)�set)�.0r7 r
r
r �
<dictcomp>� s zmain.<locals>.<dictcomp>zQresource_tracker: There appear to be %d leaked %s objects to clean up at shutdownzresource_tracker: %r: %sN�rbr9 �:zCannot register z. for automatic cleanup: unknown resource type r2 r8 ZPROBEzunrecognized command %r) r' �SIGINT�SIG_IGN�SIGTERMr& r r( r) r! �stdin�stdoutr r$ �_CLEANUP_FUNCS�keys�itemsr r r< �open�strip�decode�split�getr= �add�remove� RuntimeError�
excepthook�exc_info)
�fd�f�cacher7 Z rtype_cacher6 �e�liner+ Z cleanup_funcr
r
r �main� s^ �
�
(r_ ) r r' r! r r � r r �__all__�hasattrr& rH rJ r) rM r6 Z_multiprocessingZ _posixshmem�updateZ
sem_unlinkZ
shm_unlink�objectr Z_resource_trackerr r r r r_ r
r
r
r �<module> s4
�
�w multiprocessing/__pycache__/process.cpython-38.pyc 0000644 00000025373 15115353744 0016333 0 ustar 00 U
e5d�. � @ s8 d dddgZ ddlZddlZddlZddlZddlZddlmZ zej� e�
� �Z W n e k
rl dZ Y nX dd� Z
dd� Zd d� Zd
d � ZG d d � d e�ZG d
d� de�ZG dd� de�ZG dd� de�Zdae� ae�d�ae� a [i Z e ej � � �D ]0\Z!Z"e!dd� dkr�de!kr�de!� �e e" < q�e� Z#dS )� BaseProcess�current_process�active_children�parent_process� N)�WeakSetc C s t S )z@
Return process object representing the current process
)�_current_process� r r �//usr/lib64/python3.8/multiprocessing/process.pyr % s c C s t � tt�S )zN
Return list of process objects corresponding to live child processes
)�_cleanup�list� _childrenr r r r r + s c C s t S )z?
Return process object representing the parent process
)�_parent_processr r r r r 3 s c C s* t t�D ] } | j�� d k rt�| � qd S �N)r r �_popen�poll�discard)�pr r r r
= s r
c @ s� e Zd ZdZdd� Zddddi fdd�dd�Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
d,dd�Z dd� Z dd� Z
edd� �Zejdd� �Zed d � �Zejd d � �Zed d � �Zejd!d � �Zed"d#� �Zed$d%� �ZeZed&d'� �Zd(d)� Zd-d*d+�ZdS ).r z�
Process objects represent activity that is run in a separate process
The class is analogous to `threading.Thread`
c C s t �d S r )�NotImplementedError��selfr r r �_PopenM s zBaseProcess._PopenNr )�daemonc C s� |d kst d��tt�}tj|f | _tj�� | _t�� | _ tj
| _ d | _ d| _
|| _t|�| _t|�| _|p�t| �jd d�dd� | jD �� | _|d k r�|| _t�| � d S )Nz#group argument must be None for nowF�-�:c s s | ]}t |�V qd S r )�str)�.0�ir r r � <genexpr>^ s z'BaseProcess.__init__.<locals>.<genexpr>)�AssertionError�next�_process_counterr � _identity�_config�copy�os�getpid� _parent_pid�name� _parent_namer �_closed�_target�tuple�_args�dict�_kwargs�type�__name__�join�_namer � _dangling�add)r �group�targetr' �args�kwargsr �countr r r �__init__P s"
�zBaseProcess.__init__c C s | j rtd��d S )Nzprocess object is closed)r) �
ValueErrorr r r r �
_check_closedc s zBaseProcess._check_closedc C s | j r| j | j| j� dS )zQ
Method to be run in sub-process; can be overridden in sub-class
N)r* r, r. r r r r �rung s zBaseProcess.runc C sz | � � | jdkstd��| jt�� ks0td��tj�d�rDtd��t � | �
| �| _| jj | _ | `
| `| `t�| � dS )z%
Start child process
Nz cannot start a process twicez:can only start a process object created by current processr z3daemonic processes are not allowed to have children)r< r r r& r$ r% r r" �getr
r �sentinel� _sentinelr* r, r. r r4 r r r r �startn s ��
zBaseProcess.startc C s | � � | j�� dS )zT
Terminate process; sends SIGTERM signal or uses TerminateProcess()
N)r< r � terminater r r r rB � s zBaseProcess.terminatec C s | � � | j�� dS )zT
Terminate process; sends SIGKILL signal or uses TerminateProcess()
N)r< r �killr r r r rC � s zBaseProcess.killc C sR | � � | jt�� ks td��| jdk s0td��| j�|�}|dk rNt�| � dS )z5
Wait until child process terminates
z can only join a child processNz can only join a started process) r< r& r$ r% r r �waitr r )r �timeout�resr r r r1 � s zBaseProcess.joinc C s` | � � | tkrdS | jt�� ks*td��| jdkr8dS | j�� }|dkrNdS t� | � dS dS )z1
Return whether process is alive
Tz can only test a child processNF)
r< r r& r$ r% r r r r r )r �
returncoder r r �is_alive� s
zBaseProcess.is_alivec C sH | j dk r>| j �� dkr td��| j �� d| _ | `t�| � d| _dS )z�
Close the Process object.
This method releases resources held by the Process object. It is
an error to call this method if the child process is still running.
Nz^Cannot close a process while it is still running. You should first call join() or terminate().T)r r r; �closer@ r r r) r r r r rI � s
zBaseProcess.closec C s | j S r )r2 r r r r r' � s zBaseProcess.namec C s t |t�std��|| _d S )Nzname must be a string)�
isinstancer r r2 )r r' r r r r' � s c C s | j �dd�S )z4
Return whether process is a daemon
r F)r" r> r r r r r � s zBaseProcess.daemonc C s | j dkstd��|| jd< dS )z1
Set whether process is a daemon
Nzprocess has already startedr )r r r" )r Zdaemonicr r r r � s c C s
| j d S )N�authkey)r" r r r r rK � s zBaseProcess.authkeyc C s t |�| jd< dS )z2
Set authorization key of process
rK N)�AuthenticationStringr" )r rK r r r rK � s c C s" | � � | jdkr| jS | j�� S )zM
Return exit code of process or `None` if it has yet to stop
N)r< r r r r r r �exitcode� s
zBaseProcess.exitcodec C s* | � � | tkrt�� S | jo$| jjS dS )zU
Return identifier (PID) of process or `None` if it has yet to start
N)r< r r$ r% r �pidr r r r �ident� s zBaseProcess.identc C s4 | � � z| jW S tk
r. td�d�Y nX dS )z{
Return a file descriptor (Unix) or handle (Windows) suitable for
waiting for process termination.
zprocess not startedN)r< r@ �AttributeErrorr; r r r r r? � s
zBaseProcess.sentinelc C s� d }| t krd}nL| jr d}n@| jt�� kr2d}n,| jd krBd}n | j�� }|d k rZd}nd}t| �jd| j g}| jd k r�|�
d| jj � |�
d| j � |�
|� |d k r�t �
||�}|�
d | � | jr�|�
d
� d d �|� S )
NZstarted�closed�unknown�initialZstoppedzname=%rzpid=%sz parent=%sz exitcode=%sr z<%s>� )r r) r& r$ r% r r r/ r0 r2 �appendrN �_exitcode_to_namer> r r1 )r rM Zstatus�infor r r �__repr__ s0
zBaseProcess.__repr__c
C sv ddl m}m} �z>z�| jd k r,|�| j� t �
d�a t � a
|�� t}| at| j| j|�atjrnt�� �� z|j�� |�� W 5 ~X |�d� z| �� d}W 5 |�� X W n� t k
�r } zJ|j s�d}n:t |j d t �r�|j d }n t j!�"t#|j d �d � d}W 5 d }~X Y n2 d}dd l$}t j!�"d| j% � |�&� Y nX W 5 t�� |�d| � |�� X |S )N� )�util�contextz process exiting with exitcode %dz child process calling self.run()r �
z Process %s:
)'� rZ r[ � threadingZ _shutdownrW Z_flush_std_streamsZ
_start_methodZ_force_start_method� itertoolsr9 r �setr Z _close_stdinr �_ParentProcessr( r& r
Z_HAVE_THREAD_NATIVE_IDZ main_threadZ_set_native_idZ_finalizer_registry�clearZ_run_after_forkersZ_exit_functionr= �
SystemExitr7 rJ �int�sys�stderr�writer � tracebackr' � print_exc)r Zparent_sentinelrZ r[ rM Z old_process�erh r r r �
_bootstrap" sR
�
zBaseProcess._bootstrap)N)N)r0 �
__module__� __qualname__�__doc__r r: r< r= rA rB rC r1 rH rI �propertyr' �setterr rK rM rO rN r? rX rk r r r r r G sD �
c @ s e Zd Zdd� ZdS )rL c C s, ddl m} |� d kr td��tt| �ffS )NrY )�get_spawning_popenzJPickling an AuthenticationString object is disallowed for security reasons)r[ rq � TypeErrorrL �bytes)r rq r r r �
__reduce__X s
�z AuthenticationString.__reduce__N)r0 rl rm rt r r r r rL W s rL c @ s6 e Zd Zdd� Zdd� Zedd� �Zd
dd �ZeZdS ) ra c C s4 d| _ || _|| _d | _d | _d| _|| _i | _d S )Nr F)r! r2 �_pidr& r r) r@ r" )r r' rN r? r r r r: h s z_ParentProcess.__init__c C s ddl m} || jgdd� S )Nr �rD �rE �Zmultiprocessing.connectionrD r@ )r rD r r r rH r s z_ParentProcess.is_alivec C s | j S r )ru r r r r rO v s z_ParentProcess.identNc C s ddl m} || jg|d� dS )z6
Wait until parent process terminates
r rv rw Nrx )r rE rD r r r r1 z s z_ParentProcess.join)N) r0 rl rm r: rH ro rO r1 rN r r r r ra f s
ra c @ s e Zd Zdd� Zdd� ZdS )� _MainProcessc C s8 d| _ d| _d | _d | _d| _tt�d��dd�| _d S )Nr Z MainProcessF� z/mp)rK Z semprefix) r! r2 r& r r) rL r$ �urandomr" r r r r r: � s �z_MainProcess.__init__c C s d S r r r r r r rI � s z_MainProcess.closeN)r0 rl rm r: rI r r r r ry � s ry rY � ZSIG�_r )$�__all__r$ re �signalr_ r^ Z _weakrefsetr �path�abspath�getcwdZ ORIGINAL_DIR�OSErrorr r r r
�objectr rs rL ra ry r
r r9 r r` r rV r �__dict__�itemsr' Zsignumr3 r r r r �<module>
s@ �
!
multiprocessing/__pycache__/popen_forkserver.cpython-38.opt-1.pyc 0000644 00000004563 15115353744 0021203 0 ustar 00 U
e5d� � @ s� d dl Z d dlZddlmZmZ ejs.ed��ddlmZ ddlm Z ddlm
Z
ddlm Z d gZ G d
d � d e
�ZG d d � d e j�ZdS )
� N� )� reduction�set_spawning_popenz,No support for sending fds between processes)�
forkserver)�
popen_fork)�spawn)�util�Popenc @ s e Zd Zdd� Zdd� ZdS )�_DupFdc C s
|| _ d S �N)�ind)�selfr � r �8/usr/lib64/python3.8/multiprocessing/popen_forkserver.py�__init__ s z_DupFd.__init__c C s t �� | j S r )r Zget_inherited_fdsr )r
r r r �detach s z
_DupFd.detachN)�__name__�
__module__� __qualname__r r r r r r r
s r
c sB e Zd ZdZeZ� fdd�Zdd� Zdd� Ze j
fdd �Z � Z S )
r r c s g | _ t� �|� d S r )�_fds�superr )r
� process_obj�� __class__r r r ! s zPopen.__init__c C s | j �|� t| j �d S )Nr )r �append�len)r
�fdr r r �duplicate_for_child% s zPopen.duplicate_for_childc C s� t �|j�}t�� }t| � z t�||� t�||� W 5 td � X t� | j
�\| _ }t �
|�}t�| tj|| j f�| _t|ddd��}|�|�� � W 5 Q R X t�| j �| _d S )N�wbT)�closefd)r Zget_preparation_data�_name�io�BytesIOr r �dumpr Zconnect_to_new_processr �sentinel�os�dupr ZFinalizeZ close_fds� finalizer�open�write� getbuffer� read_signed�pid)r
r Z prep_dataZbuf�wZ _parent_w�fr r r �_launch) s
�z
Popen._launchc C sr | j d krlddlm} |tjkr$dnd }|| jg|�s:d S zt�| j�| _ W n tt fk
rj d| _ Y nX | j S )Nr )�wait� )
�
returncodeZmultiprocessing.connectionr0 r% �WNOHANGr$ r r+ �OSError�EOFError)r
�flagr0 Ztimeoutr r r �poll= s
z
Popen.poll)
r r r �methodr
ZDupFdr r r/ r% r3 r7 �
__classcell__r r r r r s )r! r% �contextr r ZHAVE_SEND_HANDLE� ImportError� r r r r �__all__�objectr
r r r r r �<module> s
multiprocessing/__pycache__/popen_fork.cpython-38.pyc 0000644 00000005126 15115353744 0017011 0 ustar 00 U
e5d
� @ s6 d dl Z d dlZddlmZ dgZG dd� de�ZdS )� N� )�util�Popenc @ s` e Zd ZdZdd� Zdd� Zejfdd�Zdd d
�Z d d � Z
d
d� Z dd� Z dd� Z
dd� ZdS )r �forkc C s" t �� d | _d | _| �|� d S �N)r Z_flush_std_streams�
returncode� finalizer�_launch)�self� process_obj� r �2/usr/lib64/python3.8/multiprocessing/popen_fork.py�__init__ s zPopen.__init__c C s |S r r )r
�fdr r r
�duplicate_for_child s zPopen.duplicate_for_childc
C s� | j d kr�zt�| j|�\}}W n( tk
rH } z
W Y �d S d }~X Y nX || jkr�t�|�rnt�|� | _ n$t�|�s�td� |���t�
|�| _ | j S )NzStatus is {:n}) r �os�waitpid�pid�OSError� WIFSIGNALED�WTERMSIG� WIFEXITED�AssertionError�format� WEXITSTATUS)r
�flagr �sts�er r r
�poll s
z
Popen.pollNc C sN | j d krH|d k r0ddlm} || jg|�s0d S | �|dkrBtjnd�S | j S )Nr )�waitg )r Zmultiprocessing.connectionr �sentinelr r �WNOHANG)r
�timeoutr r r r
r ( s
z
Popen.waitc C sZ | j d krVzt�| j|� W n8 tk
r0 Y n& tk
rT | jdd�d krP� Y nX d S )Ng�������?)r" )r r �killr �ProcessLookupErrorr r )r
Zsigr r r
� _send_signal2 s
zPopen._send_signalc C s | � tj� d S r )r% �signal�SIGTERM�r
r r r
� terminate< s zPopen.terminatec C s | � tj� d S r )r% r& �SIGKILLr( r r r
r# ? s z
Popen.killc C s� d}t �� \}}t �� \}}t �� | _| jdkrdz$t �|� t �|� |j|d�}W 5 t �|� X n0t �|� t �|� t�| tj ||f�| _
|| _ d S )Nr r )Zparent_sentinel) r �piper r �_exit�close�
_bootstrapr ZFinalizeZ close_fdsr r )r
r �codeZparent_rZchild_wZchild_rZparent_wr r r
r B s
�z
Popen._launchc C s | j d k r| � � d S r )r r( r r r
r- U s
z Popen.close)N)�__name__�
__module__� __qualname__�methodr r r r! r r r% r) r# r r- r r r r
r s
)r r& � r �__all__�objectr r r r r
�<module> s multiprocessing/__pycache__/shared_memory.cpython-38.opt-2.pyc 0000644 00000026246 15115353744 0020453 0 ustar 00 U
e5dD � @ s� d dgZ ddlmZ ddlZddlZddlZddlZddlZejdkrTddl Z dZ
n ddl Z dZ
ej ej
B ZdZe
rzd Znd
Zd d � ZG d
d � d �ZdZG dd� d�ZdS )� SharedMemory�
ShareableList� )�partialN�ntFT� z/psm_Zwnsm_c C s" t tt� d } tt�| � }|S )N� )�_SHM_SAFE_NAME_LENGTH�len�_SHM_NAME_PREFIX�secretsZ token_hex)�nbytes�name� r �5/usr/lib64/python3.8/multiprocessing/shared_memory.py�_make_filename& s r c @ s� e Zd ZdZdZdZdZejZ dZ
e r*dndZ ddd�Z
d d
� Zd d � Zd
d� Zedd� �Zedd� �Zedd� �Zdd� Zdd� ZdS )r N���i� TFr c
C sl |dkst d��|r0ttjB | _|dkr0t d��|d krL| jtj@ sLt d��t�rH|d kr�t� }ztj || j| j
d�| _ W n t k
r� Y qZY nX || _
q�qZn.| jr�d| n|}tj || j| j
d�| _ || _
z<|r�|r�t�| j |� t�| j �}|j}t�| j |�| _W n tk
�r* | �� � Y nX ddlm} || j
d � �n|�r�|d k�r^t� n|}t�tjtjtj |d
? d @ |d @ |�}zXt� � }|tj k�r�|d k �r�t t j!t�"t j!�|tj ��nW ��qNtjd ||d
�| _W 5 t� |� X || _
�qV�qNnX|| _
t�#tj$d|�}zt�%|tj$ddd�} W 5 t� |� X t�&| �}tjd ||d
�| _|| _'t(| j�| _)d S )Nr z!'size' must be a positive integerz4'size' must be a positive number different from zeroz&'name' can only be None if create=True)�mode�/� )�register�
shared_memory� l �� r )ZtagnameF)*�
ValueError�_O_CREX�os�O_RDWR�_flags�O_EXCL�
_USE_POSIXr � _posixshmemZshm_open�_mode�_fd�FileExistsError�_name�_prepend_leading_slash� ftruncate�fstat�st_size�mmap�_mmap�OSError�unlink�resource_trackerr �_winapiZCreateFileMappingZINVALID_HANDLE_VALUEZNULLZPAGE_READWRITEZ CloseHandleZ GetLastErrorZERROR_ALREADY_EXISTS�errnoZEEXIST�strerrorZOpenFileMappingZ
FILE_MAP_READZ
MapViewOfFileZVirtualQuerySize�_size�
memoryview�_buf)
�selfr
�create�sizeZstatsr Z temp_nameZh_mapZlast_error_codeZp_bufr r r �__init__I s� �
�
�
�
��
zSharedMemory.__init__c C s& z | � � W n tk
r Y nX d S �N)�closer* �r3 r r r �__del__� s zSharedMemory.__del__c C s | j | jd| jffS )NF)� __class__r
r5 r9 r r r �
__reduce__� s ��zSharedMemory.__reduce__c C s | j j� d| j�d| j� d�S )N�(z, size=�))r; �__name__r
r5 r9 r r r �__repr__� s zSharedMemory.__repr__c C s | j S r7 )r2 r9 r r r �buf� s zSharedMemory.bufc C s. | j }tr*| jr*| j �d�r*| j dd � }|S )Nr r )r# r r$ �
startswith)r3 Z
reported_namer r r r
� s
zSharedMemory.namec C s | j S r7 )r0 r9 r r r r5 � s zSharedMemory.sizec C sX | j d k r| j �� d | _ | jd k r4| j�� d | _trT| jdkrTt�| j� d| _d S )Nr r )r2 �releaser) r8 r r! r r9 r r r r8 � s
zSharedMemory.closec C s2 t r.| jr.ddlm} t�| j� || jd� d S )Nr )�
unregisterr )r r# r, rD r Z
shm_unlink)r3 rD r r r r+ � s
zSharedMemory.unlink)NFr )r? �
__module__� __qualname__r# r! r) r2 r r r r r r$ r6 r: r< r@ �propertyrA r
r5 r8 r+ r r r r r 0 s&
l
�utf8c @ s e Zd ZedededededdjdiZ dZ
dd � d
d � d d � d d � d
�Z e dd� �Z
d5dd�dd�Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zed#d$� �Zed%d&� �Zed'd(� �Zed)d*� �Zed+d,� �Z ed-d.� �Z ed/d0� �Z d1d2� Z d3d4� Z dS )6r �q�dzxxxxxxx?z%dsNzxxxxxx?x� c C s | S r7 r ��valuer r r �<lambda>
� zShareableList.<lambda>c C s | � d��t�S �N� )�rstrip�decode� _encodingrL r r r rN rO c C s
| � d�S rP )rR rL r r r rN rO c C s d S r7 r )Z_valuer r r rN
rO )r r r � c C s: t | ttd jf�sdS t | t�r$dS t | t�r2dS dS d S )Nr r r rU )�
isinstance�str�bytesr; rL r r r �_extract_recreation_code s
z&ShareableList._extract_recreation_code�r
c sr |d k rv�fdd�|D �}t |��_t�fdd�|D ���_�fdd�|D �}t�d�j d�|� �j �j �}nd}|d k r�|d kr�t
|��_ nt
|d |d
��_ |d k �rNt � tj
d�j �j jd �jf�j�� tj
d�|��j j�jf� fd d�|D ��� tj
�j�j j�jf� fd
d�|D ��� tj
�j �j j�jf|�� n t ���_t��j�j jd��_d S )Nc sP g | ]H}t |ttf�s$� jt|� n&� jt|� � jt|�� j d f �qS )r )rV rW rX �_types_mapping�type�
_alignmentr ��.0�itemr9 r r �
<listcomp> s � � �z*ShareableList.__init__.<locals>.<listcomp>c 3 s0 | ](}|d dkr� j nt|dd � �V qdS )r �sN)r] �int)r_ �fmtr9 r r � <genexpr>* s �z)ShareableList.__init__.<locals>.<genexpr>c s g | ]}� � |��qS r )rY r^ r9 r r ra . s rI � rK T)r4 r5 r c 3 s& | ] }t |t�r|�� �n|V qd S r7 )rV rW �encode�r_ �v��_encr r re M s c 3 s | ]}|� � �V qd S r7 )rg rh rj r r re S s )r � _list_len�tuple�_allocated_bytes�structZcalcsize�_format_size_metainfo�join�_format_packing_metainfo� _format_back_transform_codesr �shmrT � pack_intorA �_offset_data_start�_offset_packing_formats� _offset_back_transform_codes� unpack_from)r3 Zsequencer
Z_formatsZ_recreation_codesZrequested_sizer )rk r3 r r6 sz
�
�
�����
��������
�zShareableList.__init__c C sj |dkr |n|| j }|| j ks*| j dk r2td��t�d| jj| j|d �d }|�d�}|�t �}|S )Nr � Requested position out of range.�8srK rQ )
rl �
IndexErrorro ry rt rA rw rR rS rT )r3 �positionri rd �
fmt_as_strr r r �_get_packing_formatd s ��
z!ShareableList._get_packing_formatc C s\ |dkr |n|| j }|| j ks*| j dk r2td��t�d| jj| j| �d }| j| }|S )Nr rz �b)rl r| ro ry rt rA rx �_back_transforms_mapping)r3 r} �transform_codeZtransform_functionr r r �_get_back_transformt s ��
z!ShareableList._get_back_transformc C s~ |dkr |n|| j }|| j ks*| j dk r2td��t�d| jj| j|d |�t�� | � |�}t�d| jj| j
| |� d S )Nr rz r{ rK r� ) rl r| ro ru rt rA rw rg rT rY rx )r3 r} r~ rM r� r r r �!_set_packing_format_and_transform� s �
�z/ShareableList._set_packing_format_and_transformc C sj z6| j t| jd |� � }t�| �|�| jj|�\}W n tk
rR td��Y nX | � |�}||�}|S )Nzindex out of range)
rv �sumrn ro ry r rt rA r| r� )r3 r} �offsetri Zback_transformr r r � __getitem__� s ��
zShareableList.__getitem__c C s� z&| j t| jd |� � }| �|�}W n tk
rB td��Y nX t|ttf�sf| jt |� }|}nZt|t�rz|�
t �n|}t |�| j| kr�t
d��|d dkr�|}n| jt | j| f }| �|||� t�|| jj||� d S )Nz assignment index out of rangez(bytes/str item exceeds available storager rb )rv r� rn r r| rV rW rX r[ r\ rg rT r r r� ro ru rt rA )r3 r} rM r� Zcurrent_formatZ
new_formatZ
encoded_valuer r r � __setitem__� s6 �� � ��zShareableList.__setitem__c C s t | j| jjd�dfS )NrZ r )r r; rt r
r9 r r r r< � s zShareableList.__reduce__c C s t �d| jjd�d S )NrI r )ro ry rt rA r9 r r r �__len__� s zShareableList.__len__c C s" | j j� dt| �� d| jj�d�S )Nr= z, name=r> )r; r? �listrt r
r9 r r r r@ � s zShareableList.__repr__c s d� � fdd�t� j�D ��S )Nrf c 3 s | ]}� � |�V qd S r7 )r )r_ �ir9 r r re � s z'ShareableList.format.<locals>.<genexpr>)rq �rangerl r9 r r9 r �format� s �zShareableList.formatc C s | j � d�S )NrI �rl r9 r r r rp � s z#ShareableList._format_size_metainfoc C s
d| j S )Nr{ r� r9 r r r rr � s z&ShareableList._format_packing_metainfoc C s
d| j S )Nr� r� r9 r r r rs � s z*ShareableList._format_back_transform_codesc C s | j d d S )Nr rK r� r9 r r r rv � s z ShareableList._offset_data_startc C s | j t| j� S r7 )rv r� rn r9 r r r rw � s z%ShareableList._offset_packing_formatsc C s | j | jd S )NrK )rw rl r9 r r r rx � s z*ShareableList._offset_back_transform_codesc s t � fdd�| D ��S )Nc 3 s | ]}� |kV qd S r7 r )r_ �entryrL r r re � s z&ShareableList.count.<locals>.<genexpr>)r� )r3 rM r rL r �count� s zShareableList.countc C s4 t | �D ]\}}||kr| S qt|�d���d S )Nz not in this container)� enumerater )r3 rM r} r� r r r �index� s
zShareableList.index)N)!r? rE rF rc �float�boolrW rX r; r[ r] r� � staticmethodrY r6 r r� r� r� r� r< r� r@ rG r� rp rr rs rv rw rx r� r� r r r r r � s\ ��
F
)�__all__� functoolsr r( r r. ro r r
r- r r �O_CREATr r r r
r r rT r r r r r �<module> s*
E multiprocessing/__pycache__/heap.cpython-38.opt-2.pyc 0000644 00000016411 15115353744 0016523 0 ustar 00 U
e5dj- � @ s� d dl Z d dlmZ d dlZd dlZd dlZd dlZd dlZddlm Z m
Z
ddl m Z dgZ
ejdkr�d dlZG dd � d e�Zn,G d
d � d e�Zd d � Zd
d� Ze �ee� G dd� de�ZG dd� de�ZdS )� N)� defaultdict� )� reduction�assert_spawning)�util�
BufferWrapperZwin32c @ s, e Zd Ze�� Zdd� Zdd� Zdd� ZdS )�Arenac C sx || _ td�D ]B}dt�� t| j�f }tjd||d�}t�� dkrH qZ|� � qt
d��|| _ || _ | j | j f| _
d S )N�d z pym-%d-%s����Ztagnamer z Cannot find name for new mmap)�size�range�os�getpid�next�_rand�mmap�_winapiZ GetLastError�close�FileExistsError�name�buffer�_state)�selfr �ir Zbuf� r �,/usr/lib64/python3.8/multiprocessing/heap.py�__init__& s
�Arena.__init__c C s t | � | jS �N)r r )r r r r � __getstate__5 s zArena.__getstate__c C s, | \| _ | _| _tjd| j | jd�| _d S )Nr
r )r r r r r )r �stater r r � __setstate__9 s zArena.__setstate__N) �__name__�
__module__� __qualname__�tempfileZ_RandomNameSequencer r r r" r r r r r s r c @ s4 e Zd ZejdkrdgZng Zd dd�Zdd� ZdS )
r Zlinuxz/dev/shmr
c C sx || _ || _|dkrbtjdt�� | �|�d�\| _}t�|� t� | tj
| jf� t� | j|� t � | j| j �| _
d S )Nr
zpym-%d-)�prefix�dir)r �fdr& Zmkstempr r � _choose_dir�unlinkr �Finalizer � ftruncater r )r r r) r r r r r M s
�
r c C s6 | j D ]&}t�|�}|j|j |kr| S qt�� S r )�_dir_candidatesr �statvfs�f_bavail�f_frsizer Z get_temp_dir)r r �d�str r r r* [ s
zArena._choose_dirN)r
)r# r$ r% �sys�platformr. r r* r r r r r C s
c C s( | j dkrtd��t| jt�| j �ffS )Nr
zDArena is unpicklable because forking was enabled when it was created)r) �
ValueError�
rebuild_arenar r ZDupFd)�ar r r � reduce_arenad s
r9 c C s t | |�� �S r )r �detach)r Zdupfdr r r r7 j s r7 c @ sz e Zd ZdZdZdZejfdd�Ze dd� �Z
dd� Z d d
� Z d d � Z
d
d� Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )�Heap� i @ c C sX t �� | _t�� | _|| _g | _i | _i | _ i | _
t t �| _
g | _g | _d| _d| _d S �Nr )r r �_lastpid� threadingZLock�_lock�_size�_lengths� _len_to_seq�_start_to_block�_stop_to_blockr �set�_allocated_blocks�_arenas�_pending_free_blocks�
_n_mallocs�_n_frees)r r r r r r { s
z
Heap.__init__c C s |d }| | | @ S )Nr r )�nZ alignment�maskr r r �_roundup� s z
Heap._roundupc C sZ | � t| j|�tj�}| j| jk r0| jd9 _t�d|� t|�}| j �
|� |d|fS )N� z"allocating a new mmap of length %dr ) rN �maxrA r �PAGESIZE�_DOUBLE_ARENA_SIZE_UNTILr �infor rH �append)r r �length�arenar r r �
_new_arena� s zHeap._new_arenac C sz |j }|| jk rd S | j�|�}| j|df= | j||f= | j�|� | j| }|�|d|f� |sv| j|= | j �|� d S r= )
r � _DISCARD_FREE_SPACE_LARGER_THANrG �poprD rE rH �removerC rB )r rV rU �blocks�seqr r r �_discard_arena� s
zHeap._discard_arenac C s| t �| j|�}|t| j�kr&| �|�S | j| }| j| }|�� }|sV| j|= | j|= |\}}}| j||f= | j||f= |S r ) �bisectZ bisect_leftrB �lenrW rC rY rD rE ) r r r rU r\ �blockrV �start�stopr r r �_malloc� s
z Heap._mallocc C s� |\}}}z| j ||f }W n tk
r0 Y nX | �|�\}}z| j||f }W n tk
rf Y nX | �|�\}}|||f}|| }z| j| �|� W n. tk
r� |g| j|< t�| j|� Y nX || j||f< || j ||f< d S r ) rE �KeyError�_absorbrD rC rT r^ ZinsortrB ) r r` rV ra rb Z
prev_block�_Z
next_blockrU r r r �_add_free_block� s(
zHeap._add_free_blockc C s^ |\}}}| j ||f= | j||f= || }| j| }|�|� |sV| j|= | j�|� ||fS r )rD rE rC rZ rB )r r` rV ra rb rU r\ r r r re � s
z Heap._absorbc C s4 |\}}}| j | }|�||f� |s0| �|� d S r )rG rZ r] )r r` rV ra rb r[ r r r �_remove_allocated_block� s
z Heap._remove_allocated_blockc C sB z| j �� }W n tk
r& Y q>Y nX | �|� | �|� q d S r )rI rY �
IndexErrorrg rh �r r` r r r �_free_pending_blocks s
zHeap._free_pending_blocksc C s~ t �� | jkr$td�t �� | j���| j�d�s>| j�|� n<z.| j
d7 _
| � � | � |� | �
|� W 5 | j� � X d S )Nz$My pid ({0:n}) is not last pid {1:n}Fr )r r r> r6 �formatr@ �acquirerI rT �releaserK rk rg rh rj r r r �free s
��
z Heap.freec
C s� |dk rt d�|���tj|kr.td�|���t�� | jkrD| �� | j �� | j
d7 _
| � � | � t
|d�| j�}| �|�\}}}|| }||k r�| �|||f� | j| �||f� |||fW 5 Q R � S Q R X d S )Nr �Size {0:n} out of range�Size {0:n} too larger )r6 rl r4 �maxsize�
OverflowErrorr r r> r r@ rJ rk rN rP �
_alignmentrc rg rG �add)r r rV ra rb Z real_stopr r r �malloc( s
z Heap.mallocN)r# r$ r% rt rX rR r rQ r � staticmethodrN rW r] rc rg re rh rk ro rv r r r r r; s s
r; c @ s" e Zd Ze� Zdd� Zdd� ZdS )r c C s^ |dk rt d�|���tj|kr.td�|���tj�|�}||f| _t j
| tjj |fd� d S )Nr rp rq )�args) r6 rl r4 rr rs r �_heaprv r r r, ro )r r r` r r r r F s
zBufferWrapper.__init__c C s& | j \\}}}}t|j�||| � S r )r �
memoryviewr )r rV ra rb r r r r �create_memoryviewO s z BufferWrapper.create_memoryviewN)r# r$ r% r; ry r r{ r r r r r B s )r^ � collectionsr r r r4 r& r? �contextr r � r �__all__r5 r �objectr r9 r7 �registerr; r r r r r �<module>
s&
$! P multiprocessing/__pycache__/pool.cpython-38.opt-1.pyc 0000644 00000060621 15115353744 0016560 0 ustar 00 U
e5d�~ � @ sd d dgZ ddlZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl
m Z ddl
m Z m
Z
ddlmZ d Zd
Zd Zd Ze�� Zd
d� Zdd� ZG dd� de�ZG dd� d�Zdd� ZG dd� de�Z d+dd �Z d d � Z G d d � d e �Z G d!d � d e!�Z"G d"d#� d#e!�Z#e#Z$G d$d%� d%e#�Z%G d&d'� d'e!�Z&G d(d)� d)e&�Z'G d*d� de"�Z(dS ),�Pool�
ThreadPool� N)�Empty� )�util)� get_context� TimeoutError)�wait�INIT�RUN�CLOSE� TERMINATEc C s t t| � �S �N)�list�map��args� r �,/usr/lib64/python3.8/multiprocessing/pool.py�mapstar/ s r c C s t t�| d | d ��S )Nr r )r � itertools�starmapr r r r � starmapstar2 s r c @ s e Zd Zdd� Zdd� ZdS )�RemoteTracebackc C s
|| _ d S r ��tb)�selfr r r r �__init__: s zRemoteTraceback.__init__c C s | j S r r �r r r r �__str__< s zRemoteTraceback.__str__N)�__name__�
__module__� __qualname__r r r r r r r 9 s r c @ s e Zd Zdd� Zdd� ZdS )�ExceptionWithTracebackc C s0 t �t|�||�}d�|�}|| _d| | _d S )N� z
"""
%s""")� traceback�format_exception�type�join�excr )r r) r r r r r @ s
z ExceptionWithTraceback.__init__c C s t | j| jffS r )� rebuild_excr) r r r r r �
__reduce__E s z!ExceptionWithTraceback.__reduce__N)r r! r" r r+ r r r r r# ? s r# c C s t |�| _| S r )r � __cause__)r) r r r r r* H s
r* c s0 e Zd ZdZ� fdd�Zdd� Zdd� Z� ZS )�MaybeEncodingErrorzVWraps possible unpickleable errors, so they can be
safely sent through the socket.c s. t |�| _t |�| _tt| ��| j| j� d S r )�reprr) �value�superr- r )r r) r/ �� __class__r r r T s
zMaybeEncodingError.__init__c C s d| j | jf S )Nz(Error sending result: '%s'. Reason: '%s')r/ r) r r r r r Y s �zMaybeEncodingError.__str__c C s d| j j| f S )Nz<%s: %s>)r2 r r r r r �__repr__] s zMaybeEncodingError.__repr__)r r! r" �__doc__r r r3 �
__classcell__r r r1 r r- P s r- r Fc
C s� |d k r(t |t�r|dks(td�|���|j}| j}t| d�rR| j�� |j �� |d k rb||� d}|d ks~|�r�||k �r�z
|� } W n( t
t fk
r� t �
d� Y �q�Y nX | d kr�t �
d� �q�| \}
} } }
}zd| |
|�f}W nH tk
�r0 } z(|�r| tk �rt||j�}d|f}W 5 d }~X Y nX z||
| |f� W nR tk
�r� } z2t||d �}t �
d | � ||
| d|ff� W 5 d }~X Y nX d } }
} } }
}|d7 }qft �
d
| � d S ) Nr zMaxtasks {!r} is not valid�_writerr z)worker got EOFError or OSError -- exitingz worker got sentinel -- exitingTFz0Possible encoding error while sending result: %sz worker exiting after %d tasks)�
isinstance�int�AssertionError�format�put�get�hasattrr6 �close�_reader�EOFError�OSErrorr �debug� Exception�_helper_reraises_exceptionr# �
__traceback__r- )�inqueue�outqueue� initializer�initargsZmaxtasks�wrap_exceptionr; r< Z completed�task�job�i�funcr �kwds�result�e�wrappedr r r �workera sN �
�$
rS c C s | �dS )z@Pickle-able helper function for use by _guarded_task_generation.Nr )Zexr r r rD � s rD c s2 e Zd ZdZdd�� fdd�
Z� fdd�Z� ZS )�
_PoolCachez�
Class that implements a cache for the Pool class that will notify
the pool management threads every time the cache is emptied. The
notification is done by the use of a queue that is provided when
instantiating the cache.
N��notifierc s || _ t� j||� d S r )rV r0 r )r rV r rO r1 r r r � s z_PoolCache.__init__c s t � �|� | s | j�d � d S r )r0 � __delitem__rV r; )r �itemr1 r r rW � s z_PoolCache.__delitem__)r r! r" r4 r rW r5 r r r1 r rT � s rT c @ s� e Zd ZdZdZedd� �ZdLdd�Zej e
fd d
�Z d d � Z d
d� Z
edd� �Zedd� �Zdd� Zedd� �Zedd� �Zdd� Zdd � Zdi fd d �ZdMd d �ZdNd!d"�ZdOd#d$�Zd%d&� ZdPd(d)�ZdQd*d+�Zdi ddfd,d-�Z dRd.d/�Z dSd0d1�Z edTd2d3��Z e d4d5� �Z!ed6d7� �Z"ed8d9� �Z#ed:d;� �Z$d<d=� Z%d>d?� Z&d@dA� Z'dBdC� Z(edDdE� �Z)e dFdG� �Z*dHdI� Z+dJdK� Z,dS )Ur zS
Class which supports an async version of applying functions to arguments.
Tc O s | j ||�S r ��Process)�ctxr rO r r r rZ � s z Pool.ProcessNr c C s g | _ t| _|pt� | _| �� t�� | _| j�� | _ t
| j d�| _ || _ || _
|| _|d krjt�� phd}|dk rztd��|d k r�t|�s�td��|| _z | �� W nH tk
r� | j D ]}|jd kr�|�� q�| j D ] }|�� q Y nX | �� }tj t j | j | j| j| j | j| j | j | j!| j
| j| j | j"|| j fd�| _#d| j#_$t%| j#_| j#�&� tj t j'| j| j(| j!| j | j fd�| _)d| j)_$t%| j)_| j)�&� tj t j*| j!| j+| j fd�| _,d| j,_$t%| j,_| j,�&� t-j.| | j/| j| j | j!| j | j | j#| j)| j,| j f dd�| _0t%| _d S ) NrU r z&Number of processes must be at least 1z initializer must be a callable��targetr T� )r Z exitpriority)1�_poolr
�_stater �_ctx�
_setup_queues�queue� SimpleQueue�
_taskqueue�_change_notifierrT �_cache�_maxtasksperchild� _initializer� _initargs�os� cpu_count�
ValueError�callable� TypeError�
_processes�_repopulate_poolrC �exitcode� terminater( �_get_sentinels� threadingZThreadr �_handle_workersrZ �_inqueue� _outqueue�_wrap_exception�_worker_handler�daemonr �start�
_handle_tasks�
_quick_put�
_task_handler�_handle_results�
_quick_get�_result_handlerr ZFinalize�_terminate_pool�
_terminate)r � processesrH rI �maxtasksperchild�context�p� sentinelsr r r r � s�
��
��
�
��z
Pool.__init__c C s> | j |kr:|d| ��t| d� t| dd �d k r:| j�d � d S )Nz&unclosed running multiprocessing pool )�sourcerf )r` �ResourceWarning�getattrrf r; )r Z_warnr r r r �__del__ s
�z Pool.__del__c C s0 | j }d|j� d|j� d| j� dt| j�� d� S )N�<�.z state=z pool_size=�>)r2 r! r" r` �lenr_ )r �clsr r r r3 s z
Pool.__repr__c C s | j jg}| jjg}||�S r )rx r? rf )r Ztask_queue_sentinelsZself_notifier_sentinelsr r r rt s
zPool._get_sentinelsc C s dd� | D �S )Nc S s g | ]}t |d �r|j�qS )�sentinel)r= r� )�.0rS r r r �
<listcomp> s
�z.Pool._get_worker_sentinels.<locals>.<listcomp>r �Zworkersr r r �_get_worker_sentinels s �zPool._get_worker_sentinelsc C sP d}t tt| ���D ]6}| | }|jdk rt�d| � |�� d}| |= q|S )z�Cleanup after any worker processes which have exited due to reaching
their specified lifetime. Returns True if any workers were cleaned up.
FN�cleaning up worker %dT)�reversed�ranger� rr r rB r( )�poolZcleanedrM rS r r r �_join_exited_workers s
zPool._join_exited_workersc C s0 | � | j| j| j| j| j| j| j| j| j | j
�
S r ) �_repopulate_pool_staticra rZ rp r_ rw rx ri rj rh ry r r r r rq . s �zPool._repopulate_poolc
C sf t |t|� �D ]P}
|| t|||||| fd�} | j�dd�| _d| _| �� |�| � t� d� qdS )z�Bring the number of pool processes up to the specified number,
for use after reaping workers which have exited.
r\ rZ Z
PoolWorkerTz added workerN)
r� r� rS �name�replacer{ r| �appendr rB ) r[ rZ r� r� rF rG rH rI r� rJ rM �wr r r r� 7 s ��
z Pool._repopulate_pool_staticc
C s* t �|�r&t �| ||||||||| �
dS )zEClean up any exited workers and start replacements for them.
N)r r� r� )
r[ rZ r� r� rF rG rH rI r� rJ r r r �_maintain_poolJ s
�zPool._maintain_poolc C s4 | j �� | _| j �� | _| jjj| _| jjj| _ d S r )
ra rd rw rx r6 �sendr~ r? �recvr� r r r r rb V s zPool._setup_queuesc C s | j tkrtd��d S )NzPool not running)r` r rm r r r r �_check_running\ s
zPool._check_runningc C s | � |||��� S )zT
Equivalent of `func(*args, **kwds)`.
Pool must be running.
)� apply_asyncr< )r rN r rO r r r �apply` s z
Pool.applyc C s | � ||t|��� S )zx
Apply `func` to each element in `iterable`, collecting the results
in a list that is returned.
)�
_map_asyncr r< �r rN �iterable� chunksizer r r r g s zPool.mapc C s | � ||t|��� S )z�
Like `map()` method but the elements of the `iterable` are expected to
be iterables as well and will be unpacked as arguments. Hence
`func` and (a, b) becomes func(a, b).
)r� r r< r� r r r r n s z Pool.starmapc C s | � ||t|||�S )z=
Asynchronous version of `starmap()` method.
)r� r �r rN r� r� �callback�error_callbackr r r �
starmap_asyncv s �zPool.starmap_asyncc
c sj z,d}t |�D ]\}}||||fi fV qW n8 tk
rd } z||d t|fi fV W 5 d}~X Y nX dS )z�Provides a generator of tasks for imap and imap_unordered with
appropriate handling for iterables which throw exceptions during
iteration.���r N)� enumeraterC rD )r Z
result_jobrN r� rM �xrQ r r r �_guarded_task_generation~ s z Pool._guarded_task_generationr c C s� | � � |dkr:t| �}| j�| �|j||�|jf� |S |dk rPtd�|���t �
|||�}t| �}| j�| �|jt |�|jf� dd� |D �S dS )zP
Equivalent of `map()` -- can be MUCH slower than `Pool.map()`.
r z Chunksize must be 1+, not {0:n}c s s | ]}|D ]
}|V q
qd S r r �r� �chunkrX r r r � <genexpr>� s z Pool.imap.<locals>.<genexpr>N) r� � IMapIteratorre r; r� �_job� _set_lengthrm r: r �
_get_tasksr �r rN r� r� rP � task_batchesr r r �imap� s4 �������z Pool.imapc C s� | � � |dkr:t| �}| j�| �|j||�|jf� |S |dk rPtd�|���t �
|||�}t| �}| j�| �|jt |�|jf� dd� |D �S dS )zL
Like `imap()` method but ordering of results is arbitrary.
r z Chunksize must be 1+, not {0!r}c s s | ]}|D ]
}|V q
qd S r r r� r r r r� � s z&Pool.imap_unordered.<locals>.<genexpr>N) r� �IMapUnorderedIteratorre r; r� r� r� rm r: r r� r r� r r r �imap_unordered� s0 ������zPool.imap_unorderedc C s6 | � � t| ||�}| j�|jd|||fgdf� |S )z;
Asynchronous version of `apply()` method.
r N)r� � ApplyResultre r; r� )r rN r rO r� r� rP r r r r� � s zPool.apply_asyncc C s | � ||t|||�S )z9
Asynchronous version of `map()` method.
)r� r r� r r r � map_async� s �zPool.map_asyncc
C s� | � � t|d�st|�}|dkrJtt|�t| j�d �\}}|rJ|d7 }t|�dkrZd}t�|||�}t| |t|�||d�} | j �
| � | j ||�df� | S )zY
Helper function to implement map, starmap and their async counterparts.
�__len__N� r r �r� )
r� r= r �divmodr� r_ r r� � MapResultre r; r� r� )
r rN r� Zmapperr� r� r� Zextrar� rP r r r r� � s,
����zPool._map_asyncc C s" t | |d� |�� s |�� q d S )N)�timeout)r �emptyr< )r� �change_notifierr� r r r �_wait_for_updates� s zPool._wait_for_updatesc C sp t �� }|jtks |rX|jtkrX| �||||||| |
| | �
| �|�|
�}| �||� q|�d � t �
d� d S )Nzworker handler exiting) ru �current_threadr` r r
r� r� r� r; r rB )r� �cache� taskqueuer[ rZ r� r� rF rG rH rI r� rJ r� r� �threadZcurrent_sentinelsr r r rv � s �
zPool._handle_workersc
C sp t �� }t| jd �D ]�\}}d }z�|D ]�}|jtkrBt�d� q�z ||� W q& tk
r� }
zB|d d� \} } z|| � | d|
f� W n t
k
r� Y nX W 5 d }
~
X Y q&X q&|r�t�d� |r�|d nd} || d � W �qW �
�q
W 5 d } }} X qt�d� z6t�d� |� d � t�d � |D ]} |d � �q.W n t k
�r` t�d
� Y nX t�d � d S ) Nz'task handler found thread._state != RUN� Fzdoing set_length()r r� ztask handler got sentinelz/task handler sending sentinel to result handlerz(task handler sending sentinel to workersz/task handler got OSError when sending sentinelsztask handler exiting)
ru r� �iterr< r` r r rB rC �_set�KeyErrorr; rA )
r� r; rG r� r� r� ZtaskseqZ
set_lengthrK rL rQ �idxr� r r r r} sB
zPool._handle_tasksc C s� t �� }z
|� }W n$ ttfk
r6 t�d� Y d S X |jtkrNt�d� q�|d krbt�d� q�|\}}}z|| �||� W n t k
r� Y nX d } }}q|�r@|jt
k�r@z
|� }W n$ ttfk
r� t�d� Y d S X |d k� r�t�d� q�|\}}}z|| �||� W n t k
�r0 Y nX d } }}q�t | d��r�t�d� z,t d�D ] }| j
�� �sv �q�|� �q`W n ttfk
�r� Y nX t�dt|�|j� d S ) Nz.result handler got EOFError/OSError -- exitingz,result handler found thread._state=TERMINATEzresult handler got sentinelz&result handler ignoring extra sentinelr? z"ensuring that outqueue is not full�
z7result handler exiting: len(cache)=%s, thread._state=%s)ru r� rA r@ r rB r` r r� r� r
r= r� r? �pollr� )rG r< r� r� rK rL rM �objr r r r� : s\
�zPool._handle_resultsc c s0 t |�}tt�||��}|s d S | |fV qd S r )r� �tupler �islice)rN �it�sizer� r r r r� v s
zPool._get_tasksc C s t d��d S )Nz:pool objects cannot be passed between processes or pickled)�NotImplementedErrorr r r r r+ s �zPool.__reduce__c C s2 t �d� | jtkr.t| _t| j_| j�d � d S )Nz closing pool)r rB r` r r rz rf r; r r r r r> � s
z
Pool.closec C s t �d� t| _| �� d S )Nzterminating pool)r rB r
r` r� r r r r rs � s
zPool.terminatec C sj t �d� | jtkr td��n| jttfkr4td��| j�� | j �� | j
�� | j D ] }|�� qXd S )Nz joining poolzPool is still runningzIn unknown state) r rB r` r rm r r
rz r( r r� r_ )r r� r r r r( � s
z Pool.joinc C s@ t �d� | j�� |�� r<| j�� r<| j�� t� d� qd S )Nz7removing tasks from inqueue until task handler finishedr )
r rB Z_rlock�acquire�is_aliver? r� r� �time�sleep)rF � task_handlerr� r r r �_help_stuff_finish� s
zPool._help_stuff_finishc
C sX t �d� t|_|�d � t|_t �d� | �||t|�� |�� sXt| �dkrXtd��t|_|�d � |�d � t �d� t �
� |k r�|� � |r�t |d d�r�t �d� |D ]}
|
j
d kr�|
�� q�t �d� t �
� |k r�|� � t �d � t �
� |k �r|� � |�rTt |d d��rTt �d
� |D ](}
|
�� �r*t �d |
j � |
� � �q*d S ) Nzfinalizing poolz&helping task handler/workers to finishr z.Cannot have cache with result_hander not alivezjoining worker handlerrs zterminating workerszjoining task handlerzjoining result handlerzjoining pool workersr� )r rB r
r` r; r� r� r� r9 ru r� r( r= rr rs �pid) r� r� rF rG r� r� Zworker_handlerr� Zresult_handlerr� r� r r r r� � sB
�
zPool._terminate_poolc C s | � � | S r )r� r r r r � __enter__� s zPool.__enter__c C s | � � d S r )rs )r �exc_typeZexc_valZexc_tbr r r �__exit__� s z
Pool.__exit__)NNr NN)N)N)NNN)r )r )NNN)NNN)N)-r r! r" r4 ry � staticmethodrZ r �warnings�warnr r� r3 rt r� r� rq r� r� rb r� r� r r r� r� r� r� r� r� r� r� � classmethodrv r} r� r� r+ r> rs r( r� r� r� r� r r r r r � sx
�
P
�
�
�
�
-
;
5c @ s@ e Zd Zdd� Zdd� Zdd� Zddd �Zdd
d �Zd d
� ZdS )r� c C s> || _ t�� | _tt�| _|j| _|| _|| _ | | j| j< d S r )
r_ ru ZEvent�_event�next� job_counterr� rg � _callback�_error_callback)r r� r� r� r r r r � s
zApplyResult.__init__c C s
| j �� S r )r� Zis_setr r r r �ready� s zApplyResult.readyc C s | � � std�| ���| jS )Nz{0!r} not ready)r� rm r: �_successr r r r �
successful� s zApplyResult.successfulNc C s | j �|� d S r )r� r �r r� r r r r � s zApplyResult.waitc C s, | � |� | �� st�| jr"| jS | j�d S r )r r� r r� �_valuer� r r r r< � s
zApplyResult.getc C sZ |\| _ | _| jr$| j r$| �| j� | jr<| j s<| �| j� | j�� | j| j= d | _d S r ) r� r� r� r� r� �setrg r� r_ �r rM r� r r r r� s
zApplyResult._set)N)N) r r! r" r r� r� r r< r� r r r r r� � s
r� c @ s e Zd Zdd� Zdd� ZdS )r� c C sh t j| |||d� d| _d g| | _|| _|dkrNd| _| j�� | j| j = n|| t
|| � | _d S )Nr� Tr ) r� r r� r� �
_chunksize� _number_leftr� r� rg r� �bool)r r� r� �lengthr� r� r r r r s
�
zMapResult.__init__c C s� | j d8 _ |\}}|rv| jrv|| j|| j |d | j �< | j dkr�| jrZ| �| j� | j| j= | j�� d | _ nL|s�| jr�d| _|| _| j dkr�| j
r�| �
| j� | j| j= | j�� d | _ d S )Nr r F) r� r� r� r� r� rg r� r� r� r_ r� )r rM Zsuccess_result�successrP r r r r� $ s&
zMapResult._setN)r r! r" r r� r r r r r� s
r� c @ s: e Zd Zdd� Zdd� Zd dd�ZeZdd � Zd
d � ZdS )
r� c C sT || _ t�t�� �| _tt�| _|j| _t �
� | _ d| _ d | _
i | _| | j| j< d S )Nr )r_ ru Z ConditionZLock�_condr� r� r� rg � collections�deque�_items�_index�_length� _unsorted)r r� r r r r B s
zIMapIterator.__init__c C s | S r r r r r r �__iter__M s zIMapIterator.__iter__Nc C s� | j �� z| j�� }W nz tk
r� | j| jkr>d | _td �| j �|� z| j�� }W n2 tk
r� | j| jkr�d | _td �t d �Y nX Y nX W 5 Q R X |\}}|r�|S |�d S r )
r� r� �popleft�
IndexErrorr� r r_ �
StopIterationr r )r r� rX r� r/ r r r r� P s& zIMapIterator.nextc C s� | j �� | j|krn| j�|� | jd7 _| j| jkrb| j�| j�}| j�|� | jd7 _q,| j �� n
|| j|< | j| jkr�| j| j = d | _
W 5 Q R X d S �Nr ) r� r� r� r� r �pop�notifyr rg r� r_ r� r r r r� h s
zIMapIterator._setc C sB | j �2 || _| j| jkr4| j �� | j| j= d | _W 5 Q R X d S r )r� r r� r rg r� r_ )r r� r r r r� y s
zIMapIterator._set_length)N) r r! r" r r r� �__next__r� r� r r r r r� @ s
r� c @ s e Zd Zdd� ZdS )r� c C sV | j �F | j�|� | jd7 _| j �� | j| jkrH| j| j= d | _W 5 Q R X d S r ) r� r� r� r� r r rg r� r_ r� r r r r� � s
zIMapUnorderedIterator._setN)r r! r" r� r r r r r� � s r� c @ sV e Zd ZdZedd� �Zddd�Zdd � Zd
d � Zed d
� �Z edd� �Z
dd� Z dS )r Fc O s ddl m} |||�S )Nr rY )ZdummyrZ )r[ r rO rZ r r r rZ � s zThreadPool.ProcessNr c C s t �| |||� d S r )r r )r r� rH rI r r r r � s zThreadPool.__init__c C s, t �� | _t �� | _| jj| _| jj| _d S r )rc rd rw rx r; r~ r< r� r r r r rb � s
zThreadPool._setup_queuesc C s
| j jgS r )rf r? r r r r rt � s zThreadPool._get_sentinelsc C s g S r r r� r r r r� � s z ThreadPool._get_worker_sentinelsc C sF z| j dd� qW n tjk
r( Y nX t|�D ]}| �d � q2d S )NF)�block)r< rc r r� r; )rF r� r� rM r r r r� � s z ThreadPool._help_stuff_finishc C s t �|� d S r )r� r� )r r� r� r� r r r r� � s z ThreadPool._wait_for_updates)NNr ) r r! r" ry r� rZ r rb rt r� r� r� r r r r r � s
)Nr NF))�__all__r� r rk rc ru r� r% r� r r$ r r r Z
connectionr r
r r r
�countr� r r rC r r# r* r- rS rD �dictrT �objectr r� Z AsyncResultr� r� r� r r r r r �<module>
sN �
- =)+E multiprocessing/__pycache__/util.cpython-38.opt-1.pyc 0000644 00000026254 15115353744 0016570 0 ustar 00 U
e5d~6 � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZ ddlm Z ddddd d
d d d
ddddddgZ
d Z dZ dZ
dZdZdZdZdadadd� Zd d� Zd d� Zd d� Zd d � Zd@d d
�Zd!d"� Zd#d$� Ze� Z d%d&� Z d'd � Z e� � Z e�!� Z"d(d)� Z#d*d � Z$i Z%e�!� Z&G d+d� de'�Z(dAd,d-�Z)d.d
� Z*da+eee)e j,e j-fd/d0�Z.e�/e.� G d1d� de'�Z0G d2d� dej1�Z2ze �3d3�Z4W n e5k
�r� d4Z4Y nX d5d� Z6d6d7� Z7d8d9� Z8d:d;� Z9d<d=� Z:d>d?� Z;dS )B� N)� _args_from_interpreter_flags� )�process� sub_debug�debug�info� sub_warning�
get_logger�
log_to_stderr� get_temp_dir�register_after_fork�
is_exiting�Finalize�ForkAwareThreadLock�ForkAwareLocal�close_all_fds_except�SUBDEBUG�
SUBWARNING� �
� � �multiprocessingz+[%(levelname)s/%(processName)s] %(message)sFc G s t rt jt| f|�� d S �N)�_logger�logr ��msg�args� r �,/usr/lib64/python3.8/multiprocessing/util.pyr , s c G s t rt jt| f|�� d S r )r r �DEBUGr r r r r 0 s c G s t rt jt| f|�� d S r )r r �INFOr r r r r 4 s c G s t rt jt| f|�� d S r )r r r r r r r r 8 s c C s| ddl } | �� z\tsj| �t�adt_ttd�rFt� t
� t� t
� n$tj �
t
di f� tj �t
di f� W 5 | �� X tS )z0
Returns logger used by multiprocessing
r N�
unregisterr )�loggingZ _acquireLockZ _releaseLockr Z getLogger� LOGGER_NAMEZ propagate�hasattr�atexitr# �_exit_function�registerZ
_exithandlers�remove�append)r$ r r r r < s
c C sJ ddl }t� }|�t�}|�� }|�|� |�|� | rB|�| � dat S )zB
Turn on logging and add a handler which prints to stderr
r NT)
r$ r Z Formatter�DEFAULT_LOGGING_FORMATZ
StreamHandlerZ setFormatterZ
addHandlerZsetLevel�_log_to_stderrr )�levelr$ ZloggerZ formatterZhandlerr r r r
W s
c C s t jdkrdS tt d�r dS dS )NZlinuxTZgetandroidapilevelF)�sys�platformr& r r r r �#_platform_supports_abstract_socketsl s
r1 c C s@ | sdS t | t�r | d dkS t | t�r4| d dkS td��d S )NFr � z(address type of {address!r} unrecognized)�
isinstance�bytes�str� TypeError)Zaddressr r r � is_abstract_socket_namespacet s
r7 c C s& | |� t �� }|d k r"d |jd< d S )N�tempdir)r �current_process�_config)�rmtreer8 r9 r r r �_remove_temp_dir� s r< c C sf t �� j�d�} | d krbdd l}dd l}|jdd�} td| � td t |j
| fdd� | t �� jd< | S )Nr8 r zpymp-)�prefixzcreated temp directory %si����)r � exitpriority) r r9 r: �get�shutil�tempfileZmkdtempr r r< r; )r8 r@ rA r r r r � s
�c C sf t t�� �} | �� | D ]H\\}}}}z ||� W q tk
r^ } ztd|� W 5 d }~X Y qX qd S )Nz after forker raised exception %s)�list�_afterfork_registry�items�sort� Exceptionr )rD �indexZident�func�obj�er r r �_run_after_forkers� s rK c C s | t tt�t| �|f< d S r )rC �next�_afterfork_counter�id)rI rH r r r r � s c @ sF e Zd ZdZddd�Zdeeejfdd�Z dd � Z
d
d � Z d d
� Z dS )r zA
Class which supports object finalization using weakrefs
r Nc C s� |d k r&t |t�s&td�|t|����|d k r>t�|| �| _n|d krNtd��|| _ || _
|p`i | _ |t t
�f| _t�� | _| t| j< d S )Nz3Exitpriority ({0!r}) must be None or int, not {1!s}z+Without object, exitpriority cannot be None)r3 �intr6 �format�type�weakref�ref�_weakref�
ValueError� _callback�_args�_kwargsrL �_finalizer_counter�_key�os�getpid�_pid�_finalizer_registry)�selfrI �callbackr �kwargsr> r r r �__init__� s" ��
zFinalize.__init__c C s� z || j = W n tk
r( |d� Y nbX | j|� krD|d� d}n$|d| j| j| j� | j| j| j�}d | _ | _ | _ | _| _ |S dS )zQ
Run the callback unless it has already been called or cancelled
z finalizer no longer registeredz+finalizer ignored because different processNz/finalizer calling %s with args %s and kwargs %s)rZ �KeyErrorr] rV rW rX rT )r_ Zwrr^ r r\ �resr r r �__call__� s$ �� zFinalize.__call__c C sD z t | j= W n tk
r Y n X d | _ | _ | _ | _| _dS )z3
Cancel finalization of the object
N)r^ rZ rc rT rV rW rX �r_ r r r �cancel� s � �zFinalize.cancelc C s
| j tkS )zS
Return whether this finalizer is still waiting to invoke callback
)rZ r^ rf r r r � still_active� s zFinalize.still_activec C s� z | � � }W n ttfk
r( d }Y nX |d kr>d| jj S d| jjt| jd| j�f }| jrr|dt| j� 7 }| j r�|dt| j � 7 }| j
d d k r�|dt| j
d � 7 }|d S ) Nz<%s object, dead>z<%s object, callback=%s�__name__z, args=z , kwargs=r z, exitpriority=�>) rT �AttributeErrorr6 � __class__ri �getattrrV rW r5 rX rZ )r_ rI �xr r r �__repr__� s"
�zFinalize.__repr__)r NN)
ri �
__module__� __qualname__�__doc__rb r^ r r[ r\ re rg rh ro r r r r r � s
�
c s� t dkr dS �dkr dd� � n �fdd�� � fdd�tt �D �}|jdd� |D ]P}t �|�}|dk rPtd |� z
|� W qP tk
r� d
dl}|�� Y qPX qP�dkr�t �� dS ) z�
Run all finalizers whose exit priority is not None and at least minpriority
Finalizers with highest priority are called first; finalizers with
the same priority will be called in reverse order of creation.
Nc S s | d d k S �Nr r ��pr r r �<lambda> � z!_run_finalizers.<locals>.<lambda>c s | d d k o| d � kS rs r rt )� minpriorityr r rv rw c s g | ]}� |�r|�qS r r )�.0�key)�fr r �
<listcomp># s z#_run_finalizers.<locals>.<listcomp>T)�reversez
calling %sr ) r^ rB rE r? r rF � traceback� print_exc�clear)rx �keysrz � finalizerr~ r )r{ rx r �_run_finalizers s$
r� c C s t p
t dkS )z6
Returns true if the process is shutting down
N)�_exitingr r r r r
8 s c C s� t s�da | d� |d� |d� |� d k rr|� D ] }|jr0| d|j� |j�� q0|� D ]}| d|j� |�� qX|d� |� d S )NTzprocess shutting downz2running all "atexit" finalizers with priority >= 0r z!calling terminate() for daemon %sz calling join() for process %sz)running the remaining "atexit" finalizers)r� Zdaemon�nameZ_popenZ terminate�join)r r r� �active_childrenr9 ru r r r r( @ s
r( c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
r c C s | � � t| tj � d S r )�_resetr r rf r r r rb q s z ForkAwareThreadLock.__init__c C s" t �� | _| jj| _| jj| _d S r )� threadingZLock�_lock�acquire�releaserf r r r r� u s
zForkAwareThreadLock._resetc C s
| j �� S r )r� � __enter__rf r r r r� z s z ForkAwareThreadLock.__enter__c G s | j j|� S r )r� �__exit__)r_ r r r r r� } s z ForkAwareThreadLock.__exit__N)ri rp rq rb r� r� r� r r r r r p s c @ s e Zd Zdd� Zdd� ZdS )r c C s t | dd� � d S )Nc S s
| j �� S r )�__dict__r� )rI r r r rv � rw z)ForkAwareLocal.__init__.<locals>.<lambda>)r rf r r r rb � s zForkAwareLocal.__init__c C s t | �dfS )Nr )rQ rf r r r �
__reduce__� s zForkAwareLocal.__reduce__N)ri rp rq rb r� r r r r r � s � SC_OPEN_MAX� c C sN t | �dtg } | �� tt| �d �D ] }t�| | d | |d � q(d S )N���r )rB �MAXFDrE �range�lenr[ �
closerange)�fds�ir r r r � s c C s� t jd krd S zt j�� W n ttfk
r4 Y nX z@t�tjtj�} zt| dd�t _W n t�| � � Y nX W n ttfk
r� Y nX d S )NF)�closefd) r/ �stdin�close�OSErrorrU r[ �open�devnull�O_RDONLY)�fdr r r � _close_stdin� s
r� c C sT zt j�� W n ttfk
r& Y nX zt j�� W n ttfk
rN Y nX d S r )r/ �stdout�flushrk rU �stderrr r r r �_flush_std_streams� s r� c C sx dd l }tttt|���}t�� \}}z6|�|t� | �gd|d d dddddd||ddd �W �S t�|� t�|� X d S )Nr Tr� F)
�_posixsubprocess�tuple�sorted�maprO r[ �piper� Z fork_exec�fsencode)�pathr Zpassfdsr� Z errpipe_readZ
errpipe_writer r r �spawnv_passfds� s2
�
r� c G s | D ]}t �|� qdS )z/Close each file descriptor given as an argumentN)r[ r� )r� r� r r r � close_fds� s r� c C sZ ddl m} t�� ddlm} |j�� ddlm} |j �� t
� | � � | � � dS )zKCleanup multiprocessing resources when multiprocessing tests
completed.r )�support)�
forkserver)�resource_trackerN)
Ztestr� r Z_cleanupr r� Z _forkserverZ_stopr� Z_resource_trackerr� Z
gc_collectZ
reap_children)r� r� r� r r r �_cleanup_tests� s
r� )N)N)<r[ � itertoolsr/ rR r' r� �
subprocessr � r �__all__ZNOTSETr r! r" r r% r, r r- r r r r r r
r1 r7 Zabstract_sockets_supportedr< r ZWeakValueDictionaryrC �countrM rK r r^ rY �objectr r� r
r� r� r9 r( r) r Zlocalr �sysconfr� rF r r� r� r� r� r� r r r r �<module>
s� �
V
,�
*
multiprocessing/__pycache__/spawn.cpython-38.opt-1.pyc 0000644 00000014757 15115353744 0016750 0 ustar 00 U
e5dP$ � @ s$ d dl Z d dlZd dlZd dlZddlmZmZ ddlmZ ddlm Z ddlm
Z
ddd d
d d d
gZ ej dkrzdZ
dZn eedd�Z
ej�� �d�Zer�e j�ejd�anejadd � Zdd
� Zdd� Zdd� Zdd � Zd&dd�Z dd� Z d d � Z d d � Z g Z d d � Z!d!d"� Z"d#d$� Z#d%d
� Z$dS )'� N� )�get_start_method�set_start_method)�process)� reduction)�util�_main�freeze_support�set_executable�get_executable�get_preparation_data�get_command_line�import_main_path�win32F�frozenzpythonservice.exez
python.exec C s | a d S �N�� _python_exe)Zexe� r �-/usr/lib64/python3.8/multiprocessing/spawn.pyr
) s c C s t S r r r r r r r - s c C s$ t | �dkr | d dkr dS dS dS )z=
Return whether commandline indicates we are forking
� r �--multiprocessing-forkTFN)�len)�argvr r r �
is_forking4 s r c C sd t tj�r`i } tjdd� D ]0}|�d�\}}|dkr@d| |< q t|�| |< q tf | � t�� dS )zE
Run code for process object if this in not the main process
r N�=�None)r �sysr �split�int�
spawn_main�exit)�kwds�arg�name�valuer r r r > s
c K sh t tdd�r(tjdgdd� | �� D � S d}|d�dd � | �� D ��; }t�� }tg| d
|dg S d S ) zJ
Returns prefix of command line used for spawning a child process
r Fr c S s g | ] }d | �qS )�%s=%rr ��.0�itemr r r �
<listcomp>T s z$get_command_line.<locals>.<listcomp>z<from multiprocessing.spawn import spawn_main; spawn_main(%s)z, c s s | ]}d | V qdS )r& Nr r' r r r � <genexpr>W s z#get_command_line.<locals>.<genexpr>z-cN)�getattrr �
executable�items�joinr Z _args_from_interpreter_flagsr )r" �progZoptsr r r r
N s � c C s� t jdkr`ddl}ddl}|dk r:|�|j|jB d|�}nd}tj| |d�}|� |t
j �}|}n"ddl m
} || j_| }t
�| �}t||�}
t �|
� dS )z7
Run code specified by data received over pipe
r r NF)�source_processr )�resource_tracker)r �platform�msvcrt�_winapiZ OpenProcessZ SYNCHRONIZEZPROCESS_DUP_HANDLEr Z duplicateZopen_osfhandle�os�O_RDONLY� r2 Z_resource_trackerZ_fd�dupr r! ) Z pipe_handleZ
parent_pidZ
tracker_fdr4 r5 r1 Z
new_handle�fd�parent_sentinelr2 Zexitcoder r r r \ s*
��
r c C s` t j| ddd��@}dt�� _z$tj�|�}t|� tj�|�}W 5 t�� `X W 5 Q R X |� |�S )N�rbT)�closefd)
r6 �fdopenr �current_process� _inheritingr �pickle�load�prepare�
_bootstrap)r: r; Z from_parentZpreparation_data�selfr r r r x s
c C s t t�� dd�rtd��d S )Nr@ Fa
An attempt has been made to start a new process before the
current process has finished its bootstrapping phase.
This probably means that you are not using fork to start your
child processes and you have forgotten to use the proper idiom
in the main module:
if __name__ == '__main__':
freeze_support()
...
The "freeze_support()" line can be omitted if the program
is not going to be frozen to produce an executable.)r, r r? � RuntimeErrorr r r r �_check_not_importing_main� s rG c C s t � ttjt�� jd�}tjdk r2tj�� |d< t j
� � }z|� d�}W n t
k
r^ Y n X tj||< |j| |t jtjt�� t� d� t jd }t|jdd�}|dk r�||d< nft jd ks�t�st�st|d
d�}|dk �rtj
�|��s
tjdk �r
tj
�tj|�}tj
� |�|d < |S ) zM
Return info about parent needed by child to unpickle process object
)�
log_to_stderr�authkeyN� log_levelr8 )r$ �sys_path�sys_argv�orig_dir�dir� start_method�__main__r$ �init_main_from_namer �__file__�init_main_from_path) rG �dictr Z_log_to_stderrr r? rI Z_loggerZgetEffectiveLevelr �path�copy�index�
ValueError� ORIGINAL_DIR�updater r6 �getcwdr �modulesr, �__spec__r3 �WINEXE�
WINSERVICE�isabsr/ �normpath)r$ �drK �i� main_moduleZ
main_mod_name� main_pathr r r r � sD �
�
�c C s� d| kr| d t �� _d| kr,| d t �� _d| krD| d rDt�� d| kr^t�� �| d � d| krp| d t_ d| kr�| d t_
d| kr�t � | d � d| kr�| d t _
d | kr�t| d d
d � d | kr�t| d � nd
| kr�t| d
� dS )zE
Try to get current process ready to unpickle process object
r$ rI rH rJ rK rL rN rM rO T)ZforcerQ rS N)r r? r$ rI r rH Z
get_loggerZsetLevelr rU r r6 �chdirrY r �_fixup_main_from_name�_fixup_main_from_path)�datar r r rC � s,
rC c C s~ t jd }| dks | �d�r d S t|jdd �| kr6d S t�|� t�d�}t j
| ddd�}|j � |� | t jd< t jd< d S )NrP z .__main__r$ � __mp_main__T)�run_nameZ alter_sys)
r r\ �endswithr, r] �old_main_modules�append�types�
ModuleType�runpyZ
run_module�__dict__rZ )Zmod_name� current_mainrd � main_contentr r r rg � s
� rg c C s� t jd }tj�tj�| ��d }|dkr.d S t|dd �| krBd S t�|� t �
d�}t j | dd�}|j
�|� | t jd< t jd< d S )NrP r ZipythonrR rj )rk )r r\ r6 rU �splitext�basenamer, rm rn ro rp rq Zrun_pathrr rZ )re rs Z main_namerd rt r r r rh s
� rh c C s t | � dS )z<
Set sys.modules['__main__'] to module at main_path
N)rh )re r r r r % s )NN)%r6 r rq ro r8 r r r �contextr r �__all__r3 r^ r_ r, r- �lowerrl rU r/ � exec_prefixr r
r r r r
r r rG r rm rC rg rh r r r r r �<module> sD �
2& multiprocessing/__pycache__/reduction.cpython-38.opt-2.pyc 0000644 00000016451 15115353744 0017606 0 ustar 00 U
e5d(% � @ s d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZddl m
Z
ddddd gZ ej d
kp�e
ed �o�e
ed �o�e
ejd
�ZG dd� dej�ZejZd6dd �Zej d
k�re dddg7 Z d dlZd7dd�dd�Zdd� Zdd� Zdd� ZG dd� de�ZnHe ddd g7 Z d dlZej d kZd d� Z d d � Z d d� Zd!d� Zd"d� Z d#d$� Z G d%d&� d&�Z ee!e � j"�e � d'd(� Z#ee!e$j%�e#� ee!e&j'�e#� d)d*� Z(d+d,� Z)eej*e(� ej d
k�r�d-d.� Z+d/d0� Z,eeje+� n d1d.� Z+d2d0� Z,eeje+� G d3d4� d4ed5�Z-dS )8� )�ABCMetaN� )�context� send_handle� recv_handle�ForkingPickler�register�dump�win32ZCMSG_LEN�
SCM_RIGHTS�sendmsgc sF e Zd Zi ZejZ� fdd�Zedd� �Z eddd��Z
e j Z � Z
S ) r c s* t � j|� | j�� | _| j�| j� d S �N)�super�__init__�_copyreg_dispatch_table�copy�dispatch_table�update�_extra_reducers��self�args�� __class__� �1/usr/lib64/python3.8/multiprocessing/reduction.pyr & s zForkingPickler.__init__c C s || j |< d S r
)r )�cls�type�reducer r r r + s zForkingPickler.registerNc C s t �� }| ||��|� |�� S r
)�io�BytesIOr � getbuffer)r �obj�protocolZbufr r r �dumps0 s zForkingPickler.dumps)N)�__name__�
__module__� __qualname__r �copyregr r r � classmethodr r$ �pickle�loads�
__classcell__r r r r r ! s
c C s t ||��| � d S r
)r r )r" �filer# r r r r : s � DupHandle� duplicate� steal_handleF)�source_processc C s6 t �� }|d kr|}|d kr |}t �|| |d|t j�S )Nr )�_winapi�GetCurrentProcess�DuplicateHandle�DUPLICATE_SAME_ACCESS)�handleZtarget_processZ inheritabler1 Zcurrent_processr r r r/ G s �c C sF t �t jd| �}z$t �||t �� ddt jt jB �W �S t �|� X d S �NFr )r2 � OpenProcess�PROCESS_DUP_HANDLE� CloseHandler4 r3 r5 �DUPLICATE_CLOSE_SOURCE)Z
source_pidr6 Zsource_process_handler r r r0 S s �
�c C s t |tj|�}| �|� d S r
)r. r2 r5 �send)�connr6 �destination_pidZdhr r r r _ s c C s | � � �� S r
)�recv�detach)r= r r r r d s c @ s e Zd Zddd�Zdd� ZdS )r. Nc C s\ |d krt �� }t�tjd|�}z t�t�� |||dd�| _W 5 t�|� X || _ || _
d S r7 ) �os�getpidr2 r8 r9 r: r4 r3 �_handle�_access�_pid)r r6 �access�pid�procr r r r j s �
zDupHandle.__init__c C sZ | j t�� kr| jS t�tjd| j �}z"t�|| jt� � | j
dtj �W �S t�|� X d S )NF) rE rA rB rC r2 r8 r9 r: r4 r3 rD r; )r rH r r r r@ y s
� �zDupHandle.detach)N)r% r& r' r r@ r r r r r. h s
�DupFd�sendfds�recvfds�darwinc C sV t � d|�}tt|�d g�}| �|gtjtj|fg� trR| �d�dkrRt d��d S )N�i� r � Az%did not receive acknowledgement of fd)
�array�bytes�lenr �socket�
SOL_SOCKETr � ACKNOWLEDGEr? � RuntimeError)�sockZfds�msgr r r rJ � s
c C s t � d�}|j| }| �dt�|��\}}}}|s:|s:t�z�trJ| �d� t|�dkrft dt|� ��|d \}} }
|tj
kr�| tj kr�t|
�|j dkr�t �|�
|
� t|�d |d kr�td�t|�|d ���t|�W S W n t tfk
r� Y nX t d��d S ) NrM r rO z received %d items of ancdatar rN z Len is {0:n} but msg[0] is {1!r}zInvalid data received)rP �itemsizeZrecvmsgrS Z
CMSG_SPACE�EOFErrorrU r< rR rV rT r �
ValueErrorZ frombytes�AssertionError�format�list�
IndexError) rW �size�aZ
bytes_sizerX Zancdata�flagsZaddrZ
cmsg_levelZ cmsg_typeZ cmsg_datar r r rK � s<
�
�
��c C s2 t �| �� t jt j��}t||g� W 5 Q R X d S r
)rS �fromfd�fileno�AF_UNIX� SOCK_STREAMrJ )r= r6 r> �sr r r r � s c
C s< t �| �� t jt j�� }t|d�d W 5 Q R � S Q R X d S )Nr r )rS rc rd re rf rK )r= rg r r r r � s c C sF t �� }|d k r |�|�| ��S tr:ddlm} |�| �S td��d S )Nr )�resource_sharerz&SCM_RIGHTS appears not to be available)r Zget_spawning_popenrI Zduplicate_for_child�HAVE_SEND_HANDLE� rh r[ )�fdZ popen_objrh r r r rI � s
c C s2 | j d kr t| j| jjffS t| j | jjffS d S r
)�__self__�getattrr �__func__r% ��mr r r �_reduce_method� s
rq c @ s e Zd Zdd� ZdS )�_Cc C s d S r
r )r r r r �f� s z_C.fN)r% r& r' rs r r r r rr � s rr c C s t | j| jffS r
)rm � __objclass__r% ro r r r �_reduce_method_descriptor� s ru c C s t | j| j| jpi ffS r
)�_rebuild_partial�funcr �keywords)�pr r r �_reduce_partial� s rz c C s t j| f|�|�S r
)� functools�partial)rw r rx r r r rv � s rv c C s ddl m} t|| �ffS )Nr )� DupSocket)rh r} �_rebuild_socket)rg r} r r r �_reduce_socket� s r c C s | � � S r
)r@ )Zdsr r r r~ � s r~ c C s" t | �� �}t|| j| j| jffS r
)rI rd r~ �familyr �proto)rg �dfr r r r � s c C s | � � }tj||||d�S )N)rd )r@ rS )r� r� r r� rk r r r r~ � s c @ s` e Zd ZeZeZeZeZeZej dkr4e
Z
e Z e Z n e
Z
eZeZeZeZeZeZeZdd� ZdS )�AbstractReducerr
c G sN t tt� j�t� t ttj�t� t ttj �t� t t
j t � t t
j
t� d S r
)r r rr rs rq r^ �appendru �int�__add__r{ r| rz rS r r r r r r s
zAbstractReducer.__init__N)r% r& r' r r r r r �sys�platformr0 r/ r. rJ rK rI rq ru rv r r~ r r r r r r� � s$
r� )� metaclass)N)NF).�abcr r( r{ r rA r* rS r� rj r �__all__r� �hasattrri ZPicklerr r r r2 r/ r0 r r �objectr. rP rU rJ rK rI rq rr r rs ru r^ r� r� r� rz rv r| r r~ r� r r r r �<module>
sj
�
�
� #
multiprocessing/__pycache__/forkserver.cpython-38.opt-2.pyc 0000644 00000016550 15115353744 0020002 0 ustar 00 U
e5d�0 � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZddl m
Z
ddl m Z ddl m
Z
ddl mZ ddl mZ ddl mZ d d
d d gZd
Ze�d�ZG dd� de�Zddd�Zdd� Zdd� Zdd� Ze� Zej Z ej Z ej Z ej Z dS )� N� )�
connection)�process)� reduction)�resource_tracker)�spawn)�util�ensure_running�get_inherited_fds�connect_to_new_process�set_forkserver_preload� �qc @ sD e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )�
ForkServerc C s. d | _ d | _d | _d | _t�� | _dg| _d S )N�__main__)�_forkserver_address�_forkserver_alive_fd�_forkserver_pid�_inherited_fds� threadingZLock�_lock�_preload_modules��self� r �2/usr/lib64/python3.8/multiprocessing/forkserver.py�__init__" s
zForkServer.__init__c C s | j � | �� W 5 Q R X d S �N)r �_stop_unlockedr r r r �_stop* s zForkServer._stopc C sV | j d krd S t�| j� d | _t�| j d� d | _ t�| j�sLt�| j� d | _d S )Nr ) r �os�closer �waitpidr � is_abstract_socket_namespacer �unlinkr r r r r / s
zForkServer._stop_unlockedc C s& t dd� | jD ��s td��|| _d S )Nc s s | ]}t |�tkV qd S r )�type�str)�.0�modr r r � <genexpr>@ s z4ForkServer.set_forkserver_preload.<locals>.<genexpr>z&module_names must be a list of strings)�allr � TypeError)r Z
modules_namesr r r r > s z!ForkServer.set_forkserver_preloadc C s | j S r )r r r r r r
D s z ForkServer.get_inherited_fdsc
C s� | � � t|�d tkr td��t�tj���}|�| j� t� � \}}t� � \}}||| j
t � � g}||7 }zNz&t�||� ||fW W �4W 5 Q R � S t�
|� t�
|� � Y nX W 5 t�
|� t�
|� X W 5 Q R X d S )N� z too many fds)r �len�MAXFDS_TO_SEND�
ValueError�socket�AF_UNIXZconnectr r �piper r Zgetfdr! r Zsendfds)r �fdsZclientZparent_r�child_w�child_rZparent_wZallfdsr r r r L s( �
z!ForkServer.connect_to_new_processc s� | j ��~ t�� | jd k r`t�| jtj�\}}|sBW 5 Q R � d S t�| j� d | _ d | _d | _d}| j
r�ddh� t � d�}� fdd�|�
� D �}ni }t�tj���}t�d�}|�|� t�|�s�t�|d� |�� t�� \}}ztzV|�� |g} ||�� || j
|f; }t �� }
|
gt�� } | d |g7 } t�|
| | �}W n t�|� � Y nX W 5 t�|� X || _ || _|| _W 5 Q R X W 5 Q R X d S )
NzCfrom multiprocessing.forkserver import main; main(%d, %d, %r, **%r)� main_path�sys_path�ignorec s i | ]\}}|� kr||�qS r r )r' �x�y�Z desired_keysr r �
<dictcomp>� s z-ForkServer.ensure_running.<locals>.<dictcomp>r1 i� z-c) r r r r r r" �WNOHANGr! r r r r Zget_preparation_data�itemsr0 r1 r Zarbitrary_addressZbindr r# �chmodZlistenr2 �filenoZget_executableZ _args_from_interpreter_flagsZspawnv_passfds) r �pidZstatus�cmd�data�listenerZaddress�alive_rZalive_wZ fds_to_passZexe�argsr r; r r i sN
�
zForkServer.ensure_runningN)
�__name__�
__module__� __qualname__r r r r r
r r r r r r r s r c C s� |rdd|kr8|d k r8dt �� _zt�|� W 5 t �� `X |D ]&}z t|� W q< tk
r` Y q<X q<t�� t �
� \}}t � |d� t � |d� dd� }t j
|t jt ji} dd� | �� D �}
t �|� i } tjtj| d����} t�� ���}
| �� t_|
�| tj� |
�|tj� |
�|tj� �znd d
� |
�� D �}|�r"�qB�q"||k�rPt �||k�rBt � |d � zt � d t j �\}}W n t k
�r� Y �qBY nX |d
k�r��qB| �!|d �}|d k �r0t �"|��r�t �#|� }n&t �$|��s�t%d�&||���t �'|�}zt(||� W n t)k
�r" Y nX t �*|� nt+�,d| � �qf| |k�r�| �-� d
��,}t.�/|t0d �}t1|�t0k�r�t2d�&t1|����|^}}}|�*� t �3� }|d
k�r4d}zpz<| �*� |
�*� ||||g}|�5| �6� � t7||||
�}W n. t8k
�r t9j:t9�;� � t9j<�=� Y nX W 5 t �4|� X nNzt(||� W n t)k
�rX Y nX || |< t �*|� |D ]}t �*|� �qpW 5 Q R X W n4 t>k
�r� } z|j?t?j@k�r�� W 5 d }~X Y nX �q W 5 Q R X W 5 Q R X d S )Nr TFc W s d S r r )Z_unusedr r r �sigchld_handler� s z main.<locals>.sigchld_handlerc S s i | ]\}}|t � ||��qS r )�signal)r' �sig�valr r r r< � s � zmain.<locals>.<dictcomp>)r@ c S s g | ]\}}|j �qS r )Zfileobj)r' �keyZeventsr r r �
<listcomp>� s zmain.<locals>.<listcomp>i ���r zChild {0:n} status is {1:n}z.forkserver: waitpid returned unexpected pid %dr z Too many ({0:n}) fds to send)Ar Zcurrent_processZ _inheritingr Zimport_main_path�
__import__� ImportErrorr Z _close_stdinr r2 � set_blockingrK �SIGCHLD�SIGINT�SIG_IGNr> �
set_wakeup_fdr0 r1 � selectorsZDefaultSelectorZ getsockname� _forkserverr �registerZ
EVENT_READZselect�
SystemExit�readr" r= �ChildProcessError�pop� WIFSIGNALED�WTERMSIG� WIFEXITED�AssertionError�format� WEXITSTATUS� write_signed�BrokenPipeErrorr! �warnings�warnZacceptr Zrecvfdsr. r- � RuntimeError�fork�_exit�extend�values�
_serve_one� Exception�sys�
excepthook�exc_info�stderr�flush�OSError�errnoZ ECONNABORTED)Z listener_fdrE Zpreloadr6 r7 �modnameZsig_rZsig_wrJ �handlersZ old_handlersZ pid_to_fdrD ZselectorZrfdsrA �stsr4 �
returncode�sr3 r5 �code�
unused_fds�fd�er r r �main� s�
��
�
��
�
��
�
r� c C sh t �d� |�� D ]\}}t � ||� q|D ]}t�|� q,|^t_tj_ t_
t� | �}t �
| |�}|S )NrP )rK rW r> r r! rY r r Z_resource_trackerZ_fdr �dupr Z_main) r5 r3 r} rx rL rM r~ Zparent_sentinelr| r r r rn 1 s
�
rn c C sN d}t j}t|�|k r@t�| |t|� �}|s6td��||7 }q
t �|�d S )N� zunexpected EOFr )�
SIGNED_STRUCT�sizer- r r\ �EOFErrorZunpack)r~ rC Zlengthr{ r r r � read_signedH s
r� c C s< t �|�}|r8t�| |�}|dkr*td��||d � }q
d S )Nr zshould not get here)r� Zpackr �writeri )r~ �n�msg�nbytesr r r re R s
re )NN) rv r rX rK r0 Zstructrp r rg � r r �contextr r r r �__all__r. ZStructr� �objectr r� rn r� re rY r r
r r r r r r �<module> s> �
multiprocessing/__pycache__/__init__.cpython-38.opt-2.pyc 0000644 00000001230 15115353744 0017336 0 ustar 00 U
e5d� � @ sd d dl Z ddlmZ dd� eej�D �Ze� �dd� eD �� dZd Z d
e j
kr`e j
d
e j
d < dS ) � N� )�contextc C s g | ]}|� d �s|�qS )�_)�
startswith)�.0�x� r �0/usr/lib64/python3.8/multiprocessing/__init__.py�
<listcomp> s
r
c c s | ]}|t tj|�fV qd S )N)�getattrr �_default_context)r �namer r r � <genexpr> s r � � �__main__Z __mp_main__) �sys� r �dirr �__all__�globals�updateZSUBDEBUGZ
SUBWARNING�modulesr r r r �<module> s
multiprocessing/__pycache__/connection.cpython-38.pyc 0000644 00000061266 15115353744 0017015 0 ustar 00 U
&�.ep| � @ s d dddgZ ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl
m Z ddl
m Z m
Z
dd lmZ ejZz$ddlZdd
lmZmZmZmZ W n$ ek
r� ejd kr dZY nX d Zd
ZdZe� � Z dZ dgZ e ed��rdZ e dg7 Z ejd k�r dZ e dg7 Z efdd�Z!dd� Z"dd� Z#dd� Z$dd� Z%G d d � d �Z&e�rnG d d � d e&�Z'G d d!� d!e&�Z(G d"d� de)�Z*dPd#d �Z+ejd k�r�dQd%d�Z,n
dRd&d�Z,G d'd(� d(e)�Z-d)d*� Z.ejd k�r�G d+d,� d,e)�Z/d-d.� Z0d/Z1d0Z2d1Z3d2Z4d3d4� Z5d5d6� Z6G d7d8� d8e)�Z7d9d:� Z8d;d<� Z9G d=d>� d>e*�Z:d?d@� Z;ejd k�rzdAdB� Z<ej=ej>hZ?dSdCd�Z@n,ddlAZAe eAdD��r�eAjBZCneAjDZCdTdEd�Z@ejd k�r�dFdG� ZEdHdI� ZFe�Ge(eE� dJdK� ZHdLdM� ZIe�Ge'eH� n dNdG� ZEdOdI� ZFe�Ge(eE� dS )U�Client�Listener�Pipe�wait� N� )�util)�AuthenticationError�BufferTooShort)� reduction)�
WAIT_OBJECT_0�WAIT_ABANDONED_0� WAIT_TIMEOUT�INFINITE�win32i g 4@Zsha256�AF_INET�AF_UNIX�AF_PIPEc C s t �� | S �N��time� monotonic)�timeout� r �2/usr/lib64/python3.8/multiprocessing/connection.py�
_init_timeout? s r c C s t �� | kS r r )�tr r r �_check_timeoutB s r c C sX | dkr dS | dkr&t jdt�� d�S | dkrLt jdt�� tt�f dd�S td ��d
S ) z?
Return an arbitrary free address for the given family
r )Z localhostr r z listener-)�prefix�dirr z\\.\pipe\pyc-%d-%d-� zunrecognized familyN) �tempfileZmktempr Z get_temp_dir�os�getpid�next�
_mmap_counter�
ValueError��familyr r r �arbitrary_addressI s ��r( c C sJ t jdkr | dkr td| ��t jdkrF| dkrFtt| �sFtd| ��dS )zD
Checks if the family is valid for the current environment.
r r z Family %s is not recognized.r N)�sys�platformr% �hasattr�socketr& r r r �_validate_familyW s
r- c C sT t | �tkrdS t | �tkr*| �d�r*dS t | �tks@t�| �rDdS td| ��dS )z]
Return the types of the address
This can be 'AF_INET', 'AF_UNIX', or 'AF_PIPE'
r z\\r r z address type of %r unrecognizedN)�type�tuple�str�
startswithr � is_abstract_socket_namespacer% )�addressr r r � address_typec s r4 c @ s� e Zd ZdZd+dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z e
dd� �Z e
dd� �Z e
dd� �Z
dd� Zdd� Zd,dd�Zd d � Zd-d d �Zd.d d!�Zd"d#� Zd/d%d&�Zd'd(� Zd)d*� ZdS )0�_ConnectionBaseNTc C s> |� � }|dk rtd��|s(|s(td��|| _|| _|| _d S )Nr zinvalid handlez6at least one of `readable` and `writable` must be True)� __index__r% �_handle� _readable� _writable)�self�handle�readable�writabler r r �__init__y s �z_ConnectionBase.__init__c C s | j d k r| �� d S r �r7 �_close�r: r r r �__del__� s
z_ConnectionBase.__del__c C s | j d krtd��d S )Nzhandle is closed)r7 �OSErrorrA r r r �
_check_closed� s
z _ConnectionBase._check_closedc C s | j std��d S )Nzconnection is write-only)r8 rC rA r r r �_check_readable� s z _ConnectionBase._check_readablec C s | j std��d S )Nzconnection is read-only)r9 rC rA r r r �_check_writable� s z _ConnectionBase._check_writablec C s" | j rd| _n| �� td��d S )NFzbad message length)r9 r8 �closerC rA r r r �_bad_message_length� s z#_ConnectionBase._bad_message_lengthc C s
| j dkS )z True if the connection is closedN�r7 rA r r r �closed� s z_ConnectionBase.closedc C s | j S )z"True if the connection is readable)r8 rA r r r r< � s z_ConnectionBase.readablec C s | j S )z"True if the connection is writable)r9 rA r r r r= � s z_ConnectionBase.writablec C s | � � | jS )z+File descriptor or handle of the connection)rD r7 rA r r r �fileno� s z_ConnectionBase.filenoc C s$ | j dk r z | �� W 5 d| _ X dS )zClose the connectionNr? rA r r r rG � s
z_ConnectionBase.closer c C s� | � � | �� t|�}|jdkr.tt|��}t|�}|dk rFtd��||k rVtd��|dkrh|| }n&|dk rztd��n|| |kr�td��| �|||| � � dS )z,Send the bytes data from a bytes-like objectr r zoffset is negativezbuffer length < offsetNzsize is negativez buffer length < offset + size)rD rF �
memoryview�itemsize�bytes�lenr% � _send_bytes)r: �buf�offset�size�m�nr r r �
send_bytes� s"
z_ConnectionBase.send_bytesc C s$ | � � | �� | �t�|�� dS )zSend a (picklable) objectN)rD rF rP �_ForkingPickler�dumps�r: �objr r r �send� s z_ConnectionBase.sendc C sJ | � � | �� |dk r(|dk r(td��| �|�}|dkrB| �� |�� S )z7
Receive bytes data as a bytes object.
Nr znegative maxlength)rD rE r% � _recv_bytesrH �getvalue)r: Z maxlengthrQ r r r �
recv_bytes� s
z_ConnectionBase.recv_bytesc
C s� | � � | �� t|���}|j}|t|� }|dk r>td��n||krNtd��| �� }|�� }||| k rvt|� � ��|�
d� |� ||| || | � � |W 5 Q R � S Q R X dS )zq
Receive bytes data into a writeable bytes-like object.
Return the number of bytes read.
r znegative offsetzoffset too largeN) rD rE rL rM rO r% r\ �tellr r] �seek�readinto)r: rQ rR rT rM Zbytesize�resultrS r r r �recv_bytes_into� s$
�z _ConnectionBase.recv_bytes_intoc C s& | � � | �� | �� }t�|�� �S )z Receive a (picklable) object)rD rE r\ rW �loads� getbuffer)r: rQ r r r �recv� s z_ConnectionBase.recv� c C s | � � | �� | �|�S )z/Whether there is any input available to be read)rD rE �_poll�r: r r r r �poll s z_ConnectionBase.pollc C s | S r r rA r r r � __enter__ s z_ConnectionBase.__enter__c C s | � � d S r �rG �r: �exc_type� exc_valueZexc_tbr r r �__exit__
s z_ConnectionBase.__exit__)TT)r N)N)r )rg )�__name__�
__module__� __qualname__r7 r> rB rD rE rF rH �propertyrJ r< r= rK rG rV r[ r^ rc rf rj rk rp r r r r r5 v s.
r5 c @ sD e Zd ZdZdZejfdd�Zdd� Zddd �Z d
d � Z
d d
� Z dS )�PipeConnectionz�
Connection class based on a Windows named pipe.
Overlapped I/O is used, so the handles must have been created
with FILE_FLAG_OVERLAPPED.
Fc C s || j � d S r rI )r: Z _CloseHandler r r r@ s zPipeConnection._closec C s� t j| j|dd�\}}zHz,|t jkrBt �|jgdt�}|tksBt �W n |�
� � Y nX W 5 |�d�\}}X |dks|t �|t |�ks�t �d S )NT��
overlappedFr ) �_winapiZ WriteFiler7 �GetOverlappedResult�ERROR_IO_PENDING�WaitForMultipleObjects�eventr r �AssertionError�cancelrO )r: rQ �ov�errZnwritten�waitresr r r rP s
� zPipeConnection._send_bytesNc C s2 | j rd| _ t�� S |d kr dnt|d�}z�tj| j|dd�\}}d zHz,|tj krpt�
|jgdt�}|tkspt�W n |�� � Y nX W 5 |�d�\}}|dkr�t�� }|�|� � � |� W S |tj
kr�| � ||�� W S X W n: tk
�r$ } z|jtjk�rt�n� W 5 d }~X Y nX td��d S )NF� Trv r z.shouldn't get here; expected KeyboardInterrupt)�_got_empty_message�io�BytesIO�minrx �ReadFiler7 ry �writere ZERROR_MORE_DATA�_get_more_datarz r{ r| r r r} r~ rC �winerror�ERROR_BROKEN_PIPE�EOFError� RuntimeError) r: �maxsizeZbsizer r� Znread�fr� �er r r r\ * s>
�
�
zPipeConnection._recv_bytesc C s. | j st�| j�d dkr dS tt| g|��S )Nr T)r� rx �
PeekNamedPiper7 �boolr ri r r r rh J s
�zPipeConnection._pollc C s� |� � }t�� }|�|� t�| j�d }|dks6t�|d k rVt|�| |krV| � � tj
| j|dd�\}}|� d�\}}|dks�t�||ks�t�|�|� � � |S )Nr r Trv ) re r� r� r� rx r� r7 r} rO rH r� ry )r: r r� rQ r� �leftr� Zrbytesr r r r� P s
z PipeConnection._get_more_data)N) rq rr rs �__doc__r� rx � CloseHandler@ rP r\ rh r� r r r r ru s
ru c @ s| e Zd ZdZer,ejfdd�ZejZ ej
Z ne j
fdd�Ze jZ e jZ e fdd�Ze fdd�Zd d
� Zdd d
�Zdd� Zd S )�
Connectionzo
Connection class based on an arbitrary file descriptor (Unix only), or
a socket handle (Windows).
c C s || j � d S r rI �r: r@ r r r r@ g s zConnection._closec C s || j � d S r rI r� r r r r@ l s c C s8 t |�}|| j|�}||8 }|dkr&q4||d � }qd S �Nr )rO r7 )r: rQ r� � remainingrU r r r �_sendq s zConnection._sendc C sb t �� }| j}|}|dkr^|||�}t|�}|dkrJ||krBt�ntd��|�|� ||8 }q|S )Nr z got end of file during message)r� r� r7 rO r� rC r� )r: rS �readrQ r; r� �chunkrU r r r �_recvz s
zConnection._recvc C s� t |�}|dkrHt�dd�}t�d|�}| �|� | �|� | �|� n8t�d|�}|dkrr| �|� | �|� n| �|| � d S )Ni����!i����!Qi @ )rO �structZpackr� )r: rQ rU Z
pre_header�headerr r r rP � s
zConnection._send_bytesNc C s^ | � d�}t�d|�� �\}|dkr@| � d�}t�d|�� �\}|d k rT||krTd S | � |�S )N� r� r� � r� )r� r� Zunpackr] )r: r� rQ rS r r r r\ � s
zConnection._recv_bytesc C s t | g|�}t|�S r )r r� )r: r �rr r r rh � s zConnection._poll)N)rq rr rs r� rx �_multiprocessingZ closesocketr@ r[ Z_writerf Z_readr! rG r� r� r� r� rP r\ rh r r r r r� ` s
r� c @ sR e Zd ZdZddd�Zdd� Zdd � Zed
d � �Zed d
� �Z dd� Z
dd� Z dS )r z�
Returns a listener object.
This is a wrapper for a bound socket which is 'listening' for
connections, or for a Windows named pipe.
Nr c C sp |p|rt |�pt}|p t|�}t|� |dkr>t||�| _nt|||�| _|d k rft|t�sft d��|| _
d S )Nr � authkey should be a byte string) r4 �default_familyr( r- � PipeListener� _listener�SocketListener�
isinstancerN � TypeError�_authkey)r: r3 r' �backlog�authkeyr r r r> � s � zListener.__init__c C s> | j dkrtd��| j �� }| jr:t|| j� t|| j� |S )zz
Accept a connection on the bound socket or named pipe of `self`.
Returns a `Connection` object.
Nzlistener is closed)r� rC �acceptr� �deliver_challenge�answer_challenge)r: �cr r r r� � s
zListener.acceptc C s | j }|dk r d| _ |�� dS )zA
Close the bound socket or named pipe of `self`.
N)r� rG )r: Zlistenerr r r rG � s zListener.closec C s | j jS r )r� �_addressrA r r r r3 � s zListener.addressc C s | j jS r )r� �_last_acceptedrA r r r �
last_accepted� s zListener.last_acceptedc C s | S r r rA r r r rk � s zListener.__enter__c C s | � � d S r rl rm r r r rp � s zListener.__exit__)NNr N) rq rr rs r� r> r� rG rt r3 r� rk rp r r r r r � s
c C sh |p
t | �}t|� |dkr&t| �}nt| �}|dk rHt|t�sHtd��|dk rdt||� t||� |S )z=
Returns a connection to the address of a `Listener`
r Nr� ) r4 r- �
PipeClient� SocketClientr� rN r� r� r� )r3 r' r� r� r r r r � s
Tc C sj | r>t �� \}}|�d� |�d� t|�� �}t|�� �}n$t�� \}}t|dd�}t|dd�}||fS )�L
Returns pair of connection objects at either end of a pipe
TF�r= �r< )r, Z
socketpair� setblockingr� �detachr! �pipe)�duplex�s1�s2�c1�c2Zfd1Zfd2r r r r s
c
C s� t d�}| r*tj}tjtjB }tt }}ntj}tj}dt }}t�||tjB tj B tj
tj B tj B d||tj
tj�}t�||dtjtjtjtj�}t�|tj dd� tj|dd�}|�d�\} }
|
dks�t�t|| d�} t|| d�} | | fS ) r� r r r NTrv r� r� )r( rx �PIPE_ACCESS_DUPLEX� GENERIC_READ�
GENERIC_WRITE�BUFSIZEZPIPE_ACCESS_INBOUND�CreateNamedPipe�FILE_FLAG_OVERLAPPED� FILE_FLAG_FIRST_PIPE_INSTANCE�PIPE_TYPE_MESSAGE�PIPE_READMODE_MESSAGE� PIPE_WAIT�NMPWAIT_WAIT_FOREVER�NULL�
CreateFile�
OPEN_EXISTING�SetNamedPipeHandleState�ConnectNamedPipery r} ru )
r� r3 Zopenmode�accessZobsizeZibsizeZh1Zh2rw �_r� r� r� r r r r sV
�
� � � � c @ s* e Zd ZdZd
dd�Zdd� Zdd� Zd S ) r� zO
Representation of a socket which is bound to an address and listening
r c C s� t � tt |��| _zRtjdkr2| j�t jt jd� | j�d� | j� |� | j�
|� | j� � | _ W n t
k
r� | j�� � Y nX || _d | _|dkr�t�|�s�tj| tj|fdd�| _nd | _d S )N�posixr Tr r ��argsZ exitpriority)r, �getattr�_socketr! �nameZ
setsockoptZ
SOL_SOCKETZ SO_REUSEADDRr� ZbindZlistenZ getsocknamer� rC rG Z_familyr� r r2 �Finalize�unlink�_unlink)r: r3 r' r� r r r r> K s0
�
�
zSocketListener.__init__c C s& | j �� \}| _|�d� t|�� �S )NT)r� r� r� r� r� r� �r: �sr r r r� d s
zSocketListener.acceptc C s0 z| j�� W 5 | j }|d k r*d | _ |� X d S r )r� r� rG )r: r� r r r rG i s zSocketListener.closeN)r )rq rr rs r� r> r� rG r r r r r� G s
r� c
C sP t | �}t�tt|���.}|�d� |�| � t|�� �W 5 Q R � S Q R X dS )zO
Return a connection object connected to the socket given by `address`
TN)r4 r, r� r� Zconnectr� r� )r3 r' r� r r r r� s s
r� c @ s8 e Zd ZdZd dd�Zd
dd�Zdd � Zed
d � �ZdS )r� z0
Representation of a named pipe
Nc C sL || _ | jdd�g| _d | _t�d| j � tj| tj| j| j fdd�| _ d S )NT)�firstz listener created with address=%rr r� )
r� � _new_handle�
_handle_queuer� r � sub_debugr� r� �_finalize_pipe_listenerrG )r: r3 r� r r r r> � s
�zPipeListener.__init__Fc
C sH t jt jB }|r|t jO }t �| j|t jt jB t jB t j t
t
t j t j �S r )
rx r� r� r� r� r� r� r� r� ZPIPE_UNLIMITED_INSTANCESr� r� r� )r: r� �flagsr r r r� � s
� �zPipeListener._new_handlec
C s� | j �| �� � | j �d�}ztj|dd�}W n0 tk
r^ } z|jtjkrN� W 5 d }~X Y n\X z<zt� |j gdt
�}W n |�� t�|� � Y nX W 5 |� d�\}}|dks�t
�X t|�S )Nr Trv F)r� �appendr� �poprx r� rC r� Z
ERROR_NO_DATAry r} r{ r| r r~ r� ru )r: r; r r� r� r� �resr r r r� � s( �
zPipeListener.acceptc C s$ t �d|� | D ]}t�|� qd S )Nz closing listener with address=%r)r r� rx r� )Zqueuer3 r; r r r r� � s z$PipeListener._finalize_pipe_listener)N)F) rq rr rs r� r> r� r� � staticmethodr� r r r r r� � s
r� c
C s� t � }z6t�| d� t�| tjtjB dtjtjtjtj�}W q� t k
rz } z |j
tj tj fksht
|�rj� W 5 d}~X Y qX q�q� t�|tjdd� t|�S )zU
Return a connection object connected to the pipe given by `address`
�� r N)r rx Z
WaitNamedPiper� r� r� r� r� r� rC r� ZERROR_SEM_TIMEOUTZERROR_PIPE_BUSYr r� r� ru )r3 r �hr� r r r r� � s8
��� �r� � s #CHALLENGE#s #WELCOME#s #FAILURE#c C s� dd l }t|t�s$td�t|����t�t�}| � t
| � |� ||t ��
� }| �d�}||krl| � t� n| � t� td��d S )Nr � Authkey must be bytes, not {0!s}� zdigest received was wrong)�hmacr� rN r% �formatr. r! �urandom�MESSAGE_LENGTHrV � CHALLENGE�new�HMAC_DIGEST_NAME�digestr^ �WELCOME�FAILUREr �Z
connectionr� r� �messager� Zresponser r r r� � s
�
r� c C s� dd l }t|t�s$td�t|����| �d�}|d tt�� tksNt d| ��|tt�d � }|�
||t �� � }| �
|� | �d�}|tkr�td��d S )Nr r� r� z message = %rzdigest sent was rejected)r� r� rN r% r� r. r^ rO r� r} r� r� r� rV r� r r� r r r r� � s
�
r� c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�ConnectionWrapperc C s6 || _ || _|| _dD ]}t||�}t| ||� qd S )N)rK rG rj r^ rV )�_conn�_dumps�_loadsr� �setattr)r: �connrX rd �attrrZ r r r r> s
zConnectionWrapper.__init__c C s | � |�}| j�|� d S r )r� r� rV )r: rZ r� r r r r[ s
zConnectionWrapper.sendc C s | j �� }| �|�S r )r� r^ r r� r r r rf s
zConnectionWrapper.recvN)rq rr rs r> r[ rf r r r r r� s r� c C s t �| fd d d d��d�S )Nr �utf-8)� xmlrpclibrX �encode)rZ r r r �
_xml_dumps s r c C s t �| �d��\\}}|S )Nr )r rd �decode)r� rZ �methodr r r �
_xml_loads s r
c @ s e Zd Zdd� ZdS )� XmlListenerc C s" dd l ma t�| �}t|tt�S r� )�
xmlrpc.client�clientr r r� r� r r
rY r r r r� s
zXmlListener.acceptN)rq rr rs r� r r r r r s r c O s dd l ma tt| |�tt�S r� )r r
r r� r r r
)r� �kwdsr r r � XmlClient s r c C s� t | �}g }|r�t�|d|�}|tkr*q�n\t| krFtt|� k rTn n
|t8 }n2t| krptt|� k r~n n
|t8 }ntd��|�|| � ||d d � }d}q |S )NFzShould not get herer r ) �listrx r{ r
r rO r r� r� )Zhandlesr �L�readyr� r r r �_exhaustive_wait) s
r c
s^ |dkrt }n |dk r d}nt|d d �}t| �} i �g }t� � t� }�z@| D �]&}zt|d�} W n tk
r� |�|�� < Y qPX zt �| � dd�\}}W n8 tk
r� } zd|j }}|tkrƂ W 5 d}~X Y nX |t jkr�|�|� |�|j < qP|�rjt�� dd� d k�rjz|�d
�\}}W n* tk
�rP } z
|j}W 5 d}~X Y nX |�sjt
|d��rjd|_� � |� d}qPt��� |�}W 5 |D ]}|�� �q�|D ]�}z|�d�\}}W n6 tk
�r� } z|j}|tk�r� W 5 d}~X Y nX |t j
k�r��|j }� � |� |dk�r�t
|d��r�d|_�q�X � ��fd d �|D �� � fd
d�| D �S )��
Wait till an object in object_list is ready/readable.
Returns list of those objects in object_list which are ready/readable.
Nr r� g �?Tr� rK � )� r Fc 3 s | ]}� | V qd S r r )�.0r� )�waithandle_to_objr r � <genexpr>� s zwait.<locals>.<genexpr>c s g | ]}|� kr|�qS r r )r �o)�
ready_objectsr r �
<listcomp>� s �wait.<locals>.<listcomp>)r �intr �setr~ ry rC r� �
_ready_errorsrx ZERROR_OPERATION_ABORTEDr| �addr+ r� r� �AttributeErrorr6 r� rz r� r) Zgetwindowsversionr �keys�update)
� object_listr Zov_listZ
ready_handlesr r� r� r� r rK r )r r r r ? sh
� PollSelectorc
C s� t � ��}| D ]}|�|tj� q |dk r4t�� | }|�|�}|r\dd� |D �W 5 Q R � S |dk r4|t�� }|dk r4|W 5 Q R � S q4W 5 Q R X dS )r Nc S s g | ]\}}|j �qS r )Zfileobj)r �keyZeventsr r r r � s r r )�
_WaitSelector�register� selectorsZ
EVENT_READr r Zselect)r% r ZselectorrZ Zdeadliner r r r r � s
c
C sZ | � � }t�|tjtj��6}ddlm} |�|�}t|| j | j
ffW 5 Q R � S Q R X d S )Nr )�resource_sharer) rK r, Zfromfdr Z SOCK_STREAMr r+ Z DupSocket�rebuild_connectionr< r= )r r; r� r+ �dsr r r �reduce_connection� s
r. c C s | � � }t|� � ||�S r �r� r� )r- r< r= Zsockr r r r, � s r, c C sB | j r tjnd| jrtjndB }t�| �� |�}t|| j | jffS r� ) r< rx ZFILE_GENERIC_READr= ZFILE_GENERIC_WRITEr
Z DupHandlerK �rebuild_pipe_connection)r r� �dhr r r �reduce_pipe_connection� s
�r2 c C s | � � }t|||�S r )r� ru )r1 r< r= r; r r r r0 � s r0 c C s t �| �� �}t|| j| jffS r )r
ZDupFdrK r, r< r= )r �dfr r r r. � s c C s | � � }t|||�S r r/ )r3 r< r= �fdr r r r, � s )NN)T)T)N)N)J�__all__r� r! r) r, r� r r � itertoolsr� r r r r �contextr
ZForkingPicklerrW rx r r r
r � ImportErrorr* r� ZCONNECTION_TIMEOUTr� �countr$ r� Zfamiliesr+ r r r( r- r4 r5 ru r� �objectr r r r� r� r� r� r� r� r� r� r� r� r� r r
r r r r� ZERROR_NETNAME_DELETEDr r r* r& r( ZSelectSelectorr. r, r) r2 r0 r r r r �<module>
s�
PT=
,, 8 P
multiprocessing/__pycache__/pool.cpython-38.pyc 0000644 00000060703 15115353744 0015622 0 ustar 00 U
e5d�~ � @ sd d dgZ ddlZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl
m Z ddl
m Z m
Z
ddlmZ d Zd
Zd Zd Ze�� Zd
d� Zdd� ZG dd� de�ZG dd� d�Zdd� ZG dd� de�Z d+dd �Z d d � Z G d d � d e �Z G d!d � d e!�Z"G d"d#� d#e!�Z#e#Z$G d$d%� d%e#�Z%G d&d'� d'e!�Z&G d(d)� d)e&�Z'G d*d� de"�Z(dS ),�Pool�
ThreadPool� N)�Empty� )�util)� get_context� TimeoutError)�wait�INIT�RUN�CLOSE� TERMINATEc C s t t| � �S �N)�list�map��args� r �,/usr/lib64/python3.8/multiprocessing/pool.py�mapstar/ s r c C s t t�| d | d ��S )Nr r )r � itertools�starmapr r r r � starmapstar2 s r c @ s e Zd Zdd� Zdd� ZdS )�RemoteTracebackc C s
|| _ d S r ��tb)�selfr r r r �__init__: s zRemoteTraceback.__init__c C s | j S r r �r r r r �__str__< s zRemoteTraceback.__str__N)�__name__�
__module__� __qualname__r r r r r r r 9 s r c @ s e Zd Zdd� Zdd� ZdS )�ExceptionWithTracebackc C s0 t �t|�||�}d�|�}|| _d| | _d S )N� z
"""
%s""")� traceback�format_exception�type�join�excr )r r) r r r r r @ s
z ExceptionWithTraceback.__init__c C s t | j| jffS r )� rebuild_excr) r r r r r �
__reduce__E s z!ExceptionWithTraceback.__reduce__N)r r! r" r r+ r r r r r# ? s r# c C s t |�| _| S r )r � __cause__)r) r r r r r* H s
r* c s0 e Zd ZdZ� fdd�Zdd� Zdd� Z� ZS )�MaybeEncodingErrorzVWraps possible unpickleable errors, so they can be
safely sent through the socket.c s. t |�| _t |�| _tt| ��| j| j� d S r )�reprr) �value�superr- r )r r) r/ �� __class__r r r T s
zMaybeEncodingError.__init__c C s d| j | jf S )Nz(Error sending result: '%s'. Reason: '%s')r/ r) r r r r r Y s �zMaybeEncodingError.__str__c C s d| j j| f S )Nz<%s: %s>)r2 r r r r r �__repr__] s zMaybeEncodingError.__repr__)r r! r" �__doc__r r r3 �
__classcell__r r r1 r r- P s r- r Fc
C s� |d k r(t |t�r|dks(td�|���|j}| j}t| d�rR| j�� |j �� |d k rb||� d}|d ks~|�r�||k �r�z
|� } W n( t
t fk
r� t �
d� Y �q�Y nX | d kr�t �
d� �q�| \}
} } }
}zd| |
|�f}W nH tk
�r0 } z(|�r| tk �rt||j�}d|f}W 5 d }~X Y nX z||
| |f� W nR tk
�r� } z2t||d �}t �
d | � ||
| d|ff� W 5 d }~X Y nX d } }
} } }
}|d7 }qft �
d
| � d S ) Nr zMaxtasks {!r} is not valid�_writerr z)worker got EOFError or OSError -- exitingz worker got sentinel -- exitingTFz0Possible encoding error while sending result: %sz worker exiting after %d tasks)�
isinstance�int�AssertionError�format�put�get�hasattrr6 �close�_reader�EOFError�OSErrorr �debug� Exception�_helper_reraises_exceptionr# �
__traceback__r- )�inqueue�outqueue� initializer�initargsZmaxtasks�wrap_exceptionr; r< Z completed�task�job�i�funcr �kwds�result�e�wrappedr r r �workera sN �
�$
rS c C s | �dS )z@Pickle-able helper function for use by _guarded_task_generation.Nr )Zexr r r rD � s rD c s2 e Zd ZdZdd�� fdd�
Z� fdd�Z� ZS )�
_PoolCachez�
Class that implements a cache for the Pool class that will notify
the pool management threads every time the cache is emptied. The
notification is done by the use of a queue that is provided when
instantiating the cache.
N��notifierc s || _ t� j||� d S r )rV r0 r )r rV r rO r1 r r r � s z_PoolCache.__init__c s t � �|� | s | j�d � d S r )r0 � __delitem__rV r; )r �itemr1 r r rW � s z_PoolCache.__delitem__)r r! r" r4 r rW r5 r r r1 r rT � s rT c @ s� e Zd ZdZdZedd� �ZdLdd�Zej e
fd d
�Z d d � Z d
d� Z
edd� �Zedd� �Zdd� Zedd� �Zedd� �Zdd� Zdd � Zdi fd d �ZdMd d �ZdNd!d"�ZdOd#d$�Zd%d&� ZdPd(d)�ZdQd*d+�Zdi ddfd,d-�Z dRd.d/�Z dSd0d1�Z edTd2d3��Z e d4d5� �Z!ed6d7� �Z"ed8d9� �Z#ed:d;� �Z$d<d=� Z%d>d?� Z&d@dA� Z'dBdC� Z(edDdE� �Z)e dFdG� �Z*dHdI� Z+dJdK� Z,dS )Ur zS
Class which supports an async version of applying functions to arguments.
Tc O s | j ||�S r ��Process)�ctxr rO r r r rZ � s z Pool.ProcessNr c C s g | _ t| _|pt� | _| �� t�� | _| j�� | _ t
| j d�| _ || _ || _
|| _|d krjt�� phd}|dk rztd��|d k r�t|�s�td��|| _z | �� W nH tk
r� | j D ]}|jd kr�|�� q�| j D ] }|�� q Y nX | �� }tj t j | j | j| j| j | j| j | j | j!| j
| j| j | j"|| j fd�| _#d| j#_$t%| j#_| j#�&� tj t j'| j| j(| j!| j | j fd�| _)d| j)_$t%| j)_| j)�&� tj t j*| j!| j+| j fd�| _,d| j,_$t%| j,_| j,�&� t-j.| | j/| j| j | j!| j | j | j#| j)| j,| j f dd�| _0t%| _d S ) NrU r z&Number of processes must be at least 1z initializer must be a callable��targetr T� )r Z exitpriority)1�_poolr
�_stater �_ctx�
_setup_queues�queue� SimpleQueue�
_taskqueue�_change_notifierrT �_cache�_maxtasksperchild� _initializer� _initargs�os� cpu_count�
ValueError�callable� TypeError�
_processes�_repopulate_poolrC �exitcode� terminater( �_get_sentinels� threadingZThreadr �_handle_workersrZ �_inqueue� _outqueue�_wrap_exception�_worker_handler�daemonr �start�
_handle_tasks�
_quick_put�
_task_handler�_handle_results�
_quick_get�_result_handlerr ZFinalize�_terminate_pool�
_terminate)r � processesrH rI �maxtasksperchild�context�p� sentinelsr r r r � s�
��
��
�
��z
Pool.__init__c C s> | j |kr:|d| ��t| d� t| dd �d k r:| j�d � d S )Nz&unclosed running multiprocessing pool )�sourcerf )r` �ResourceWarning�getattrrf r; )r Z_warnr r r r �__del__ s
�z Pool.__del__c C s0 | j }d|j� d|j� d| j� dt| j�� d� S )N�<�.z state=z pool_size=�>)r2 r! r" r` �lenr_ )r �clsr r r r3 s z
Pool.__repr__c C s | j jg}| jjg}||�S r )rx r? rf )r Ztask_queue_sentinelsZself_notifier_sentinelsr r r rt s
zPool._get_sentinelsc C s dd� | D �S )Nc S s g | ]}t |d �r|j�qS )�sentinel)r= r� )�.0rS r r r �
<listcomp> s
�z.Pool._get_worker_sentinels.<locals>.<listcomp>r �Zworkersr r r �_get_worker_sentinels s �zPool._get_worker_sentinelsc C sP d}t tt| ���D ]6}| | }|jdk rt�d| � |�� d}| |= q|S )z�Cleanup after any worker processes which have exited due to reaching
their specified lifetime. Returns True if any workers were cleaned up.
FN�cleaning up worker %dT)�reversed�ranger� rr r rB r( )�poolZcleanedrM rS r r r �_join_exited_workers s
zPool._join_exited_workersc C s0 | � | j| j| j| j| j| j| j| j| j | j
�
S r ) �_repopulate_pool_staticra rZ rp r_ rw rx ri rj rh ry r r r r rq . s �zPool._repopulate_poolc
C sf t |t|� �D ]P}
|| t|||||| fd�} | j�dd�| _d| _| �� |�| � t� d� qdS )z�Bring the number of pool processes up to the specified number,
for use after reaping workers which have exited.
r\ rZ Z
PoolWorkerTz added workerN)
r� r� rS �name�replacer{ r| �appendr rB ) r[ rZ r� r� rF rG rH rI r� rJ rM �wr r r r� 7 s ��
z Pool._repopulate_pool_staticc
C s* t �|�r&t �| ||||||||| �
dS )zEClean up any exited workers and start replacements for them.
N)r r� r� )
r[ rZ r� r� rF rG rH rI r� rJ r r r �_maintain_poolJ s
�zPool._maintain_poolc C s4 | j �� | _| j �� | _| jjj| _| jjj| _ d S r )
ra rd rw rx r6 �sendr~ r? �recvr� r r r r rb V s zPool._setup_queuesc C s | j tkrtd��d S )NzPool not running)r` r rm r r r r �_check_running\ s
zPool._check_runningc C s | � |||��� S )zT
Equivalent of `func(*args, **kwds)`.
Pool must be running.
)� apply_asyncr< )r rN r rO r r r �apply` s z
Pool.applyc C s | � ||t|��� S )zx
Apply `func` to each element in `iterable`, collecting the results
in a list that is returned.
)�
_map_asyncr r< �r rN �iterable� chunksizer r r r g s zPool.mapc C s | � ||t|��� S )z�
Like `map()` method but the elements of the `iterable` are expected to
be iterables as well and will be unpacked as arguments. Hence
`func` and (a, b) becomes func(a, b).
)r� r r< r� r r r r n s z Pool.starmapc C s | � ||t|||�S )z=
Asynchronous version of `starmap()` method.
)r� r �r rN r� r� �callback�error_callbackr r r �
starmap_asyncv s �zPool.starmap_asyncc
c sj z,d}t |�D ]\}}||||fi fV qW n8 tk
rd } z||d t|fi fV W 5 d}~X Y nX dS )z�Provides a generator of tasks for imap and imap_unordered with
appropriate handling for iterables which throw exceptions during
iteration.���r N)� enumeraterC rD )r Z
result_jobrN r� rM �xrQ r r r �_guarded_task_generation~ s z Pool._guarded_task_generationr c C s� | � � |dkr:t| �}| j�| �|j||�|jf� |S |dk rPtd�|���t �
|||�}t| �}| j�| �|jt |�|jf� dd� |D �S dS )zP
Equivalent of `map()` -- can be MUCH slower than `Pool.map()`.
r z Chunksize must be 1+, not {0:n}c s s | ]}|D ]
}|V q
qd S r r �r� �chunkrX r r r � <genexpr>� s z Pool.imap.<locals>.<genexpr>N) r� � IMapIteratorre r; r� �_job� _set_lengthrm r: r �
_get_tasksr �r rN r� r� rP � task_batchesr r r �imap� s4 �������z Pool.imapc C s� | � � |dkr:t| �}| j�| �|j||�|jf� |S |dk rPtd�|���t �
|||�}t| �}| j�| �|jt |�|jf� dd� |D �S dS )zL
Like `imap()` method but ordering of results is arbitrary.
r z Chunksize must be 1+, not {0!r}c s s | ]}|D ]
}|V q
qd S r r r� r r r r� � s z&Pool.imap_unordered.<locals>.<genexpr>N) r� �IMapUnorderedIteratorre r; r� r� r� rm r: r r� r r� r r r �imap_unordered� s0 ������zPool.imap_unorderedc C s6 | � � t| ||�}| j�|jd|||fgdf� |S )z;
Asynchronous version of `apply()` method.
r N)r� � ApplyResultre r; r� )r rN r rO r� r� rP r r r r� � s zPool.apply_asyncc C s | � ||t|||�S )z9
Asynchronous version of `map()` method.
)r� r r� r r r � map_async� s �zPool.map_asyncc
C s� | � � t|d�st|�}|dkrJtt|�t| j�d �\}}|rJ|d7 }t|�dkrZd}t�|||�}t| |t|�||d�} | j �
| � | j ||�df� | S )zY
Helper function to implement map, starmap and their async counterparts.
�__len__N� r r �r� )
r� r= r �divmodr� r_ r r� � MapResultre r; r� r� )
r rN r� Zmapperr� r� r� Zextrar� rP r r r r� � s,
����zPool._map_asyncc C s" t | |d� |�� s |�� q d S )N)�timeout)r �emptyr< )r� �change_notifierr� r r r �_wait_for_updates� s zPool._wait_for_updatesc C sp t �� }|jtks |rX|jtkrX| �||||||| |
| | �
| �|�|
�}| �||� q|�d � t �
d� d S )Nzworker handler exiting) ru �current_threadr` r r
r� r� r� r; r rB )r� �cache� taskqueuer[ rZ r� r� rF rG rH rI r� rJ r� r� �threadZcurrent_sentinelsr r r rv � s �
zPool._handle_workersc
C sp t �� }t| jd �D ]�\}}d }z�|D ]�}|jtkrBt�d� q�z ||� W q& tk
r� }
zB|d d� \} } z|| � | d|
f� W n t
k
r� Y nX W 5 d }
~
X Y q&X q&|r�t�d� |r�|d nd} || d � W �qW �
�q
W 5 d } }} X qt�d� z6t�d� |� d � t�d � |D ]} |d � �q.W n t k
�r` t�d
� Y nX t�d � d S ) Nz'task handler found thread._state != RUN� Fzdoing set_length()r r� ztask handler got sentinelz/task handler sending sentinel to result handlerz(task handler sending sentinel to workersz/task handler got OSError when sending sentinelsztask handler exiting)
ru r� �iterr< r` r r rB rC �_set�KeyErrorr; rA )
r� r; rG r� r� r� ZtaskseqZ
set_lengthrK rL rQ �idxr� r r r r} sB
zPool._handle_tasksc C s� t �� }z
|� }W n$ ttfk
r6 t�d� Y d S X |jtkr`|jtksTt d��t�d� q�|d krtt�d� q�|\}}}z|| �
||� W n t k
r� Y nX d } }}q|�rR|jtk�rRz
|� }W n$ ttfk
r� t�d� Y d S X |d k�rt�d� q�|\}}}z|| �
||� W n t k
�rB Y nX d } }}q�t | d��r�t�d� z,t
d�D ] }| j�� �s� �q�|� �qrW n ttfk
�r� Y nX t�d t|�|j� d S )
Nz.result handler got EOFError/OSError -- exitingzThread not in TERMINATEz,result handler found thread._state=TERMINATEzresult handler got sentinelz&result handler ignoring extra sentinelr? z"ensuring that outqueue is not full�
z7result handler exiting: len(cache)=%s, thread._state=%s)ru r� rA r@ r rB r` r r
r9 r� r� r= r� r? �pollr� )rG r< r� r� rK rL rM �objr r r r� : s^
�zPool._handle_resultsc c s0 t |�}tt�||��}|s d S | |fV qd S r )r� �tupler �islice)rN �it�sizer� r r r r� v s
zPool._get_tasksc C s t d��d S )Nz:pool objects cannot be passed between processes or pickled)�NotImplementedErrorr r r r r+ s �zPool.__reduce__c C s2 t �d� | jtkr.t| _t| j_| j�d � d S )Nz closing pool)r rB r` r r rz rf r; r r r r r> � s
z
Pool.closec C s t �d� t| _| �� d S )Nzterminating pool)r rB r
r` r� r r r r rs � s
zPool.terminatec C sj t �d� | jtkr td��n| jttfkr4td��| j�� | j �� | j
�� | j D ] }|�� qXd S )Nz joining poolzPool is still runningzIn unknown state) r rB r` r rm r r
rz r( r r� r_ )r r� r r r r( � s
z Pool.joinc C s@ t �d� | j�� |�� r<| j�� r<| j�� t� d� qd S )Nz7removing tasks from inqueue until task handler finishedr )
r rB Z_rlock�acquire�is_aliver? r� r� �time�sleep)rF � task_handlerr� r r r �_help_stuff_finish� s
zPool._help_stuff_finishc
C sX t �d� t|_|�d � t|_t �d� | �||t|�� |�� sXt| �dkrXtd��t|_|�d � |�d � t �d� t �
� |k r�|� � |r�t |d d�r�t �d� |D ]}
|
j
d kr�|
�� q�t �d� t �
� |k r�|� � t �d � t �
� |k �r|� � |�rTt |d d��rTt �d
� |D ](}
|
�� �r*t �d |
j � |
� � �q*d S ) Nzfinalizing poolz&helping task handler/workers to finishr z.Cannot have cache with result_hander not alivezjoining worker handlerrs zterminating workerszjoining task handlerzjoining result handlerzjoining pool workersr� )r rB r
r` r; r� r� r� r9 ru r� r( r= rr rs �pid) r� r� rF rG r� r� Zworker_handlerr� Zresult_handlerr� r� r r r r� � sB
�
zPool._terminate_poolc C s | � � | S r )r� r r r r � __enter__� s zPool.__enter__c C s | � � d S r )rs )r �exc_typeZexc_valZexc_tbr r r �__exit__� s z
Pool.__exit__)NNr NN)N)N)NNN)r )r )NNN)NNN)N)-r r! r" r4 ry � staticmethodrZ r �warnings�warnr r� r3 rt r� r� rq r� r� rb r� r� r r r� r� r� r� r� r� r� r� � classmethodrv r} r� r� r+ r> rs r( r� r� r� r� r r r r r � sx
�
P
�
�
�
�
-
;
5c @ s@ e Zd Zdd� Zdd� Zdd� Zddd �Zdd
d �Zd d
� ZdS )r� c C s> || _ t�� | _tt�| _|j| _|| _|| _ | | j| j< d S r )
r_ ru ZEvent�_event�next� job_counterr� rg � _callback�_error_callback)r r� r� r� r r r r � s
zApplyResult.__init__c C s
| j �� S r )r� Zis_setr r r r �ready� s zApplyResult.readyc C s | � � std�| ���| jS )Nz{0!r} not ready)r� rm r: �_successr r r r �
successful� s zApplyResult.successfulNc C s | j �|� d S r )r� r �r r� r r r r � s zApplyResult.waitc C s, | � |� | �� st�| jr"| jS | j�d S r )r r� r r� �_valuer� r r r r< � s
zApplyResult.getc C sZ |\| _ | _| jr$| j r$| �| j� | jr<| j s<| �| j� | j�� | j| j= d | _d S r ) r� r� r� r� r� �setrg r� r_ �r rM r� r r r r� s
zApplyResult._set)N)N) r r! r" r r� r� r r< r� r r r r r� � s
r� c @ s e Zd Zdd� Zdd� ZdS )r� c C sh t j| |||d� d| _d g| | _|| _|dkrNd| _| j�� | j| j = n|| t
|| � | _d S )Nr� Tr ) r� r r� r� �
_chunksize� _number_leftr� r� rg r� �bool)r r� r� �lengthr� r� r r r r s
�
zMapResult.__init__c C s� | j d8 _ |\}}|rv| jrv|| j|| j |d | j �< | j dkr�| jrZ| �| j� | j| j= | j�� d | _ nL|s�| jr�d| _|| _| j dkr�| j
r�| �
| j� | j| j= | j�� d | _ d S )Nr r F) r� r� r� r� r� rg r� r� r� r_ r� )r rM Zsuccess_result�successrP r r r r� $ s&
zMapResult._setN)r r! r" r r� r r r r r� s
r� c @ s: e Zd Zdd� Zdd� Zd dd�ZeZdd � Zd
d � ZdS )
r� c C sT || _ t�t�� �| _tt�| _|j| _t �
� | _ d| _ d | _
i | _| | j| j< d S )Nr )r_ ru Z ConditionZLock�_condr� r� r� rg � collections�deque�_items�_index�_length� _unsorted)r r� r r r r B s
zIMapIterator.__init__c C s | S r r r r r r �__iter__M s zIMapIterator.__iter__Nc C s� | j �� z| j�� }W nz tk
r� | j| jkr>d | _td �| j �|� z| j�� }W n2 tk
r� | j| jkr�d | _td �t d �Y nX Y nX W 5 Q R X |\}}|r�|S |�d S r )
r� r� �popleft�
IndexErrorr� r r_ �
StopIterationr r )r r� rX r� r/ r r r r� P s& zIMapIterator.nextc C s� | j �� | j|krn| j�|� | jd7 _| j| jkrb| j�| j�}| j�|� | jd7 _q,| j �� n
|| j|< | j| jkr�| j| j = d | _
W 5 Q R X d S �Nr ) r� r� r� r� r �pop�notifyr rg r� r_ r� r r r r� h s
zIMapIterator._setc C sB | j �2 || _| j| jkr4| j �� | j| j= d | _W 5 Q R X d S r )r� r r� r rg r� r_ )r r� r r r r� y s
zIMapIterator._set_length)N) r r! r" r r r� �__next__r� r� r r r r r� @ s
r� c @ s e Zd Zdd� ZdS )r� c C sV | j �F | j�|� | jd7 _| j �� | j| jkrH| j| j= d | _W 5 Q R X d S r ) r� r� r� r� r r rg r� r_ r� r r r r� � s
zIMapUnorderedIterator._setN)r r! r" r� r r r r r� � s r� c @ sV e Zd ZdZedd� �Zddd�Zdd � Zd
d � Zed d
� �Z edd� �Z
dd� Z dS )r Fc O s ddl m} |||�S )Nr rY )ZdummyrZ )r[ r rO rZ r r r rZ � s zThreadPool.ProcessNr c C s t �| |||� d S r )r r )r r� rH rI r r r r � s zThreadPool.__init__c C s, t �� | _t �� | _| jj| _| jj| _d S r )rc rd rw rx r; r~ r< r� r r r r rb � s
zThreadPool._setup_queuesc C s
| j jgS r )rf r? r r r r rt � s zThreadPool._get_sentinelsc C s g S r r r� r r r r� � s z ThreadPool._get_worker_sentinelsc C sF z| j dd� qW n tjk
r( Y nX t|�D ]}| �d � q2d S )NF)�block)r< rc r r� r; )rF r� r� rM r r r r� � s z ThreadPool._help_stuff_finishc C s t �|� d S r )r� r� )r r� r� r� r r r r� � s z ThreadPool._wait_for_updates)NNr ) r r! r" ry r� rZ r rb rt r� r� r� r r r r r � s
)Nr NF))�__all__r� r rk rc ru r� r% r� r r$ r r r Z
connectionr r
r r r
�countr� r r rC r r# r* r- rS rD �dictrT �objectr r� Z AsyncResultr� r� r� r r r r r �<module>
sN �
- =)+E multiprocessing/__pycache__/queues.cpython-38.opt-1.pyc 0000644 00000022411 15115353744 0017111 0 ustar 00 U
e5d�- � @ s� d ddgZ ddlZddlZddlZddlZddlZddlZddlZddlm Z m
Z
ddl Z ddl m
Z
ddl mZ ejjZdd lmZmZmZmZmZ G d
d � d e�Ze� ZG d d� de�ZG d d� de�Z dS )
�Queue� SimpleQueue�
JoinableQueue� N)�Empty�Full� )�
connection)�context)�debug�info�Finalize�register_after_fork�
is_exitingc @ s� e Zd Zd*dd�Zdd� Zdd� Zdd � Zd+d d
�Zd,dd�Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd d � Zd d � Zd d!� Zed"d#� �Zed$d%� �Zed&d'� �Zed(d)� �Zd S )-r r c C s� |dkrddl m} || _tjdd�\| _| _|�� | _t �
� | _ t j
dkrTd | _n
|�� | _|�|�| _d| _| �� t j
dkr�t| tj� d S )Nr r )�
SEM_VALUE_MAXF�Zduplex�win32)Z synchronizer �_maxsizer �Pipe�_reader�_writer�Lock�_rlock�os�getpid�_opid�sys�platform�_wlockZBoundedSemaphore�_sem�
_ignore_epipe� _after_forkr
r ��self�maxsize�ctx� r% �./usr/lib64/python3.8/multiprocessing/queues.py�__init__$ s
zQueue.__init__c C s. t �| � | j| j| j| j| j| j| j| j fS �N)
r �assert_spawningr r r r r r r r �r" r% r% r& � __getstate__9 s
�zQueue.__getstate__c C s0 |\| _ | _| _| _| _| _| _| _| �� d S r( ) r r r r r r r r r �r" �stater% r% r& � __setstate__> s � zQueue.__setstate__c C sb t d� t�t�� �| _t�� | _d | _d | _ d| _
d| _ d | _ | j
j| _| jj| _| jj| _d S )NzQueue._after_fork()F)r
� threading� Conditionr � _notempty� collections�deque�_buffer�_thread� _jointhread�_joincancelled�_closed�_closer �
send_bytes� _send_bytesr �
recv_bytes� _recv_bytes�poll�_pollr* r% r% r& r C s
zQueue._after_forkTNc C sf | j rtd| �d���| j�||�s(t�| j�. | jd krB| �� | j� |� | j�
� W 5 Q R X d S �NzQueue z
is closed) r8 �
ValueErrorr �acquirer r1 r5 �
_start_threadr4 �append�notify�r" �obj�block�timeoutr% r% r& �putP s
z Queue.putc C s� | j rtd| �d���|rH|d krH| j� | �� }W 5 Q R X | j�� nr|rXt�� | }| j�||�sjt �zB|r�|t�� }| �
|�s�t �n | �
� s�t �| �� }| j�� W 5 | j�� X t � |�S r@ )
r8 rA r r= r �release�time� monotonicrB r r? �_ForkingPickler�loads)r" rH rI �resZdeadliner% r% r& �get\ s*
z Queue.getc C s | j | jj�� S r( )r r �_semlockZ
_get_valuer* r% r% r& �qsizev s z Queue.qsizec C s
| � � S r( �r? r* r% r% r& �emptyz s z Queue.emptyc C s | j j�� S r( )r rR �_is_zeror* r% r% r& �full} s z
Queue.fullc C s
| � d�S �NF)rQ r* r% r% r& �
get_nowait� s zQueue.get_nowaitc C s | � |d�S rX )rJ �r" rG r% r% r& �
put_nowait� s zQueue.put_nowaitc C s2 d| _ z| j�� W 5 | j}|r,d | _|� X d S )NT)r8 r9 r �close)r" r\ r% r% r& r\ � s z Queue.closec C s t d� | jr| �� d S )NzQueue.join_thread())r
r6 r* r% r% r& � join_thread� s zQueue.join_threadc C s6 t d� d| _z| j�� W n tk
r0 Y nX d S )NzQueue.cancel_join_thread()T)r
r7 r6 Zcancel�AttributeErrorr* r% r% r& �cancel_join_thread� s zQueue.cancel_join_threadc
C s� t d� | j�� tjtj| j| j| j| j | j
j | j | j
| jfdd�| _d| j_t d� | j�� t d� | js�t| jtjt�| j�gdd�| _t| tj| j| jgd d�| _d S )
NzQueue._start_thread()ZQueueFeederThread)�target�args�nameTzdoing self._thread.start()z ... done self._thread.start()���)Z exitpriority�
)r
r4 �clearr/ ZThreadr �_feedr1 r; r r r\ r �_on_queue_feeder_errorr r5 Zdaemon�startr7 r �_finalize_join�weakref�refr6 �_finalize_closer9 r* r% r% r& rC � s<
��
�
�zQueue._start_threadc C s4 t d� | � }|d k r(|�� t d� nt d� d S )Nzjoining queue threadz... queue thread joinedz ... queue thread already dead)r
�join)Ztwr�threadr% r% r& ri � s
zQueue._finalize_joinc C s. t d� |� | �t� |�� W 5 Q R X d S )Nz telling queue thread to quit)r
rD � _sentinelrE )�buffer�notemptyr% r% r& rl � s
zQueue._finalize_closec
C sX t d� |j}|j} |j}
| j} t} tjdkr<|j}
|j}nd }
z�|� z| sT|
� W 5 | � X zb| � }|| kr�t d� |� W W d S t� |�}|
d kr�||� qb|
� z ||� W 5 |� X qbW n t
k
r� Y nX W q@ t k
�rP } zV|�rt |dd�t
jk�rW Y �6d S t� �r.td|� W Y �d S |�� |||� W 5 d }~X Y q@X q@d S )Nz$starting thread to feed data to piper z%feeder thread got sentinel -- exiting�errnor zerror in queue thread: %s)r
rB rK �wait�popleftro r r rN �dumps�
IndexError� Exception�getattrrr ZEPIPEr r )rp rq r: Z writelockr\ Z ignore_epipe�onerrorZ queue_semZnacquireZnreleaseZnwaitZbpopleft�sentinelZwacquireZwreleaserG �er% r% r& rf � sN
z Queue._feedc C s ddl }|�� dS )z�
Private API hook called when feeding data in the background thread
raises an exception. For overriding by concurrent.futures.
r N)� traceback� print_exc)r{ rG r| r% r% r& rg
s z Queue._on_queue_feeder_error)r )TN)TN)�__name__�
__module__� __qualname__r' r+ r. r rJ rQ rS rU rW rY r[ r\ r] r_ rC � staticmethodri rl rf rg r% r% r% r& r " s.
=c @ s@ e Zd Zddd�Zdd� Zdd� Zdd
d �Zd d
� Zdd� Zd S )r r c C s* t j| ||d� |�d�| _|�� | _d S )N)r$ r )r r' Z Semaphore�_unfinished_tasksr0 �_condr! r% r% r& r' # s zJoinableQueue.__init__c C s t �| �| j| jf S r( )r r+ r� r� r* r% r% r& r+ ( s zJoinableQueue.__getstate__c C s, t �| |d d� � |dd � \| _| _d S )N���)r r. r� r� r, r% r% r& r. + s zJoinableQueue.__setstate__TNc
C s� | j rtd| �d���| j�||�s(t�| j�J | j�8 | jd krJ| �� | j �
|� | j � � | j�
� W 5 Q R X W 5 Q R X d S r@ )r8 rA r rB r r1 r� r5 rC r4 rD r� rK rE rF r% r% r& rJ / s
zJoinableQueue.putc C s@ | j �0 | j�d�s td��| jj�� r2| j �� W 5 Q R X d S )NFz!task_done() called too many times)r� r� rB rA rR rV Z
notify_allr* r% r% r& � task_done< s
zJoinableQueue.task_donec C s, | j � | jj�� s | j �� W 5 Q R X d S r( )r� r� rR rV rs r* r% r% r& rm C s zJoinableQueue.join)r )TN) r~ r r� r' r+ r. rJ r� rm r% r% r% r& r ! s
c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )r c C sH t jdd�\| _| _|�� | _| jj| _tj dkr:d | _
n
|�� | _
d S )NFr r ) r r r r r r r> r? r r r )r" r$ r% r% r& r' N s
zSimpleQueue.__init__c C s
| � � S r( rT r* r% r% r& rU W s zSimpleQueue.emptyc C s t �| � | j| j| j| jfS r( )r r) r r r r r* r% r% r& r+ Z s
zSimpleQueue.__getstate__c C s" |\| _ | _| _| _| j j| _d S r( )r r r r r> r? r, r% r% r& r. ^ s zSimpleQueue.__setstate__c C s& | j � | j�� }W 5 Q R X t�|�S r( )r r r< rN rO )r" rP r% r% r& rQ b s zSimpleQueue.getc C sD t �|�}| jd kr"| j�|� n | j� | j�|� W 5 Q R X d S r( )rN ru r r r: rZ r% r% r& rJ h s
zSimpleQueue.putN) r~ r r� r' rU r+ r. rQ rJ r% r% r% r& r L s ) �__all__r r r/ r2 rL rj rr Zqueuer r Z_multiprocessing� r r Z reductionZForkingPicklerrN �utilr
r r r
r �objectr ro r r r% r% r% r& �<module>
s$
v
+ multiprocessing/__pycache__/connection.cpython-38.opt-2.pyc 0000644 00000054773 15115353744 0017762 0 ustar 00 U
&�.ep| � @ s d dddgZ ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl
m Z ddl
m Z m
Z
dd lmZ ejZz$ddlZdd
lmZmZmZmZ W n$ ek
r� ejd kr dZY nX d Zd
ZdZe� � Z dZ dgZ e ed��rdZ e dg7 Z ejd k�r dZ e dg7 Z efdd�Z!dd� Z"dd� Z#dd� Z$dd� Z%G d d � d �Z&e�rnG d d � d e&�Z'G d d!� d!e&�Z(G d"d� de)�Z*dPd#d �Z+ejd k�r�dQd%d�Z,n
dRd&d�Z,G d'd(� d(e)�Z-d)d*� Z.ejd k�r�G d+d,� d,e)�Z/d-d.� Z0d/Z1d0Z2d1Z3d2Z4d3d4� Z5d5d6� Z6G d7d8� d8e)�Z7d9d:� Z8d;d<� Z9G d=d>� d>e*�Z:d?d@� Z;ejd k�rzdAdB� Z<ej=ej>hZ?dSdCd�Z@n,ddlAZAe eAdD��r�eAjBZCneAjDZCdTdEd�Z@ejd k�r�dFdG� ZEdHdI� ZFe�Ge(eE� dJdK� ZHdLdM� ZIe�Ge'eH� n dNdG� ZEdOdI� ZFe�Ge(eE� dS )U�Client�Listener�Pipe�wait� N� )�util)�AuthenticationError�BufferTooShort)� reduction)�
WAIT_OBJECT_0�WAIT_ABANDONED_0� WAIT_TIMEOUT�INFINITE�win32i g 4@Zsha256�AF_INET�AF_UNIX�AF_PIPEc C s t �� | S �N��time� monotonic)�timeout� r �2/usr/lib64/python3.8/multiprocessing/connection.py�
_init_timeout? s r c C s t �� | kS r r )�tr r r �_check_timeoutB s r c C sX | dkr dS | dkr&t jdt�� d�S | dkrLt jdt�� tt�f dd�S td ��d S )
Nr )Z localhostr r z listener-)�prefix�dirr z\\.\pipe\pyc-%d-%d-� zunrecognized family) �tempfileZmktempr Z get_temp_dir�os�getpid�next�
_mmap_counter�
ValueError��familyr r r �arbitrary_addressI s ��r( c C sJ t jdkr | dkr td| ��t jdkrF| dkrFtt| �sFtd| ��d S )Nr r z Family %s is not recognized.r )�sys�platformr% �hasattr�socketr& r r r �_validate_familyW s
r- c C sT t | �tkrdS t | �tkr*| �d�r*dS t | �tks@t�| �rDdS td| ��d S )Nr z\\r r z address type of %r unrecognized)�type�tuple�str�
startswithr � is_abstract_socket_namespacer% )�addressr r r � address_typec s r4 c @ s� e Zd ZdZd+dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z e
dd� �Z e
dd� �Z e
dd� �Z
dd� Zdd� Zd,dd�Zd d � Zd-d d �Zd.d d!�Zd"d#� Zd/d%d&�Zd'd(� Zd)d*� ZdS )0�_ConnectionBaseNTc C s> |� � }|dk rtd��|s(|s(td��|| _|| _|| _d S )Nr zinvalid handlez6at least one of `readable` and `writable` must be True)� __index__r% �_handle� _readable� _writable)�self�handle�readable�writabler r r �__init__y s �z_ConnectionBase.__init__c C s | j d k r| �� d S r �r7 �_close�r: r r r �__del__� s
z_ConnectionBase.__del__c C s | j d krtd��d S )Nzhandle is closed)r7 �OSErrorrA r r r �
_check_closed� s
z _ConnectionBase._check_closedc C s | j std��d S )Nzconnection is write-only)r8 rC rA r r r �_check_readable� s z _ConnectionBase._check_readablec C s | j std��d S )Nzconnection is read-only)r9 rC rA r r r �_check_writable� s z _ConnectionBase._check_writablec C s" | j rd| _n| �� td��d S )NFzbad message length)r9 r8 �closerC rA r r r �_bad_message_length� s z#_ConnectionBase._bad_message_lengthc C s
| j d kS r �r7 rA r r r �closed� s z_ConnectionBase.closedc C s | j S r )r8 rA r r r r< � s z_ConnectionBase.readablec C s | j S r )r9 rA r r r r= � s z_ConnectionBase.writablec C s | � � | jS r )rD r7 rA r r r �fileno� s z_ConnectionBase.filenoc C s$ | j d k r z | �� W 5 d | _ X d S r r? rA r r r rG � s
z_ConnectionBase.closer c C s� | � � | �� t|�}|jdkr.tt|��}t|�}|dk rFtd��||k rVtd��|d krh|| }n&|dk rztd��n|| |kr�td��| �|||| � � d S )Nr r zoffset is negativezbuffer length < offsetzsize is negativez buffer length < offset + size)rD rF �
memoryview�itemsize�bytes�lenr% � _send_bytes)r: �buf�offset�size�m�nr r r �
send_bytes� s"
z_ConnectionBase.send_bytesc C s$ | � � | �� | �t�|�� d S r )rD rF rP �_ForkingPickler�dumps�r: �objr r r �send� s z_ConnectionBase.sendc C sJ | � � | �� |d k r(|dk r(td��| �|�}|d krB| �� |�� S )Nr znegative maxlength)rD rE r% � _recv_bytesrH �getvalue)r: Z maxlengthrQ r r r �
recv_bytes� s
z_ConnectionBase.recv_bytesc
C s� | � � | �� t|���}|j}|t|� }|dk r>td��n||krNtd��| �� }|�� }||| k rvt|� � ��|�
d� |� ||| || | � � |W 5 Q R � S Q R X d S )Nr znegative offsetzoffset too large) rD rE rL rM rO r% r\ �tellr r] �seek�readinto)r: rQ rR rT rM Zbytesize�resultrS r r r �recv_bytes_into� s$
�z _ConnectionBase.recv_bytes_intoc C s& | � � | �� | �� }t�|�� �S r )rD rE r\ rW �loads� getbuffer)r: rQ r r r �recv� s z_ConnectionBase.recv� c C s | � � | �� | �|�S r )rD rE �_poll�r: r r r r �poll s z_ConnectionBase.pollc C s | S r r rA r r r � __enter__ s z_ConnectionBase.__enter__c C s | � � d S r �rG �r: �exc_type� exc_valueZexc_tbr r r �__exit__
s z_ConnectionBase.__exit__)TT)r N)N)r )rg )�__name__�
__module__� __qualname__r7 r> rB rD rE rF rH �propertyrJ r< r= rK rG rV r[ r^ rc rf rj rk rp r r r r r5 v s.
r5 c @ s@ e Zd ZdZejfdd�Zdd� Zd
dd�Zd d
� Z d d � Z
dS )�PipeConnectionFc C s || j � d S r rI )r: Z _CloseHandler r r r@ s zPipeConnection._closec C sh t j| j|dd�\}}z<z |t jkr6t �|jgdt�}W n |�� � Y nX W 5 |�d�\}}X d S )NT��
overlappedF) �_winapiZ WriteFiler7 �GetOverlappedResult�ERROR_IO_PENDING�WaitForMultipleObjects�eventr �cancel)r: rQ �ov�errZnwritten�waitresr r r rP s
� zPipeConnection._send_bytesNc C s& | j rd| _ t�� S |d kr dnt|d�}z�tj| j|dd�\}}d z<z |tj krdt�
|jgdt�}W n |�� � Y nX W 5 |�d�\}}|dkr�t�� }|�|� � � |� W S |tj
kr�| � ||�� W S X W n: tk
�r } z|jtjk�rt�n� W 5 d }~X Y nX td��d S )NF� Trv r z.shouldn't get here; expected KeyboardInterrupt)�_got_empty_message�io�BytesIO�minrx �ReadFiler7 ry �writere ZERROR_MORE_DATA�_get_more_datarz r{ r| r r} rC �winerror�ERROR_BROKEN_PIPE�EOFError� RuntimeError) r: �maxsizeZbsizer~ r Znread�fr� �er r r r\ * s>
�
�
zPipeConnection._recv_bytesc C s. | j st�| j�d dkr dS tt| g|��S )Nr T)r� rx �
PeekNamedPiper7 �boolr ri r r r rh J s
�zPipeConnection._pollc C s� |� � }t�� }|�|� t�| j�d }|d k rJt|�| |krJ| �� tj | j|dd�\}}|�
d�\}}|�|� � � |S )Nr Trv ) re r� r� r� rx r� r7 rO rH r� ry )r: r~ r� rQ r� �leftr Zrbytesr r r r� P s
z PipeConnection._get_more_data)N) rq rr rs r� rx � CloseHandler@ rP r\ rh r� r r r r ru s
ru c @ sx e Zd Zer(ejfdd�ZejZej Z
ne j fdd�Ze j
Ze jZ
efdd�Ze
fdd�Zdd � Zdd d �Zd
d� Zd
S )�
Connectionc C s || j � d S r rI �r: r@ r r r r@ g s zConnection._closec C s || j � d S r rI r� r r r r@ l s c C s8 t |�}|| j|�}||8 }|dkr&q4||d � }qd S �Nr )rO r7 )r: rQ r� � remainingrU r r r �_sendq s zConnection._sendc C sb t �� }| j}|}|dkr^|||�}t|�}|dkrJ||krBt�ntd��|�|� ||8 }q|S )Nr z got end of file during message)r� r� r7 rO r� rC r� )r: rS �readrQ r; r� �chunkrU r r r �_recvz s
zConnection._recvc C s� t |�}|dkrHt�dd�}t�d|�}| �|� | �|� | �|� n8t�d|�}|dkrr| �|� | �|� n| �|| � d S )Ni����!i����!Qi @ )rO �structZpackr� )r: rQ rU Z
pre_header�headerr r r rP � s
zConnection._send_bytesNc C s^ | � d�}t�d|�� �\}|dkr@| � d�}t�d|�� �\}|d k rT||krTd S | � |�S )N� r� r� � r� )r� r� Zunpackr] )r: r� rQ rS r r r r\ � s
zConnection._recv_bytesc C s t | g|�}t|�S r )r r� )r: r �rr r r rh � s zConnection._poll)N)rq rr rs rx �_multiprocessingZ closesocketr@ r[ Z_writerf Z_readr! rG r� r� r� r� rP r\ rh r r r r r� ` s
r� c @ sN e Zd Zddd�Zdd� Zdd� Zed d
� �Zed d � �Zd
d� Z dd� Z
dS )r Nr c C sp |p|rt |�pt}|p t|�}t|� |dkr>t||�| _nt|||�| _|d k rft|t�sft d��|| _
d S �Nr z authkey should be a byte string) r4 �default_familyr( r- � PipeListener� _listener�SocketListener�
isinstancerN � TypeError�_authkey)r: r3 r' �backlog�authkeyr r r r> � s � zListener.__init__c C s> | j d krtd��| j �� }| jr:t|| j� t|| j� |S )Nzlistener is closed)r� rC �acceptr� �deliver_challenge�answer_challenge)r: �cr r r r� � s
zListener.acceptc C s | j }|d k r d | _ |�� d S r )r� rG )r: Zlistenerr r r rG � s zListener.closec C s | j jS r )r� �_addressrA r r r r3 � s zListener.addressc C s | j jS r )r� �_last_acceptedrA r r r �
last_accepted� s zListener.last_acceptedc C s | S r r rA r r r rk � s zListener.__enter__c C s | � � d S r rl rm r r r rp � s zListener.__exit__)NNr N) rq rr rs r> r� rG rt r3 r� rk rp r r r r r � s
c C sh |p
t | �}t|� |dkr&t| �}nt| �}|d k rHt|t�sHtd��|d k rdt||� t||� |S r� ) r4 r- �
PipeClient� SocketClientr� rN r� r� r� )r3 r' r� r� r r r r � s
Tc C sj | r>t �� \}}|�d� |�d� t|�� �}t|�� �}n$t�� \}}t|dd�}t|dd�}||fS )NTF�r= �r< )r, Z
socketpair� setblockingr� �detachr! �pipe)�duplex�s1�s2�c1�c2Zfd1Zfd2r r r r s
c
C s� t d�}| r*tj}tjtjB }tt }}ntj}tj}dt }}t�||tjB tj B tj
tj B tj B d||tj
tj�}t�||dtjtjtjtj�}t�|tj d d � tj|dd�}|�d�\} }
t|| d�} t|| d�} | | fS )Nr r r Trv r� r� )r( rx �PIPE_ACCESS_DUPLEX� GENERIC_READ�
GENERIC_WRITE�BUFSIZEZPIPE_ACCESS_INBOUND�CreateNamedPipe�FILE_FLAG_OVERLAPPED� FILE_FLAG_FIRST_PIPE_INSTANCE�PIPE_TYPE_MESSAGE�PIPE_READMODE_MESSAGE� PIPE_WAIT�NMPWAIT_WAIT_FOREVER�NULL�
CreateFile�
OPEN_EXISTING�SetNamedPipeHandleState�ConnectNamedPipery ru )
r� r3 Zopenmode�accessZobsizeZibsizeZh1Zh2rw �_r r� r� r r r r sT
�
� � � � c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
r� r c C s� t � tt |��| _zRtjdkr2| j�t jt jd� | j�d� | j� |� | j�
|� | j� � | _ W n t
k
r� | j�� � Y nX || _d | _|dkr�t�|�s�tj| tj|fdd�| _nd | _d S )N�posixr Tr r ��argsZ exitpriority)r, �getattr�_socketr! �nameZ
setsockoptZ
SOL_SOCKETZ SO_REUSEADDRr� ZbindZlistenZ getsocknamer� rC rG Z_familyr� r r2 �Finalize�unlink�_unlink)r: r3 r' r� r r r r> K s0
�
�
zSocketListener.__init__c C s& | j �� \}| _|�d� t|�� �S �NT)r� r� r� r� r� r� �r: �sr r r r� d s
zSocketListener.acceptc C s0 z| j�� W 5 | j }|d k r*d | _ |� X d S r )r� r� rG )r: r� r r r rG i s zSocketListener.closeN)r )rq rr rs r> r� rG r r r r r� G s
r� c
C sP t | �}t�tt|���.}|�d� |�| � t|�� �W 5 Q R � S Q R X d S r� )r4 r, r� r� Zconnectr� r� )r3 r' r� r r r r� s s
r� c @ s4 e Zd Zd dd�Zd dd�Zdd� Zed d
� �ZdS )
r� Nc C sL || _ | jdd�g| _d | _t�d| j � tj| tj| j| j fdd�| _ d S )NT)�firstz listener created with address=%rr r� )
r� � _new_handle�
_handle_queuer� r � sub_debugr� r� �_finalize_pipe_listenerrG )r: r3 r� r r r r> � s
�zPipeListener.__init__Fc
C sH t jt jB }|r|t jO }t �| j|t jt jB t jB t j t
t
t j t j �S r )
rx r� r� r� r� r� r� r� r� ZPIPE_UNLIMITED_INSTANCESr� r� r� )r: r� �flagsr r r r� � s
� �zPipeListener._new_handlec
C s� | j �| �� � | j �d�}ztj|dd�}W n0 tk
r^ } z|jtjkrN� W 5 d }~X Y nPX z<zt�
|j gdt �}W n |�
� t�|� � Y nX W 5 |� d�\}}X t|�S )Nr Trv F)r� �appendr� �poprx r� rC r� Z
ERROR_NO_DATAry r{ r| r r} r� ru )r: r; r~ r� r� r �resr r r r� � s( �
zPipeListener.acceptc C s$ t �d|� | D ]}t�|� qd S )Nz closing listener with address=%r)r r� rx r� )Zqueuer3 r; r r r r� � s z$PipeListener._finalize_pipe_listener)N)F)rq rr rs r> r� r� � staticmethodr� r r r r r� � s
r� c
C s� t � }z6t�| d� t�| tjtjB dtjtjtjtj�}W q� t k
rz } z |j
tj tj fksht
|�rj� W 5 d }~X Y qX q�q� t�|tjd d � t|�S )N�� r )r rx Z
WaitNamedPiper� r� r� r� r� r� rC r� ZERROR_SEM_TIMEOUTZERROR_PIPE_BUSYr r� r� ru )r3 r �hr� r r r r� � s8
��� �r� � s #CHALLENGE#s #WELCOME#s #FAILURE#c C s� dd l }t|t�s$td�t|����t�t�}| � t
| � |� ||t ��
� }| �d�}||krl| � t� n| � t� td��d S )Nr � Authkey must be bytes, not {0!s}� zdigest received was wrong)�hmacr� rN r% �formatr. r! �urandom�MESSAGE_LENGTHrV � CHALLENGE�new�HMAC_DIGEST_NAME�digestr^ �WELCOME�FAILUREr �Z
connectionr� r� �messager� Zresponser r r r� � s
�
r� c C sx dd l }t|t�s$td�t|����| �d�}|tt�d � }|� ||t
�� � }| � |� | �d�}|t
krttd��d S )Nr r� r� zdigest sent was rejected)r� r� rN r% r� r. r^ rO r� r� r� r� rV r� r r� r r r r� � s
�
r� c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�ConnectionWrapperc C s6 || _ || _|| _dD ]}t||�}t| ||� qd S )N)rK rG rj r^ rV )�_conn�_dumps�_loadsr� �setattr)r: �connrX rd �attrrZ r r r r> s
zConnectionWrapper.__init__c C s | � |�}| j�|� d S r )r� r� rV )r: rZ r� r r r r[ s
zConnectionWrapper.sendc C s | j �� }| �|�S r )r� r^ r� r� r r r rf s
zConnectionWrapper.recvN)rq rr rs r> r[ rf r r r r r� s r� c C s t �| fd d d d��d�S )Nr �utf-8)� xmlrpclibrX �encode)rZ r r r �
_xml_dumps s r c C s t �| �d��\\}}|S )Nr )r rd �decode)r� rZ �methodr r r �
_xml_loads s r c @ s e Zd Zdd� ZdS )� XmlListenerc C s" dd l ma t�| �}t|tt�S r� )�
xmlrpc.client�clientr r r� r� r r rY r r r r� s
zXmlListener.acceptN)rq rr rs r� r r r r r s r c O s dd l ma tt| |�tt�S r� )r
r r r� r r r )r� �kwdsr r r � XmlClient s r
c C s� t | �}g }|r�t�|d|�}|tkr*q�n\t| krFtt|� k rTn n
|t8 }n2t| krptt|� k r~n n
|t8 }ntd��|�|| � ||d d � }d}q |S )NFzShould not get herer r ) �listrx r{ r
r rO r r� r� )Zhandlesr �L�readyr� r r r �_exhaustive_wait) s
r c
s^ |d krt }n |dk r d}nt|d d �}t| �} i �g }t� � t� }�z@| D �]&}zt|d�} W n tk
r� |�|�� < Y qPX zt �| � dd�\}}W n8 tk
r� } zd |j }}|tkrƂ W 5 d }~X Y nX |t jkr�|�|� |�|j < qP|�rjt�� d d� dk�rjz|�d �\}}W n* tk
�rP } z
|j}W 5 d }~X Y nX |�sjt
|d��rjd|_� � |� d}qPt��� |�}W 5 |D ]}|�� �q�|D ]�}z|�d�\}}W n6 tk
�r� } z|j}|tk�r� W 5 d }~X Y nX |t j
k�r��|j }� � |� |dk�r�t
|d��r�d|_�q�X � ��fd
d �|D �� � fd d
�| D �S )Nr r� g �?Tr� rK � )� r Fc 3 s | ]}� | V qd S r r )�.0r� )�waithandle_to_objr r � <genexpr>� s zwait.<locals>.<genexpr>c s g | ]}|� kr|�qS r r )r �o)�
ready_objectsr r �
<listcomp>� s �wait.<locals>.<listcomp>)r �intr �setr} ry rC r� �
_ready_errorsrx ZERROR_OPERATION_ABORTEDr| �addr+ r� r� �AttributeErrorr6 r� rz r� r) Zgetwindowsversionr �keys�update)
� object_listr Zov_listZ
ready_handlesr~ r� r r� r rK r )r r r r ? sh
� PollSelectorc
C s� t � ��}| D ]}|�|tj� q |d k r4t�� | }|�|�}|r\dd� |D �W 5 Q R � S |d k r4|t�� }|dk r4|W 5 Q R � S q4W 5 Q R X d S )Nc S s g | ]\}}|j �qS r )Zfileobj)r �keyZeventsr r r r � s r r )�
_WaitSelector�register� selectorsZ
EVENT_READr r Zselect)r" r ZselectorrZ Zdeadliner r r r r � s
c
C sZ | � � }t�|tjtj��6}ddlm} |�|�}t|| j | j
ffW 5 Q R � S Q R X d S )Nr )�resource_sharer) rK r, Zfromfdr Z SOCK_STREAMr r( Z DupSocket�rebuild_connectionr< r= )r r; r� r( �dsr r r �reduce_connection� s
r+ c C s | � � }t|� � ||�S r �r� r� )r* r< r= Zsockr r r r) � s r) c C sB | j r tjnd| jrtjndB }t�| �� |�}t|| j | jffS r� ) r< rx ZFILE_GENERIC_READr= ZFILE_GENERIC_WRITEr
Z DupHandlerK �rebuild_pipe_connection)r r� �dhr r r �reduce_pipe_connection� s
�r/ c C s | � � }t|||�S r )r� ru )r. r< r= r; r r r r- � s r- c C s t �| �� �}t|| j| jffS r )r
ZDupFdrK r) r< r= )r �dfr r r r+ � s c C s | � � }t|||�S r r, )r0 r< r= �fdr r r r) � s )NN)T)T)N)N)J�__all__r� r! r) r, r� r r � itertoolsr� r r r r �contextr
ZForkingPicklerrW rx r r r
r � ImportErrorr* r� ZCONNECTION_TIMEOUTr� �countr$ r� Zfamiliesr+ r r r( r- r4 r5 ru r� �objectr r r r� r� r� r� r� r� r� r� r� r� r� r r r r
r r� ZERROR_NETNAME_DELETEDr r r' r# r% ZSelectSelectorr+ r) r& r/ r- r r r r �<module>
s�
PT=
,, 8 P
multiprocessing/__pycache__/synchronize.cpython-38.opt-1.pyc 0000644 00000025333 15115353744 0020163 0 ustar 00 U
e5dZ- � @ s, d dddddgZ ddlZddlZddlZddlZddlZdd lmZ dd
lmZ dd lm Z zdd lm
Z
m Z W n e k
r� e d
��Y nX e
ed��\ZZej
jZG dd� de�Z
G dd� de
�ZG dd� de�ZG dd � d e
�ZG dd� de
�ZG dd� de�ZG dd� de�ZG dd� dej�ZdS )�Lock�RLock� Semaphore�BoundedSemaphore� Condition�Event� N� )�context)�process)�util)�SemLock�
sem_unlinkz�This platform lacks a functioning sem_open implementation, therefore, the required synchronization primitives needed will not function, see issue 3770.� c @ s\ e Zd Ze�� Zdd� Zedd� �Zdd� Z dd� Z
d d
� Z d d � Z d
d� Z
edd� �ZdS )r c C s� |d krt j�� }|�� }tjdkp*|dk}td�D ]>}z t�|||| � � |� }| _
W n t k
rl Y q4X q|q4t d��t �
d|j � | �� tjdkr�dd� } t �| | � | j
jd k r�dd lm}
|
| j
jd
� t j| tj| j
jfd d � d S )
N�win32�fork�d z cannot find name for semaphorez created semlock with handle %sc S s | j �� d S �N)�_semlock� _after_fork)�obj� r �3/usr/lib64/python3.8/multiprocessing/synchronize.pyr G s z%SemLock.__init__.<locals>._after_forkr )�register� semaphorer )Z exitpriority)r Z_default_contextZ get_contextZget_start_method�sys�platform�range�_multiprocessingr �
_make_namer �FileExistsErrorr �debug�handle�
_make_methodsZregister_after_fork�name�resource_trackerr ZFinalize�_cleanup) �self�kind�value�maxvalue�ctxr# Z
unlink_now�i�slr r r r r �__init__2 s8
�
�zSemLock.__init__c C s" ddl m} t| � || d� d S )Nr )�
unregisterr )r$ r. r
)r# r. r r r r% T s zSemLock._cleanupc C s | j j| _| j j| _d S r )r �acquire�release�r& r r r r" Z s
zSemLock._make_methodsc C s
| j �� S r )r � __enter__r1 r r r r2 ^ s zSemLock.__enter__c G s | j j|� S r )r �__exit__�r& �argsr r r r3 a s zSemLock.__exit__c C sD t �| � | j}tjdkr,t �� �|j�}n|j}||j|j |j
fS )Nr ) r �assert_spawningr r r Zget_spawning_popenZduplicate_for_childr! r' r) r# )r& r, �hr r r � __getstate__d s
zSemLock.__getstate__c C s, t jj|� | _t�d|d � | �� d S )Nz recreated blocker with handle %rr )r r Z_rebuildr r r r" �r& �stater r r � __setstate__m s zSemLock.__setstate__c C s dt �� jd ttj�f S )Nz%s-%sZ semprefix)r
�current_processZ_config�nextr �_randr r r r r r s �zSemLock._make_nameN)�__name__�
__module__� __qualname__�tempfileZ_RandomNameSequencer> r- � staticmethodr% r" r2 r3 r8 r; r r r r r r . s "
r c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
r r c C s t j| t|t|d� d S �N�r* )r r- � SEMAPHORE�
SEM_VALUE_MAX�r& r( r* r r r r- } s zSemaphore.__init__c C s
| j �� S r )r �
_get_valuer1 r r r � get_value� s zSemaphore.get_valuec C s8 z| j �� }W n tk
r& d}Y nX d| jj|f S )N�unknownz<%s(value=%s)>)r rI � Exception� __class__r? �r& r( r r r �__repr__� s
zSemaphore.__repr__N)r )r? r@ rA r- rJ rO r r r r r { s
c @ s e Zd Zddd�Zdd� ZdS )r r c C s t j| t|||d� d S rD �r r- rF rH r r r r- � s zBoundedSemaphore.__init__c C s> z| j �� }W n tk
r& d}Y nX d| jj|| j jf S )NrK z<%s(value=%s, maxvalue=%s)>)r rI rL rM r? r) rN r r r rO � s
�zBoundedSemaphore.__repr__N)r �r? r@ rA r- rO r r r r r � s
c @ s e Zd Zdd� Zdd� ZdS )r c C s t j| tdd|d� d S �Nr rE rP �r& r* r r r r- � s z
Lock.__init__c C s� zf| j �� r8t�� j}t�� jdkrd|dt�� j 7 }n,| j �� dkrLd}n| j �� dkr`d}nd}W n t k
r~ d}Y nX d | j
j |f S )
N�
MainThread�|r �Noner �SomeOtherThread�SomeOtherProcessrK z<%s(owner=%s)>) r �_is_miner
r< r# � threading�current_threadrI �_countrL rM r? )r& r# r r r rO � s
z
Lock.__repr__NrQ r r r r r � s c @ s e Zd Zdd� Zdd� ZdS )r c C s t j| tdd|d� d S rR )r r- �RECURSIVE_MUTEXrS r r r r- � s zRLock.__init__c C s� z|| j �� rBt�� j}t�� jdkr6|dt�� j 7 }| j �� }n8| j �� dkrZd\}}n | j �� dkrrd\}}nd\}}W n t k
r� d\}}Y nX d | j
j ||f S )
NrT rU r )rV r r )rW �nonzero)rX r^ )rK rK � <%s(%s, %s)>) r rY r
r< r# rZ r[ r\ rI rL rM r? )r& r# �countr r r rO � s
zRLock.__repr__NrQ r r r r r � s c @ sl e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z ddd�Z
ddd�Z dd� Z d dd�Z
dS ) r Nc C s> |p
|� � | _|�d�| _|�d�| _|�d�| _| �� d S �Nr )r �_lockr �_sleeping_count� _woken_count�_wait_semaphorer" )r& �lockr* r r r r- � s
zCondition.__init__c C s t �| � | j| j| j| jfS r )r r6 rb rc rd re r1 r r r r8 � s
�zCondition.__getstate__c C s |\| _ | _| _| _| �� d S r )rb rc rd re r" r9 r r r r; � s
�
zCondition.__setstate__c C s
| j �� S r )rb r2 r1 r r r r2 � s zCondition.__enter__c G s | j j|� S r )rb r3 r4 r r r r3 � s zCondition.__exit__c C s | j j| _| j j| _d S r )rb r/ r0 r1 r r r r" � s
zCondition._make_methodsc C sJ z | j j�� | jj�� }W n tk
r4 d}Y nX d| jj| j|f S )NrK r_ )rc r rI rd rL rM r? rb )r& Z num_waitersr r r rO � s
�
zCondition.__repr__c C sj | j �� | jj�� }t|�D ]}| j�� q z| j�d|�W �S | j�� t|�D ]}| j�� qTX d S )NT) rc r0 rb r r\ r rd r/ re )r& �timeoutr` r+ r r r �wait� s
zCondition.waitr c C st | j �d�r| j�d�}q d}||k rF| j�d�rF| j�� |d7 }q |rpt|�D ]}| j �� qR| j�d�rpqbd S )NFr r )rd r/ rc re r0 r )r& �n�resZsleepersr+ r r r �notify s
zCondition.notifyc C s | j tjd� d S )N)ri )rk r �maxsizer1 r r r �
notify_all( s zCondition.notify_allc C sd |� }|r|S |d k r$t �� | }nd }d }|s`|d k rN|t �� }|dkrNq`| �|� |� }q,|S ra )�time� monotonicrh )r& Z predicaterg �resultZendtimeZwaittimer r r �wait_for+ s
zCondition.wait_for)N)N)r )N)r? r@ rA r- r8 r; r2 r3 r" rO rh rk rm rq r r r r r � s
c @ s6 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
d �Zd S )
r c C s |� |�� �| _|�d�| _d S ra )r r �_condr �_flagrS r r r r- C s zEvent.__init__c C sD | j �4 | j�d�r,| j�� W 5 Q R � dS W 5 Q R � dS Q R X d S �NFT)rr rs r/ r0 r1 r r r �is_setG s
z Event.is_setc C s6 | j �& | j�d� | j�� | j �� W 5 Q R X d S �NF)rr rs r/ r0 rm r1 r r r �setN s
z Event.setc C s" | j � | j�d� W 5 Q R X d S rv )rr rs r/ r1 r r r �clearT s z Event.clearNc C sh | j �X | j�d�r | j�� n | j �|� | j�d�rP| j�� W 5 Q R � dS W 5 Q R � dS Q R X d S rt )rr rs r/ r0 rh )r& rg r r r rh X s
z
Event.wait)N)r? r@ rA r- ru rw rx rh r r r r r A s
c @ sZ e Zd Zddd�Zdd� Zdd� Zedd � �Zejd
d � �Zed d � �Z e jd
d � �Z dS )�BarrierNc C sR dd l }ddlm} ||�d�d �}|�� }| �|||||f� d| _d| _d S )Nr r )�
BufferWrapperr+ r )�struct�heaprz Zcalcsizer r; �_stater\ ) r& Zparties�actionrg r* r{ rz �wrapperZcondr r r r- j s zBarrier.__init__c C s. |\| _ | _| _| _| _| j�� �d�| _d S )Nr+ )�_parties�_action�_timeoutrr �_wrapperZcreate_memoryview�cast�_arrayr9 r r r r; s s
� zBarrier.__setstate__c C s | j | j| j| j| jfS r )r� r� r� rr r� r1 r r r r8 x s �zBarrier.__getstate__c C s
| j d S ra �r� r1 r r r r} | s zBarrier._statec C s || j d< d S ra r� rN r r r r} � s c C s
| j d S �Nr r� r1 r r r r\ � s zBarrier._countc C s || j d< d S r� r� rN r r r r\ � s )NN)
r? r@ rA r- r; r8 �propertyr} �setterr\ r r r r ry h s
ry )�__all__rZ r rB r rn � r r
r r r
� ImportError�listr r] rF rG �objectr r r r r r ry r r r r �<module> s8 � Mo' multiprocessing/__pycache__/util.cpython-38.pyc 0000644 00000026340 15115353744 0015625 0 ustar 00 U
e5d~6 � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZ ddlm Z ddddd d
d d d
ddddddgZ
d Z dZ dZ
dZdZdZdZdadadd� Zd d� Zd d� Zd d� Zd d � Zd@d d
�Zd!d"� Zd#d$� Ze� Z d%d&� Z d'd � Z e� � Z e�!� Z"d(d)� Z#d*d � Z$i Z%e�!� Z&G d+d� de'�Z(dAd,d-�Z)d.d
� Z*da+eee)e j,e j-fd/d0�Z.e�/e.� G d1d� de'�Z0G d2d� dej1�Z2ze �3d3�Z4W n e5k
�r� d4Z4Y nX d5d� Z6d6d7� Z7d8d9� Z8d:d;� Z9d<d=� Z:d>d?� Z;dS )B� N)� _args_from_interpreter_flags� )�process� sub_debug�debug�info� sub_warning�
get_logger�
log_to_stderr� get_temp_dir�register_after_fork�
is_exiting�Finalize�ForkAwareThreadLock�ForkAwareLocal�close_all_fds_except�SUBDEBUG�
SUBWARNING� �
� � �multiprocessingz+[%(levelname)s/%(processName)s] %(message)sFc G s t rt jt| f|�� d S �N)�_logger�logr ��msg�args� r �,/usr/lib64/python3.8/multiprocessing/util.pyr , s c G s t rt jt| f|�� d S r )r r �DEBUGr r r r r 0 s c G s t rt jt| f|�� d S r )r r �INFOr r r r r 4 s c G s t rt jt| f|�� d S r )r r r r r r r r 8 s c C s| ddl } | �� z\tsj| �t�adt_ttd�rFt� t
� t� t
� n$tj �
t
di f� tj �t
di f� W 5 | �� X tS )z0
Returns logger used by multiprocessing
r N�
unregisterr )�loggingZ _acquireLockZ _releaseLockr Z getLogger� LOGGER_NAMEZ propagate�hasattr�atexitr# �_exit_function�registerZ
_exithandlers�remove�append)r$ r r r r < s
c C sJ ddl }t� }|�t�}|�� }|�|� |�|� | rB|�| � dat S )zB
Turn on logging and add a handler which prints to stderr
r NT)
r$ r Z Formatter�DEFAULT_LOGGING_FORMATZ
StreamHandlerZ setFormatterZ
addHandlerZsetLevel�_log_to_stderrr )�levelr$ ZloggerZ formatterZhandlerr r r r
W s
c C s t jdkrdS tt d�r dS dS )NZlinuxTZgetandroidapilevelF)�sys�platformr& r r r r �#_platform_supports_abstract_socketsl s
r1 c C s@ | sdS t | t�r | d dkS t | t�r4| d dkS td��d S )NFr � z(address type of {address!r} unrecognized)�
isinstance�bytes�str� TypeError)Zaddressr r r � is_abstract_socket_namespacet s
r7 c C s& | |� t �� }|d k r"d |jd< d S )N�tempdir)r �current_process�_config)�rmtreer8 r9 r r r �_remove_temp_dir� s r< c C sf t �� j�d�} | d krbdd l}dd l}|jdd�} td| � td t |j
| fdd� | t �� jd< | S )Nr8 r zpymp-)�prefixzcreated temp directory %si����)r � exitpriority) r r9 r: �get�shutil�tempfileZmkdtempr r r< r; )r8 r@ rA r r r r � s
�c C sf t t�� �} | �� | D ]H\\}}}}z ||� W q tk
r^ } ztd|� W 5 d }~X Y qX qd S )Nz after forker raised exception %s)�list�_afterfork_registry�items�sort� Exceptionr )rD �indexZident�func�obj�er r r �_run_after_forkers� s rK c C s | t tt�t| �|f< d S r )rC �next�_afterfork_counter�id)rI rH r r r r � s c @ sF e Zd ZdZddd�Zdeeejfdd�Z dd � Z
d
d � Z d d
� Z dS )r zA
Class which supports object finalization using weakrefs
r Nc C s� |d k r&t |t�s&td�|t|����|d k r>t�|| �| _n|d krNtd��|| _ || _
|p`i | _ |t t
�f| _t�� | _| t| j< d S )Nz3Exitpriority ({0!r}) must be None or int, not {1!s}z+Without object, exitpriority cannot be None)r3 �intr6 �format�type�weakref�ref�_weakref�
ValueError� _callback�_args�_kwargsrL �_finalizer_counter�_key�os�getpid�_pid�_finalizer_registry)�selfrI �callbackr �kwargsr> r r r �__init__� s" ��
zFinalize.__init__c C s� z || j = W n tk
r( |d� Y nbX | j|� krD|d� d}n$|d| j| j| j� | j| j| j�}d | _ | _ | _ | _| _ |S dS )zQ
Run the callback unless it has already been called or cancelled
z finalizer no longer registeredz+finalizer ignored because different processNz/finalizer calling %s with args %s and kwargs %s)rZ �KeyErrorr] rV rW rX rT )r_ Zwrr^ r r\ �resr r r �__call__� s$ �� zFinalize.__call__c C sD z t | j= W n tk
r Y n X d | _ | _ | _ | _| _dS )z3
Cancel finalization of the object
N)r^ rZ rc rT rV rW rX �r_ r r r �cancel� s � �zFinalize.cancelc C s
| j tkS )zS
Return whether this finalizer is still waiting to invoke callback
)rZ r^ rf r r r � still_active� s zFinalize.still_activec C s� z | � � }W n ttfk
r( d }Y nX |d kr>d| jj S d| jjt| jd| j�f }| jrr|dt| j� 7 }| j r�|dt| j � 7 }| j
d d k r�|dt| j
d � 7 }|d S ) Nz<%s object, dead>z<%s object, callback=%s�__name__z, args=z , kwargs=r z, exitpriority=�>) rT �AttributeErrorr6 � __class__ri �getattrrV rW r5 rX rZ )r_ rI �xr r r �__repr__� s"
�zFinalize.__repr__)r NN)
ri �
__module__� __qualname__�__doc__rb r^ r r[ r\ re rg rh ro r r r r r � s
�
c s� t dkr dS �dkr dd� � n �fdd�� � fdd�tt �D �}|jdd� |D ]P}t �|�}|dk rPtd |� z
|� W qP tk
r� d
dl}|�� Y qPX qP�dkr�t �� dS ) z�
Run all finalizers whose exit priority is not None and at least minpriority
Finalizers with highest priority are called first; finalizers with
the same priority will be called in reverse order of creation.
Nc S s | d d k S �Nr r ��pr r r �<lambda> � z!_run_finalizers.<locals>.<lambda>c s | d d k o| d � kS rs r rt )� minpriorityr r rv rw c s g | ]}� |�r|�qS r r )�.0�key)�fr r �
<listcomp># s z#_run_finalizers.<locals>.<listcomp>T)�reversez
calling %sr ) r^ rB rE r? r rF � traceback� print_exc�clear)rx �keysrz � finalizerr~ r )r{ rx r �_run_finalizers s$
r� c C s t p
t dkS )z6
Returns true if the process is shutting down
N)�_exitingr r r r r
8 s c C s� t s�da | d� |d� |d� |� d k rr|� D ] }|jr0| d|j� |j�� q0|� D ]}| d|j� |�� qX|d� |� d S )NTzprocess shutting downz2running all "atexit" finalizers with priority >= 0r z!calling terminate() for daemon %sz calling join() for process %sz)running the remaining "atexit" finalizers)r� Zdaemon�nameZ_popenZ terminate�join)r r r� �active_childrenr9 ru r r r r( @ s
r( c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
r c C s | � � t| tj � d S r )�_resetr r rf r r r rb q s z ForkAwareThreadLock.__init__c C s" t �� | _| jj| _| jj| _d S r )� threadingZLock�_lock�acquire�releaserf r r r r� u s
zForkAwareThreadLock._resetc C s
| j �� S r )r� � __enter__rf r r r r� z s z ForkAwareThreadLock.__enter__c G s | j j|� S r )r� �__exit__)r_ r r r r r� } s z ForkAwareThreadLock.__exit__N)ri rp rq rb r� r� r� r r r r r p s c @ s e Zd Zdd� Zdd� ZdS )r c C s t | dd� � d S )Nc S s
| j �� S r )�__dict__r� )rI r r r rv � rw z)ForkAwareLocal.__init__.<locals>.<lambda>)r rf r r r rb � s zForkAwareLocal.__init__c C s t | �dfS )Nr )rQ rf r r r �
__reduce__� s zForkAwareLocal.__reduce__N)ri rp rq rb r� r r r r r � s � SC_OPEN_MAX� c C sb t | �dtg } | �� | d tks,td��tt| �d �D ] }t�| | d | |d � q<d S )N���z fd too larger )rB �MAXFDrE �AssertionError�range�lenr[ �
closerange)�fds�ir r r r � s
c C s� t jd krd S zt j�� W n ttfk
r4 Y nX z@t�tjtj�} zt| dd�t _W n t�| � � Y nX W n ttfk
r� Y nX d S )NF)�closefd) r/ �stdin�close�OSErrorrU r[ �open�devnull�O_RDONLY)�fdr r r � _close_stdin� s
r� c C sT zt j�� W n ttfk
r& Y nX zt j�� W n ttfk
rN Y nX d S r )r/ �stdout�flushrk rU �stderrr r r r �_flush_std_streams� s r� c C sx dd l }tttt|���}t�� \}}z6|�|t� | �gd|d d dddddd||ddd �W �S t�|� t�|� X d S )Nr Tr� F)
�_posixsubprocess�tuple�sorted�maprO r[ �piper� Z fork_exec�fsencode)�pathr Zpassfdsr� Z errpipe_readZ
errpipe_writer r r �spawnv_passfds� s2
�
r� c G s | D ]}t �|� qdS )z/Close each file descriptor given as an argumentN)r[ r� )r� r� r r r � close_fds� s r� c C sZ ddl m} t�� ddlm} |j�� ddlm} |j �� t
� | � � | � � dS )zKCleanup multiprocessing resources when multiprocessing tests
completed.r )�support)�
forkserver)�resource_trackerN)
Ztestr� r Z_cleanupr r� Z _forkserverZ_stopr� Z_resource_trackerr� Z
gc_collectZ
reap_children)r� r� r� r r r �_cleanup_tests� s
r� )N)N)<r[ � itertoolsr/ rR r' r� �
subprocessr � r �__all__ZNOTSETr r! r" r r% r, r r- r r r r r r
r1 r7 Zabstract_sockets_supportedr< r ZWeakValueDictionaryrC �countrM rK r r^ rY �objectr r� r
r� r� r9 r( r) r Zlocalr �sysconfr� rF r r� r� r� r� r� r r r r �<module>
s� �
V
,�
*
multiprocessing/__pycache__/popen_spawn_win32.cpython-38.pyc 0000644 00000006607 15115353744 0020227 0 ustar 00 U
e5d� � @ s� d dl Z d dlZd dlZd dlZd dlZddlmZmZmZ ddl m
Z
ddl m Z dgZ dZ
ejdkoreed d
�Zej�� �d �Zd d
� Zeejej� Zdd� ZG dd� de�ZdS )� N� )� reduction�get_spawning_popen�set_spawning_popen)�spawn)�util�Popeni Zwin32�frozenFzpythonservice.exec C s | |kp t j�| �t j�|�kS �N)�os�path�normcase)Zp1Zp2� r �9/usr/lib64/python3.8/multiprocessing/popen_spawn_win32.py�_path_eq s r c G s | D ]}t �|� qd S r
)�_winapi� CloseHandle)Zhandles�handler r r �_close_handles s r c @ sJ e Zd ZdZdZdd� Zdd� Zddd �Zd
d � Zd d
� Z e Z
dd� Z dS )r z@
Start a subprocess to run the code of a process object
r c C sT t �|j�}t�d d�\}}t�|d�}t jt� � |d�}d�
dd� |D ��}t � � }t r�t
|tj�r�tj}tj�� }tj|d< nd }t|ddd ���} z0t�||d d d
d|d d � \}
} } }
t�| � W n t�|� � Y nX | | _d | _|
| _t|
�| _t� | t | jt|�f�| _ t | � z t �!|| � t �!|| � W 5 t d � X W 5 Q R X d S ) Nr )Z
parent_pidZ pipe_handle� c s s | ]}d | V qdS )z"%s"Nr )�.0�xr r r � <genexpr>9 s z!Popen.__init__.<locals>.<genexpr>�__PYVENV_LAUNCHER__�wbT)�closefdF)"r Zget_preparation_data�_namer Z
CreatePipe�msvcrtZopen_osfhandleZget_command_liner �getpid�joinZget_executable�WINENVr �sys�
executable�_base_executable�environ�copy�openZ
CreateProcessr �pid�
returncode�_handle�int�sentinelr ZFinalizer � finalizerr r �dump)�selfZ process_objZ prep_dataZrhandleZwhandleZwfd�cmdZ
python_exe�envZto_childZhpZhtr' �tidr r r �__init__, sT
�
�
� zPopen.__init__c C s | t � kst�t�|| j�S r
)r �AssertionErrorr Z duplicater+ )r. r r r r �duplicate_for_childa s zPopen.duplicate_for_childNc C st | j d krn|d krtj}ntdt|d d ��}t�t| j�|�}|tjkrnt�| j�}|t krht
j }|| _ | j S )Nr i� g �?) r( r ZINFINITE�maxr* ZWaitForSingleObjectr) Z
WAIT_OBJECT_0ZGetExitCodeProcess� TERMINATE�signal�SIGTERM)r. �timeoutZmsecs�res�coder r r �waite s
z
Popen.waitc C s | j dd�S )Nr �r9 )r< �r. r r r �pollu s z
Popen.pollc C sL | j d krHzt�t| j�t� W n& tk
rF | jdd�d krB� Y nX d S )Ng �?r= )r( r ZTerminateProcessr* r) r6 �OSErrorr< r> r r r � terminatex s
zPopen.terminatec C s | � � d S r
)r, r> r r r �close� s z Popen.close)N) �__name__�
__module__� __qualname__�__doc__�methodr2 r4 r< r? rA �killrB r r r r r & s 5
)r r r7 r! r �contextr r r � r r �__all__r6 �platform�getattrZWINEXEr" �lower�endswithZ
WINSERVICEr r# r r �objectr r r r r �<module> s
multiprocessing/__pycache__/managers.cpython-38.pyc 0000644 00000121114 15115353744 0016440 0 ustar 00 U
e5d� � @ sB d ddddgZ ddlZddlZddlZddlZddlZddlZddlZddlmZ ddl m
Z
d d
l m Z d d l
mZmZmZ d d l mZ d d
l mZ d dl mZ d dl mZ zd dl mZ dZW n ek
r� dZY nX dd� Ze�eje� dd� dD �Zed ek �r.dd� Z eD ]Z e�e e � �qG dd� de �Z di fd d �Z d d � Z!G d d!� d!e"�Z#d"d#� Z$d$d%� Z%G d&d'� d'e �Z&G d(d)� d)e �Z'e j(e j)fe j*e j+fd*�Z,G d+d � d e �Z-G d,d-� d-e.�Z/G d.d� de �Z0d/d0� Z1i fd1d2�Z2dld3d4�Z3G d5d6� d6e �Z4G d7d8� d8e �Z5dmd9d:�Z6G d;d<� d<e0�Z7G d=d>� d>e0�Z8G d?d@� d@e8�Z9G dAdB� dBe0�Z:G dCdD� dDe0�Z;G dEdF� dFe0�Z<G dGdH� dHe0�Z=e2dIdJ�Z>G dKdL� dLe>�Z?e2dMdN�Z@dOdPie@_Ae2dQdR�ZBe2dSdT�ZCdUdUdUdPdPdV�eC_AG dWdS� dSeC�ZDG dXd� de-�ZEeE�dYejF� eE�dZejF� eE�d[ejGe:� eE�d\ejHe8� eE�d]ejIe8� eE�d^ejJe8� eE�d_ejKe8� eE�d`ejLe9� eE�daejMe;� eE�dbejNeD� eE�dcee?� eE�ddeOe@� eE�d8e5e=� eE�d:e6eB� eE�d6e4e<� eEjdPe7dde� eEjdUddf� e�r>G dgdh� dh�ZPG didj� dje&�ZQG dkd� de-�ZRdS )n� BaseManager� SyncManager� BaseProxy�Token�SharedMemoryManager� N)�getpid)�
format_exc� )�
connection)� reduction�get_spawning_popen� ProcessError)�pool)�process)�util)� get_context)�
shared_memoryTFc C s t j | j| �� ffS �N)�array�typecode�tobytes)�a� r �0/usr/lib64/python3.8/multiprocessing/managers.py� reduce_array- s r c C s g | ]}t ti |�� ��qS r )�type�getattr��.0�namer r r �
<listcomp>1 s r )�items�keys�valuesc C s t t | �ffS r )�list��objr r r �rebuild_as_list3 s r' c @ s4 e Zd ZdZdZdd� Zdd� Zdd� Zd d
� Zd S ) r z3
Type to uniquely identify a shared object
��typeid�address�idc C s ||| | _ | _| _d S r r( )�selfr) r* r+ r r r �__init__B s zToken.__init__c C s | j | j| jfS r r( �r, r r r � __getstate__E s zToken.__getstate__c C s |\| _ | _| _d S r r( �r, �stater r r � __setstate__H s zToken.__setstate__c C s d| j j| j| j| jf S )Nz %s(typeid=%r, address=%r, id=%r))� __class__�__name__r) r* r+ r. r r r �__repr__K s �zToken.__repr__N) r4 �
__module__� __qualname__�__doc__� __slots__r- r/ r2 r5 r r r r r < s r c C s8 | � ||||f� | �� \}}|dkr*|S t||��dS )zL
Send a message to manager using connection `c` and return response
�#RETURNN)�send�recv�convert_to_error)�cr+ �
methodname�args�kwds�kind�resultr r r �dispatchS s
rD c C sd | dkr |S | dkrRt |t�s4td�|| t|����| dkrHtd| �S t|�S ntd�| ��S d S )N�#ERROR)�
#TRACEBACK�#UNSERIALIZABLEz.Result {0!r} (kind '{1}') type is {2}, not strrG zUnserializable message: %s
z Unrecognized message type {!r})�
isinstance�str� TypeError�formatr � RemoteError�
ValueError)rB rC r r r r= ] s
��
r= c @ s e Zd Zdd� ZdS )rL c C s dt | jd � d S )NzM
---------------------------------------------------------------------------
r zK---------------------------------------------------------------------------)rI r@ r. r r r �__str__m s zRemoteError.__str__N)r4 r6 r7 rN r r r r rL l s rL c C s2 g }t | �D ] }t| |�}t|�r |�|� q |S )z4
Return a list of names of methods of `obj`
)�dirr �callable�append)r& �tempr �funcr r r � all_methodst s
rT c C s dd� t | �D �S )zP
Return a list of names of methods of `obj` which do not start with '_'
c S s g | ]}|d dkr|�qS )r �_r r r r r r � s z"public_methods.<locals>.<listcomp>)rT r% r r r �public_methods s rV c @ s� e Zd ZdZdddddddd d
g Zd d � Zd
d� Zdd� Zdd� Zdd� Z dd� Z
dd� Z dd� Z e e e
d�Z
d d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&e_d'd(� Zd)d*� Zd+d,� Zd-d.� Zd/S )0�ServerzM
Server class which runs in a process controlled by a manager object
�shutdown�create�accept_connection� get_methods�
debug_info�number_of_objects�dummy�incref�decrefc C sx t |t�s td�|t|����|| _t�|�| _t | \}}||dd�| _
| j
j | _ ddi| _ i | _
i | _t�� | _d S )Nz&Authkey {0!r} is type {1!s}, not bytes� )r* Zbacklog�0�Nr )rH �bytesrJ rK r �registryr �AuthenticationString�authkey�listener_client�listenerr* � id_to_obj�id_to_refcount�id_to_local_proxy_obj� threading�Lock�mutex)r, re r* rg �
serializer�Listener�Clientr r r r- � s
��
zServer.__init__c C s� t �� | _| t�� _zVt j| jd�}d|_|�� z | j�� sL| j�d� q4W n ttfk
rf Y nX W 5 tjtjkr�t �
d� tjt_tj t_ t�
d� X dS )z(
Run the server forever
zresetting stdout, stderrr )�targetTr N)rm �Event�
stop_eventr �current_process�_manager_server�sys�stdout�
__stdout__r �debug�
__stderr__�stderr�exit�Thread�accepter�daemon�start�is_set�wait�KeyboardInterrupt�
SystemExit)r, r� r r r �
serve_forever� s
zServer.serve_foreverc C sN z| j �� }W n tk
r& Y q Y nX tj| j|fd�}d|_|�� q d S )N�rs r@ T)ri Zaccept�OSErrorrm r �handle_requestr� r� )r, r> �tr r r r� � s
zServer.accepterc C sL d } }}zTt �|| j� t �|| j� |�� }|\}}}}|| jksTtd| ��t| |�}W n tk
r~ dt � f} Y n>X z||f|�|�}W n tk
r� dt � f} Y n
X d|f} z|�
| � W nt tk
�r> }
zTz|�
dt � f� W n tk
�r Y nX t � d| � t � d|� t � d|
� W 5 d}
~
X Y nX |�
� dS )z)
Handle a new connection
Nz%r unrecognizedrF r: zFailure to send message: %rz ... request was %r� ... exception was %r)r
Zdeliver_challengerg Zanswer_challenger< �public�AssertionErrorr � Exceptionr r; r �info�close) r, r> �funcnamerC �request�ignorer@ rA rS �msg�er r r r� � s4 zServer.handle_requestc
C s� t �dt�� j� |j}|j}| j}| j� � �s�zBd }}|� }|\}}} }
z|| \}} } W n^ t
k
r� }
z@z| j | \}} } W n& t
k
r� } z|
�W 5 d}~X Y nX W 5 d}
~
X Y nX || kr�t d|t
|�| f ��t||�}z|| |
�}W n, tk
�r" } z d|f}W 5 d}~X Y nPX | �o4| �|d�}|�rj| �|||�\}}t|| j|�}d||ff}nd|f}W n� t k
�r� |dk�r�dt� f}nNz,| j| }|| |||f| �|
�}d|f}W n tk
�r� dt� f}Y nX Y nP tk
�r t �dt�� j� t�d � Y n tk
�r< dt� f}Y nX zDz ||� W n2 tk
�r~ } z|d
t� f� W 5 d}~X Y nX W q$ tk
�r� } z@t �d t�� j� t �d |� t �d
|� |�� t�d� W 5 d}~X Y q$X q$dS )zQ
Handle requests from the proxies in a particular process/thread
z$starting server thread to service %rNz+method %r of %r object is not in exposed=%rrE �#PROXYr: rF z$got EOF -- exiting thread serving %rr rG z exception in thread serving %rz ... message was %rr� r )r r{ rm �current_threadr r< r; rj ru r� �KeyErrorrl �AttributeErrorr r r� �getrY r r* r �fallback_mapping�EOFErrorrx r~ r� r� )r, �connr< r; rj r? r& r� �identr@ rA �exposed� gettypeid�keZ second_keZfunction�resr� r� r) ZridentZrexposed�tokenZ
fallback_funcrC r r r � serve_client� s� � � ( ��
��� � $� zServer.serve_clientc C s |S r r �r, r� r� r& r r r �fallback_getvalue5 s zServer.fallback_getvaluec C s t |�S r �rI r� r r r � fallback_str8 s zServer.fallback_strc C s t |�S r )�reprr� r r r �
fallback_repr; s zServer.fallback_repr)rN r5 � #GETVALUEc C s d S r r �r, r> r r r r^ D s z Server.dummyc
C s� | j �t g }t| j�� �}|�� |D ]<}|dkr&|�d|| j| t| j| d �dd� f � q&d�|�W 5 Q R � S Q R X dS )zO
Return some info --- useful to spot problems with refcounting
rb z %s: refcount=%s
%sr N�K �
) ro r$ rk r" �sortrQ rI rj �join)r, r> rC r" r� r r r r\ G s
��zServer.debug_infoc C s
t | j�S )z*
Number of shared objects
)�lenrk r� r r r r] W s zServer.number_of_objectsc C sL z:zt�d� |�d� W n ddl}|�� Y nX W 5 | j �� X dS )z'
Shutdown this process
z!manager received shutdown message�r: Nr N)ru �setr r{ r; � traceback� print_exc)r, r> r� r r r rX ^ s
zServer.shutdownc O s� t | �dkr| ^}}}} n�| s(td��n�d|krDtdt | �d ��|�d�}t | �dkr~| ^}}} ddl}|jd tdd
� nFd |kr�tdt | �d ��|�d �}| ^}} ddl}|jd tdd
� t| �} |j�� |j| \}}}} |dk�r|�st | �dk�r t d
��| d }
n
|| |�}
|dk�r2t
|
�}|dk �rlt |t ��s\td�
|t|����t|�t|� }dt|
� } t�d|| � |
t|�|f|j| < | |jk�r�d|j| < W 5 Q R X |�|| � | t|�fS )z>
Create a new shared object and return its id
� z8descriptor 'create' of 'Server' object needs an argumentr) �7create expected at least 2 positional arguments, got %dr � r Nz2Passing 'typeid' as keyword argument is deprecated)�
stacklevelr> z-Passing 'c' as keyword argument is deprecatedz4Without callable, must have one non-keyword argumentz,Method_to_typeid {0!r}: type {1!s}, not dictz%xz&%r callable returned object with id %r)r� rJ �pop�warnings�warn�DeprecationWarning�tuplero re rM rV rH �dictrK r r$ r+ r r{ r� rj rk r_ ) r@ rA r, r> r) r� rP r� �method_to_typeid� proxytyper& r� r r r rY k sp
�
�
�
��
�
�� z
Server.createz$($self, c, typeid, /, *args, **kwds)c C s t | j|j d �S )zL
Return the methods of the shared object indicated by token
r )r� rj r+ )r, r> r� r r r r[ � s zServer.get_methodsc C s" |t �� _|�d� | �|� dS )z=
Spawn a new thread to serve this connection
r� N)rm r� r r; r� )r, r> r r r r rZ � s
zServer.accept_connectionc C s� | j �� z| j| d7 < W nh tk
r� } zJ|| jkrrd| j|< | j| | j|< | j| \}}}t�d|� n|�W 5 d }~X Y nX W 5 Q R X d S )Nr z&Server re-enabled tracking & INCREF %r)ro rk r� rl rj r r{ )r, r> r� r� r& r� r� r r r r_ � s
�z
Server.increfc C s� || j kr$|| jkr$t�d|� d S | j�Z | j | dkrXtd�|| j| | j | ���| j | d8 < | j | dkr�| j |= W 5 Q R X || j kr�d| j|< t�d|� | j� | j|= W 5 Q R X d S )NzServer DECREF skipping %rr z+Id {0!s} ({1!r}) has refcount {2:n}, not 1+r )Nr Nzdisposing of obj with id %r)rk rl r r{ ro r� rK rj )r, r> r� r r r r` � s,
� ��
z
Server.decrefN)r4 r6 r7 r8 r� r- r� r� r� r� r� r� r� r� r^ r\ r] rX rY �__text_signature__r[ rZ r_ r` r r r r rW � s< �
"Q�
=rW c @ s e Zd ZdgZdZdZdZdS )�State�valuer r r� N)r4 r6 r7 r9 �INITIAL�STARTED�SHUTDOWNr r r r r� � s r� )�pickleZ xmlrpclibc @ s� e Zd ZdZi ZeZd"dd�Zdd� Zdd � Z d#d d �Z
e d$d
d��Z dd� Z
d%dd�Zdd� Zdd� Zdd� Zdd� Zedd � �Zed d � �Ze d&d d!��ZdS )'r z!
Base class for managers
Nr� c C s\ |d krt �� j}|| _t �|�| _t� | _tj| j_ || _
t | \| _ | _
|pTt� | _d S r )r rv rg �_addressrf �_authkeyr� �_stater� r� � _serializerrh Z _Listener�_Clientr �_ctx)r, r* rg rp Zctxr r r r- s
zBaseManager.__init__c C sf | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���t| j | j
| j | j �S )zX
Return server object with serve_forever() method and address attribute
�Already started server�Manager has shut down�Unknown state {!r})
r� r� r� r� r� r
r� rK rW � _registryr� r� r� r. r r r �
get_server s
�
�zBaseManager.get_serverc C s8 t | j \}}|| j| jd�}t|dd� tj| j_dS )z>
Connect manager object to the server process
�rg Nr^ ) rh r� r� r� rD r� r� r� r� )r, rq rr r� r r r �connect s zBaseManager.connectr c C s4 | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���|dk rht|�sht d��t
j dd�\}}| j j
t| �j| j| j| j| j|||fd�| _d �d
d � | jjD ��}t| �jd | | j_| j�� |�� |�� | _|�� tj| j _t j | t| �j | j| j| j| j | j fd
d�| _ dS )z@
Spawn a server process for this manager object
r� r� r� Nz initializer must be a callableF)Zduplexr� �:c s s | ]}t |�V qd S r r� )r �ir r r � <genexpr>A s z$BaseManager.start.<locals>.<genexpr>�-r �r@ Z exitpriority)!r� r� r� r� r� r
r� rK rP rJ r
ZPiper� ZProcessr � _run_serverr� r� r� r� �_processr� Z _identityr4 r r� r� r< r �Finalize�_finalize_managerr� rX )r, � initializer�initargs�reader�writerr� r r r r� ( sH
� ��
��zBaseManager.startc C s^ t � t jt j� |dk r ||� | �||||�}|�|j� |�� t�d|j� |� � dS )z@
Create a server, report its address and run it
Nzmanager serving at %r)
�signal�SIGINT�SIG_IGN�_Serverr; r* r� r r� r� ) �clsre r* rg rp r� r� r� �serverr r r r� S s zBaseManager._run_serverc O sd | j jtjkstd��| j| j| jd�}z t |dd|f| |�\}}W 5 |�� X t
|| j|�|fS )zP
Create a new shared object; return the token and exposed tuple
zserver not yet startedr� NrY ) r� r� r� r� r� r� r� r� r� rD r )r, r) r@ rA r� r+ r� r r r �_createj s
zBaseManager._createc C s* | j dk r&| j �|� | j �� s&d| _ dS )zC
Join the manager process (if it has been spawned)
N)r� r� �is_alive�r, �timeoutr r r r� v s
zBaseManager.joinc C s2 | j | j| jd�}zt|dd�W �S |�� X dS )zS
Return some info about the servers shared objects and connections
r� Nr\ �r� r� r� r� rD �r, r� r r r � _debug_info s zBaseManager._debug_infoc C s2 | j | j| jd�}zt|dd�W �S |�� X dS )z5
Return the number of shared objects
r� Nr] r� r� r r r �_number_of_objects� s z BaseManager._number_of_objectsc C sj | j jtjkr| �� | j jtjkrf| j jtjkr<td��n*| j jtjkrTtd��ntd�| j j���| S )NzUnable to start serverr� r� ) r� r� r� r� r� r� r
r� rK r. r r r � __enter__� s
�zBaseManager.__enter__c C s | � � d S r )rX �r, �exc_typeZexc_valZexc_tbr r r �__exit__� s zBaseManager.__exit__c C s� | � � r�t�d� z,|||d�}zt|dd� W 5 |�� X W n tk
rR Y nX | jdd� | � � r�t�d� t| d�r�t�d � | �� | jd
d� | � � r�t�d � t j
|_ z t j
|= W n tk
r� Y nX dS ) zQ
Shutdown the manager process; will be registered as a finalizer
z#sending shutdown message to managerr� NrX g �?)r� zmanager still alive� terminatez'trying to `terminate()` manager processg�������?z#manager still alive after terminate)r� r r� r� rD r� r� �hasattrr� r� r� r� r �_address_to_localr� )r r* rg r1 r� r� r r r r� � s.
z BaseManager._finalize_managerc C s | j S r )r� r. r r r r* � s zBaseManager.addressTc
s� d| j kr| j�� | _� dkr"t� |p0t� dd�}|p@t� dd�}|r�t|�� �D ]8\}}t|�tksrt d| ��t|�tksRt d| ��qR|||� f| j�< |r �fdd�} �| _
t | �| � dS )z9
Register a typeid with the manager type
r� N� _exposed_�_method_to_typeid_z%r is not a stringc s` t �d�� | j�f|�|�\}}� || j| | j|d�}| j|j| jd�}t|d d|jf� |S )Nz)requesting creation of a shared %r object��managerrg r� r� r` ) r r{ r� r� r� r� r* rD r+ )r, r@ rA r� Zexp�proxyr� �r� r) r r rR � s �z"BaseManager.register.<locals>.temp) �__dict__r� �copy� AutoProxyr r$ r! r rI r� r4 �setattr)
r� r) rP r� r� r� �
create_method�keyr� rR r r� r �register� s*
� �
zBaseManager.register)NNr� N)Nr )Nr )N)NNNNT)r4 r6 r7 r8 r� rW r� r- r� r� r� � classmethodr� r� r� r� r� r� r� � staticmethodr� �propertyr* r r r r r r � s8 �
+ �
�c @ s e Zd Zdd� Zdd� ZdS )�ProcessLocalSetc C s t �| dd� � d S )Nc S s | � � S r )�clearr% r r r �<lambda>� � z*ProcessLocalSet.__init__.<locals>.<lambda>)r �register_after_forkr. r r r r- � s zProcessLocalSet.__init__c C s t | �dfS rc )r r. r r r �
__reduce__� s zProcessLocalSet.__reduce__N)r4 r6 r7 r- r r r r r r � s r c @ s� e Zd ZdZi Ze�� Zd dd�Zdd� Z d i fd
d �Z
d d
� Z dd� Z e
dd� �Zdd� Zdd� Zdd� Zdd� Zdd� ZdS ) r z.
A base for proxies of shared objects
NTFc C s� t j�8 t j�|jd �}|d kr:t�� t� f}|t j|j< W 5 Q R X |d | _|d | _ || _
| j
j | _ || _
|| _t| d | _|| _|d k r�t�|�| _n"| j
d k r�| j
j| _n t�� j| _|r�| �� t�| t j� d S )Nr r )r �_mutexr� r� r* r ZForkAwareLocalr �_tls�_idset�_tokenr+ �_id�_managerr� rh r� �_owned_by_managerr rf r� rv rg �_increfr
� _after_fork) r, r� rp r� rg r� r_ �
manager_ownedZ tls_idsetr r r r- s*
zBaseProxy.__init__c C sd t �d� t�� j}t�� jdkr4|dt�� j 7 }| j| jj | j
d�}t |d d|f� || j _
d S )Nz making connection to managerZ
MainThread�|r� rZ )r r{ r rv r rm r� r� r r* r� rD r r
)r, r r� r r r �_connect- s
zBaseProxy._connectr c C s� z | j j}W n6 tk
rB t�dt�� j� | �� | j j}Y nX |� | j
|||f� |� � \}}|dkrp|S |dkr�|\}}| j j
|j d } | jj|_| || j| j | j|d�}
| j|j| jd�}t|dd|jf� |
S t||��dS ) zV
Try to call a method of the referent and return a copy of the result
z#thread %r does not own a connectionr: r� ���r� r� Nr` )r r
r� r r{ rm r� r r r; r r< r r� r) r r* r� r� r� rD r+ r= ) r, r? r@ rA r� rB rC r� r� r� r� r r r � _callmethod6 s6 �
�zBaseProxy._callmethodc C s
| � d�S )z9
Get a copy of the value of the referent
r� �r r. r r r � _getvalueT s zBaseProxy._getvaluec C s� | j rt�d| jj� d S | j| jj| jd�}t|d d| j f� t�d| jj� | j
� | j � | j oj| j j
}tj| tj| j| j|| j| j
| jfdd�| _d S )Nz%owned_by_manager skipped INCREF of %rr� r_ z INCREF %r�
r� )r r r{ r r+ r� r* r� rD r r �addr r� r� r �_decrefr Z_close)r, r� r1 r r r r Z s$
��zBaseProxy._increfc
C s� |� | j� |d ks |jtjkr�z2t�d| j� || j|d�}t|d d| jf� W q� t k
r� } zt�d|� W 5 d }~X Y q�X nt�d| j� |s�t
|d�r�t�dt � � j
� |j�� |`d S )Nz DECREF %rr� r` z... decref failed %sz%DECREF %r -- manager already shutdownr
z-thread %r has no more proxies so closing conn)�discardr+ r� r� r� r r{ r* rD r� r� rm r� r r
r� )r� rg r1 ZtlsZidsetr� r� r� r r r r! n s �
zBaseProxy._decrefc
C sH d | _ z | �� W n0 tk
rB } zt�d| � W 5 d }~X Y nX d S )Nzincref failed: %s)r r r� r r� )r, r� r r r r � s
zBaseProxy._after_forkc C s^ i }t � d k r| j|d< t| dd�rB| j|d< tt| j| j|ffS tt| �| j| j|ffS d S )Nrg �_isautoFr� ) r r� r r� � RebuildProxyr r r� r �r, rA r r r r � s
��zBaseProxy.__reduce__c C s | � � S r )r )r, Zmemor r r � __deepcopy__� s zBaseProxy.__deepcopy__c C s dt | �j| jjt| �f S )Nz <%s object, typeid %r at %#x>)r r4 r r) r+ r. r r r r5 � s �zBaseProxy.__repr__c C s: z | � d�W S tk
r4 t| �dd� d Y S X dS )zV
Return representation of the referent (or a fall-back if that fails)
r5 Nr z; '__str__()' failed>)r r� r� r. r r r rN � s zBaseProxy.__str__)NNNTF)r4 r6 r7 r8 r� r ZForkAwareThreadLockr r- r r r r r r! r r r& r5 rN r r r r r � s( �
)
c C s� t t�� dd�}|rT|j|jkrTt�d|� d|d< |j|jkrT|j|j |j|j< |� dd�opt t�� dd� }| ||fd|i|��S ) z5
Function used for unpickling proxy objects.
rw Nz*Rebuild a proxy owned by manager, token=%rTr r_ Z _inheritingF)
r r rv r* r r{ r+ rl rj r� )rS r� rp rA r� r_ r r r r$ � s
�
�r$ c C sp t |�}z|| |f W S tk
r* Y nX i }|D ]}td||f |� q4t| tf|�}||_||| |f< |S )zB
Return a proxy type whose methods are given by `exposed`
zOdef %s(self, /, *args, **kwds):
return self._callmethod(%r, args, kwds))r� r� �execr r r� )r r� �_cacheZdicZmeth� ProxyTyper r r �
MakeProxyType� s �� r* c
C s� t | d }|dkrB|| j|d�}zt|dd| f�}W 5 |�� X |dkrX|dk rX|j}|dkrjt�� j}td| j |�}|| ||||d�} d| _
| S )z*
Return an auto-proxy for `token`
r Nr� r[ z
AutoProxy[%s])r� rg r_ T) rh r* r� rD r� r rv rg r* r) r# )
r� rp r� rg r� r_ r� r� r) r� r r r r � s
�r c @ s e Zd Zdd� Zdd� ZdS )� Namespacec K s | j �|� d S r )r� �updater% r r r r- � s zNamespace.__init__c C sZ t | j�� �}g }|D ]$\}}|�d�s|�d||f � q|�� d| jjd�|�f S )NrU z%s=%rz%s(%s)z, ) r$ r� r! �
startswithrQ r� r3 r4 r� )r, r! rR r r� r r r r5 � s
zNamespace.__repr__N)r4 r6 r7 r- r5 r r r r r+ � s r+ c @ s8 e Zd Zd dd�Zdd� Zdd� Zdd � Zeee�Zd
S ) �ValueTc C s || _ || _d S r )� _typecode�_value)r, r r� �lockr r r r- s zValue.__init__c C s | j S r �r0 r. r r r r� s z Value.getc C s
|| _ d S r r2 �r, r� r r r r�
s z Value.setc C s dt | �j| j| jf S )Nz
%s(%r, %r))r r4 r/ r0 r. r r r r5 s zValue.__repr__N)T) r4 r6 r7 r- r� r� r5 r r� r r r r r. s
r. c C s t � | |�S r )r )r �sequencer1 r r r �Array s r5 c @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd S )
�
IteratorProxy)�__next__r; �throwr� c C s | S r r r. r r r �__iter__ s zIteratorProxy.__iter__c G s | � d|�S )Nr7 r �r, r@ r r r r7 s zIteratorProxy.__next__c G s | � d|�S )Nr; r r: r r r r; s zIteratorProxy.sendc G s | � d|�S )Nr8 r r: r r r r8 s zIteratorProxy.throwc G s | � d|�S )Nr� r r: r r r r� ! s zIteratorProxy.closeN) r4 r6 r7 r� r9 r7 r; r8 r� r r r r r6 s r6 c @ s2 e Zd ZdZd dd�Zdd� Zdd � Zd
d � ZdS )
�
AcquirerProxy)�acquire�releaseTNc C s" |d kr|fn||f}| � d|�S �Nr< r )r, Zblockingr� r@ r r r r< ' s zAcquirerProxy.acquirec C s
| � d�S �Nr= r r. r r r r= * s zAcquirerProxy.releasec C s
| � d�S r> r r. r r r r� , s zAcquirerProxy.__enter__c C s
| � d�S r? r r� r r r r� . s zAcquirerProxy.__exit__)TN)r4 r6 r7 r� r< r= r� r� r r r r r; % s
r; c @ s6 e Zd ZdZd dd�Zd
dd�Zdd � Zdd
d �ZdS )�ConditionProxy)r< r= r� �notify�
notify_allNc C s | � d|f�S �Nr� r r� r r r r� 4 s zConditionProxy.waitr c C s | � d|f�S )NrA r )r, �nr r r rA 6 s zConditionProxy.notifyc C s
| � d�S )NrB r r. r r r rB 8 s zConditionProxy.notify_allc C sd |� }|r|S |d k r$t �� | }nd }d }|s`|d k rN|t �� }|dkrNq`| �|� |� }q,|S )Nr )�time� monotonicr� )r, Z predicater� rC ZendtimeZwaittimer r r �wait_for: s
zConditionProxy.wait_for)N)r )N)r4 r6 r7 r� r� rA rB rG r r r r r@ 2 s
r@ c @ s2 e Zd ZdZdd� Zdd� Zdd� Zd d d
�ZdS ) �
EventProxy)r� r� r
r� c C s
| � d�S )Nr� r r. r r r r� O s zEventProxy.is_setc C s
| � d�S �Nr� r r. r r r r� Q s zEventProxy.setc C s
| � d�S )Nr
r r. r r r r
S s zEventProxy.clearNc C s | � d|f�S rC r r� r r r r� U s zEventProxy.wait)N)r4 r6 r7 r� r� r� r
r� r r r r rH M s
rH c @ sN e Zd ZdZddd�Zdd� Zdd� Zed d
� �Zed d � �Z ed
d� �Z
dS )� BarrierProxy)�__getattribute__r� �abort�resetNc C s | � d|f�S rC r r� r r r r� [ s zBarrierProxy.waitc C s
| � d�S )NrL r r. r r r rL ] s zBarrierProxy.abortc C s
| � d�S )NrM r r. r r r rM _ s zBarrierProxy.resetc C s | � dd�S )NrK )�partiesr r. r r r rN a s zBarrierProxy.partiesc C s | � dd�S )NrK )� n_waitingr r. r r r rO d s zBarrierProxy.n_waitingc C s | � dd�S )NrK )�brokenr r. r r r rP g s zBarrierProxy.broken)N) r4 r6 r7 r� r� rL rM r rN rO rP r r r r rJ Y s
rJ c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �NamespaceProxy)rK � __setattr__� __delattr__c C s0 |d dkrt �| |�S t �| d�}|d|f�S )Nr rU r rK )�objectrK �r, r �
callmethodr r r � __getattr__n s zNamespaceProxy.__getattr__c C s4 |d dkrt �| ||�S t �| d�}|d||f�S )Nr rU r rR )rT rR rK )r, r r� rV r r r rR s s zNamespaceProxy.__setattr__c C s0 |d dkrt �| |�S t �| d�}|d|f�S )Nr rU r rS )rT rS rK rU r r r rS x s zNamespaceProxy.__delattr__N)r4 r6 r7 r� rW rR rS r r r r rQ l s rQ c @ s* e Zd ZdZdd� Zdd� Zeee�ZdS )�
ValueProxy)r� r� c C s
| � d�S )Nr� r r. r r r r� � s zValueProxy.getc C s | � d|f�S rI r r3 r r r r� � s zValueProxy.setN)r4 r6 r7 r� r� r� r r� r r r r rX s rX �
BaseListProxy)�__add__� __contains__� __delitem__� __getitem__�__len__�__mul__� __reversed__�__rmul__� __setitem__rQ �count�extend�index�insertr� �remove�reverser� �__imul__c @ s e Zd Zdd� Zdd� ZdS )� ListProxyc C s | � d|f� | S )Nrd r r3 r r r �__iadd__� s zListProxy.__iadd__c C s | � d|f� | S )Nri r r3 r r r ri � s zListProxy.__imul__N)r4 r6 r7 rk ri r r r r rj � s rj � DictProxy)r[ r\ r] r9 r^ rb r
r r� r! r" r� �popitem�
setdefaultr, r# r9 �Iterator�
ArrayProxy)r^ r] rb � PoolProxy) Zapply� apply_asyncr� �imap�imap_unorderedr� �map� map_async�starmap�
starmap_asyncr� Z AsyncResult)rr rv rx rs rt c @ s e Zd Zdd� Zdd� ZdS )rq c C s | S r r r. r r r r� � s zPoolProxy.__enter__c C s | � � d S r )r� r� r r r r� � s zPoolProxy.__exit__N)r4 r6 r7 r� r� r r r r rq � s c @ s e Zd ZdZdS )r a(
Subclass of `BaseManager` which supports a number of shared object types.
The types registered are those intended for the synchronization
of threads, plus `dict`, `list` and `Namespace`.
The `multiprocessing.Manager()` function creates started instances of
this class.
N)r4 r6 r7 r8 r r r r r � s �QueueZ
JoinableQueuert rn �RLock� Semaphore�BoundedSemaphore� Condition�Barrier�Poolr$ r� )r� r )r c @ sL e Zd ZdZg fdd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dS )�_SharedMemoryTrackerz+Manages one or more shared memory segments.c C s || _ || _d S r �Zshared_memory_context_name�
segment_names)r, r r� r r r r- � s z _SharedMemoryTracker.__init__c C s( t �d|�dt� � �� | j�|� dS )z6Adds the supplied shared memory block name to tracker.zRegister segment � in pid N)r r{ r r� rQ �r, � segment_namer r r �register_segment� s z%_SharedMemoryTracker.register_segmentc C sB t �d|�dt� � �� | j�|� t�|�}|�� |�� dS )z�Calls unlink() on the shared memory block with the supplied name
and removes it from the list of blocks being tracked.zDestroy segment r� N) r r{ r r� rg r � SharedMemoryr� �unlink)r, r� Zsegmentr r r �destroy_segment� s
z$_SharedMemoryTracker.destroy_segmentc C s" | j dd� D ]}| �|� qdS )z<Calls destroy_segment() on all tracked shared memory blocks.N)r� r� r� r r r r� � s z_SharedMemoryTracker.unlinkc C s( t �d| jj� dt� � �� | �� d S )NzCall z .__del__ in )r r{ r3 r4 r r� r. r r r �__del__� s z _SharedMemoryTracker.__del__c C s | j | jfS r r� r. r r r r/ � s z!_SharedMemoryTracker.__getstate__c C s | j |� d S r )r- r0 r r r r2 s z!_SharedMemoryTracker.__setstate__N) r4 r6 r7 r8 r- r� r� r� r� r/ r2 r r r r r� � s r� c @ sR e Zd Zejdddg Zdd� Zdd� Zde_d d
� Zd d � Z d
d� Z
dd� Z dS )�SharedMemoryServer�
track_segment�release_segment�
list_segmentsc O sZ t j| f|�|� | j}t|t�r,t�|�}td|� dt� � ��| _ t
� dt� � �� d S )NZshm_rU z"SharedMemoryServer started by pid ) rW r- r* rH rd �os�fsdecoder� r �shared_memory_contextr r{ )r, r@ �kwargsr* r r r r-
s
�zSharedMemoryServer.__init__c O st t | �dkr| d }n4d|kr(|d }n"| s6td��ntdt | �d ��ttj| d d�rhtj|d < tj| |�S )
z�Create a new distributed-shared object (not backed by a shared
memory block) and return its id to be used in a Proxy Object.r� r� r) zDdescriptor 'create' of 'SharedMemoryServer' object needs an argumentr� r r Z_shared_memory_proxyr� )r� rJ r� r, re r� rW rY )r@ r� Ztypeodr) r r r rY s
�
zSharedMemoryServer.createz&($self, c, typeid, /, *args, **kwargs)c C s | j �� t�| |�S )zACall unlink() on all tracked shared memory, terminate the Server.)r� r� rW rX r� r r r rX ) s
zSharedMemoryServer.shutdownc C s | j �|� dS )z?Adds the supplied shared memory block name to Server's tracker.N)r� r� �r, r> r� r r r r� . s z SharedMemoryServer.track_segmentc C s | j �|� dS )z�Calls unlink() on the shared memory block with the supplied name
and removes it from the tracker instance inside the Server.N)r� r� r� r r r r� 2 s z"SharedMemoryServer.release_segmentc C s | j jS )zbReturns a list of names of shared memory blocks that the Server
is currently tracking.)r� r� r� r r r r� 7 s z SharedMemoryServer.list_segmentsN) r4 r6 r7 rW r� r- rY r� rX r� r� r� r r r r r� s �
r� c @ s< e Zd ZdZeZdd� Zdd� Zdd� Zdd � Z d
d � Z
d S )
r a� Like SyncManager but uses SharedMemoryServer instead of Server.
It provides methods for creating and returning SharedMemory instances
and for creating a list-like object (ShareableList) backed by shared
memory. It also provides methods that create and return Proxy Objects
that support synchronization across processes (i.e. multi-process-safe
locks and semaphores).
c O sN t jdkr ddlm} |�� tj| f|�|� t�| j j
� dt � � �� d S )N�posixr )�resource_trackerz created by pid ) r� r � r� Zensure_runningr r- r r{ r3 r4 r )r, r@ r� r� r r r r- I s
z SharedMemoryManager.__init__c C s t �| jj� dt� � �� d S )Nz.__del__ by pid )r r{ r3 r4 r r. r r r r� U s zSharedMemoryManager.__del__c C sh | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���| �| j | j
| j | j �S )z@Better than monkeypatching for now; merge into Server ultimatelyz"Already started SharedMemoryServerz!SharedMemoryManager has shut downr� )
r� r� r� r� r� r
r� rK r� r� r� r� r� r. r r r r� Y s
� �z SharedMemoryManager.get_serverc C sx | j | j| jd��\}tjdd|d�}zt|dd|jf� W n. tk
rh } z|�� |�W 5 d}~X Y nX W 5 Q R X |S )zoReturns a new SharedMemory instance with the specified size in
bytes, to be tracked by the manager.r� NT)rY �sizer� ) r� r� r� r r� rD r �
BaseExceptionr� )r, r� r� Zsmsr� r r r r� f s z SharedMemoryManager.SharedMemoryc C sv | j | j| jd��Z}t�|�}zt|dd|jjf� W n0 tk
rf } z|j� � |�W 5 d}~X Y nX W 5 Q R X |S )z�Returns a new ShareableList instance populated with the values
from the input sequence, to be tracked by the manager.r� Nr� )
r� r� r� r �
ShareableListrD Zshmr r� r� )r, r4 r� Zslr� r r r r� r s
z!SharedMemoryManager.ShareableListN) r4 r6 r7 r8 r� r� r- r� r� r� r� r r r r r = s
)NNNT)T)S�__all__rx rm r� r ZqueuerE r� r r� r r� r
�contextr r r
r r r r r Z HAS_SHMEM� ImportErrorr r Z
view_typesr$ r' Z view_typerT r rD r= r� rL rT rV rW r� rq rr Z XmlListenerZ XmlClientrh r r� r r r$ r* r r+ r. r5 r6 r; r@ rH rJ rQ rX rY rj rl r� rp Z
BasePoolProxyrq r ry rt rn rz r{ r| r} r~ r r� r� r� r r r r r �<module> s� �
c
� w
4 �
�
�
�%8 multiprocessing/__pycache__/heap.cpython-38.pyc 0000644 00000016727 15115353744 0015575 0 ustar 00 U
e5dj- � @ s� d dl Z d dlmZ d dlZd dlZd dlZd dlZd dlZddlm Z m
Z
ddl m Z dgZ
ejdkr�d dlZG dd � d e�Zn,G d
d � d e�Zd d � Zd
d� Ze �ee� G dd� de�ZG dd� de�ZdS )� N)� defaultdict� )� reduction�assert_spawning)�util�
BufferWrapperZwin32c @ s0 e Zd ZdZe�� Zdd� Zdd� Zdd� Z dS ) �ArenazL
A shared memory area backed by anonymous memory (Windows).
c C sx || _ td�D ]B}dt�� t| j�f }tjd||d�}t�� dkrH qZ|� � qt
d��|| _ || _ | j | j f| _
d S )N�d z pym-%d-%s����Ztagnamer z Cannot find name for new mmap)�size�range�os�getpid�next�_rand�mmap�_winapiZ GetLastError�close�FileExistsError�name�buffer�_state)�selfr �ir Zbuf� r �,/usr/lib64/python3.8/multiprocessing/heap.py�__init__& s
�Arena.__init__c C s t | � | jS �N)r r )r r r r � __getstate__5 s zArena.__getstate__c C s, | \| _ | _| _tjd| j | jd�| _d S )Nr
r )r r r r r )r �stater r r � __setstate__9 s zArena.__setstate__N)
�__name__�
__module__� __qualname__�__doc__�tempfileZ_RandomNameSequencer r r r" r r r r r s
r c @ s8 e Zd ZdZejdkr dgZng Zd
dd�Zdd� Zd S ) r zJ
A shared memory area backed by a temporary file (POSIX).
Zlinuxz/dev/shmr
c C sx || _ || _|dkrbtjdt�� | �|�d�\| _}t�|� t� | tj
| jf� t� | j|� t � | j| j �| _
d S )Nr
zpym-%d-)�prefix�dir)r �fdr' Zmkstempr r � _choose_dir�unlinkr �Finalizer � ftruncater r )r r r* r r r r r M s
�
r c C s6 | j D ]&}t�|�}|j|j |kr| S qt�� S r )�_dir_candidatesr �statvfs�f_bavail�f_frsizer Z get_temp_dir)r r �d�str r r r+ [ s
zArena._choose_dirN)r
) r# r$ r% r& �sys�platformr/ r r+ r r r r r C s
c C s( | j dkrtd��t| jt�| j �ffS )Nr
zDArena is unpicklable because forking was enabled when it was created)r* �
ValueError�
rebuild_arenar r ZDupFd)�ar r r � reduce_arenad s
r: c C s t | |�� �S r )r �detach)r Zdupfdr r r r8 j s r8 c @ sz e Zd ZdZdZdZejfdd�Ze dd� �Z
dd� Z d d
� Z d d � Z
d
d� Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )�Heap� i @ c C sX t �� | _t�� | _|| _g | _i | _i | _ i | _
t t �| _
g | _g | _d| _d| _d S �Nr )r r �_lastpid� threadingZLock�_lock�_size�_lengths� _len_to_seq�_start_to_block�_stop_to_blockr �set�_allocated_blocks�_arenas�_pending_free_blocks�
_n_mallocs�_n_frees)r r r r r r { s
z
Heap.__init__c C s |d }| | | @ S )Nr r )�nZ alignment�maskr r r �_roundup� s z
Heap._roundupc C sZ | � t| j|�tj�}| j| jk r0| jd9 _t�d|� t|�}| j �
|� |d|fS )N� z"allocating a new mmap of length %dr ) rO �maxrB r �PAGESIZE�_DOUBLE_ARENA_SIZE_UNTILr �infor rI �append)r r �length�arenar r r �
_new_arena� s zHeap._new_arenac C s� |j }|| jk rd S | j�|�}|r(t�| j|df= | j||f= | j�|� | j | }|�|d|f� |s~| j |= | j
�|� d S r> ) r � _DISCARD_FREE_SPACE_LARGER_THANrH �pop�AssertionErrorrE rF rI �removerD rC )r rW rV �blocks�seqr r r �_discard_arena� s
zHeap._discard_arenac C s| t �| j|�}|t| j�kr&| �|�S | j| }| j| }|�� }|sV| j|= | j|= |\}}}| j||f= | j||f= |S r ) �bisectZ bisect_leftrC �lenrX rD rZ rE rF ) r r r rV r^ �blockrW �start�stopr r r �_malloc� s
z Heap._mallocc C s� |\}}}z| j ||f }W n tk
r0 Y nX | �|�\}}z| j||f }W n tk
rf Y nX | �|�\}}|||f}|| }z| j| �|� W n. tk
r� |g| j|< t�| j|� Y nX || j||f< || j ||f< d S r ) rF �KeyError�_absorbrE rD rU r` ZinsortrC ) r rb rW rc rd Z
prev_block�_Z
next_blockrV r r r �_add_free_block� s(
zHeap._add_free_blockc C s^ |\}}}| j ||f= | j||f= || }| j| }|�|� |sV| j|= | j�|� ||fS r )rE rF rD r\ rC )r rb rW rc rd rV r^ r r r rg � s
z Heap._absorbc C s4 |\}}}| j | }|�||f� |s0| �|� d S r )rH r\ r_ )r rb rW rc rd r] r r r �_remove_allocated_block� s
z Heap._remove_allocated_blockc C sB z| j �� }W n tk
r& Y q>Y nX | �|� | �|� q d S r )rJ rZ �
IndexErrorri rj �r rb r r r �_free_pending_blocks s
zHeap._free_pending_blocksc C s~ t �� | jkr$td�t �� | j���| j�d�s>| j�|� n<z.| j
d7 _
| � � | � |� | �
|� W 5 | j� � X d S )Nz$My pid ({0:n}) is not last pid {1:n}Fr )r r r? r7 �formatrA �acquirerJ rU �releaserL rm ri rj rl r r r �free s
��
z Heap.freec
C s� |dk rt d�|���tj|kr.td�|���t�� | jkrD| �� | j �� | j
d7 _
| � � | � t
|d�| j�}| �|�\}}}|| }||k r�| �|||f� | j| �||f� |||fW 5 Q R � S Q R X d S )Nr �Size {0:n} out of range�Size {0:n} too larger )r7 rn r5 �maxsize�
OverflowErrorr r r? r rA rK rm rO rQ �
_alignmentre ri rH �add)r r rW rc rd Z real_stopr r r �malloc( s
z Heap.mallocN)r# r$ r% rv rY rS r rR r � staticmethodrO rX r_ re ri rg rj rm rq rx r r r r r< s s
r< c @ s" e Zd Ze� Zdd� Zdd� ZdS )r c C s^ |dk rt d�|���tj|kr.td�|���tj�|�}||f| _t j
| tjj |fd� d S )Nr rr rs )�args) r7 rn r5 rt ru r �_heaprx r r r- rq )r r rb r r r r F s
zBufferWrapper.__init__c C s& | j \\}}}}t|j�||| � S r )r �
memoryviewr )r rW rc rd r r r r �create_memoryviewO s z BufferWrapper.create_memoryviewN)r# r$ r% r< r{ r r} r r r r r B s )r` � collectionsr r r r5 r' r@ �contextr r � r �__all__r6 r �objectr r: r8 �registerr< r r r r r �<module>
s&
$! P multiprocessing/__pycache__/reduction.cpython-38.pyc 0000644 00000020015 15115353744 0016635 0 ustar 00 U
e5d(% � @ s d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZddl m
Z
ddddd gZ ej d
kp�e
ed �o�e
ed �o�e
ejd
�ZG dd� dej�ZejZd6dd �Zej d
k�re dddg7 Z d dlZd7dd�dd�Zdd� Zdd� Zdd� ZG dd� de�ZnHe ddd g7 Z d dlZej d kZd d� Z d d � Z d d� Zd!d� Zd"d� Z d#d$� Z G d%d&� d&�Z ee!e � j"�e � d'd(� Z#ee!e$j%�e#� ee!e&j'�e#� d)d*� Z(d+d,� Z)eej*e(� ej d
k�r�d-d.� Z+d/d0� Z,eeje+� n d1d.� Z+d2d0� Z,eeje+� G d3d4� d4ed5�Z-dS )8� )�ABCMetaN� )�context� send_handle� recv_handle�ForkingPickler�register�dump�win32ZCMSG_LEN�
SCM_RIGHTS�sendmsgc sJ e Zd ZdZi ZejZ� fdd�Ze dd� �Z
e d dd��Z e j
Z
� ZS )
r z)Pickler subclass used by multiprocessing.c s* t � j|� | j�� | _| j�| j� d S �N)�super�__init__�_copyreg_dispatch_table�copy�dispatch_table�update�_extra_reducers��self�args�� __class__� �1/usr/lib64/python3.8/multiprocessing/reduction.pyr & s zForkingPickler.__init__c C s || j |< dS )z&Register a reduce function for a type.N)r )�cls�type�reducer r r r + s zForkingPickler.registerNc C s t �� }| ||��|� |�� S r
)�io�BytesIOr � getbuffer)r �obj�protocolZbufr r r �dumps0 s zForkingPickler.dumps)N)�__name__�
__module__� __qualname__�__doc__r �copyregr r r � classmethodr r$ �pickle�loads�
__classcell__r r r r r ! s
c C s t ||��| � dS )z3Replacement for pickle.dump() using ForkingPickler.N)r r )r" �filer# r r r r : s � DupHandle� duplicate� steal_handleF)�source_processc C s6 t �� }|dkr|}|dkr |}t �|| |d|t j�S )z<Duplicate a handle. (target_process is a handle not a pid!)Nr )�_winapi�GetCurrentProcess�DuplicateHandle�DUPLICATE_SAME_ACCESS)�handleZtarget_processZ inheritabler2 Zcurrent_processr r r r0 G s �c C sF t �t jd| �}z$t �||t �� ddt jt jB �W �S t �|� X dS )z5Steal a handle from process identified by source_pid.Fr N)r3 � OpenProcess�PROCESS_DUP_HANDLE� CloseHandler5 r4 r6 �DUPLICATE_CLOSE_SOURCE)Z
source_pidr7 Zsource_process_handler r r r1 S s �
�c C s t |tj|�}| �|� dS �z&Send a handle over a local connection.N)r/ r3 r6 �send)�connr7 �destination_pidZdhr r r r _ s c C s | � � �� S )�)Receive a handle over a local connection.)�recv�detach)r> r r r r d s c @ s" e Zd ZdZddd�Zdd� ZdS )r/ z Picklable wrapper for a handle.Nc C s\ |d krt �� }t�tjd|�}z t�t�� |||dd�| _W 5 t�|� X || _ || _
d S )NFr ) �os�getpidr3 r8 r9 r: r5 r4 �_handle�_access�_pid)r r7 �access�pid�procr r r r j s �
zDupHandle.__init__c C sZ | j t�� kr| jS t�tjd| j �}z"t�|| jt� � | j
dtj �W �S t�|� X dS )z1Get the handle. This should only be called once.FN) rG rC rD rE r3 r8 r9 r: r5 r4 rF r; )r rJ r r r rB y s
� �zDupHandle.detach)N)r% r& r' r( r rB r r r r r/ h s
�DupFd�sendfds�recvfds�darwinc C sV t � d|�}tt|�d g�}| �|gtjtj|fg� trR| �d�dkrRt d��dS )z,Send an array of fds over an AF_UNIX socket.�i� r � Az%did not receive acknowledgement of fdN)
�array�bytes�lenr �socket�
SOL_SOCKETr � ACKNOWLEDGErA � RuntimeError)�sockZfds�msgr r r rL � s
c C s t � d�}|j| }| �dt�|��\}}}}|s:|s:t�z�trJ| �d� t|�dkrft dt|� ��|d \}} }
|tj
kr�| tj kr�t|
�|j dkr�t �|�
|
� t|�d |d kr�td�t|�|d ���t|�W S W n t tfk
r� Y nX t d��d S )
z/Receive an array of fds over an AF_UNIX socket.rO r rQ z received %d items of ancdatar rP z Len is {0:n} but msg[0] is {1!r}zInvalid data receivedN)rR �itemsizeZrecvmsgrU Z
CMSG_SPACE�EOFErrorrW r= rT rX rV r �
ValueErrorZ frombytes�AssertionError�format�list�
IndexError) rY �size�aZ
bytes_sizerZ Zancdata�flagsZaddrZ
cmsg_levelZ cmsg_typeZ cmsg_datar r r rM � s<
�
�
��c C s2 t �| �� t jt j��}t||g� W 5 Q R X dS r< )rU �fromfd�fileno�AF_UNIX� SOCK_STREAMrL )r> r7 r? �sr r r r � s c
C s< t �| �� t jt j�� }t|d�d W 5 Q R � S Q R X dS )r@ r r N)rU re rf rg rh rM )r> ri r r r r � s c C sF t �� }|dk r |�|�| ��S tr:ddlm} |�| �S td��dS )zReturn a wrapper for an fd.Nr )�resource_sharerz&SCM_RIGHTS appears not to be available)r Zget_spawning_popenrK Zduplicate_for_child�HAVE_SEND_HANDLE� rj r] )�fdZ popen_objrj r r r rK � s
c C s2 | j d kr t| j| jjffS t| j | jjffS d S r
)�__self__�getattrr �__func__r% ��mr r r �_reduce_method� s
rs c @ s e Zd Zdd� ZdS )�_Cc C s d S r
r )r r r r �f� s z_C.fN)r% r& r' ru r r r r rt � s rt c C s t | j| jffS r
)ro � __objclass__r% rq r r r �_reduce_method_descriptor� s rw c C s t | j| j| jpi ffS r
)�_rebuild_partial�funcr �keywords)�pr r r �_reduce_partial� s r| c C s t j| f|�|�S r
)� functools�partial)ry r rz r r r rx � s rx c C s ddl m} t|| �ffS )Nr )� DupSocket)rj r �_rebuild_socket)ri r r r r �_reduce_socket� s r� c C s | � � S r
)rB )Zdsr r r r� � s r� c C s" t | �� �}t|| j| j| jffS r
)rK rf r� �familyr �proto)ri �dfr r r r� � s c C s | � � }tj||||d�S )N)rf )rB rU )r� r� r r� rm r r r r� � s c @ sd e Zd ZdZeZeZeZeZeZe j
dkr8e Z e Z e
Z
n eZeZeZeZeZeZeZeZdd� ZdS )�AbstractReducerz�Abstract base class for use in implementing a Reduction class
suitable for use in replacing the standard reduction mechanism
used in multiprocessing.r
c G sN t tt� j�t� t ttj�t� t ttj �t� t t
j t � t t
j
t� d S r
)r r rt ru rs r` �appendrw �int�__add__r} r~ r| rU r� r r r r r s
zAbstractReducer.__init__N)r% r& r' r( r r r r r �sys�platformr1 r0 r/ rL rM rK rs rw rx r� r� r r r r r r� � s&
r� )� metaclass)N)NF).�abcr r) r} r rC r+ rU r� rl r �__all__r� �hasattrrk ZPicklerr r r r3 r0 r1 r r �objectr/ rR rW rL rM rK rs rt r ru rw r` r� r� r� r| rx r~ r� r� r� r r r r �<module>
sj
�
�
� #
multiprocessing/__pycache__/sharedctypes.cpython-38.pyc 0000644 00000015613 15115353744 0017347 0 ustar 00 U
e5d� � @ sB d dl Z d dlZddlmZ ddlmZ ddlmZmZ ejZ dddd d
d gZ
e j e j e j
e je je je je je je je je je je jd �Zd
d� Zdd� Zdd� Z ddd�dd�Z ddd�dd �Z dd
� Z d&dd �Z dd� Z!dd� Z"dd � Z#d Z$i Z%e�&� Z'G d d � d e(�Z)G d d!� d!e)�Z*G d"d#� d#e)�Z+G d$d%� d%e+�Z,dS )'� N� )�heap)� get_context)� reduction�assert_spawning�RawValue�RawArray�Value�Array�copy� synchronized)�c�u�b�B�h�H�i�I�l�L�q�Q�f�dc C s t �| �}t�|�}t| |d �S �N)�ctypes�sizeofr Z
BufferWrapper�
rebuild_ctype)�type_�size�wrapper� r" �4/usr/lib64/python3.8/multiprocessing/sharedctypes.py�
_new_value' s
r$ c G s< t �| | �}t|�}t�t�|�dt�|�� |j|� |S )z>
Returns a ctypes object allocated from shared memory
r )�typecode_to_type�getr$ r �memset� addressofr �__init__)�typecode_or_type�argsr �objr" r" r# r , s
c C sj t �| | �}t|t�rD|| }t|�}t�t�|�dt�|�� |S |t |� }t|�}|j
|� |S dS )z=
Returns a ctypes array allocated from shared memory
r N) r% r& �
isinstance�intr$ r r' r( r �lenr) )r* �size_or_initializerr r, �resultr" r" r# r 6 s
T)�lock�ctxc G sX t | f|�� }|dkr|S |dkr4|p*t� }|�� }t|d�sJtd| ��t|||d�S )z6
Return a synchronization wrapper for a Value
F�TN�acquire�%r has no method 'acquire'�r3 )r r �RLock�hasattr�AttributeErrorr )r* r2 r3 r+ r, r" r" r# r F s
c C sT t | |�}|dkr|S |dkr0|p&t� }|�� }t|d�sFtd| ��t|||d�S )z9
Return a synchronization wrapper for a RawArray
Fr4 r5 r6 r7 )r r r8 r9 r: r )r* r0 r2 r3 r, r" r" r# r
T s
c C s t t| ��}| t�|�d< |S )Nr )r$ �typer Zpointer)r, Znew_objr" r" r# r b s c C s� t | t�rtd��|pt� }t | tj�r4t| ||�S t | tj�rd| jtj krXt
| ||�S t | ||�S t | �}z t
| }W nR tk
r� dd� |jD �}dd� |D �}d|j }t |tf|� }t
|< Y nX || ||�S d S )Nzobject already synchronizedc S s g | ] }|d �qS )r r" )�.0Zfieldr" r" r# �
<listcomp>v s z synchronized.<locals>.<listcomp>c S s i | ]}|t |��qS r" )�
make_property)r< �namer" r" r# �
<dictcomp>w s z synchronized.<locals>.<dictcomp>� Synchronized)r- �SynchronizedBase�AssertionErrorr r Z _SimpleCDatarA r
�_type_�c_char�SynchronizedString�SynchronizedArrayr; � class_cache�KeyErrorZ_fields_�__name__)r, r2 r3 �clsZscls�namesr Z classnamer" r" r# r g s"
c C s@ t | � t| tj�r(t| j| j| jffS tt| �| jd ffS d S r ) r r- r r
r rD �_wrapperZ_length_r; )r, r" r" r# � reduce_ctype� s rN c C s8 |d k r| | } t �| t� |�� }| �|�}||_|S r )�_ForkingPickler�registerrN Zcreate_memoryviewZ from_bufferrM )r r! ZlengthZbufr, r" r" r# r � s
r c C sP z
t | W S tk
rJ i }tt| fd |� || t | < || Y S X d S )N� )�
prop_cacherI �exec�template)r? r r" r" r# r> � s
r> z�
def get%s(self):
self.acquire()
try:
return self._obj.%s
finally:
self.release()
def set%s(self, value):
self.acquire()
try:
self._obj.%s = value
finally:
self.release()
%s = property(get%s, set%s)
c @ sF e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dS )rB Nc C sB || _ |r|| _n|p tdd�}|�� | _| jj| _| jj| _d S )NT)Zforce)�_obj�_lockr r8 r5 �release)�selfr, r2 r3 r" r" r# r) � s
zSynchronizedBase.__init__c C s
| j �� S r )rV � __enter__�rX r" r" r# rY � s zSynchronizedBase.__enter__c G s | j j|� S r )rV �__exit__)rX r+ r" r" r# r[ � s zSynchronizedBase.__exit__c C s t | � t| j| jffS r )r r rU rV rZ r" r" r# �
__reduce__� s zSynchronizedBase.__reduce__c C s | j S r �rU rZ r" r" r# �get_obj� s zSynchronizedBase.get_objc C s | j S r )rV rZ r" r" r# �get_lock� s zSynchronizedBase.get_lockc C s dt | �j| jf S )Nz<%s wrapper for %s>)r; rJ rU rZ r" r" r# �__repr__� s zSynchronizedBase.__repr__)NN)
rJ �
__module__� __qualname__r) rY r[ r\ r^ r_ r` r" r" r" r# rB � s
rB c @ s e Zd Zed�ZdS )rA �valueN)rJ ra rb r> rc r" r" r" r# rA � s rA c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) rG c C s
t | j�S r )r/ rU rZ r" r" r# �__len__� s zSynchronizedArray.__len__c
C s& | � | j | W 5 Q R � S Q R X d S r r] )rX r r" r" r# � __getitem__� s z SynchronizedArray.__getitem__c C s | � || j |< W 5 Q R X d S r r] )rX r rc r" r" r# � __setitem__� s z SynchronizedArray.__setitem__c
C s* | � | j ||� W 5 Q R � S Q R X d S r r] )rX �start�stopr" r" r# � __getslice__� s z SynchronizedArray.__getslice__c C s" | � || j ||�< W 5 Q R X d S r r] )rX rg rh �valuesr" r" r# � __setslice__� s z SynchronizedArray.__setslice__N)rJ ra rb rd re rf ri rk r" r" r" r# rG � s
rG c @ s e Zd Zed�Zed�ZdS )rF rc �rawN)rJ ra rb r> rc rl r" r" r" r# rF � s rF )NN)-r �weakref� r r �contextr r ZForkingPicklerrO �__all__rE Zc_wcharZc_byteZc_ubyteZc_shortZc_ushortZc_intZc_uintZc_longZc_ulongZ
c_longlongZ c_ulonglongZc_floatZc_doubler% r$ r r r r
r r rN r r> rT rR �WeakKeyDictionaryrH �objectrB rA rG rF r" r" r" r# �<module>
sL �
multiprocessing/__pycache__/queues.cpython-38.pyc 0000644 00000022524 15115353744 0016157 0 ustar 00 U
e5d�- � @ s� d ddgZ ddlZddlZddlZddlZddlZddlZddlZddlm Z m
Z
ddl Z ddl m
Z
ddl mZ ejjZdd lmZmZmZmZmZ G d
d � d e�Ze� ZG d d� de�ZG d d� de�Z dS )
�Queue� SimpleQueue�
JoinableQueue� N)�Empty�Full� )�
connection)�context)�debug�info�Finalize�register_after_fork�
is_exitingc @ s� e Zd Zd*dd�Zdd� Zdd� Zdd � Zd+d d
�Zd,dd�Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd d � Zd d � Zd d!� Zed"d#� �Zed$d%� �Zed&d'� �Zed(d)� �Zd S )-r r c C s� |dkrddl m} || _tjdd�\| _| _|�� | _t �
� | _ t j
dkrTd | _n
|�� | _|�|�| _d| _| �� t j
dkr�t| tj� d S )Nr r )�
SEM_VALUE_MAXF�Zduplex�win32)Z synchronizer �_maxsizer �Pipe�_reader�_writer�Lock�_rlock�os�getpid�_opid�sys�platform�_wlockZBoundedSemaphore�_sem�
_ignore_epipe� _after_forkr
r ��self�maxsize�ctx� r% �./usr/lib64/python3.8/multiprocessing/queues.py�__init__$ s
zQueue.__init__c C s. t �| � | j| j| j| j| j| j| j| j fS �N)
r �assert_spawningr r r r r r r r �r" r% r% r& � __getstate__9 s
�zQueue.__getstate__c C s0 |\| _ | _| _| _| _| _| _| _| �� d S r( ) r r r r r r r r r �r" �stater% r% r& � __setstate__> s � zQueue.__setstate__c C sb t d� t�t�� �| _t�� | _d | _d | _ d| _
d| _ d | _ | j
j| _| jj| _| jj| _d S )NzQueue._after_fork()F)r
� threading� Conditionr � _notempty� collections�deque�_buffer�_thread� _jointhread�_joincancelled�_closed�_closer �
send_bytes� _send_bytesr �
recv_bytes� _recv_bytes�poll�_pollr* r% r% r& r C s
zQueue._after_forkTNc C sf | j rtd| �d���| j�||�s(t�| j�. | jd krB| �� | j� |� | j�
� W 5 Q R X d S �NzQueue z
is closed) r8 �
ValueErrorr �acquirer r1 r5 �
_start_threadr4 �append�notify�r" �obj�block�timeoutr% r% r& �putP s
z Queue.putc C s� | j rtd| �d���|rH|d krH| j� | �� }W 5 Q R X | j�� nr|rXt�� | }| j�||�sjt �zB|r�|t�� }| �
|�s�t �n | �
� s�t �| �� }| j�� W 5 | j�� X t � |�S r@ )
r8 rA r r= r �release�time� monotonicrB r r? �_ForkingPickler�loads)r" rH rI �resZdeadliner% r% r& �get\ s*
z Queue.getc C s | j | jj�� S r( )r r �_semlockZ
_get_valuer* r% r% r& �qsizev s z Queue.qsizec C s
| � � S r( �r? r* r% r% r& �emptyz s z Queue.emptyc C s | j j�� S r( )r rR �_is_zeror* r% r% r& �full} s z
Queue.fullc C s
| � d�S �NF)rQ r* r% r% r& �
get_nowait� s zQueue.get_nowaitc C s | � |d�S rX )rJ �r" rG r% r% r& �
put_nowait� s zQueue.put_nowaitc C s2 d| _ z| j�� W 5 | j}|r,d | _|� X d S )NT)r8 r9 r �close)r" r\ r% r% r& r\ � s z Queue.closec C s. t d� | js td�| ���| jr*| �� d S )NzQueue.join_thread()zQueue {0!r} not closed)r
r8 �AssertionError�formatr6 r* r% r% r& � join_thread� s zQueue.join_threadc C s6 t d� d| _z| j�� W n tk
r0 Y nX d S )NzQueue.cancel_join_thread()T)r
r7 r6 Zcancel�AttributeErrorr* r% r% r& �cancel_join_thread� s zQueue.cancel_join_threadc
C s� t d� | j�� tjtj| j| j| j| j | j
j | j | j
| jfdd�| _d| j_t d� | j�� t d� | js�t| jtjt�| j�gdd�| _t| tj| j| jgd d�| _d S )
NzQueue._start_thread()ZQueueFeederThread)�target�args�nameTzdoing self._thread.start()z ... done self._thread.start()���)Z exitpriority�
)r
r4 �clearr/ ZThreadr �_feedr1 r; r r r\ r �_on_queue_feeder_errorr r5 Zdaemon�startr7 r �_finalize_join�weakref�refr6 �_finalize_closer9 r* r% r% r& rC � s<
��
�
�zQueue._start_threadc C s4 t d� | � }|d k r(|�� t d� nt d� d S )Nzjoining queue threadz... queue thread joinedz ... queue thread already dead)r
�join)Ztwr�threadr% r% r& rk � s
zQueue._finalize_joinc C s. t d� |� | �t� |�� W 5 Q R X d S )Nz telling queue thread to quit)r
rD � _sentinelrE )�buffer�notemptyr% r% r& rn � s
zQueue._finalize_closec
C sX t d� |j}|j} |j}
| j} t} tjdkr<|j}
|j}nd }
z�|� z| sT|
� W 5 | � X zb| � }|| kr�t d� |� W W d S t� |�}|
d kr�||� qb|
� z ||� W 5 |� X qbW n t
k
r� Y nX W q@ t k
�rP } zV|�rt |dd�t
jk�rW Y �6d S t� �r.td|� W Y �d S |�� |||� W 5 d }~X Y q@X q@d S )Nz$starting thread to feed data to piper z%feeder thread got sentinel -- exiting�errnor zerror in queue thread: %s)r
rB rK �wait�popleftrq r r rN �dumps�
IndexError� Exception�getattrrt ZEPIPEr r )rr rs r: Z writelockr\ Z ignore_epipe�onerrorZ queue_semZnacquireZnreleaseZnwaitZbpopleft�sentinelZwacquireZwreleaserG �er% r% r& rh � sN
z Queue._feedc C s ddl }|�� dS )z�
Private API hook called when feeding data in the background thread
raises an exception. For overriding by concurrent.futures.
r N)� traceback� print_exc)r} rG r~ r% r% r& ri
s z Queue._on_queue_feeder_error)r )TN)TN)�__name__�
__module__� __qualname__r' r+ r. r rJ rQ rS rU rW rY r[ r\ r_ ra rC � staticmethodrk rn rh ri r% r% r% r& r " s.
=c @ s@ e Zd Zddd�Zdd� Zdd� Zdd
d �Zd d
� Zdd� Zd S )r r c C s* t j| ||d� |�d�| _|�� | _d S )N)r$ r )r r' Z Semaphore�_unfinished_tasksr0 �_condr! r% r% r& r' # s zJoinableQueue.__init__c C s t �| �| j| jf S r( )r r+ r� r� r* r% r% r& r+ ( s zJoinableQueue.__getstate__c C s, t �| |d d� � |dd � \| _| _d S )N���)r r. r� r� r, r% r% r& r. + s zJoinableQueue.__setstate__TNc
C s� | j rtd| �d���| j�||�s(t�| j�J | j�8 | jd krJ| �� | j �
|� | j � � | j�
� W 5 Q R X W 5 Q R X d S r@ )r8 rA r rB r r1 r� r5 rC r4 rD r� rK rE rF r% r% r& rJ / s
zJoinableQueue.putc C s@ | j �0 | j�d�s td��| jj�� r2| j �� W 5 Q R X d S )NFz!task_done() called too many times)r� r� rB rA rR rV Z
notify_allr* r% r% r& � task_done< s
zJoinableQueue.task_donec C s, | j � | jj�� s | j �� W 5 Q R X d S r( )r� r� rR rV ru r* r% r% r& ro C s zJoinableQueue.join)r )TN) r� r� r� r' r+ r. rJ r� ro r% r% r% r& r ! s
c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )r c C sH t jdd�\| _| _|�� | _| jj| _tj dkr:d | _
n
|�� | _
d S )NFr r ) r r r r r r r> r? r r r )r" r$ r% r% r& r' N s
zSimpleQueue.__init__c C s
| � � S r( rT r* r% r% r& rU W s zSimpleQueue.emptyc C s t �| � | j| j| j| jfS r( )r r) r r r r r* r% r% r& r+ Z s
zSimpleQueue.__getstate__c C s" |\| _ | _| _| _| j j| _d S r( )r r r r r> r? r, r% r% r& r. ^ s zSimpleQueue.__setstate__c C s& | j � | j�� }W 5 Q R X t�|�S r( )r r r< rN rO )r" rP r% r% r& rQ b s zSimpleQueue.getc C sD t �|�}| jd kr"| j�|� n | j� | j�|� W 5 Q R X d S r( )rN rw r r r: rZ r% r% r& rJ h s
zSimpleQueue.putN) r� r� r� r' rU r+ r. rQ rJ r% r% r% r& r L s ) �__all__r r r/ r2 rL rl rt Zqueuer r Z_multiprocessing� r r Z reductionZForkingPicklerrN �utilr
r r r
r �objectr rq r r r% r% r% r& �<module>
s$
v
+ multiprocessing/__pycache__/managers.cpython-38.opt-1.pyc 0000644 00000120571 15115353744 0017405 0 ustar 00 U
e5d� � @ sB d ddddgZ ddlZddlZddlZddlZddlZddlZddlZddlmZ ddl m
Z
d d
l m Z d d l
mZmZmZ d d l mZ d d
l mZ d dl mZ d dl mZ zd dl mZ dZW n ek
r� dZY nX dd� Ze�eje� dd� dD �Zed ek �r.dd� Z eD ]Z e�e e � �qG dd� de �Z di fd d �Z d d � Z!G d d!� d!e"�Z#d"d#� Z$d$d%� Z%G d&d'� d'e �Z&G d(d)� d)e �Z'e j(e j)fe j*e j+fd*�Z,G d+d � d e �Z-G d,d-� d-e.�Z/G d.d� de �Z0d/d0� Z1i fd1d2�Z2dld3d4�Z3G d5d6� d6e �Z4G d7d8� d8e �Z5dmd9d:�Z6G d;d<� d<e0�Z7G d=d>� d>e0�Z8G d?d@� d@e8�Z9G dAdB� dBe0�Z:G dCdD� dDe0�Z;G dEdF� dFe0�Z<G dGdH� dHe0�Z=e2dIdJ�Z>G dKdL� dLe>�Z?e2dMdN�Z@dOdPie@_Ae2dQdR�ZBe2dSdT�ZCdUdUdUdPdPdV�eC_AG dWdS� dSeC�ZDG dXd� de-�ZEeE�dYejF� eE�dZejF� eE�d[ejGe:� eE�d\ejHe8� eE�d]ejIe8� eE�d^ejJe8� eE�d_ejKe8� eE�d`ejLe9� eE�daejMe;� eE�dbejNeD� eE�dcee?� eE�ddeOe@� eE�d8e5e=� eE�d:e6eB� eE�d6e4e<� eEjdPe7dde� eEjdUddf� e�r>G dgdh� dh�ZPG didj� dje&�ZQG dkd� de-�ZRdS )n� BaseManager� SyncManager� BaseProxy�Token�SharedMemoryManager� N)�getpid)�
format_exc� )�
connection)� reduction�get_spawning_popen� ProcessError)�pool)�process)�util)� get_context)�
shared_memoryTFc C s t j | j| �� ffS �N)�array�typecode�tobytes)�a� r �0/usr/lib64/python3.8/multiprocessing/managers.py� reduce_array- s r c C s g | ]}t ti |�� ��qS r )�type�getattr��.0�namer r r �
<listcomp>1 s r )�items�keys�valuesc C s t t | �ffS r )�list��objr r r �rebuild_as_list3 s r' c @ s4 e Zd ZdZdZdd� Zdd� Zdd� Zd d
� Zd S ) r z3
Type to uniquely identify a shared object
��typeid�address�idc C s ||| | _ | _| _d S r r( )�selfr) r* r+ r r r �__init__B s zToken.__init__c C s | j | j| jfS r r( �r, r r r � __getstate__E s zToken.__getstate__c C s |\| _ | _| _d S r r( �r, �stater r r � __setstate__H s zToken.__setstate__c C s d| j j| j| j| jf S )Nz %s(typeid=%r, address=%r, id=%r))� __class__�__name__r) r* r+ r. r r r �__repr__K s �zToken.__repr__N) r4 �
__module__� __qualname__�__doc__� __slots__r- r/ r2 r5 r r r r r < s r c C s8 | � ||||f� | �� \}}|dkr*|S t||��dS )zL
Send a message to manager using connection `c` and return response
�#RETURNN)�send�recv�convert_to_error)�cr+ �
methodname�args�kwds�kind�resultr r r �dispatchS s
rD c C sd | dkr |S | dkrRt |t�s4td�|| t|����| dkrHtd| �S t|�S ntd�| ��S d S )N�#ERROR)�
#TRACEBACK�#UNSERIALIZABLEz.Result {0!r} (kind '{1}') type is {2}, not strrG zUnserializable message: %s
z Unrecognized message type {!r})�
isinstance�str� TypeError�formatr � RemoteError�
ValueError)rB rC r r r r= ] s
��
r= c @ s e Zd Zdd� ZdS )rL c C s dt | jd � d S )NzM
---------------------------------------------------------------------------
r zK---------------------------------------------------------------------------)rI r@ r. r r r �__str__m s zRemoteError.__str__N)r4 r6 r7 rN r r r r rL l s rL c C s2 g }t | �D ] }t| |�}t|�r |�|� q |S )z4
Return a list of names of methods of `obj`
)�dirr �callable�append)r& �tempr �funcr r r � all_methodst s
rT c C s dd� t | �D �S )zP
Return a list of names of methods of `obj` which do not start with '_'
c S s g | ]}|d dkr|�qS )r �_r r r r r r � s z"public_methods.<locals>.<listcomp>)rT r% r r r �public_methods s rV c @ s� e Zd ZdZdddddddd d
g Zd d � Zd
d� Zdd� Zdd� Zdd� Z dd� Z
dd� Z dd� Z e e e
d�Z
d d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&e_d'd(� Zd)d*� Zd+d,� Zd-d.� Zd/S )0�ServerzM
Server class which runs in a process controlled by a manager object
�shutdown�create�accept_connection� get_methods�
debug_info�number_of_objects�dummy�incref�decrefc C sx t |t�s td�|t|����|| _t�|�| _t | \}}||dd�| _
| j
j | _ ddi| _ i | _
i | _t�� | _d S )Nz&Authkey {0!r} is type {1!s}, not bytes� )r* Zbacklog�0�Nr )rH �bytesrJ rK r �registryr �AuthenticationString�authkey�listener_client�listenerr* � id_to_obj�id_to_refcount�id_to_local_proxy_obj� threading�Lock�mutex)r, re r* rg �
serializer�Listener�Clientr r r r- � s
��
zServer.__init__c C s� t �� | _| t�� _zVt j| jd�}d|_|�� z | j�� sL| j�d� q4W n ttfk
rf Y nX W 5 tjtjkr�t �
d� tjt_tj t_ t�
d� X dS )z(
Run the server forever
zresetting stdout, stderrr )�targetTr N)rm �Event�
stop_eventr �current_process�_manager_server�sys�stdout�
__stdout__r �debug�
__stderr__�stderr�exit�Thread�accepter�daemon�start�is_set�wait�KeyboardInterrupt�
SystemExit)r, r� r r r �
serve_forever� s
zServer.serve_foreverc C sN z| j �� }W n tk
r& Y q Y nX tj| j|fd�}d|_|�� q d S )N�rs r@ T)ri Zaccept�OSErrorrm r �handle_requestr� r� )r, r> �tr r r r� � s
zServer.accepterc C s4 d } }}z>t �|| j� t �|| j� |�� }|\}}}}t| |�}W n tk
rh dt� f} Y n>X z||f|�|�}W n tk
r� dt� f} Y n
X d|f} z|�| � W nr tk
�r& }
zRz|�dt� f� W n tk
r� Y nX t �
d| � t �
d|� t �
d|
� W 5 d}
~
X Y nX |� � dS )z)
Handle a new connection
NrF r: zFailure to send message: %rz ... request was %r� ... exception was %r) r
Zdeliver_challengerg Zanswer_challenger< r � Exceptionr r; r �info�close) r, r> �funcnamerC �request�ignorer@ rA rS �msg�er r r r� � s2 zServer.handle_requestc
C s� t �dt�� j� |j}|j}| j}| j� � �s�zBd }}|� }|\}}} }
z|| \}} } W n^ t
k
r� }
z@z| j | \}} } W n& t
k
r� } z|
�W 5 d}~X Y nX W 5 d}
~
X Y nX || kr�t d|t
|�| f ��t||�}z|| |
�}W n, tk
�r" } z d|f}W 5 d}~X Y nPX | �o4| �|d�}|�rj| �|||�\}}t|| j|�}d||ff}nd|f}W n� t k
�r� |dk�r�dt� f}nNz,| j| }|| |||f| �|
�}d|f}W n tk
�r� dt� f}Y nX Y nP tk
�r t �dt�� j� t�d � Y n tk
�r< dt� f}Y nX zDz ||� W n2 tk
�r~ } z|d
t� f� W 5 d}~X Y nX W q$ tk
�r� } z@t �d t�� j� t �d |� t �d
|� |�� t�d� W 5 d}~X Y q$X q$dS )zQ
Handle requests from the proxies in a particular process/thread
z$starting server thread to service %rNz+method %r of %r object is not in exposed=%rrE �#PROXYr: rF z$got EOF -- exiting thread serving %rr rG z exception in thread serving %rz ... message was %rr� r )r r{ rm �current_threadr r< r; rj ru r� �KeyErrorrl �AttributeErrorr r r� �getrY r r* r �fallback_mapping�EOFErrorrx r~ r� r� )r, �connr< r; rj r? r& r� �identr@ rA �exposed� gettypeid�keZ second_keZfunction�resr� r� r) ZridentZrexposed�tokenZ
fallback_funcrC r r r � serve_client� s� � � ( ��
��� � $� zServer.serve_clientc C s |S r r �r, r� r� r& r r r �fallback_getvalue5 s zServer.fallback_getvaluec C s t |�S r �rI r� r r r � fallback_str8 s zServer.fallback_strc C s t |�S r )�reprr� r r r �
fallback_repr; s zServer.fallback_repr)rN r5 � #GETVALUEc C s d S r r �r, r> r r r r^ D s z Server.dummyc
C s� | j �t g }t| j�� �}|�� |D ]<}|dkr&|�d|| j| t| j| d �dd� f � q&d�|�W 5 Q R � S Q R X dS )zO
Return some info --- useful to spot problems with refcounting
rb z %s: refcount=%s
%sr N�K �
) ro r$ rk r" �sortrQ rI rj �join)r, r> rC r" r� r r r r\ G s
��zServer.debug_infoc C s
t | j�S )z*
Number of shared objects
)�lenrk r� r r r r] W s zServer.number_of_objectsc C sL z:zt�d� |�d� W n ddl}|�� Y nX W 5 | j �� X dS )z'
Shutdown this process
z!manager received shutdown message�r: Nr N)ru �setr r{ r; � traceback� print_exc)r, r> r� r r r rX ^ s
zServer.shutdownc O s� t | �dkr| ^}}}} n�| s(td��n�d|krDtdt | �d ��|�d�}t | �dkr~| ^}}} ddl}|jd tdd
� nFd |kr�tdt | �d ��|�d �}| ^}} ddl}|jd tdd
� t| �} |j�� |j| \}}}} |dk�r|�st | �dk�r t d
��| d }
n
|| |�}
|dk�r2t
|
�}|dk �rlt |t ��s\td�
|t|����t|�t|� }dt|
� } t�d|| � |
t|�|f|j| < | |jk�r�d|j| < W 5 Q R X |�|| � | t|�fS )z>
Create a new shared object and return its id
� z8descriptor 'create' of 'Server' object needs an argumentr) �7create expected at least 2 positional arguments, got %dr � r Nz2Passing 'typeid' as keyword argument is deprecated)�
stacklevelr> z-Passing 'c' as keyword argument is deprecatedz4Without callable, must have one non-keyword argumentz,Method_to_typeid {0!r}: type {1!s}, not dictz%xz&%r callable returned object with id %r)r� rJ �pop�warnings�warn�DeprecationWarning�tuplero re rM rV rH �dictrK r r$ r+ r r{ r� rj rk r_ ) r@ rA r, r> r) r� rP r� �method_to_typeid� proxytyper& r� r r r rY k sp
�
�
�
��
�
�� z
Server.createz$($self, c, typeid, /, *args, **kwds)c C s t | j|j d �S )zL
Return the methods of the shared object indicated by token
r )r� rj r+ )r, r> r� r r r r[ � s zServer.get_methodsc C s" |t �� _|�d� | �|� dS )z=
Spawn a new thread to serve this connection
r� N)rm r� r r; r� )r, r> r r r r rZ � s
zServer.accept_connectionc C s� | j �� z| j| d7 < W nh tk
r� } zJ|| jkrrd| j|< | j| | j|< | j| \}}}t�d|� n|�W 5 d }~X Y nX W 5 Q R X d S )Nr z&Server re-enabled tracking & INCREF %r)ro rk r� rl rj r r{ )r, r> r� r� r& r� r� r r r r_ � s
�z
Server.increfc C s� || j kr$|| jkr$t�d|� d S | j�Z | j | dkrXtd�|| j| | j | ���| j | d8 < | j | dkr�| j |= W 5 Q R X || j kr�d| j|< t�d|� | j� | j|= W 5 Q R X d S )NzServer DECREF skipping %rr z+Id {0!s} ({1!r}) has refcount {2:n}, not 1+r )Nr Nzdisposing of obj with id %r)rk rl r r{ ro �AssertionErrorrK rj )r, r> r� r r r r` � s,
� ��
z
Server.decrefN)r4 r6 r7 r8 �publicr- r� r� r� r� r� r� r� r� r^ r\ r] rX rY �__text_signature__r[ rZ r_ r` r r r r rW � s< �
"Q�
=rW c @ s e Zd ZdgZdZdZdZdS )�State�valuer r r� N)r4 r6 r7 r9 �INITIAL�STARTED�SHUTDOWNr r r r r� � s r� )�pickleZ xmlrpclibc @ s� e Zd ZdZi ZeZd"dd�Zdd� Zdd � Z d#d d �Z
e d$d
d��Z dd� Z
d%dd�Zdd� Zdd� Zdd� Zdd� Zedd � �Zed d � �Ze d&d d!��ZdS )'r z!
Base class for managers
Nr� c C s\ |d krt �� j}|| _t �|�| _t� | _tj| j_ || _
t | \| _ | _
|pTt� | _d S r )r rv rg �_addressrf �_authkeyr� �_stater� r� � _serializerrh Z _Listener�_Clientr �_ctx)r, r* rg rp Zctxr r r r- s
zBaseManager.__init__c C sf | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���t| j | j
| j | j �S )zX
Return server object with serve_forever() method and address attribute
�Already started server�Manager has shut down�Unknown state {!r})
r� r� r� r� r� r
r� rK rW � _registryr� r� r� r. r r r �
get_server s
�
�zBaseManager.get_serverc C s8 t | j \}}|| j| jd�}t|dd� tj| j_dS )z>
Connect manager object to the server process
�rg Nr^ ) rh r� r� r� rD r� r� r� r� )r, rq rr r� r r r �connect s zBaseManager.connectr c C s4 | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���|dk rht|�sht d��t
j dd�\}}| j j
t| �j| j| j| j| j|||fd�| _d �d
d � | jjD ��}t| �jd | | j_| j�� |�� |�� | _|�� tj| j _t j | t| �j | j| j| j| j | j fd
d�| _ dS )z@
Spawn a server process for this manager object
r� r� r� Nz initializer must be a callableF)Zduplexr� �:c s s | ]}t |�V qd S r r� )r �ir r r � <genexpr>A s z$BaseManager.start.<locals>.<genexpr>�-r �r@ Z exitpriority)!r� r� r� r� r� r
r� rK rP rJ r
ZPiper� ZProcessr � _run_serverr� r� r� r� �_processr� Z _identityr4 r r� r� r< r �Finalize�_finalize_managerr� rX )r, � initializer�initargs�reader�writerr� r r r r� ( sH
� ��
��zBaseManager.startc C s^ t � t jt j� |dk r ||� | �||||�}|�|j� |�� t�d|j� |� � dS )z@
Create a server, report its address and run it
Nzmanager serving at %r)
�signal�SIGINT�SIG_IGN�_Serverr; r* r� r r� r� ) �clsre r* rg rp r� r� r� �serverr r r r� S s zBaseManager._run_serverc O sN | j | j| jd�}z t|dd|f| |�\}}W 5 |�� X t|| j|�|fS )zP
Create a new shared object; return the token and exposed tuple
r� NrY )r� r� r� r� rD r )r, r) r@ rA r� r+ r� r r r �_createj s
zBaseManager._createc C s* | j dk r&| j �|� | j �� s&d| _ dS )zC
Join the manager process (if it has been spawned)
N)r� r� �is_alive�r, �timeoutr r r r� v s
zBaseManager.joinc C s2 | j | j| jd�}zt|dd�W �S |�� X dS )zS
Return some info about the servers shared objects and connections
r� Nr\ �r� r� r� r� rD �r, r� r r r � _debug_info s zBaseManager._debug_infoc C s2 | j | j| jd�}zt|dd�W �S |�� X dS )z5
Return the number of shared objects
r� Nr] r� r� r r r �_number_of_objects� s z BaseManager._number_of_objectsc C sj | j jtjkr| �� | j jtjkrf| j jtjkr<td��n*| j jtjkrTtd��ntd�| j j���| S )NzUnable to start serverr� r� ) r� r� r� r� r� r� r
r� rK r. r r r � __enter__� s
�zBaseManager.__enter__c C s | � � d S r )rX �r, �exc_typeZexc_valZexc_tbr r r �__exit__� s zBaseManager.__exit__c C s� | � � r�t�d� z,|||d�}zt|dd� W 5 |�� X W n tk
rR Y nX | jdd� | � � r�t�d� t| d�r�t�d � | �� | jd
d� | � � r�t�d � t j
|_ z t j
|= W n tk
r� Y nX dS ) zQ
Shutdown the manager process; will be registered as a finalizer
z#sending shutdown message to managerr� NrX g �?)r� zmanager still alive� terminatez'trying to `terminate()` manager processg�������?z#manager still alive after terminate)r� r r� r� rD r� r� �hasattrr� r� r� r� r �_address_to_localr� )r r* rg r1 r� r� r r r r� � s.
z BaseManager._finalize_managerc C s | j S r )r� r. r r r r* � s zBaseManager.addressTc
s� d| j kr| j�� | _� dkr"t� |p0t� dd�}|p@t� dd�}|r\t|�� �D ]\}}qR|||� f| j�< |r�� �fdd�} �| _t| �| � dS )z9
Register a typeid with the manager type
r� N� _exposed_�_method_to_typeid_c s` t �d�� | j�f|�|�\}}� || j| | j|d�}| j|j| jd�}t|d d|jf� |S )Nz)requesting creation of a shared %r object��managerrg r� r� r` ) r r{ r� r� r� r� r* rD r+ )r, r@ rA r� Zexp�proxyr� �r� r) r r rR � s �z"BaseManager.register.<locals>.temp) �__dict__r� �copy� AutoProxyr r$ r! r4 �setattr)
r� r) rP r� r� r� �
create_method�keyr� rR r r� r �register� s(
� �
zBaseManager.register)NNr� N)Nr )Nr )N)NNNNT)r4 r6 r7 r8 r� rW r� r- r� r� r� � classmethodr� r� r� r� r� r� r� � staticmethodr� �propertyr* r r r r r r � s8 �
+ �
�c @ s e Zd Zdd� Zdd� ZdS )�ProcessLocalSetc C s t �| dd� � d S )Nc S s | � � S r )�clearr% r r r �<lambda>� � z*ProcessLocalSet.__init__.<locals>.<lambda>)r �register_after_forkr. r r r r- � s zProcessLocalSet.__init__c C s t | �dfS rc )r r. r r r �
__reduce__� s zProcessLocalSet.__reduce__N)r4 r6 r7 r- r r r r r r � s r c @ s� e Zd ZdZi Ze�� Zd dd�Zdd� Z d i fd
d �Z
d d
� Z dd� Z e
dd� �Zdd� Zdd� Zdd� Zdd� Zdd� ZdS ) r z.
A base for proxies of shared objects
NTFc C s� t j�8 t j�|jd �}|d kr:t�� t� f}|t j|j< W 5 Q R X |d | _|d | _ || _
| j
j | _ || _
|| _t| d | _|| _|d k r�t�|�| _n"| j
d k r�| j
j| _n t�� j| _|r�| �� t�| t j� d S )Nr r )r �_mutexr� r� r* r ZForkAwareLocalr �_tls�_idset�_tokenr+ �_id�_managerr� rh r� �_owned_by_managerr rf r� rv rg �_increfr
� _after_fork) r, r� rp r� rg r� r_ �
manager_ownedZ tls_idsetr r r r- s*
zBaseProxy.__init__c C sd t �d� t�� j}t�� jdkr4|dt�� j 7 }| j| jj | j
d�}t |d d|f� || j _
d S )Nz making connection to managerZ
MainThread�|r� rZ )r r{ r rv r rm r� r� r r* r� rD r r
)r, r r� r r r �_connect- s
zBaseProxy._connectr c C s� z | j j}W n6 tk
rB t�dt�� j� | �� | j j}Y nX |� | j
|||f� |� � \}}|dkrp|S |dkr�|\}}| j j
|j d } | jj|_| || j| j | j|d�}
| j|j| jd�}t|dd|jf� |
S t||��dS ) zV
Try to call a method of the referent and return a copy of the result
z#thread %r does not own a connectionr: r� ���r� r� Nr` )r r
r� r r{ rm r� r r r; r r< r r� r) r r* r� r� r� rD r+ r= ) r, r? r@ rA r� rB rC r� r� r� r� r r r � _callmethod6 s6 �
�zBaseProxy._callmethodc C s
| � d�S )z9
Get a copy of the value of the referent
r� �r r. r r r � _getvalueT s zBaseProxy._getvaluec C s� | j rt�d| jj� d S | j| jj| jd�}t|d d| j f� t�d| jj� | j
� | j � | j oj| j j
}tj| tj| j| j|| j| j
| jfdd�| _d S )Nz%owned_by_manager skipped INCREF of %rr� r_ z INCREF %r�
r� )r r r{ r r+ r� r* r� rD r r �addr r� r� r �_decrefr Z_close)r, r� r1 r r r r Z s$
��zBaseProxy._increfc
C s� |� | j� |d ks |jtjkr�z2t�d| j� || j|d�}t|d d| jf� W q� t k
r� } zt�d|� W 5 d }~X Y q�X nt�d| j� |s�t
|d�r�t�dt � � j
� |j�� |`d S )Nz DECREF %rr� r` z... decref failed %sz%DECREF %r -- manager already shutdownr
z-thread %r has no more proxies so closing conn)�discardr+ r� r� r� r r{ r* rD r� r� rm r� r r
r� )r� rg r1 ZtlsZidsetr� r� r� r r r r! n s �
zBaseProxy._decrefc
C sH d | _ z | �� W n0 tk
rB } zt�d| � W 5 d }~X Y nX d S )Nzincref failed: %s)r r r� r r� )r, r� r r r r � s
zBaseProxy._after_forkc C s^ i }t � d k r| j|d< t| dd�rB| j|d< tt| j| j|ffS tt| �| j| j|ffS d S )Nrg �_isautoFr� ) r r� r r� � RebuildProxyr r r� r �r, rA r r r r � s
��zBaseProxy.__reduce__c C s | � � S r )r )r, Zmemor r r � __deepcopy__� s zBaseProxy.__deepcopy__c C s dt | �j| jjt| �f S )Nz <%s object, typeid %r at %#x>)r r4 r r) r+ r. r r r r5 � s �zBaseProxy.__repr__c C s: z | � d�W S tk
r4 t| �dd� d Y S X dS )zV
Return representation of the referent (or a fall-back if that fails)
r5 Nr z; '__str__()' failed>)r r� r� r. r r r rN � s zBaseProxy.__str__)NNNTF)r4 r6 r7 r8 r� r ZForkAwareThreadLockr r- r r r r r r! r r r& r5 rN r r r r r � s( �
)
c C s� t t�� dd�}|rT|j|jkrTt�d|� d|d< |j|jkrT|j|j |j|j< |� dd�opt t�� dd� }| ||fd|i|��S ) z5
Function used for unpickling proxy objects.
rw Nz*Rebuild a proxy owned by manager, token=%rTr r_ Z _inheritingF)
r r rv r* r r{ r+ rl rj r� )rS r� rp rA r� r_ r r r r$ � s
�
�r$ c C sp t |�}z|| |f W S tk
r* Y nX i }|D ]}td||f |� q4t| tf|�}||_||| |f< |S )zB
Return a proxy type whose methods are given by `exposed`
zOdef %s(self, /, *args, **kwds):
return self._callmethod(%r, args, kwds))r� r� �execr r r� )r r� �_cacheZdicZmeth� ProxyTyper r r �
MakeProxyType� s �� r* c
C s� t | d }|dkrB|| j|d�}zt|dd| f�}W 5 |�� X |dkrX|dk rX|j}|dkrjt�� j}td| j |�}|| ||||d�} d| _
| S )z*
Return an auto-proxy for `token`
r Nr� r[ z
AutoProxy[%s])r� rg r_ T) rh r* r� rD r� r rv rg r* r) r# )
r� rp r� rg r� r_ r� r� r) r� r r r r � s
�r c @ s e Zd Zdd� Zdd� ZdS )� Namespacec K s | j �|� d S r )r� �updater% r r r r- � s zNamespace.__init__c C sZ t | j�� �}g }|D ]$\}}|�d�s|�d||f � q|�� d| jjd�|�f S )NrU z%s=%rz%s(%s)z, ) r$ r� r! �
startswithrQ r� r3 r4 r� )r, r! rR r r� r r r r5 � s
zNamespace.__repr__N)r4 r6 r7 r- r5 r r r r r+ � s r+ c @ s8 e Zd Zd dd�Zdd� Zdd� Zdd � Zeee�Zd
S ) �ValueTc C s || _ || _d S r )� _typecode�_value)r, r r� �lockr r r r- s zValue.__init__c C s | j S r �r0 r. r r r r� s z Value.getc C s
|| _ d S r r2 �r, r� r r r r�
s z Value.setc C s dt | �j| j| jf S )Nz
%s(%r, %r))r r4 r/ r0 r. r r r r5 s zValue.__repr__N)T) r4 r6 r7 r- r� r� r5 r r� r r r r r. s
r. c C s t � | |�S r )r )r �sequencer1 r r r �Array s r5 c @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd S )
�
IteratorProxy)�__next__r; �throwr� c C s | S r r r. r r r �__iter__ s zIteratorProxy.__iter__c G s | � d|�S )Nr7 r �r, r@ r r r r7 s zIteratorProxy.__next__c G s | � d|�S )Nr; r r: r r r r; s zIteratorProxy.sendc G s | � d|�S )Nr8 r r: r r r r8 s zIteratorProxy.throwc G s | � d|�S )Nr� r r: r r r r� ! s zIteratorProxy.closeN) r4 r6 r7 r� r9 r7 r; r8 r� r r r r r6 s r6 c @ s2 e Zd ZdZd dd�Zdd� Zdd � Zd
d � ZdS )
�
AcquirerProxy)�acquire�releaseTNc C s" |d kr|fn||f}| � d|�S �Nr< r )r, Zblockingr� r@ r r r r< ' s zAcquirerProxy.acquirec C s
| � d�S �Nr= r r. r r r r= * s zAcquirerProxy.releasec C s
| � d�S r> r r. r r r r� , s zAcquirerProxy.__enter__c C s
| � d�S r? r r� r r r r� . s zAcquirerProxy.__exit__)TN)r4 r6 r7 r� r< r= r� r� r r r r r; % s
r; c @ s6 e Zd ZdZd dd�Zd
dd�Zdd � Zdd
d �ZdS )�ConditionProxy)r< r= r� �notify�
notify_allNc C s | � d|f�S �Nr� r r� r r r r� 4 s zConditionProxy.waitr c C s | � d|f�S )NrA r )r, �nr r r rA 6 s zConditionProxy.notifyc C s
| � d�S )NrB r r. r r r rB 8 s zConditionProxy.notify_allc C sd |� }|r|S |d k r$t �� | }nd }d }|s`|d k rN|t �� }|dkrNq`| �|� |� }q,|S )Nr )�time� monotonicr� )r, Z predicater� rC ZendtimeZwaittimer r r �wait_for: s
zConditionProxy.wait_for)N)r )N)r4 r6 r7 r� r� rA rB rG r r r r r@ 2 s
r@ c @ s2 e Zd ZdZdd� Zdd� Zdd� Zd d d
�ZdS ) �
EventProxy)r� r� r
r� c C s
| � d�S )Nr� r r. r r r r� O s zEventProxy.is_setc C s
| � d�S �Nr� r r. r r r r� Q s zEventProxy.setc C s
| � d�S )Nr
r r. r r r r
S s zEventProxy.clearNc C s | � d|f�S rC r r� r r r r� U s zEventProxy.wait)N)r4 r6 r7 r� r� r� r
r� r r r r rH M s
rH c @ sN e Zd ZdZddd�Zdd� Zdd� Zed d
� �Zed d � �Z ed
d� �Z
dS )� BarrierProxy)�__getattribute__r� �abort�resetNc C s | � d|f�S rC r r� r r r r� [ s zBarrierProxy.waitc C s
| � d�S )NrL r r. r r r rL ] s zBarrierProxy.abortc C s
| � d�S )NrM r r. r r r rM _ s zBarrierProxy.resetc C s | � dd�S )NrK )�partiesr r. r r r rN a s zBarrierProxy.partiesc C s | � dd�S )NrK )� n_waitingr r. r r r rO d s zBarrierProxy.n_waitingc C s | � dd�S )NrK )�brokenr r. r r r rP g s zBarrierProxy.broken)N) r4 r6 r7 r� r� rL rM r rN rO rP r r r r rJ Y s
rJ c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �NamespaceProxy)rK � __setattr__� __delattr__c C s0 |d dkrt �| |�S t �| d�}|d|f�S )Nr rU r rK )�objectrK �r, r �
callmethodr r r � __getattr__n s zNamespaceProxy.__getattr__c C s4 |d dkrt �| ||�S t �| d�}|d||f�S )Nr rU r rR )rT rR rK )r, r r� rV r r r rR s s zNamespaceProxy.__setattr__c C s0 |d dkrt �| |�S t �| d�}|d|f�S )Nr rU r rS )rT rS rK rU r r r rS x s zNamespaceProxy.__delattr__N)r4 r6 r7 r� rW rR rS r r r r rQ l s rQ c @ s* e Zd ZdZdd� Zdd� Zeee�ZdS )�
ValueProxy)r� r� c C s
| � d�S )Nr� r r. r r r r� � s zValueProxy.getc C s | � d|f�S rI r r3 r r r r� � s zValueProxy.setN)r4 r6 r7 r� r� r� r r� r r r r rX s rX �
BaseListProxy)�__add__� __contains__� __delitem__� __getitem__�__len__�__mul__� __reversed__�__rmul__� __setitem__rQ �count�extend�index�insertr� �remove�reverser� �__imul__c @ s e Zd Zdd� Zdd� ZdS )� ListProxyc C s | � d|f� | S )Nrd r r3 r r r �__iadd__� s zListProxy.__iadd__c C s | � d|f� | S )Nri r r3 r r r ri � s zListProxy.__imul__N)r4 r6 r7 rk ri r r r r rj � s rj � DictProxy)r[ r\ r] r9 r^ rb r
r r� r! r" r� �popitem�
setdefaultr, r# r9 �Iterator�
ArrayProxy)r^ r] rb � PoolProxy) Zapply� apply_asyncr� �imap�imap_unorderedr� �map� map_async�starmap�
starmap_asyncr� Z AsyncResult)rr rv rx rs rt c @ s e Zd Zdd� Zdd� ZdS )rq c C s | S r r r. r r r r� � s zPoolProxy.__enter__c C s | � � d S r )r� r� r r r r� � s zPoolProxy.__exit__N)r4 r6 r7 r� r� r r r r rq � s c @ s e Zd ZdZdS )r a(
Subclass of `BaseManager` which supports a number of shared object types.
The types registered are those intended for the synchronization
of threads, plus `dict`, `list` and `Namespace`.
The `multiprocessing.Manager()` function creates started instances of
this class.
N)r4 r6 r7 r8 r r r r r � s �QueueZ
JoinableQueuert rn �RLock� Semaphore�BoundedSemaphore� Condition�Barrier�Poolr$ r� )r� r )r c @ sL e Zd ZdZg fdd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dS )�_SharedMemoryTrackerz+Manages one or more shared memory segments.c C s || _ || _d S r �Zshared_memory_context_name�
segment_names)r, r r� r r r r- � s z _SharedMemoryTracker.__init__c C s( t �d|�dt� � �� | j�|� dS )z6Adds the supplied shared memory block name to tracker.zRegister segment � in pid N)r r{ r r� rQ �r, � segment_namer r r �register_segment� s z%_SharedMemoryTracker.register_segmentc C sB t �d|�dt� � �� | j�|� t�|�}|�� |�� dS )z�Calls unlink() on the shared memory block with the supplied name
and removes it from the list of blocks being tracked.zDestroy segment r� N) r r{ r r� rg r � SharedMemoryr� �unlink)r, r� Zsegmentr r r �destroy_segment� s
z$_SharedMemoryTracker.destroy_segmentc C s" | j dd� D ]}| �|� qdS )z<Calls destroy_segment() on all tracked shared memory blocks.N)r� r� r� r r r r� � s z_SharedMemoryTracker.unlinkc C s( t �d| jj� dt� � �� | �� d S )NzCall z .__del__ in )r r{ r3 r4 r r� r. r r r �__del__� s z _SharedMemoryTracker.__del__c C s | j | jfS r r� r. r r r r/ � s z!_SharedMemoryTracker.__getstate__c C s | j |� d S r )r- r0 r r r r2 s z!_SharedMemoryTracker.__setstate__N) r4 r6 r7 r8 r- r� r� r� r� r/ r2 r r r r r� � s r� c @ sR e Zd Zejdddg Zdd� Zdd� Zde_d d
� Zd d � Z d
d� Z
dd� Z dS )�SharedMemoryServer�
track_segment�release_segment�
list_segmentsc O sZ t j| f|�|� | j}t|t�r,t�|�}td|� dt� � ��| _ t
� dt� � �� d S )NZshm_rU z"SharedMemoryServer started by pid ) rW r- r* rH rd �os�fsdecoder� r �shared_memory_contextr r{ )r, r@ �kwargsr* r r r r-
s
�zSharedMemoryServer.__init__c O st t | �dkr| d }n4d|kr(|d }n"| s6td��ntdt | �d ��ttj| d d�rhtj|d < tj| |�S )
z�Create a new distributed-shared object (not backed by a shared
memory block) and return its id to be used in a Proxy Object.r� r� r) zDdescriptor 'create' of 'SharedMemoryServer' object needs an argumentr� r r Z_shared_memory_proxyr� )r� rJ r� r, re r� rW rY )r@ r� Ztypeodr) r r r rY s
�
zSharedMemoryServer.createz&($self, c, typeid, /, *args, **kwargs)c C s | j �� t�| |�S )zACall unlink() on all tracked shared memory, terminate the Server.)r� r� rW rX r� r r r rX ) s
zSharedMemoryServer.shutdownc C s | j �|� dS )z?Adds the supplied shared memory block name to Server's tracker.N)r� r� �r, r> r� r r r r� . s z SharedMemoryServer.track_segmentc C s | j �|� dS )z�Calls unlink() on the shared memory block with the supplied name
and removes it from the tracker instance inside the Server.N)r� r� r� r r r r� 2 s z"SharedMemoryServer.release_segmentc C s | j jS )zbReturns a list of names of shared memory blocks that the Server
is currently tracking.)r� r� r� r r r r� 7 s z SharedMemoryServer.list_segmentsN) r4 r6 r7 rW r� r- rY r� rX r� r� r� r r r r r� s �
r� c @ s< e Zd ZdZeZdd� Zdd� Zdd� Zdd � Z d
d � Z
d S )
r a� Like SyncManager but uses SharedMemoryServer instead of Server.
It provides methods for creating and returning SharedMemory instances
and for creating a list-like object (ShareableList) backed by shared
memory. It also provides methods that create and return Proxy Objects
that support synchronization across processes (i.e. multi-process-safe
locks and semaphores).
c O sN t jdkr ddlm} |�� tj| f|�|� t�| j j
� dt � � �� d S )N�posixr )�resource_trackerz created by pid ) r� r � r� Zensure_runningr r- r r{ r3 r4 r )r, r@ r� r� r r r r- I s
z SharedMemoryManager.__init__c C s t �| jj� dt� � �� d S )Nz.__del__ by pid )r r{ r3 r4 r r. r r r r� U s zSharedMemoryManager.__del__c C sh | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���| �| j | j
| j | j �S )z@Better than monkeypatching for now; merge into Server ultimatelyz"Already started SharedMemoryServerz!SharedMemoryManager has shut downr� )
r� r� r� r� r� r
r� rK r� r� r� r� r� r. r r r r� Y s
� �z SharedMemoryManager.get_serverc C sx | j | j| jd��\}tjdd|d�}zt|dd|jf� W n. tk
rh } z|�� |�W 5 d}~X Y nX W 5 Q R X |S )zoReturns a new SharedMemory instance with the specified size in
bytes, to be tracked by the manager.r� NT)rY �sizer� ) r� r� r� r r� rD r �
BaseExceptionr� )r, r� r� Zsmsr� r r r r� f s z SharedMemoryManager.SharedMemoryc C sv | j | j| jd��Z}t�|�}zt|dd|jjf� W n0 tk
rf } z|j� � |�W 5 d}~X Y nX W 5 Q R X |S )z�Returns a new ShareableList instance populated with the values
from the input sequence, to be tracked by the manager.r� Nr� )
r� r� r� r �
ShareableListrD Zshmr r� r� )r, r4 r� Zslr� r r r r� r s
z!SharedMemoryManager.ShareableListN) r4 r6 r7 r8 r� r� r- r� r� r� r� r r r r r = s
)NNNT)T)S�__all__rx rm r� r ZqueuerE r� r r� r r� r
�contextr r r
r r r r r Z HAS_SHMEM� ImportErrorr r Z
view_typesr$ r' Z view_typerT r rD r= r� rL rT rV rW r� rq rr Z XmlListenerZ XmlClientrh r r� r r r$ r* r r+ r. r5 r6 r; r@ rH rJ rQ rX rY rj rl r� rp Z
BasePoolProxyrq r ry rt rn rz r{ r| r} r~ r r� r� r� r r r r r �<module> s� �
c
� w
4 �
�
�
�%8 multiprocessing/__pycache__/reduction.cpython-38.opt-1.pyc 0000644 00000020015 15115353744 0017574 0 ustar 00 U
e5d(% � @ s d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZddl m
Z
ddddd gZ ej d
kp�e
ed �o�e
ed �o�e
ejd
�ZG dd� dej�ZejZd6dd �Zej d
k�re dddg7 Z d dlZd7dd�dd�Zdd� Zdd� Zdd� ZG dd� de�ZnHe ddd g7 Z d dlZej d kZd d� Z d d � Z d d� Zd!d� Zd"d� Z d#d$� Z G d%d&� d&�Z ee!e � j"�e � d'd(� Z#ee!e$j%�e#� ee!e&j'�e#� d)d*� Z(d+d,� Z)eej*e(� ej d
k�r�d-d.� Z+d/d0� Z,eeje+� n d1d.� Z+d2d0� Z,eeje+� G d3d4� d4ed5�Z-dS )8� )�ABCMetaN� )�context� send_handle� recv_handle�ForkingPickler�register�dump�win32ZCMSG_LEN�
SCM_RIGHTS�sendmsgc sJ e Zd ZdZi ZejZ� fdd�Ze dd� �Z
e d dd��Z e j
Z
� ZS )
r z)Pickler subclass used by multiprocessing.c s* t � j|� | j�� | _| j�| j� d S �N)�super�__init__�_copyreg_dispatch_table�copy�dispatch_table�update�_extra_reducers��self�args�� __class__� �1/usr/lib64/python3.8/multiprocessing/reduction.pyr & s zForkingPickler.__init__c C s || j |< dS )z&Register a reduce function for a type.N)r )�cls�type�reducer r r r + s zForkingPickler.registerNc C s t �� }| ||��|� |�� S r
)�io�BytesIOr � getbuffer)r �obj�protocolZbufr r r �dumps0 s zForkingPickler.dumps)N)�__name__�
__module__� __qualname__�__doc__r �copyregr r r � classmethodr r$ �pickle�loads�
__classcell__r r r r r ! s
c C s t ||��| � dS )z3Replacement for pickle.dump() using ForkingPickler.N)r r )r" �filer# r r r r : s � DupHandle� duplicate� steal_handleF)�source_processc C s6 t �� }|dkr|}|dkr |}t �|| |d|t j�S )z<Duplicate a handle. (target_process is a handle not a pid!)Nr )�_winapi�GetCurrentProcess�DuplicateHandle�DUPLICATE_SAME_ACCESS)�handleZtarget_processZ inheritabler2 Zcurrent_processr r r r0 G s �c C sF t �t jd| �}z$t �||t �� ddt jt jB �W �S t �|� X dS )z5Steal a handle from process identified by source_pid.Fr N)r3 � OpenProcess�PROCESS_DUP_HANDLE� CloseHandler5 r4 r6 �DUPLICATE_CLOSE_SOURCE)Z
source_pidr7 Zsource_process_handler r r r1 S s �
�c C s t |tj|�}| �|� dS �z&Send a handle over a local connection.N)r/ r3 r6 �send)�connr7 �destination_pidZdhr r r r _ s c C s | � � �� S )�)Receive a handle over a local connection.)�recv�detach)r> r r r r d s c @ s" e Zd ZdZddd�Zdd� ZdS )r/ z Picklable wrapper for a handle.Nc C s\ |d krt �� }t�tjd|�}z t�t�� |||dd�| _W 5 t�|� X || _ || _
d S )NFr ) �os�getpidr3 r8 r9 r: r5 r4 �_handle�_access�_pid)r r7 �access�pid�procr r r r j s �
zDupHandle.__init__c C sZ | j t�� kr| jS t�tjd| j �}z"t�|| jt� � | j
dtj �W �S t�|� X dS )z1Get the handle. This should only be called once.FN) rG rC rD rE r3 r8 r9 r: r5 r4 rF r; )r rJ r r r rB y s
� �zDupHandle.detach)N)r% r& r' r( r rB r r r r r/ h s
�DupFd�sendfds�recvfds�darwinc C sV t � d|�}tt|�d g�}| �|gtjtj|fg� trR| �d�dkrRt d��dS )z,Send an array of fds over an AF_UNIX socket.�i� r � Az%did not receive acknowledgement of fdN)
�array�bytes�lenr �socket�
SOL_SOCKETr � ACKNOWLEDGErA � RuntimeError)�sockZfds�msgr r r rL � s
c C s t � d�}|j| }| �dt�|��\}}}}|s:|s:t�z�trJ| �d� t|�dkrft dt|� ��|d \}} }
|tj
kr�| tj kr�t|
�|j dkr�t �|�
|
� t|�d |d kr�td�t|�|d ���t|�W S W n t tfk
r� Y nX t d��d S )
z/Receive an array of fds over an AF_UNIX socket.rO r rQ z received %d items of ancdatar rP z Len is {0:n} but msg[0] is {1!r}zInvalid data receivedN)rR �itemsizeZrecvmsgrU Z
CMSG_SPACE�EOFErrorrW r= rT rX rV r �
ValueErrorZ frombytes�AssertionError�format�list�
IndexError) rY �size�aZ
bytes_sizerZ Zancdata�flagsZaddrZ
cmsg_levelZ cmsg_typeZ cmsg_datar r r rM � s<
�
�
��c C s2 t �| �� t jt j��}t||g� W 5 Q R X dS r< )rU �fromfd�fileno�AF_UNIX� SOCK_STREAMrL )r> r7 r? �sr r r r � s c
C s< t �| �� t jt j�� }t|d�d W 5 Q R � S Q R X dS )r@ r r N)rU re rf rg rh rM )r> ri r r r r � s c C sF t �� }|dk r |�|�| ��S tr:ddlm} |�| �S td��dS )zReturn a wrapper for an fd.Nr )�resource_sharerz&SCM_RIGHTS appears not to be available)r Zget_spawning_popenrK Zduplicate_for_child�HAVE_SEND_HANDLE� rj r] )�fdZ popen_objrj r r r rK � s
c C s2 | j d kr t| j| jjffS t| j | jjffS d S r
)�__self__�getattrr �__func__r% ��mr r r �_reduce_method� s
rs c @ s e Zd Zdd� ZdS )�_Cc C s d S r
r )r r r r �f� s z_C.fN)r% r& r' ru r r r r rt � s rt c C s t | j| jffS r
)ro � __objclass__r% rq r r r �_reduce_method_descriptor� s rw c C s t | j| j| jpi ffS r
)�_rebuild_partial�funcr �keywords)�pr r r �_reduce_partial� s r| c C s t j| f|�|�S r
)� functools�partial)ry r rz r r r rx � s rx c C s ddl m} t|| �ffS )Nr )� DupSocket)rj r �_rebuild_socket)ri r r r r �_reduce_socket� s r� c C s | � � S r
)rB )Zdsr r r r� � s r� c C s" t | �� �}t|| j| j| jffS r
)rK rf r� �familyr �proto)ri �dfr r r r� � s c C s | � � }tj||||d�S )N)rf )rB rU )r� r� r r� rm r r r r� � s c @ sd e Zd ZdZeZeZeZeZeZe j
dkr8e Z e Z e
Z
n eZeZeZeZeZeZeZeZdd� ZdS )�AbstractReducerz�Abstract base class for use in implementing a Reduction class
suitable for use in replacing the standard reduction mechanism
used in multiprocessing.r
c G sN t tt� j�t� t ttj�t� t ttj �t� t t
j t � t t
j
t� d S r
)r r rt ru rs r` �appendrw �int�__add__r} r~ r| rU r� r r r r r s
zAbstractReducer.__init__N)r% r& r' r( r r r r r �sys�platformr1 r0 r/ rL rM rK rs rw rx r� r� r r r r r r� � s&
r� )� metaclass)N)NF).�abcr r) r} r rC r+ rU r� rl r �__all__r� �hasattrrk ZPicklerr r r r3 r0 r1 r r �objectr/ rR rW rL rM rK rs rt r ru rw r` r� r� r� r| rx r~ r� r� r� r r r r �<module>
sj
�
�
� #
multiprocessing/__pycache__/resource_tracker.cpython-38.opt-2.pyc 0000644 00000011204 15115353744 0021143 0 ustar 00 U
e5d�! � @ s� d dl Z d dlZd dlZd dlZd dlZddlmZ ddlmZ dddgZe ed�Z
ej ej fZ
d d
d � iZe jd kr�d dlZd dlZe�ejejd
�� G dd� de�Ze� ZejZejZejZejZdd� Z dS )� N� )�spawn)�util�ensure_running�register�
unregister�pthread_sigmaskZnoopc C s d S �N� r
r
r
�8/usr/lib64/python3.8/multiprocessing/resource_tracker.py�<lambda>! � r �posix)Z semaphoreZ
shared_memoryc @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )�ResourceTrackerc C s t �� | _d | _d | _d S r )� threadingZLock�_lock�_fd�_pid��selfr
r
r �__init__0 s
zResourceTracker.__init__c C sT | j �D | jd kr W 5 Q R � d S t�| j� d | _t�| jd� d | _W 5 Q R X d S )Nr )r r �os�close�waitpidr r r
r
r �_stop5 s
zResourceTracker._stopc C s | � � | jS r )r r r r
r
r �getfdB s zResourceTracker.getfdc C st | j ��b | jd k r~| �� r*W 5 Q R � d S t�| j� z | jd k rPt�| jd� W n tk
rf Y nX d | _d | _t� d� g }z|�
t j �
� � W n tk
r� Y nX d}t�� \}}z�zr|�
|� t�� }|gt�� }|d|| g7 }z&t�rt�tjt� t�|||�}W 5 t�r,t�tjt� X W n t�|� � Y nX || _|| _W 5 t�|� X W 5 Q R X d S )Nr zUresource_tracker: process died unexpectedly, relaunching. Some resources might leak.z:from multiprocessing.resource_tracker import main;main(%d)z-c)r r � _check_aliver r r r �ChildProcessError�warnings�warn�append�sys�stderr�fileno� Exception�piper Zget_executabler Z _args_from_interpreter_flags�
_HAVE_SIGMASK�signalr � SIG_UNBLOCK�_IGNORED_SIGNALS� SIG_BLOCKZspawnv_passfds)r Z fds_to_pass�cmd�r�wZexe�args�pidr
r
r r F sJ
z ResourceTracker.ensure_runningc C s2 zt �| jd� W n tk
r( Y dS X dS d S )Ns
PROBE:0:noop
FT)r �writer �OSErrorr r
r
r r � s
z ResourceTracker._check_alivec C s | � d||� d S )N�REGISTER��_send�r �name�rtyper
r
r r � s zResourceTracker.registerc C s | � d||� d S )N�
UNREGISTERr3 r5 r
r
r r � s zResourceTracker.unregisterc C sB | � � d�|||��d�}t|�dkr0td��t�| j|�}d S )Nz {0}:{1}:{2}
�asciii z
name too long)r �format�encode�len�
ValueErrorr r0 r )r r+ r6 r7 �msg�nbytesr
r
r r4 � s zResourceTracker._sendN) �__name__�
__module__� __qualname__r r r r r r r r4 r
r
r
r r . s
@ r c
C s t � t jt j� t � t jt j� tr2t �t jt� tj tj
fD ]&}z |� � W q> t k
rb Y q>X q>dd� t
�� D �}z�t| d���}|D ]�}z�|�� �d��d�\}}}t
�|d �} | d kr�td|� d |� ���|d
kr�|| �|� n2|d k�r|| �|� n|d k�rn td
| ��W q� t k
�rT ztj t� � � W n Y nX Y q�X q�W 5 Q R X W 5 |�� D ]�\}}|�r�zt�dt|�|f � W n t k
�r� Y nX |D ]V}zLzt
| |� W n6 t k
�r� } zt�d||f � W 5 d }~X Y nX W 5 X �q��qnX d S )Nc S s i | ] }|t � �qS r
)�set)�.0r7 r
r
r �
<dictcomp>� s zmain.<locals>.<dictcomp>zQresource_tracker: There appear to be %d leaked %s objects to clean up at shutdownzresource_tracker: %r: %s�rbr9 �:zCannot register z. for automatic cleanup: unknown resource type r2 r8 ZPROBEzunrecognized command %r) r' �SIGINT�SIG_IGN�SIGTERMr& r r( r) r! �stdin�stdoutr r$ �_CLEANUP_FUNCS�keys�itemsr r r< �open�strip�decode�split�getr= �add�remove� RuntimeError�
excepthook�exc_info)
�fd�f�cacher7 Z rtype_cacher6 �e�liner+ Z cleanup_funcr
r
r �main� s^ �
�
(r_ ) r r' r! r r � r r �__all__�hasattrr& rH rJ r) rM r6 Z_multiprocessingZ _posixshmem�updateZ
sem_unlinkZ
shm_unlink�objectr Z_resource_trackerr r r r r_ r
r
r
r �<module> s4
�
�w multiprocessing/__pycache__/shared_memory.cpython-38.pyc 0000644 00000034070 15115353744 0017505 0 ustar 00 U
e5dD � @ s� d Z ddgZddlmZ ddlZddlZddlZddlZddlZej dkrXddl
Z
dZ n ddl Z dZ ej
ejB Zd Ze r~d
Znd Zd d
� ZG dd� d�ZdZG dd� d�ZdS )z�Provides shared memory for direct access across processes.
The API of this package is currently provisional. Refer to the
documentation for details.
� SharedMemory�
ShareableList� )�partialN�ntFT� z/psm_Zwnsm_c C sB t tt� d } | dks td��tt�| � }t|�t ks>t�|S )z6Create a random filename for the shared memory object.� z_SHM_NAME_PREFIX too long)�_SHM_SAFE_NAME_LENGTH�len�_SHM_NAME_PREFIX�AssertionError�secretsZ token_hex)�nbytes�name� r �5/usr/lib64/python3.8/multiprocessing/shared_memory.py�_make_filename& s
r c @ s� e Zd ZdZdZdZdZdZej Z
dZ e r.dndZ
ddd �Zd
d � Zd d
� Zdd� Zedd� �Zedd� �Zedd� �Zdd� Zdd� ZdS )r a� Creates a new shared memory block or attaches to an existing
shared memory block.
Every shared memory block is assigned a unique name. This enables
one process to create a shared memory block with a particular name
so that a different process can attach to that same shared memory
block using that same name.
As a resource for sharing data across processes, shared memory blocks
may outlive the original process that created them. When one process
no longer needs access to a shared memory block that might still be
needed by other processes, the close() method should be called.
When a shared memory block is no longer needed by any process, the
unlink() method should be called to ensure proper cleanup.N���i� TFr c
C sl |dkst d��|r0ttjB | _|dkr0t d��|d krL| jtj@ sLt d��t�rH|d kr�t� }ztj || j| j
d�| _ W n t k
r� Y qZY nX || _
q�qZn.| jr�d| n|}tj || j| j
d�| _ || _
z<|r�|r�t�| j |� t�| j �}|j}t�| j |�| _W n tk
�r* | �� � Y nX ddlm} || j
d � �n|�r�|d k�r^t� n|}t�tjtjtj |d
? d @ |d @ |�}zXt� � }|tj k�r�|d k �r�t t j!t�"t j!�|tj ��nW ��qNtjd ||d
�| _W 5 t� |� X || _
�qV�qNnX|| _
t�#tj$d|�}zt�%|tj$ddd�} W 5 t� |� X t�&| �}tjd ||d
�| _|| _'t(| j�| _)d S )Nr z!'size' must be a positive integerz4'size' must be a positive number different from zeroz&'name' can only be None if create=True)�mode�/� )�register�
shared_memory� l �� r )ZtagnameF)*�
ValueError�_O_CREX�os�O_RDWR�_flags�O_EXCL�
_USE_POSIXr � _posixshmemZshm_open�_mode�_fd�FileExistsError�_name�_prepend_leading_slash� ftruncate�fstat�st_size�mmap�_mmap�OSError�unlink�resource_trackerr �_winapiZCreateFileMappingZINVALID_HANDLE_VALUEZNULLZPAGE_READWRITEZ CloseHandleZ GetLastErrorZERROR_ALREADY_EXISTS�errnoZEEXIST�strerrorZOpenFileMappingZ
FILE_MAP_READZ
MapViewOfFileZVirtualQuerySize�_size�
memoryview�_buf)
�selfr �create�sizeZstatsr Z temp_nameZh_mapZlast_error_codeZp_bufr r r �__init__I s� �
�
�
�
��
zSharedMemory.__init__c C s& z | � � W n tk
r Y nX d S �N)�closer+ �r4 r r r �__del__� s zSharedMemory.__del__c C s | j | jd| jffS )NF)� __class__r r6 r: r r r �
__reduce__� s ��zSharedMemory.__reduce__c C s | j j� d| j�d| j� d�S )N�(z, size=�))r< �__name__r r6 r: r r r �__repr__� s zSharedMemory.__repr__c C s | j S )z4A memoryview of contents of the shared memory block.)r3 r: r r r �buf� s zSharedMemory.bufc C s. | j }tr*| jr*| j �d�r*| j dd� }|S )z4Unique name that identifies the shared memory block.r r N)r$ r r% �
startswith)r4 Z
reported_namer r r r � s
zSharedMemory.namec C s | j S )zSize in bytes.)r1 r: r r r r6 � s zSharedMemory.sizec C sX | j dk r| j �� d| _ | jdk r4| j�� d| _trT| jdkrTt�| j� d| _dS )zkCloses access to the shared memory from this instance but does
not destroy the shared memory block.Nr r )r3 �releaser* r9 r r" r r: r r r r9 � s
zSharedMemory.closec C s2 t r.| jr.ddlm} t�| j� || jd� dS )z�Requests that the underlying shared memory block be destroyed.
In order to ensure proper cleanup of resources, unlink should be
called once (and only once) across all processes which have access
to the shared memory block.r )�
unregisterr N)r r$ r- rE r Z
shm_unlink)r4 rE r r r r, � s
zSharedMemory.unlink)NFr )r@ �
__module__� __qualname__�__doc__r$ r" r* r3 r r r r! r r% r7 r; r= rA �propertyrB r r6 r9 r, r r r r r 0 s(
l
�utf8c @ s e Zd ZdZedededededdj diZ
dZ d d
� d d
� d d
� d
d
� d�Z e
dd� �Zd6dd�dd�Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zed$d%� �Zed&d'� �Zed(d)� �Zed*d+� �Z ed,d-� �Z ed.d/� �Z ed0d1� �Z d2d3� Z d4d5� Z!dS )7r a� Pattern for a mutable list-like object shareable via a shared
memory block. It differs from the built-in list type in that these
lists can not change their overall length (i.e. no append, insert,
etc.)
Because values are packed into a memoryview as bytes, the struct
packing format for any storable value must require no more than 8
characters to describe its format.�q�dzxxxxxxx?z%dsNzxxxxxx?x� c C s | S r8 r ��valuer r r �<lambda>
� zShareableList.<lambda>c C s | � d��t�S �N� )�rstrip�decode� _encodingrN r r r rP rQ c C s
| � d�S rR )rT rN r r r rP rQ c C s d S r8 r )Z_valuer r r rP
rQ )r r r � c C s: t | ttdjf�sdS t | t�r$dS t | t�r2dS dS dS )z�Used in concert with _back_transforms_mapping to convert values
into the appropriate Python objects when retrieving them from
the list as well as when storing them.Nr r r rW )�
isinstance�str�bytesr< rN r r r �_extract_recreation_code s
z&ShareableList._extract_recreation_code�r c s� |d k r��fdd�|D �}t |��_tdd� |D ���jks@t�t�fdd�|D ���_�fdd�|D �}t�d�j d� |� �j
�j �}nd }|d k r�|d kr�t |��_
nt |d
|d ��_
|d k �rjt� tjd�j �j
jd �jf�j�� tjd� |��j
j�jf� fd
d�|D ��� tj�j
�j
j�jf� fdd�|D ��� tj�j �j
j�jf|�� n t ���_t��j�j
jd ��_d S )Nc sP g | ]H}t |ttf�s$� jt|� n&� jt|� � jt|�� j d f �qS )r )rX rY rZ �_types_mapping�type�
_alignmentr ��.0�itemr: r r �
<listcomp> s � � �z*ShareableList.__init__.<locals>.<listcomp>c s s | ]}t |�d kV qdS )rM N)r �ra �fmtr r r � <genexpr>) s z)ShareableList.__init__.<locals>.<genexpr>c 3 s0 | ](}|d dkr� j nt|dd � �V qdS )r �sN)r_ �intrd r: r r rf * s �c s g | ]}� � |��qS r )r[ r` r: r r rc . s rK � rM T)r5 r6 r c 3 s& | ] }t |t�r|�� �n|V qd S r8 )rX rY �encode�ra �v��_encr r rf M s c 3 s | ]}|� � �V qd S r8 )rj rk rm r r rf S s )r � _list_len�sumr �tuple�_allocated_bytes�structZcalcsize�_format_size_metainfo�join�_format_packing_metainfo� _format_back_transform_codesr �shmrV � pack_intorB �_offset_data_start�_offset_packing_formats� _offset_back_transform_codes� unpack_from)r4 Zsequencer Z_formatsZ_recreation_codesZrequested_sizer )rn r4 r r7 s|
�
�
�����
��������
�zShareableList.__init__c C sj |dkr |n|| j }|| j ks*| j dk r2td��t�d| jj| j|d �d }|�d�}|�t �}|S )z>Gets the packing format for a single value stored in the list.r � Requested position out of range.�8srM rS )
ro �
IndexErrorrs r} rx rB r{ rT rU rV )r4 �positionrl re �
fmt_as_strr r r �_get_packing_formatd s ��
z!ShareableList._get_packing_formatc C s\ |dkr |n|| j }|| j ks*| j dk r2td��t�d| jj| j| �d }| j| }|S )z9Gets the back transformation function for a single value.r r~ �b)ro r� rs r} rx rB r| �_back_transforms_mapping)r4 r� �transform_codeZtransform_functionr r r �_get_back_transformt s ��
z!ShareableList._get_back_transformc C s~ |dkr |n|| j }|| j ks*| j dk r2td��t�d| jj| j|d |�t�� | � |�}t�d| jj| j
| |� dS )zvSets the packing format and back transformation code for a
single value in the list at the specified position.r r~ r rM r� N) ro r� rs ry rx rB r{ rj rV r[ r| )r4 r� r� rO r� r r r �!_set_packing_format_and_transform� s �
�z/ShareableList._set_packing_format_and_transformc C sj z6| j t| jd |� � }t�| �|�| jj|�\}W n tk
rR td��Y nX | � |�}||�}|S )Nzindex out of range)
rz rp rr rs r} r� rx rB r� r� )r4 r� �offsetrl Zback_transformr r r � __getitem__� s ��
zShareableList.__getitem__c C s� z&| j t| jd |� � }| �|�}W n tk
rB td��Y nX t|ttf�sf| jt |� }|}nZt|t�rz|�
t �n|}t |�| j| kr�t
d��|d dkr�|}n| jt | j| f }| �|||� t�|| jj||� d S )Nz assignment index out of rangez(bytes/str item exceeds available storager rg )rz rp rr r� r� rX rY rZ r] r^ rj rV r r r� rs ry rx rB )r4 r� rO r� Zcurrent_formatZ
new_formatZ
encoded_valuer r r � __setitem__� s6 �� � ��zShareableList.__setitem__c C s t | j| jjd�dfS )Nr\ r )r r< rx r r: r r r r= � s zShareableList.__reduce__c C s t �d| jjd�d S )NrK r )rs r} rx rB r: r r r �__len__� s zShareableList.__len__c C s" | j j� dt| �� d| jj�d�S )Nr> z, name=r? )r< r@ �listrx r r: r r r rA � s zShareableList.__repr__c s d� � fdd�t� j�D ��S )z>The struct packing format used by all currently stored values.ri c 3 s | ]}� � |�V qd S r8 )r� )ra �ir: r r rf � s z'ShareableList.format.<locals>.<genexpr>)ru �rangero r: r r: r �format� s �zShareableList.formatc C s | j � d�S )z=The struct packing format used for metainfo on storage sizes.rK �ro r: r r r rt � s z#ShareableList._format_size_metainfoc C s
d| j S )z?The struct packing format used for the values' packing formats.r r� r: r r r rv � s z&ShareableList._format_packing_metainfoc C s
d| j S )z?The struct packing format used for the values' back transforms.r� r� r: r r r rw � s z*ShareableList._format_back_transform_codesc C s | j d d S )Nr rM r� r: r r r rz � s z ShareableList._offset_data_startc C s | j t| j� S r8 )rz rp rr r: r r r r{ � s z%ShareableList._offset_packing_formatsc C s | j | jd S )NrM )r{ ro r: r r r r| � s z*ShareableList._offset_back_transform_codesc s t � fdd�| D ��S )zCL.count(value) -> integer -- return number of occurrences of value.c 3 s | ]}� |kV qd S r8 r )ra �entryrN r r rf � s z&ShareableList.count.<locals>.<genexpr>)rp )r4 rO r rN r �count� s zShareableList.countc C s4 t | �D ]\}}||kr| S qt|�d���dS )zpL.index(value) -> integer -- return first index of value.
Raises ValueError if the value is not present.z not in this containerN)� enumerater )r4 rO r� r� r r r �index� s
zShareableList.index)N)"r@ rF rG rH rh �float�boolrY rZ r< r] r_ r� � staticmethodr[ r7 r� r� r� r� r� r= r� rA rI r� rt rv rw rz r{ r| r� r� r r r r r � s^
��
F
)rH �__all__� functoolsr r) r r/ rs r r r. r r �O_CREATr r r r
r r rV r r r r r �<module> s,
E multiprocessing/__pycache__/__init__.cpython-38.pyc 0000644 00000001230 15115353744 0016376 0 ustar 00 U
e5d� � @ sd d dl Z ddlmZ dd� eej�D �Ze� �dd� eD �� dZd Z d
e j
kr`e j
d
e j
d < dS ) � N� )�contextc C s g | ]}|� d �s|�qS )�_)�
startswith)�.0�x� r �0/usr/lib64/python3.8/multiprocessing/__init__.py�
<listcomp> s
r
c c s | ]}|t tj|�fV qd S )N)�getattrr �_default_context)r �namer r r � <genexpr> s r � � �__main__Z __mp_main__) �sys� r �dirr �__all__�globals�updateZSUBDEBUGZ
SUBWARNING�modulesr r r r �<module> s
multiprocessing/__pycache__/resource_sharer.cpython-38.opt-1.pyc 0000644 00000012117 15115353744 0020777 0 ustar 00 U
e5d� � @ s� d dl Z d dlZd dlZd dlZd dlZddlmZ ddlmZ ddlm Z dgZ
ej dkrxe
dg7 Z
G d d� de �Z
ne
d
g7 Z
G d d
� d
e �ZG d d
� d
e �Ze� ZejZdS )� N� )�process)� reduction)�util�stopZwin32� DupSocketc @ s e Zd ZdZdd� Zdd� ZdS )r z Picklable wrapper for a socket.c s( |� � � � fdd�}t�|� j�| _d S )Nc s � � |�}| �|� d S �N)�shareZ
send_bytes)�conn�pidr �Znew_sock� �7/usr/lib64/python3.8/multiprocessing/resource_sharer.py�send s
z DupSocket.__init__.<locals>.send)�dup�_resource_sharer�register�close�_id)�selfZsockr r
r r �__init__ s zDupSocket.__init__c
C s6 t �| j�� }|�� }t�|�W 5 Q R � S Q R X dS )z1Get the socket. This should only be called once.N)r �get_connectionr Z
recv_bytes�socketZ fromshare)r r
r r
r
r �detach$ s zDupSocket.detachN��__name__�
__module__� __qualname__�__doc__r r r
r
r
r r s �DupFdc @ s e Zd ZdZdd� Zdd� ZdS )r z-Wrapper for fd which can be used at any time.c s4 t �|�� � fdd�}� fdd�}t�||�| _d S )Nc s t �| � |� d S r )r Z send_handle)r
r �Znew_fdr
r r 1 s z DupFd.__init__.<locals>.sendc s t �� � d S r )�osr r
r r
r r 3 s z DupFd.__init__.<locals>.close)r! r r r r )r �fdr r r
r r r / s
zDupFd.__init__c
C s. t �| j��}t�|�W 5 Q R � S Q R X dS )z-Get the fd. This should only be called once.N)r r r r Z recv_handle)r r
r
r
r r 7 s z DupFd.detachNr r
r
r
r r - s c @ sN e Zd ZdZdd� Zdd� Zedd� �Zdd d
�Zd d � Z d
d� Z
dd� Z dS )�_ResourceSharerz.Manager for resources using background thread.c C s@ d| _ i | _g | _t�� | _d | _d | _d | _t �
| t j � d S )Nr )
�_key�_cache�
_old_locks� threading�Lock�_lock� _listener�_address�_threadr Zregister_after_forkr# �
_afterfork)r r
r
r r ? s
z_ResourceSharer.__init__c
C sZ | j �J | jdkr| �� | jd7 _||f| j| j< | j| jfW 5 Q R � S Q R X dS )z+Register resource, returning an identifier.Nr )r) r+ �_startr$ r% )r r r r
r
r r I s
z_ResourceSharer.registerc C s< ddl m} | \}}||t�� jd�}|�|t�� f� |S )z<Return connection from which to receive identified resource.r ��Client��authkey)�
connectionr0 r �current_processr2 r r! �getpid)Zidentr0 �address�key�cr
r
r r R s
z _ResourceSharer.get_connectionNc C s� ddl m} | j�� | jdk r�|| jt�� jd�}|�d� |�� | j �
|� | j � � rdt �
d� | j�� d| _ d| _d| _| j�� D ]\}\}}|� q�| j�� W 5 Q R X dS )z:Stop the background thread and clear registered resources.r r/ Nr1 z._ResourceSharer thread did not stop when asked)r3 r0 r) r+ r r4 r2 r r r, �joinZis_aliver Z sub_warningr* r% �items�clear)r Ztimeoutr0 r8 r7 r r r
r
r r [ s$
�
z_ResourceSharer.stopc C sj | j �� D ]\}\}}|� q
| j �� | j�| j� t�� | _| jd k rT| j� � d | _d | _
d | _ d S r ) r% r: r; r& �appendr) r' r( r* r r+ r, )r r7 r r r
r
r r- p s
z_ResourceSharer._afterforkc C sX ddl m} t�d� |t�� jd�| _| jj| _ t
j | j d�}d|_
|�� || _d S )Nr )�Listenerz0starting listener and thread for sending handlesr1 )�targetT)r3 r= r �debugr r4 r2 r* r6 r+ r' ZThread�_serveZdaemon�startr, )r r= �tr
r
r r. ~ s
z_ResourceSharer._startc C s� t td�r t�tjt�� � zh| j�� �T}|�� }|d krHW 5 Q R � W q�|\}}| j� |�\}}z|||� W 5 |� X W 5 Q R X W q t
� � s�t j
t �� � Y q X q d S )N�pthread_sigmask)�hasattr�signalrC � SIG_BLOCK�
valid_signalsr* ZacceptZrecvr% �popr Z
is_exiting�sys�
excepthook�exc_info)r r
�msgr7 Zdestination_pidr r r
r
r r@ � s
z_ResourceSharer._serve)N) r r r r r r � staticmethodr r r- r. r@ r
r
r
r r# = s
r# )r! rE r rI r' � r �contextr r �__all__�platform�objectr r r# r r r
r
r
r �<module> s
` multiprocessing/__pycache__/popen_fork.cpython-38.opt-1.pyc 0000644 00000005013 15115353744 0017743 0 ustar 00 U
e5d
� @ s6 d dl Z d dlZddlmZ dgZG dd� de�ZdS )� N� )�util�Popenc @ s` e Zd ZdZdd� Zdd� Zejfdd�Zdd d
�Z d d � Z
d
d� Z dd� Z dd� Z
dd� ZdS )r �forkc C s" t �� d | _d | _| �|� d S �N)r Z_flush_std_streams�
returncode� finalizer�_launch)�self� process_obj� r �2/usr/lib64/python3.8/multiprocessing/popen_fork.py�__init__ s zPopen.__init__c C s |S r r )r
�fdr r r
�duplicate_for_child s zPopen.duplicate_for_childc
C s� | j d krzzt�| j|�\}}W n( tk
rH } z
W Y �d S d }~X Y nX || jkrzt�|�rnt�|� | _ n t�|�| _ | j S r )r �os�waitpid�pid�OSError� WIFSIGNALED�WTERMSIG� WEXITSTATUS)r
�flagr �sts�er r r
�poll s
z
Popen.pollNc C sN | j d krH|d k r0ddlm} || jg|�s0d S | �|dkrBtjnd�S | j S )Nr )�waitg )r Zmultiprocessing.connectionr �sentinelr r �WNOHANG)r
�timeoutr r r r
r ( s
z
Popen.waitc C sZ | j d krVzt�| j|� W n8 tk
r0 Y n& tk
rT | jdd�d krP� Y nX d S )Ng�������?)r )r r �killr �ProcessLookupErrorr r )r
Zsigr r r
� _send_signal2 s
zPopen._send_signalc C s | � tj� d S r )r" �signal�SIGTERM�r
r r r
� terminate< s zPopen.terminatec C s | � tj� d S r )r" r# �SIGKILLr% r r r
r ? s z
Popen.killc C s� d}t �� \}}t �� \}}t �� | _| jdkrdz$t �|� t �|� |j|d�}W 5 t �|� X n0t �|� t �|� t�| tj ||f�| _
|| _ d S )Nr r )Zparent_sentinel) r �piper r �_exit�close�
_bootstrapr ZFinalizeZ close_fdsr r )r
r �codeZparent_rZchild_wZchild_rZparent_wr r r
r B s
�z
Popen._launchc C s | j d k r| � � d S r )r r% r r r
r* U s
z Popen.close)N)�__name__�
__module__� __qualname__�methodr r r r r r r" r& r r r* r r r r
r s
)r r# � r �__all__�objectr r r r r
�<module> s multiprocessing/__pycache__/popen_spawn_posix.cpython-38.pyc 0000644 00000004242 15115353744 0020420 0 ustar 00 U
e5d� � @ sp d dl Z d dlZddlmZmZ ddlmZ ddlmZ ddlmZ dgZ G dd � d e
�Z G d
d� dej �Z dS ) � N� )� reduction�set_spawning_popen)�
popen_fork)�spawn)�util�Popenc @ s e Zd Zdd� Zdd� ZdS )�_DupFdc C s
|| _ d S �N��fd��selfr � r �9/usr/lib64/python3.8/multiprocessing/popen_spawn_posix.py�__init__ s z_DupFd.__init__c C s | j S r
r )r r r r �detach s z
_DupFd.detachN)�__name__�
__module__� __qualname__r r r r r r r s r c s4 e Zd ZdZeZ� fdd�Zdd� Zdd� Z� Z S )r r c s g | _ t� �|� d S r
)�_fds�superr )r � process_obj�� __class__r r r s zPopen.__init__c C s | j �|� |S r
)r �appendr
r r r �duplicate_for_child" s zPopen.duplicate_for_childc C sX ddl m} |�� }| j�|� t�|j�}t� � }t
| � z t � ||� t � ||� W 5 t
d � X d } } }} z~t�� \}}t�� \}} tj||d�} | j�||g� t
�t�� | | j�| _|| _t| ddd��}
|
�|� � � W 5 Q R X W 5 g }
|| fD ]} | d k �r |
�| � �q t
�| t
j|
�| _||fD ]} | d k �r6t�| � �q6X d S )Nr )�resource_tracker)�
tracker_fdZ pipe_handle�wbF)�closefd) � r Zgetfdr r r Zget_preparation_data�_name�io�BytesIOr r �dumpr ZFinalizeZ close_fds� finalizer�os�close�pipeZget_command_line�extendZspawnv_passfdsZget_executable�pid�sentinel�open�write� getbuffer)r r r r Z prep_data�fpZparent_rZchild_wZchild_rZparent_wZ fds_to_closer �cmd�fr r r �_launch& sB
�
�
z
Popen._launch)
r r r �methodr ZDupFdr r r3 �
__classcell__r r r r r s
)
r# r' �contextr r r! r r r �__all__�objectr r r r r r �<module> s
multiprocessing/__pycache__/popen_spawn_win32.cpython-38.opt-2.pyc 0000644 00000006421 15115353744 0021161 0 ustar 00 U
e5d� � @ s� d dl Z d dlZd dlZd dlZd dlZddlmZmZmZ ddl m
Z
ddl m Z dgZ dZ
ejdkoreed d
�Zej�� �d �Zd d
� Zeejej� Zdd� ZG dd� de�ZdS )� N� )� reduction�get_spawning_popen�set_spawning_popen)�spawn)�util�Popeni Zwin32�frozenFzpythonservice.exec C s | |kp t j�| �t j�|�kS �N)�os�path�normcase)Zp1Zp2� r �9/usr/lib64/python3.8/multiprocessing/popen_spawn_win32.py�_path_eq s r c G s | D ]}t �|� qd S r
)�_winapi� CloseHandle)Zhandles�handler r r �_close_handles s r c @ sF e Zd ZdZdd� Zdd� Zddd�Zd d
� Zd d � ZeZ d
d� Z
dS )r r c C sT t �|j�}t�d d�\}}t�|d�}t jt� � |d�}d�
dd� |D ��}t � � }t r�t
|tj�r�tj}tj�� }tj|d< nd }t|ddd ���} z0t�||d d d
d|d d � \}
} } }
t�| � W n t�|� � Y nX | | _d | _|
| _t|
�| _t� | t | jt|�f�| _ t | � z t �!|| � t �!|| � W 5 t d � X W 5 Q R X d S ) Nr )Z
parent_pidZ pipe_handle� c s s | ]}d | V qdS )z"%s"Nr )�.0�xr r r � <genexpr>9 s z!Popen.__init__.<locals>.<genexpr>�__PYVENV_LAUNCHER__�wbT)�closefdF)"r Zget_preparation_data�_namer Z
CreatePipe�msvcrtZopen_osfhandleZget_command_liner �getpid�joinZget_executable�WINENVr �sys�
executable�_base_executable�environ�copy�openZ
CreateProcessr �pid�
returncode�_handle�int�sentinelr ZFinalizer � finalizerr r �dump)�selfZ process_objZ prep_dataZrhandleZwhandleZwfd�cmdZ
python_exe�envZto_childZhpZhtr' �tidr r r �__init__, sT
�
�
� zPopen.__init__c C s t �|| j�S r
)r Z duplicater+ )r. r r r r �duplicate_for_childa s zPopen.duplicate_for_childNc C st | j d krn|d krtj}ntdt|d d ��}t�t| j�|�}|tjkrnt�| j�}|t krht
j }|| _ | j S )Nr i� g �?) r( r ZINFINITE�maxr* ZWaitForSingleObjectr) Z
WAIT_OBJECT_0ZGetExitCodeProcess� TERMINATE�signal�SIGTERM)r. �timeoutZmsecs�res�coder r r �waite s
z
Popen.waitc C s | j dd�S )Nr �r8 )r; �r. r r r �pollu s z
Popen.pollc C sL | j d krHzt�t| j�t� W n& tk
rF | jdd�d krB� Y nX d S )Ng �?r< )r( r ZTerminateProcessr* r) r5 �OSErrorr; r= r r r � terminatex s
zPopen.terminatec C s | � � d S r
)r, r= r r r �close� s z Popen.close)N) �__name__�
__module__� __qualname__�methodr2 r3 r; r> r@ �killrA r r r r r & s 5
)r r r6 r! r �contextr r r � r r �__all__r5 �platform�getattrZWINEXEr" �lower�endswithZ
WINSERVICEr r# r r �objectr r r r r �<module> s
multiprocessing/forkserver.py 0000644 00000030363 15115353744 0012552 0 ustar 00 import errno
import os
import selectors
import signal
import socket
import struct
import sys
import threading
import warnings
from . import connection
from . import process
from .context import reduction
from . import resource_tracker
from . import spawn
from . import util
__all__ = ['ensure_running', 'get_inherited_fds', 'connect_to_new_process',
'set_forkserver_preload']
#
#
#
MAXFDS_TO_SEND = 256
SIGNED_STRUCT = struct.Struct('q') # large enough for pid_t
#
# Forkserver class
#
class ForkServer(object):
def __init__(self):
self._forkserver_address = None
self._forkserver_alive_fd = None
self._forkserver_pid = None
self._inherited_fds = None
self._lock = threading.Lock()
self._preload_modules = ['__main__']
def _stop(self):
# Method used by unit tests to stop the server
with self._lock:
self._stop_unlocked()
def _stop_unlocked(self):
if self._forkserver_pid is None:
return
# close the "alive" file descriptor asks the server to stop
os.close(self._forkserver_alive_fd)
self._forkserver_alive_fd = None
os.waitpid(self._forkserver_pid, 0)
self._forkserver_pid = None
if not util.is_abstract_socket_namespace(self._forkserver_address):
os.unlink(self._forkserver_address)
self._forkserver_address = None
def set_forkserver_preload(self, modules_names):
'''Set list of module names to try to load in forkserver process.'''
if not all(type(mod) is str for mod in self._preload_modules):
raise TypeError('module_names must be a list of strings')
self._preload_modules = modules_names
def get_inherited_fds(self):
'''Return list of fds inherited from parent process.
This returns None if the current process was not started by fork
server.
'''
return self._inherited_fds
def connect_to_new_process(self, fds):
'''Request forkserver to create a child process.
Returns a pair of fds (status_r, data_w). The calling process can read
the child process's pid and (eventually) its returncode from status_r.
The calling process should write to data_w the pickled preparation and
process data.
'''
self.ensure_running()
if len(fds) + 4 >= MAXFDS_TO_SEND:
raise ValueError('too many fds')
with socket.socket(socket.AF_UNIX) as client:
client.connect(self._forkserver_address)
parent_r, child_w = os.pipe()
child_r, parent_w = os.pipe()
allfds = [child_r, child_w, self._forkserver_alive_fd,
resource_tracker.getfd()]
allfds += fds
try:
reduction.sendfds(client, allfds)
return parent_r, parent_w
except:
os.close(parent_r)
os.close(parent_w)
raise
finally:
os.close(child_r)
os.close(child_w)
def ensure_running(self):
'''Make sure that a fork server is running.
This can be called from any process. Note that usually a child
process will just reuse the forkserver started by its parent, so
ensure_running() will do nothing.
'''
with self._lock:
resource_tracker.ensure_running()
if self._forkserver_pid is not None:
# forkserver was launched before, is it still running?
pid, status = os.waitpid(self._forkserver_pid, os.WNOHANG)
if not pid:
# still alive
return
# dead, launch it again
os.close(self._forkserver_alive_fd)
self._forkserver_address = None
self._forkserver_alive_fd = None
self._forkserver_pid = None
cmd = ('from multiprocessing.forkserver import main; ' +
'main(%d, %d, %r, **%r)')
if self._preload_modules:
desired_keys = {'main_path', 'sys_path'}
data = spawn.get_preparation_data('ignore')
data = {x: y for x, y in data.items() if x in desired_keys}
else:
data = {}
with socket.socket(socket.AF_UNIX) as listener:
address = connection.arbitrary_address('AF_UNIX')
listener.bind(address)
if not util.is_abstract_socket_namespace(address):
os.chmod(address, 0o600)
listener.listen()
# all client processes own the write end of the "alive" pipe;
# when they all terminate the read end becomes ready.
alive_r, alive_w = os.pipe()
try:
fds_to_pass = [listener.fileno(), alive_r]
cmd %= (listener.fileno(), alive_r, self._preload_modules,
data)
exe = spawn.get_executable()
args = [exe] + util._args_from_interpreter_flags()
args += ['-c', cmd]
pid = util.spawnv_passfds(exe, args, fds_to_pass)
except:
os.close(alive_w)
raise
finally:
os.close(alive_r)
self._forkserver_address = address
self._forkserver_alive_fd = alive_w
self._forkserver_pid = pid
#
#
#
def main(listener_fd, alive_r, preload, main_path=None, sys_path=None):
'''Run forkserver.'''
if preload:
if '__main__' in preload and main_path is not None:
process.current_process()._inheriting = True
try:
spawn.import_main_path(main_path)
finally:
del process.current_process()._inheriting
for modname in preload:
try:
__import__(modname)
except ImportError:
pass
util._close_stdin()
sig_r, sig_w = os.pipe()
os.set_blocking(sig_r, False)
os.set_blocking(sig_w, False)
def sigchld_handler(*_unused):
# Dummy signal handler, doesn't do anything
pass
handlers = {
# unblocking SIGCHLD allows the wakeup fd to notify our event loop
signal.SIGCHLD: sigchld_handler,
# protect the process from ^C
signal.SIGINT: signal.SIG_IGN,
}
old_handlers = {sig: signal.signal(sig, val)
for (sig, val) in handlers.items()}
# calling os.write() in the Python signal handler is racy
signal.set_wakeup_fd(sig_w)
# map child pids to client fds
pid_to_fd = {}
with socket.socket(socket.AF_UNIX, fileno=listener_fd) as listener, \
selectors.DefaultSelector() as selector:
_forkserver._forkserver_address = listener.getsockname()
selector.register(listener, selectors.EVENT_READ)
selector.register(alive_r, selectors.EVENT_READ)
selector.register(sig_r, selectors.EVENT_READ)
while True:
try:
while True:
rfds = [key.fileobj for (key, events) in selector.select()]
if rfds:
break
if alive_r in rfds:
# EOF because no more client processes left
assert os.read(alive_r, 1) == b'', "Not at EOF?"
raise SystemExit
if sig_r in rfds:
# Got SIGCHLD
os.read(sig_r, 65536) # exhaust
while True:
# Scan for child processes
try:
pid, sts = os.waitpid(-1, os.WNOHANG)
except ChildProcessError:
break
if pid == 0:
break
child_w = pid_to_fd.pop(pid, None)
if child_w is not None:
if os.WIFSIGNALED(sts):
returncode = -os.WTERMSIG(sts)
else:
if not os.WIFEXITED(sts):
raise AssertionError(
"Child {0:n} status is {1:n}".format(
pid,sts))
returncode = os.WEXITSTATUS(sts)
# Send exit code to client process
try:
write_signed(child_w, returncode)
except BrokenPipeError:
# client vanished
pass
os.close(child_w)
else:
# This shouldn't happen really
warnings.warn('forkserver: waitpid returned '
'unexpected pid %d' % pid)
if listener in rfds:
# Incoming fork request
with listener.accept()[0] as s:
# Receive fds from client
fds = reduction.recvfds(s, MAXFDS_TO_SEND + 1)
if len(fds) > MAXFDS_TO_SEND:
raise RuntimeError(
"Too many ({0:n}) fds to send".format(
len(fds)))
child_r, child_w, *fds = fds
s.close()
pid = os.fork()
if pid == 0:
# Child
code = 1
try:
listener.close()
selector.close()
unused_fds = [alive_r, child_w, sig_r, sig_w]
unused_fds.extend(pid_to_fd.values())
code = _serve_one(child_r, fds,
unused_fds,
old_handlers)
except Exception:
sys.excepthook(*sys.exc_info())
sys.stderr.flush()
finally:
os._exit(code)
else:
# Send pid to client process
try:
write_signed(child_w, pid)
except BrokenPipeError:
# client vanished
pass
pid_to_fd[pid] = child_w
os.close(child_r)
for fd in fds:
os.close(fd)
except OSError as e:
if e.errno != errno.ECONNABORTED:
raise
def _serve_one(child_r, fds, unused_fds, handlers):
# close unnecessary stuff and reset signal handlers
signal.set_wakeup_fd(-1)
for sig, val in handlers.items():
signal.signal(sig, val)
for fd in unused_fds:
os.close(fd)
(_forkserver._forkserver_alive_fd,
resource_tracker._resource_tracker._fd,
*_forkserver._inherited_fds) = fds
# Run process object received over pipe
parent_sentinel = os.dup(child_r)
code = spawn._main(child_r, parent_sentinel)
return code
#
# Read and write signed numbers
#
def read_signed(fd):
data = b''
length = SIGNED_STRUCT.size
while len(data) < length:
s = os.read(fd, length - len(data))
if not s:
raise EOFError('unexpected EOF')
data += s
return SIGNED_STRUCT.unpack(data)[0]
def write_signed(fd, n):
msg = SIGNED_STRUCT.pack(n)
while msg:
nbytes = os.write(fd, msg)
if nbytes == 0:
raise RuntimeError('should not get here')
msg = msg[nbytes:]
#
#
#
_forkserver = ForkServer()
ensure_running = _forkserver.ensure_running
get_inherited_fds = _forkserver.get_inherited_fds
connect_to_new_process = _forkserver.connect_to_new_process
set_forkserver_preload = _forkserver.set_forkserver_preload
multiprocessing/reduction.py 0000644 00000022450 15115353744 0012354 0 ustar 00 #
# Module which deals with pickling of objects.
#
# multiprocessing/reduction.py
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
from abc import ABCMeta
import copyreg
import functools
import io
import os
import pickle
import socket
import sys
from . import context
__all__ = ['send_handle', 'recv_handle', 'ForkingPickler', 'register', 'dump']
HAVE_SEND_HANDLE = (sys.platform == 'win32' or
(hasattr(socket, 'CMSG_LEN') and
hasattr(socket, 'SCM_RIGHTS') and
hasattr(socket.socket, 'sendmsg')))
#
# Pickler subclass
#
class ForkingPickler(pickle.Pickler):
'''Pickler subclass used by multiprocessing.'''
_extra_reducers = {}
_copyreg_dispatch_table = copyreg.dispatch_table
def __init__(self, *args):
super().__init__(*args)
self.dispatch_table = self._copyreg_dispatch_table.copy()
self.dispatch_table.update(self._extra_reducers)
@classmethod
def register(cls, type, reduce):
'''Register a reduce function for a type.'''
cls._extra_reducers[type] = reduce
@classmethod
def dumps(cls, obj, protocol=None):
buf = io.BytesIO()
cls(buf, protocol).dump(obj)
return buf.getbuffer()
loads = pickle.loads
register = ForkingPickler.register
def dump(obj, file, protocol=None):
'''Replacement for pickle.dump() using ForkingPickler.'''
ForkingPickler(file, protocol).dump(obj)
#
# Platform specific definitions
#
if sys.platform == 'win32':
# Windows
__all__ += ['DupHandle', 'duplicate', 'steal_handle']
import _winapi
def duplicate(handle, target_process=None, inheritable=False,
*, source_process=None):
'''Duplicate a handle. (target_process is a handle not a pid!)'''
current_process = _winapi.GetCurrentProcess()
if source_process is None:
source_process = current_process
if target_process is None:
target_process = current_process
return _winapi.DuplicateHandle(
source_process, handle, target_process,
0, inheritable, _winapi.DUPLICATE_SAME_ACCESS)
def steal_handle(source_pid, handle):
'''Steal a handle from process identified by source_pid.'''
source_process_handle = _winapi.OpenProcess(
_winapi.PROCESS_DUP_HANDLE, False, source_pid)
try:
return _winapi.DuplicateHandle(
source_process_handle, handle,
_winapi.GetCurrentProcess(), 0, False,
_winapi.DUPLICATE_SAME_ACCESS | _winapi.DUPLICATE_CLOSE_SOURCE)
finally:
_winapi.CloseHandle(source_process_handle)
def send_handle(conn, handle, destination_pid):
'''Send a handle over a local connection.'''
dh = DupHandle(handle, _winapi.DUPLICATE_SAME_ACCESS, destination_pid)
conn.send(dh)
def recv_handle(conn):
'''Receive a handle over a local connection.'''
return conn.recv().detach()
class DupHandle(object):
'''Picklable wrapper for a handle.'''
def __init__(self, handle, access, pid=None):
if pid is None:
# We just duplicate the handle in the current process and
# let the receiving process steal the handle.
pid = os.getpid()
proc = _winapi.OpenProcess(_winapi.PROCESS_DUP_HANDLE, False, pid)
try:
self._handle = _winapi.DuplicateHandle(
_winapi.GetCurrentProcess(),
handle, proc, access, False, 0)
finally:
_winapi.CloseHandle(proc)
self._access = access
self._pid = pid
def detach(self):
'''Get the handle. This should only be called once.'''
# retrieve handle from process which currently owns it
if self._pid == os.getpid():
# The handle has already been duplicated for this process.
return self._handle
# We must steal the handle from the process whose pid is self._pid.
proc = _winapi.OpenProcess(_winapi.PROCESS_DUP_HANDLE, False,
self._pid)
try:
return _winapi.DuplicateHandle(
proc, self._handle, _winapi.GetCurrentProcess(),
self._access, False, _winapi.DUPLICATE_CLOSE_SOURCE)
finally:
_winapi.CloseHandle(proc)
else:
# Unix
__all__ += ['DupFd', 'sendfds', 'recvfds']
import array
# On MacOSX we should acknowledge receipt of fds -- see Issue14669
ACKNOWLEDGE = sys.platform == 'darwin'
def sendfds(sock, fds):
'''Send an array of fds over an AF_UNIX socket.'''
fds = array.array('i', fds)
msg = bytes([len(fds) % 256])
sock.sendmsg([msg], [(socket.SOL_SOCKET, socket.SCM_RIGHTS, fds)])
if ACKNOWLEDGE and sock.recv(1) != b'A':
raise RuntimeError('did not receive acknowledgement of fd')
def recvfds(sock, size):
'''Receive an array of fds over an AF_UNIX socket.'''
a = array.array('i')
bytes_size = a.itemsize * size
msg, ancdata, flags, addr = sock.recvmsg(1, socket.CMSG_SPACE(bytes_size))
if not msg and not ancdata:
raise EOFError
try:
if ACKNOWLEDGE:
sock.send(b'A')
if len(ancdata) != 1:
raise RuntimeError('received %d items of ancdata' %
len(ancdata))
cmsg_level, cmsg_type, cmsg_data = ancdata[0]
if (cmsg_level == socket.SOL_SOCKET and
cmsg_type == socket.SCM_RIGHTS):
if len(cmsg_data) % a.itemsize != 0:
raise ValueError
a.frombytes(cmsg_data)
if len(a) % 256 != msg[0]:
raise AssertionError(
"Len is {0:n} but msg[0] is {1!r}".format(
len(a), msg[0]))
return list(a)
except (ValueError, IndexError):
pass
raise RuntimeError('Invalid data received')
def send_handle(conn, handle, destination_pid):
'''Send a handle over a local connection.'''
with socket.fromfd(conn.fileno(), socket.AF_UNIX, socket.SOCK_STREAM) as s:
sendfds(s, [handle])
def recv_handle(conn):
'''Receive a handle over a local connection.'''
with socket.fromfd(conn.fileno(), socket.AF_UNIX, socket.SOCK_STREAM) as s:
return recvfds(s, 1)[0]
def DupFd(fd):
'''Return a wrapper for an fd.'''
popen_obj = context.get_spawning_popen()
if popen_obj is not None:
return popen_obj.DupFd(popen_obj.duplicate_for_child(fd))
elif HAVE_SEND_HANDLE:
from . import resource_sharer
return resource_sharer.DupFd(fd)
else:
raise ValueError('SCM_RIGHTS appears not to be available')
#
# Try making some callable types picklable
#
def _reduce_method(m):
if m.__self__ is None:
return getattr, (m.__class__, m.__func__.__name__)
else:
return getattr, (m.__self__, m.__func__.__name__)
class _C:
def f(self):
pass
register(type(_C().f), _reduce_method)
def _reduce_method_descriptor(m):
return getattr, (m.__objclass__, m.__name__)
register(type(list.append), _reduce_method_descriptor)
register(type(int.__add__), _reduce_method_descriptor)
def _reduce_partial(p):
return _rebuild_partial, (p.func, p.args, p.keywords or {})
def _rebuild_partial(func, args, keywords):
return functools.partial(func, *args, **keywords)
register(functools.partial, _reduce_partial)
#
# Make sockets picklable
#
if sys.platform == 'win32':
def _reduce_socket(s):
from .resource_sharer import DupSocket
return _rebuild_socket, (DupSocket(s),)
def _rebuild_socket(ds):
return ds.detach()
register(socket.socket, _reduce_socket)
else:
def _reduce_socket(s):
df = DupFd(s.fileno())
return _rebuild_socket, (df, s.family, s.type, s.proto)
def _rebuild_socket(df, family, type, proto):
fd = df.detach()
return socket.socket(family, type, proto, fileno=fd)
register(socket.socket, _reduce_socket)
class AbstractReducer(metaclass=ABCMeta):
'''Abstract base class for use in implementing a Reduction class
suitable for use in replacing the standard reduction mechanism
used in multiprocessing.'''
ForkingPickler = ForkingPickler
register = register
dump = dump
send_handle = send_handle
recv_handle = recv_handle
if sys.platform == 'win32':
steal_handle = steal_handle
duplicate = duplicate
DupHandle = DupHandle
else:
sendfds = sendfds
recvfds = recvfds
DupFd = DupFd
_reduce_method = _reduce_method
_reduce_method_descriptor = _reduce_method_descriptor
_rebuild_partial = _rebuild_partial
_reduce_socket = _reduce_socket
_rebuild_socket = _rebuild_socket
def __init__(self, *args):
register(type(_C().f), _reduce_method)
register(type(list.append), _reduce_method_descriptor)
register(type(int.__add__), _reduce_method_descriptor)
register(functools.partial, _reduce_partial)
register(socket.socket, _reduce_socket)
multiprocessing/resource_tracker.py 0000644 00000020645 15115353744 0013726 0 ustar 00 ###############################################################################
# Server process to keep track of unlinked resources (like shared memory
# segments, semaphores etc.) and clean them.
#
# On Unix we run a server process which keeps track of unlinked
# resources. The server ignores SIGINT and SIGTERM and reads from a
# pipe. Every other process of the program has a copy of the writable
# end of the pipe, so we get EOF when all other processes have exited.
# Then the server process unlinks any remaining resource names.
#
# This is important because there may be system limits for such resources: for
# instance, the system only supports a limited number of named semaphores, and
# shared-memory segments live in the RAM. If a python process leaks such a
# resource, this resource will not be removed till the next reboot. Without
# this resource tracker process, "killall python" would probably leave unlinked
# resources.
import os
import signal
import sys
import threading
import warnings
from . import spawn
from . import util
__all__ = ['ensure_running', 'register', 'unregister']
_HAVE_SIGMASK = hasattr(signal, 'pthread_sigmask')
_IGNORED_SIGNALS = (signal.SIGINT, signal.SIGTERM)
_CLEANUP_FUNCS = {
'noop': lambda: None,
}
if os.name == 'posix':
import _multiprocessing
import _posixshmem
_CLEANUP_FUNCS.update({
'semaphore': _multiprocessing.sem_unlink,
'shared_memory': _posixshmem.shm_unlink,
})
class ResourceTracker(object):
def __init__(self):
self._lock = threading.Lock()
self._fd = None
self._pid = None
def _stop(self):
with self._lock:
if self._fd is None:
# not running
return
# closing the "alive" file descriptor stops main()
os.close(self._fd)
self._fd = None
os.waitpid(self._pid, 0)
self._pid = None
def getfd(self):
self.ensure_running()
return self._fd
def ensure_running(self):
'''Make sure that resource tracker process is running.
This can be run from any process. Usually a child process will use
the resource created by its parent.'''
with self._lock:
if self._fd is not None:
# resource tracker was launched before, is it still running?
if self._check_alive():
# => still alive
return
# => dead, launch it again
os.close(self._fd)
# Clean-up to avoid dangling processes.
try:
# _pid can be None if this process is a child from another
# python process, which has started the resource_tracker.
if self._pid is not None:
os.waitpid(self._pid, 0)
except ChildProcessError:
# The resource_tracker has already been terminated.
pass
self._fd = None
self._pid = None
warnings.warn('resource_tracker: process died unexpectedly, '
'relaunching. Some resources might leak.')
fds_to_pass = []
try:
fds_to_pass.append(sys.stderr.fileno())
except Exception:
pass
cmd = 'from multiprocessing.resource_tracker import main;main(%d)'
r, w = os.pipe()
try:
fds_to_pass.append(r)
# process will out live us, so no need to wait on pid
exe = spawn.get_executable()
args = [exe] + util._args_from_interpreter_flags()
args += ['-c', cmd % r]
# bpo-33613: Register a signal mask that will block the signals.
# This signal mask will be inherited by the child that is going
# to be spawned and will protect the child from a race condition
# that can make the child die before it registers signal handlers
# for SIGINT and SIGTERM. The mask is unregistered after spawning
# the child.
try:
if _HAVE_SIGMASK:
signal.pthread_sigmask(signal.SIG_BLOCK, _IGNORED_SIGNALS)
pid = util.spawnv_passfds(exe, args, fds_to_pass)
finally:
if _HAVE_SIGMASK:
signal.pthread_sigmask(signal.SIG_UNBLOCK, _IGNORED_SIGNALS)
except:
os.close(w)
raise
else:
self._fd = w
self._pid = pid
finally:
os.close(r)
def _check_alive(self):
'''Check that the pipe has not been closed by sending a probe.'''
try:
# We cannot use send here as it calls ensure_running, creating
# a cycle.
os.write(self._fd, b'PROBE:0:noop\n')
except OSError:
return False
else:
return True
def register(self, name, rtype):
'''Register name of resource with resource tracker.'''
self._send('REGISTER', name, rtype)
def unregister(self, name, rtype):
'''Unregister name of resource with resource tracker.'''
self._send('UNREGISTER', name, rtype)
def _send(self, cmd, name, rtype):
self.ensure_running()
msg = '{0}:{1}:{2}\n'.format(cmd, name, rtype).encode('ascii')
if len(name) > 512:
# posix guarantees that writes to a pipe of less than PIPE_BUF
# bytes are atomic, and that PIPE_BUF >= 512
raise ValueError('name too long')
nbytes = os.write(self._fd, msg)
assert nbytes == len(msg), "nbytes {0:n} but len(msg) {1:n}".format(
nbytes, len(msg))
_resource_tracker = ResourceTracker()
ensure_running = _resource_tracker.ensure_running
register = _resource_tracker.register
unregister = _resource_tracker.unregister
getfd = _resource_tracker.getfd
def main(fd):
'''Run resource tracker.'''
# protect the process from ^C and "killall python" etc
signal.signal(signal.SIGINT, signal.SIG_IGN)
signal.signal(signal.SIGTERM, signal.SIG_IGN)
if _HAVE_SIGMASK:
signal.pthread_sigmask(signal.SIG_UNBLOCK, _IGNORED_SIGNALS)
for f in (sys.stdin, sys.stdout):
try:
f.close()
except Exception:
pass
cache = {rtype: set() for rtype in _CLEANUP_FUNCS.keys()}
try:
# keep track of registered/unregistered resources
with open(fd, 'rb') as f:
for line in f:
try:
cmd, name, rtype = line.strip().decode('ascii').split(':')
cleanup_func = _CLEANUP_FUNCS.get(rtype, None)
if cleanup_func is None:
raise ValueError(
f'Cannot register {name} for automatic cleanup: '
f'unknown resource type {rtype}')
if cmd == 'REGISTER':
cache[rtype].add(name)
elif cmd == 'UNREGISTER':
cache[rtype].remove(name)
elif cmd == 'PROBE':
pass
else:
raise RuntimeError('unrecognized command %r' % cmd)
except Exception:
try:
sys.excepthook(*sys.exc_info())
except:
pass
finally:
# all processes have terminated; cleanup any remaining resources
for rtype, rtype_cache in cache.items():
if rtype_cache:
try:
warnings.warn('resource_tracker: There appear to be %d '
'leaked %s objects to clean up at shutdown' %
(len(rtype_cache), rtype))
except Exception:
pass
for name in rtype_cache:
# For some reason the process which created and registered this
# resource has failed to unregister it. Presumably it has
# died. We therefore unlink it.
try:
try:
_CLEANUP_FUNCS[rtype](name)
except Exception as e:
warnings.warn('resource_tracker: %r: %s' % (name, e))
finally:
pass
multiprocessing/shared_memory.py 0000644 00000042016 15115353744 0013216 0 ustar 00 """Provides shared memory for direct access across processes.
The API of this package is currently provisional. Refer to the
documentation for details.
"""
__all__ = [ 'SharedMemory', 'ShareableList' ]
from functools import partial
import mmap
import os
import errno
import struct
import secrets
if os.name == "nt":
import _winapi
_USE_POSIX = False
else:
import _posixshmem
_USE_POSIX = True
_O_CREX = os.O_CREAT | os.O_EXCL
# FreeBSD (and perhaps other BSDs) limit names to 14 characters.
_SHM_SAFE_NAME_LENGTH = 14
# Shared memory block name prefix
if _USE_POSIX:
_SHM_NAME_PREFIX = '/psm_'
else:
_SHM_NAME_PREFIX = 'wnsm_'
def _make_filename():
"Create a random filename for the shared memory object."
# number of random bytes to use for name
nbytes = (_SHM_SAFE_NAME_LENGTH - len(_SHM_NAME_PREFIX)) // 2
assert nbytes >= 2, '_SHM_NAME_PREFIX too long'
name = _SHM_NAME_PREFIX + secrets.token_hex(nbytes)
assert len(name) <= _SHM_SAFE_NAME_LENGTH
return name
class SharedMemory:
"""Creates a new shared memory block or attaches to an existing
shared memory block.
Every shared memory block is assigned a unique name. This enables
one process to create a shared memory block with a particular name
so that a different process can attach to that same shared memory
block using that same name.
As a resource for sharing data across processes, shared memory blocks
may outlive the original process that created them. When one process
no longer needs access to a shared memory block that might still be
needed by other processes, the close() method should be called.
When a shared memory block is no longer needed by any process, the
unlink() method should be called to ensure proper cleanup."""
# Defaults; enables close() and unlink() to run without errors.
_name = None
_fd = -1
_mmap = None
_buf = None
_flags = os.O_RDWR
_mode = 0o600
_prepend_leading_slash = True if _USE_POSIX else False
def __init__(self, name=None, create=False, size=0):
if not size >= 0:
raise ValueError("'size' must be a positive integer")
if create:
self._flags = _O_CREX | os.O_RDWR
if size == 0:
raise ValueError("'size' must be a positive number different from zero")
if name is None and not self._flags & os.O_EXCL:
raise ValueError("'name' can only be None if create=True")
if _USE_POSIX:
# POSIX Shared Memory
if name is None:
while True:
name = _make_filename()
try:
self._fd = _posixshmem.shm_open(
name,
self._flags,
mode=self._mode
)
except FileExistsError:
continue
self._name = name
break
else:
name = "/" + name if self._prepend_leading_slash else name
self._fd = _posixshmem.shm_open(
name,
self._flags,
mode=self._mode
)
self._name = name
try:
if create and size:
os.ftruncate(self._fd, size)
stats = os.fstat(self._fd)
size = stats.st_size
self._mmap = mmap.mmap(self._fd, size)
except OSError:
self.unlink()
raise
from .resource_tracker import register
register(self._name, "shared_memory")
else:
# Windows Named Shared Memory
if create:
while True:
temp_name = _make_filename() if name is None else name
# Create and reserve shared memory block with this name
# until it can be attached to by mmap.
h_map = _winapi.CreateFileMapping(
_winapi.INVALID_HANDLE_VALUE,
_winapi.NULL,
_winapi.PAGE_READWRITE,
(size >> 32) & 0xFFFFFFFF,
size & 0xFFFFFFFF,
temp_name
)
try:
last_error_code = _winapi.GetLastError()
if last_error_code == _winapi.ERROR_ALREADY_EXISTS:
if name is not None:
raise FileExistsError(
errno.EEXIST,
os.strerror(errno.EEXIST),
name,
_winapi.ERROR_ALREADY_EXISTS
)
else:
continue
self._mmap = mmap.mmap(-1, size, tagname=temp_name)
finally:
_winapi.CloseHandle(h_map)
self._name = temp_name
break
else:
self._name = name
# Dynamically determine the existing named shared memory
# block's size which is likely a multiple of mmap.PAGESIZE.
h_map = _winapi.OpenFileMapping(
_winapi.FILE_MAP_READ,
False,
name
)
try:
p_buf = _winapi.MapViewOfFile(
h_map,
_winapi.FILE_MAP_READ,
0,
0,
0
)
finally:
_winapi.CloseHandle(h_map)
size = _winapi.VirtualQuerySize(p_buf)
self._mmap = mmap.mmap(-1, size, tagname=name)
self._size = size
self._buf = memoryview(self._mmap)
def __del__(self):
try:
self.close()
except OSError:
pass
def __reduce__(self):
return (
self.__class__,
(
self.name,
False,
self.size,
),
)
def __repr__(self):
return f'{self.__class__.__name__}({self.name!r}, size={self.size})'
@property
def buf(self):
"A memoryview of contents of the shared memory block."
return self._buf
@property
def name(self):
"Unique name that identifies the shared memory block."
reported_name = self._name
if _USE_POSIX and self._prepend_leading_slash:
if self._name.startswith("/"):
reported_name = self._name[1:]
return reported_name
@property
def size(self):
"Size in bytes."
return self._size
def close(self):
"""Closes access to the shared memory from this instance but does
not destroy the shared memory block."""
if self._buf is not None:
self._buf.release()
self._buf = None
if self._mmap is not None:
self._mmap.close()
self._mmap = None
if _USE_POSIX and self._fd >= 0:
os.close(self._fd)
self._fd = -1
def unlink(self):
"""Requests that the underlying shared memory block be destroyed.
In order to ensure proper cleanup of resources, unlink should be
called once (and only once) across all processes which have access
to the shared memory block."""
if _USE_POSIX and self._name:
from .resource_tracker import unregister
_posixshmem.shm_unlink(self._name)
unregister(self._name, "shared_memory")
_encoding = "utf8"
class ShareableList:
"""Pattern for a mutable list-like object shareable via a shared
memory block. It differs from the built-in list type in that these
lists can not change their overall length (i.e. no append, insert,
etc.)
Because values are packed into a memoryview as bytes, the struct
packing format for any storable value must require no more than 8
characters to describe its format."""
_types_mapping = {
int: "q",
float: "d",
bool: "xxxxxxx?",
str: "%ds",
bytes: "%ds",
None.__class__: "xxxxxx?x",
}
_alignment = 8
_back_transforms_mapping = {
0: lambda value: value, # int, float, bool
1: lambda value: value.rstrip(b'\x00').decode(_encoding), # str
2: lambda value: value.rstrip(b'\x00'), # bytes
3: lambda _value: None, # None
}
@staticmethod
def _extract_recreation_code(value):
"""Used in concert with _back_transforms_mapping to convert values
into the appropriate Python objects when retrieving them from
the list as well as when storing them."""
if not isinstance(value, (str, bytes, None.__class__)):
return 0
elif isinstance(value, str):
return 1
elif isinstance(value, bytes):
return 2
else:
return 3 # NoneType
def __init__(self, sequence=None, *, name=None):
if sequence is not None:
_formats = [
self._types_mapping[type(item)]
if not isinstance(item, (str, bytes))
else self._types_mapping[type(item)] % (
self._alignment * (len(item) // self._alignment + 1),
)
for item in sequence
]
self._list_len = len(_formats)
assert sum(len(fmt) <= 8 for fmt in _formats) == self._list_len
self._allocated_bytes = tuple(
self._alignment if fmt[-1] != "s" else int(fmt[:-1])
for fmt in _formats
)
_recreation_codes = [
self._extract_recreation_code(item) for item in sequence
]
requested_size = struct.calcsize(
"q" + self._format_size_metainfo +
"".join(_formats) +
self._format_packing_metainfo +
self._format_back_transform_codes
)
else:
requested_size = 8 # Some platforms require > 0.
if name is not None and sequence is None:
self.shm = SharedMemory(name)
else:
self.shm = SharedMemory(name, create=True, size=requested_size)
if sequence is not None:
_enc = _encoding
struct.pack_into(
"q" + self._format_size_metainfo,
self.shm.buf,
0,
self._list_len,
*(self._allocated_bytes)
)
struct.pack_into(
"".join(_formats),
self.shm.buf,
self._offset_data_start,
*(v.encode(_enc) if isinstance(v, str) else v for v in sequence)
)
struct.pack_into(
self._format_packing_metainfo,
self.shm.buf,
self._offset_packing_formats,
*(v.encode(_enc) for v in _formats)
)
struct.pack_into(
self._format_back_transform_codes,
self.shm.buf,
self._offset_back_transform_codes,
*(_recreation_codes)
)
else:
self._list_len = len(self) # Obtains size from offset 0 in buffer.
self._allocated_bytes = struct.unpack_from(
self._format_size_metainfo,
self.shm.buf,
1 * 8
)
def _get_packing_format(self, position):
"Gets the packing format for a single value stored in the list."
position = position if position >= 0 else position + self._list_len
if (position >= self._list_len) or (self._list_len < 0):
raise IndexError("Requested position out of range.")
v = struct.unpack_from(
"8s",
self.shm.buf,
self._offset_packing_formats + position * 8
)[0]
fmt = v.rstrip(b'\x00')
fmt_as_str = fmt.decode(_encoding)
return fmt_as_str
def _get_back_transform(self, position):
"Gets the back transformation function for a single value."
position = position if position >= 0 else position + self._list_len
if (position >= self._list_len) or (self._list_len < 0):
raise IndexError("Requested position out of range.")
transform_code = struct.unpack_from(
"b",
self.shm.buf,
self._offset_back_transform_codes + position
)[0]
transform_function = self._back_transforms_mapping[transform_code]
return transform_function
def _set_packing_format_and_transform(self, position, fmt_as_str, value):
"""Sets the packing format and back transformation code for a
single value in the list at the specified position."""
position = position if position >= 0 else position + self._list_len
if (position >= self._list_len) or (self._list_len < 0):
raise IndexError("Requested position out of range.")
struct.pack_into(
"8s",
self.shm.buf,
self._offset_packing_formats + position * 8,
fmt_as_str.encode(_encoding)
)
transform_code = self._extract_recreation_code(value)
struct.pack_into(
"b",
self.shm.buf,
self._offset_back_transform_codes + position,
transform_code
)
def __getitem__(self, position):
try:
offset = self._offset_data_start \
+ sum(self._allocated_bytes[:position])
(v,) = struct.unpack_from(
self._get_packing_format(position),
self.shm.buf,
offset
)
except IndexError:
raise IndexError("index out of range")
back_transform = self._get_back_transform(position)
v = back_transform(v)
return v
def __setitem__(self, position, value):
try:
offset = self._offset_data_start \
+ sum(self._allocated_bytes[:position])
current_format = self._get_packing_format(position)
except IndexError:
raise IndexError("assignment index out of range")
if not isinstance(value, (str, bytes)):
new_format = self._types_mapping[type(value)]
encoded_value = value
else:
encoded_value = (value.encode(_encoding)
if isinstance(value, str) else value)
if len(encoded_value) > self._allocated_bytes[position]:
raise ValueError("bytes/str item exceeds available storage")
if current_format[-1] == "s":
new_format = current_format
else:
new_format = self._types_mapping[str] % (
self._allocated_bytes[position],
)
self._set_packing_format_and_transform(
position,
new_format,
value
)
struct.pack_into(new_format, self.shm.buf, offset, encoded_value)
def __reduce__(self):
return partial(self.__class__, name=self.shm.name), ()
def __len__(self):
return struct.unpack_from("q", self.shm.buf, 0)[0]
def __repr__(self):
return f'{self.__class__.__name__}({list(self)}, name={self.shm.name!r})'
@property
def format(self):
"The struct packing format used by all currently stored values."
return "".join(
self._get_packing_format(i) for i in range(self._list_len)
)
@property
def _format_size_metainfo(self):
"The struct packing format used for metainfo on storage sizes."
return f"{self._list_len}q"
@property
def _format_packing_metainfo(self):
"The struct packing format used for the values' packing formats."
return "8s" * self._list_len
@property
def _format_back_transform_codes(self):
"The struct packing format used for the values' back transforms."
return "b" * self._list_len
@property
def _offset_data_start(self):
return (self._list_len + 1) * 8 # 8 bytes per "q"
@property
def _offset_packing_formats(self):
return self._offset_data_start + sum(self._allocated_bytes)
@property
def _offset_back_transform_codes(self):
return self._offset_packing_formats + self._list_len * 8
def count(self, value):
"L.count(value) -> integer -- return number of occurrences of value."
return sum(value == entry for entry in self)
def index(self, value):
"""L.index(value) -> integer -- return first index of value.
Raises ValueError if the value is not present."""
for position, entry in enumerate(self):
if value == entry:
return position
else:
raise ValueError(f"{value!r} not in this container")
multiprocessing/connection.py 0000644 00000076160 15115353744 0012526 0 ustar 00 #
# A higher level module for using sockets (or Windows named pipes)
#
# multiprocessing/connection.py
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
__all__ = [ 'Client', 'Listener', 'Pipe', 'wait' ]
import io
import os
import sys
import socket
import struct
import time
import tempfile
import itertools
import _multiprocessing
from . import util
from . import AuthenticationError, BufferTooShort
from .context import reduction
_ForkingPickler = reduction.ForkingPickler
try:
import _winapi
from _winapi import WAIT_OBJECT_0, WAIT_ABANDONED_0, WAIT_TIMEOUT, INFINITE
except ImportError:
if sys.platform == 'win32':
raise
_winapi = None
#
#
#
BUFSIZE = 8192
# A very generous timeout when it comes to local connections...
CONNECTION_TIMEOUT = 20.
# The hmac module implicitly defaults to using MD5.
# Support using a stronger algorithm for the challenge/response code:
HMAC_DIGEST_NAME='sha256'
_mmap_counter = itertools.count()
default_family = 'AF_INET'
families = ['AF_INET']
if hasattr(socket, 'AF_UNIX'):
default_family = 'AF_UNIX'
families += ['AF_UNIX']
if sys.platform == 'win32':
default_family = 'AF_PIPE'
families += ['AF_PIPE']
def _init_timeout(timeout=CONNECTION_TIMEOUT):
return time.monotonic() + timeout
def _check_timeout(t):
return time.monotonic() > t
#
#
#
def arbitrary_address(family):
'''
Return an arbitrary free address for the given family
'''
if family == 'AF_INET':
return ('localhost', 0)
elif family == 'AF_UNIX':
return tempfile.mktemp(prefix='listener-', dir=util.get_temp_dir())
elif family == 'AF_PIPE':
return tempfile.mktemp(prefix=r'\\.\pipe\pyc-%d-%d-' %
(os.getpid(), next(_mmap_counter)), dir="")
else:
raise ValueError('unrecognized family')
def _validate_family(family):
'''
Checks if the family is valid for the current environment.
'''
if sys.platform != 'win32' and family == 'AF_PIPE':
raise ValueError('Family %s is not recognized.' % family)
if sys.platform == 'win32' and family == 'AF_UNIX':
# double check
if not hasattr(socket, family):
raise ValueError('Family %s is not recognized.' % family)
def address_type(address):
'''
Return the types of the address
This can be 'AF_INET', 'AF_UNIX', or 'AF_PIPE'
'''
if type(address) == tuple:
return 'AF_INET'
elif type(address) is str and address.startswith('\\\\'):
return 'AF_PIPE'
elif type(address) is str or util.is_abstract_socket_namespace(address):
return 'AF_UNIX'
else:
raise ValueError('address type of %r unrecognized' % address)
#
# Connection classes
#
class _ConnectionBase:
_handle = None
def __init__(self, handle, readable=True, writable=True):
handle = handle.__index__()
if handle < 0:
raise ValueError("invalid handle")
if not readable and not writable:
raise ValueError(
"at least one of `readable` and `writable` must be True")
self._handle = handle
self._readable = readable
self._writable = writable
# XXX should we use util.Finalize instead of a __del__?
def __del__(self):
if self._handle is not None:
self._close()
def _check_closed(self):
if self._handle is None:
raise OSError("handle is closed")
def _check_readable(self):
if not self._readable:
raise OSError("connection is write-only")
def _check_writable(self):
if not self._writable:
raise OSError("connection is read-only")
def _bad_message_length(self):
if self._writable:
self._readable = False
else:
self.close()
raise OSError("bad message length")
@property
def closed(self):
"""True if the connection is closed"""
return self._handle is None
@property
def readable(self):
"""True if the connection is readable"""
return self._readable
@property
def writable(self):
"""True if the connection is writable"""
return self._writable
def fileno(self):
"""File descriptor or handle of the connection"""
self._check_closed()
return self._handle
def close(self):
"""Close the connection"""
if self._handle is not None:
try:
self._close()
finally:
self._handle = None
def send_bytes(self, buf, offset=0, size=None):
"""Send the bytes data from a bytes-like object"""
self._check_closed()
self._check_writable()
m = memoryview(buf)
# HACK for byte-indexing of non-bytewise buffers (e.g. array.array)
if m.itemsize > 1:
m = memoryview(bytes(m))
n = len(m)
if offset < 0:
raise ValueError("offset is negative")
if n < offset:
raise ValueError("buffer length < offset")
if size is None:
size = n - offset
elif size < 0:
raise ValueError("size is negative")
elif offset + size > n:
raise ValueError("buffer length < offset + size")
self._send_bytes(m[offset:offset + size])
def send(self, obj):
"""Send a (picklable) object"""
self._check_closed()
self._check_writable()
self._send_bytes(_ForkingPickler.dumps(obj))
def recv_bytes(self, maxlength=None):
"""
Receive bytes data as a bytes object.
"""
self._check_closed()
self._check_readable()
if maxlength is not None and maxlength < 0:
raise ValueError("negative maxlength")
buf = self._recv_bytes(maxlength)
if buf is None:
self._bad_message_length()
return buf.getvalue()
def recv_bytes_into(self, buf, offset=0):
"""
Receive bytes data into a writeable bytes-like object.
Return the number of bytes read.
"""
self._check_closed()
self._check_readable()
with memoryview(buf) as m:
# Get bytesize of arbitrary buffer
itemsize = m.itemsize
bytesize = itemsize * len(m)
if offset < 0:
raise ValueError("negative offset")
elif offset > bytesize:
raise ValueError("offset too large")
result = self._recv_bytes()
size = result.tell()
if bytesize < offset + size:
raise BufferTooShort(result.getvalue())
# Message can fit in dest
result.seek(0)
result.readinto(m[offset // itemsize :
(offset + size) // itemsize])
return size
def recv(self):
"""Receive a (picklable) object"""
self._check_closed()
self._check_readable()
buf = self._recv_bytes()
return _ForkingPickler.loads(buf.getbuffer())
def poll(self, timeout=0.0):
"""Whether there is any input available to be read"""
self._check_closed()
self._check_readable()
return self._poll(timeout)
def __enter__(self):
return self
def __exit__(self, exc_type, exc_value, exc_tb):
self.close()
if _winapi:
class PipeConnection(_ConnectionBase):
"""
Connection class based on a Windows named pipe.
Overlapped I/O is used, so the handles must have been created
with FILE_FLAG_OVERLAPPED.
"""
_got_empty_message = False
def _close(self, _CloseHandle=_winapi.CloseHandle):
_CloseHandle(self._handle)
def _send_bytes(self, buf):
ov, err = _winapi.WriteFile(self._handle, buf, overlapped=True)
try:
if err == _winapi.ERROR_IO_PENDING:
waitres = _winapi.WaitForMultipleObjects(
[ov.event], False, INFINITE)
assert waitres == WAIT_OBJECT_0
except:
ov.cancel()
raise
finally:
nwritten, err = ov.GetOverlappedResult(True)
assert err == 0
assert nwritten == len(buf)
def _recv_bytes(self, maxsize=None):
if self._got_empty_message:
self._got_empty_message = False
return io.BytesIO()
else:
bsize = 128 if maxsize is None else min(maxsize, 128)
try:
ov, err = _winapi.ReadFile(self._handle, bsize,
overlapped=True)
try:
if err == _winapi.ERROR_IO_PENDING:
waitres = _winapi.WaitForMultipleObjects(
[ov.event], False, INFINITE)
assert waitres == WAIT_OBJECT_0
except:
ov.cancel()
raise
finally:
nread, err = ov.GetOverlappedResult(True)
if err == 0:
f = io.BytesIO()
f.write(ov.getbuffer())
return f
elif err == _winapi.ERROR_MORE_DATA:
return self._get_more_data(ov, maxsize)
except OSError as e:
if e.winerror == _winapi.ERROR_BROKEN_PIPE:
raise EOFError
else:
raise
raise RuntimeError("shouldn't get here; expected KeyboardInterrupt")
def _poll(self, timeout):
if (self._got_empty_message or
_winapi.PeekNamedPipe(self._handle)[0] != 0):
return True
return bool(wait([self], timeout))
def _get_more_data(self, ov, maxsize):
buf = ov.getbuffer()
f = io.BytesIO()
f.write(buf)
left = _winapi.PeekNamedPipe(self._handle)[1]
assert left > 0
if maxsize is not None and len(buf) + left > maxsize:
self._bad_message_length()
ov, err = _winapi.ReadFile(self._handle, left, overlapped=True)
rbytes, err = ov.GetOverlappedResult(True)
assert err == 0
assert rbytes == left
f.write(ov.getbuffer())
return f
class Connection(_ConnectionBase):
"""
Connection class based on an arbitrary file descriptor (Unix only), or
a socket handle (Windows).
"""
if _winapi:
def _close(self, _close=_multiprocessing.closesocket):
_close(self._handle)
_write = _multiprocessing.send
_read = _multiprocessing.recv
else:
def _close(self, _close=os.close):
_close(self._handle)
_write = os.write
_read = os.read
def _send(self, buf, write=_write):
remaining = len(buf)
while True:
n = write(self._handle, buf)
remaining -= n
if remaining == 0:
break
buf = buf[n:]
def _recv(self, size, read=_read):
buf = io.BytesIO()
handle = self._handle
remaining = size
while remaining > 0:
chunk = read(handle, remaining)
n = len(chunk)
if n == 0:
if remaining == size:
raise EOFError
else:
raise OSError("got end of file during message")
buf.write(chunk)
remaining -= n
return buf
def _send_bytes(self, buf):
n = len(buf)
if n > 0x7fffffff:
pre_header = struct.pack("!i", -1)
header = struct.pack("!Q", n)
self._send(pre_header)
self._send(header)
self._send(buf)
else:
# For wire compatibility with 3.7 and lower
header = struct.pack("!i", n)
if n > 16384:
# The payload is large so Nagle's algorithm won't be triggered
# and we'd better avoid the cost of concatenation.
self._send(header)
self._send(buf)
else:
# Issue #20540: concatenate before sending, to avoid delays due
# to Nagle's algorithm on a TCP socket.
# Also note we want to avoid sending a 0-length buffer separately,
# to avoid "broken pipe" errors if the other end closed the pipe.
self._send(header + buf)
def _recv_bytes(self, maxsize=None):
buf = self._recv(4)
size, = struct.unpack("!i", buf.getvalue())
if size == -1:
buf = self._recv(8)
size, = struct.unpack("!Q", buf.getvalue())
if maxsize is not None and size > maxsize:
return None
return self._recv(size)
def _poll(self, timeout):
r = wait([self], timeout)
return bool(r)
#
# Public functions
#
class Listener(object):
'''
Returns a listener object.
This is a wrapper for a bound socket which is 'listening' for
connections, or for a Windows named pipe.
'''
def __init__(self, address=None, family=None, backlog=1, authkey=None):
family = family or (address and address_type(address)) \
or default_family
address = address or arbitrary_address(family)
_validate_family(family)
if family == 'AF_PIPE':
self._listener = PipeListener(address, backlog)
else:
self._listener = SocketListener(address, family, backlog)
if authkey is not None and not isinstance(authkey, bytes):
raise TypeError('authkey should be a byte string')
self._authkey = authkey
def accept(self):
'''
Accept a connection on the bound socket or named pipe of `self`.
Returns a `Connection` object.
'''
if self._listener is None:
raise OSError('listener is closed')
c = self._listener.accept()
if self._authkey:
deliver_challenge(c, self._authkey)
answer_challenge(c, self._authkey)
return c
def close(self):
'''
Close the bound socket or named pipe of `self`.
'''
listener = self._listener
if listener is not None:
self._listener = None
listener.close()
@property
def address(self):
return self._listener._address
@property
def last_accepted(self):
return self._listener._last_accepted
def __enter__(self):
return self
def __exit__(self, exc_type, exc_value, exc_tb):
self.close()
def Client(address, family=None, authkey=None):
'''
Returns a connection to the address of a `Listener`
'''
family = family or address_type(address)
_validate_family(family)
if family == 'AF_PIPE':
c = PipeClient(address)
else:
c = SocketClient(address)
if authkey is not None and not isinstance(authkey, bytes):
raise TypeError('authkey should be a byte string')
if authkey is not None:
answer_challenge(c, authkey)
deliver_challenge(c, authkey)
return c
if sys.platform != 'win32':
def Pipe(duplex=True):
'''
Returns pair of connection objects at either end of a pipe
'''
if duplex:
s1, s2 = socket.socketpair()
s1.setblocking(True)
s2.setblocking(True)
c1 = Connection(s1.detach())
c2 = Connection(s2.detach())
else:
fd1, fd2 = os.pipe()
c1 = Connection(fd1, writable=False)
c2 = Connection(fd2, readable=False)
return c1, c2
else:
def Pipe(duplex=True):
'''
Returns pair of connection objects at either end of a pipe
'''
address = arbitrary_address('AF_PIPE')
if duplex:
openmode = _winapi.PIPE_ACCESS_DUPLEX
access = _winapi.GENERIC_READ | _winapi.GENERIC_WRITE
obsize, ibsize = BUFSIZE, BUFSIZE
else:
openmode = _winapi.PIPE_ACCESS_INBOUND
access = _winapi.GENERIC_WRITE
obsize, ibsize = 0, BUFSIZE
h1 = _winapi.CreateNamedPipe(
address, openmode | _winapi.FILE_FLAG_OVERLAPPED |
_winapi.FILE_FLAG_FIRST_PIPE_INSTANCE,
_winapi.PIPE_TYPE_MESSAGE | _winapi.PIPE_READMODE_MESSAGE |
_winapi.PIPE_WAIT,
1, obsize, ibsize, _winapi.NMPWAIT_WAIT_FOREVER,
# default security descriptor: the handle cannot be inherited
_winapi.NULL
)
h2 = _winapi.CreateFile(
address, access, 0, _winapi.NULL, _winapi.OPEN_EXISTING,
_winapi.FILE_FLAG_OVERLAPPED, _winapi.NULL
)
_winapi.SetNamedPipeHandleState(
h2, _winapi.PIPE_READMODE_MESSAGE, None, None
)
overlapped = _winapi.ConnectNamedPipe(h1, overlapped=True)
_, err = overlapped.GetOverlappedResult(True)
assert err == 0
c1 = PipeConnection(h1, writable=duplex)
c2 = PipeConnection(h2, readable=duplex)
return c1, c2
#
# Definitions for connections based on sockets
#
class SocketListener(object):
'''
Representation of a socket which is bound to an address and listening
'''
def __init__(self, address, family, backlog=1):
self._socket = socket.socket(getattr(socket, family))
try:
# SO_REUSEADDR has different semantics on Windows (issue #2550).
if os.name == 'posix':
self._socket.setsockopt(socket.SOL_SOCKET,
socket.SO_REUSEADDR, 1)
self._socket.setblocking(True)
self._socket.bind(address)
self._socket.listen(backlog)
self._address = self._socket.getsockname()
except OSError:
self._socket.close()
raise
self._family = family
self._last_accepted = None
if family == 'AF_UNIX' and not util.is_abstract_socket_namespace(address):
# Linux abstract socket namespaces do not need to be explicitly unlinked
self._unlink = util.Finalize(
self, os.unlink, args=(address,), exitpriority=0
)
else:
self._unlink = None
def accept(self):
s, self._last_accepted = self._socket.accept()
s.setblocking(True)
return Connection(s.detach())
def close(self):
try:
self._socket.close()
finally:
unlink = self._unlink
if unlink is not None:
self._unlink = None
unlink()
def SocketClient(address):
'''
Return a connection object connected to the socket given by `address`
'''
family = address_type(address)
with socket.socket( getattr(socket, family) ) as s:
s.setblocking(True)
s.connect(address)
return Connection(s.detach())
#
# Definitions for connections based on named pipes
#
if sys.platform == 'win32':
class PipeListener(object):
'''
Representation of a named pipe
'''
def __init__(self, address, backlog=None):
self._address = address
self._handle_queue = [self._new_handle(first=True)]
self._last_accepted = None
util.sub_debug('listener created with address=%r', self._address)
self.close = util.Finalize(
self, PipeListener._finalize_pipe_listener,
args=(self._handle_queue, self._address), exitpriority=0
)
def _new_handle(self, first=False):
flags = _winapi.PIPE_ACCESS_DUPLEX | _winapi.FILE_FLAG_OVERLAPPED
if first:
flags |= _winapi.FILE_FLAG_FIRST_PIPE_INSTANCE
return _winapi.CreateNamedPipe(
self._address, flags,
_winapi.PIPE_TYPE_MESSAGE | _winapi.PIPE_READMODE_MESSAGE |
_winapi.PIPE_WAIT,
_winapi.PIPE_UNLIMITED_INSTANCES, BUFSIZE, BUFSIZE,
_winapi.NMPWAIT_WAIT_FOREVER, _winapi.NULL
)
def accept(self):
self._handle_queue.append(self._new_handle())
handle = self._handle_queue.pop(0)
try:
ov = _winapi.ConnectNamedPipe(handle, overlapped=True)
except OSError as e:
if e.winerror != _winapi.ERROR_NO_DATA:
raise
# ERROR_NO_DATA can occur if a client has already connected,
# written data and then disconnected -- see Issue 14725.
else:
try:
res = _winapi.WaitForMultipleObjects(
[ov.event], False, INFINITE)
except:
ov.cancel()
_winapi.CloseHandle(handle)
raise
finally:
_, err = ov.GetOverlappedResult(True)
assert err == 0
return PipeConnection(handle)
@staticmethod
def _finalize_pipe_listener(queue, address):
util.sub_debug('closing listener with address=%r', address)
for handle in queue:
_winapi.CloseHandle(handle)
def PipeClient(address):
'''
Return a connection object connected to the pipe given by `address`
'''
t = _init_timeout()
while 1:
try:
_winapi.WaitNamedPipe(address, 1000)
h = _winapi.CreateFile(
address, _winapi.GENERIC_READ | _winapi.GENERIC_WRITE,
0, _winapi.NULL, _winapi.OPEN_EXISTING,
_winapi.FILE_FLAG_OVERLAPPED, _winapi.NULL
)
except OSError as e:
if e.winerror not in (_winapi.ERROR_SEM_TIMEOUT,
_winapi.ERROR_PIPE_BUSY) or _check_timeout(t):
raise
else:
break
else:
raise
_winapi.SetNamedPipeHandleState(
h, _winapi.PIPE_READMODE_MESSAGE, None, None
)
return PipeConnection(h)
#
# Authentication stuff
#
MESSAGE_LENGTH = 20
CHALLENGE = b'#CHALLENGE#'
WELCOME = b'#WELCOME#'
FAILURE = b'#FAILURE#'
def deliver_challenge(connection, authkey):
import hmac
if not isinstance(authkey, bytes):
raise ValueError(
"Authkey must be bytes, not {0!s}".format(type(authkey)))
message = os.urandom(MESSAGE_LENGTH)
connection.send_bytes(CHALLENGE + message)
digest = hmac.new(authkey, message, HMAC_DIGEST_NAME).digest()
response = connection.recv_bytes(256) # reject large message
if response == digest:
connection.send_bytes(WELCOME)
else:
connection.send_bytes(FAILURE)
raise AuthenticationError('digest received was wrong')
def answer_challenge(connection, authkey):
import hmac
if not isinstance(authkey, bytes):
raise ValueError(
"Authkey must be bytes, not {0!s}".format(type(authkey)))
message = connection.recv_bytes(256) # reject large message
assert message[:len(CHALLENGE)] == CHALLENGE, 'message = %r' % message
message = message[len(CHALLENGE):]
digest = hmac.new(authkey, message, HMAC_DIGEST_NAME).digest()
connection.send_bytes(digest)
response = connection.recv_bytes(256) # reject large message
if response != WELCOME:
raise AuthenticationError('digest sent was rejected')
#
# Support for using xmlrpclib for serialization
#
class ConnectionWrapper(object):
def __init__(self, conn, dumps, loads):
self._conn = conn
self._dumps = dumps
self._loads = loads
for attr in ('fileno', 'close', 'poll', 'recv_bytes', 'send_bytes'):
obj = getattr(conn, attr)
setattr(self, attr, obj)
def send(self, obj):
s = self._dumps(obj)
self._conn.send_bytes(s)
def recv(self):
s = self._conn.recv_bytes()
return self._loads(s)
def _xml_dumps(obj):
return xmlrpclib.dumps((obj,), None, None, None, 1).encode('utf-8')
def _xml_loads(s):
(obj,), method = xmlrpclib.loads(s.decode('utf-8'))
return obj
class XmlListener(Listener):
def accept(self):
global xmlrpclib
import xmlrpc.client as xmlrpclib
obj = Listener.accept(self)
return ConnectionWrapper(obj, _xml_dumps, _xml_loads)
def XmlClient(*args, **kwds):
global xmlrpclib
import xmlrpc.client as xmlrpclib
return ConnectionWrapper(Client(*args, **kwds), _xml_dumps, _xml_loads)
#
# Wait
#
if sys.platform == 'win32':
def _exhaustive_wait(handles, timeout):
# Return ALL handles which are currently signalled. (Only
# returning the first signalled might create starvation issues.)
L = list(handles)
ready = []
while L:
res = _winapi.WaitForMultipleObjects(L, False, timeout)
if res == WAIT_TIMEOUT:
break
elif WAIT_OBJECT_0 <= res < WAIT_OBJECT_0 + len(L):
res -= WAIT_OBJECT_0
elif WAIT_ABANDONED_0 <= res < WAIT_ABANDONED_0 + len(L):
res -= WAIT_ABANDONED_0
else:
raise RuntimeError('Should not get here')
ready.append(L[res])
L = L[res+1:]
timeout = 0
return ready
_ready_errors = {_winapi.ERROR_BROKEN_PIPE, _winapi.ERROR_NETNAME_DELETED}
def wait(object_list, timeout=None):
'''
Wait till an object in object_list is ready/readable.
Returns list of those objects in object_list which are ready/readable.
'''
if timeout is None:
timeout = INFINITE
elif timeout < 0:
timeout = 0
else:
timeout = int(timeout * 1000 + 0.5)
object_list = list(object_list)
waithandle_to_obj = {}
ov_list = []
ready_objects = set()
ready_handles = set()
try:
for o in object_list:
try:
fileno = getattr(o, 'fileno')
except AttributeError:
waithandle_to_obj[o.__index__()] = o
else:
# start an overlapped read of length zero
try:
ov, err = _winapi.ReadFile(fileno(), 0, True)
except OSError as e:
ov, err = None, e.winerror
if err not in _ready_errors:
raise
if err == _winapi.ERROR_IO_PENDING:
ov_list.append(ov)
waithandle_to_obj[ov.event] = o
else:
# If o.fileno() is an overlapped pipe handle and
# err == 0 then there is a zero length message
# in the pipe, but it HAS NOT been consumed...
if ov and sys.getwindowsversion()[:2] >= (6, 2):
# ... except on Windows 8 and later, where
# the message HAS been consumed.
try:
_, err = ov.GetOverlappedResult(False)
except OSError as e:
err = e.winerror
if not err and hasattr(o, '_got_empty_message'):
o._got_empty_message = True
ready_objects.add(o)
timeout = 0
ready_handles = _exhaustive_wait(waithandle_to_obj.keys(), timeout)
finally:
# request that overlapped reads stop
for ov in ov_list:
ov.cancel()
# wait for all overlapped reads to stop
for ov in ov_list:
try:
_, err = ov.GetOverlappedResult(True)
except OSError as e:
err = e.winerror
if err not in _ready_errors:
raise
if err != _winapi.ERROR_OPERATION_ABORTED:
o = waithandle_to_obj[ov.event]
ready_objects.add(o)
if err == 0:
# If o.fileno() is an overlapped pipe handle then
# a zero length message HAS been consumed.
if hasattr(o, '_got_empty_message'):
o._got_empty_message = True
ready_objects.update(waithandle_to_obj[h] for h in ready_handles)
return [o for o in object_list if o in ready_objects]
else:
import selectors
# poll/select have the advantage of not requiring any extra file
# descriptor, contrarily to epoll/kqueue (also, they require a single
# syscall).
if hasattr(selectors, 'PollSelector'):
_WaitSelector = selectors.PollSelector
else:
_WaitSelector = selectors.SelectSelector
def wait(object_list, timeout=None):
'''
Wait till an object in object_list is ready/readable.
Returns list of those objects in object_list which are ready/readable.
'''
with _WaitSelector() as selector:
for obj in object_list:
selector.register(obj, selectors.EVENT_READ)
if timeout is not None:
deadline = time.monotonic() + timeout
while True:
ready = selector.select(timeout)
if ready:
return [key.fileobj for (key, events) in ready]
else:
if timeout is not None:
timeout = deadline - time.monotonic()
if timeout < 0:
return ready
#
# Make connection and socket objects sharable if possible
#
if sys.platform == 'win32':
def reduce_connection(conn):
handle = conn.fileno()
with socket.fromfd(handle, socket.AF_INET, socket.SOCK_STREAM) as s:
from . import resource_sharer
ds = resource_sharer.DupSocket(s)
return rebuild_connection, (ds, conn.readable, conn.writable)
def rebuild_connection(ds, readable, writable):
sock = ds.detach()
return Connection(sock.detach(), readable, writable)
reduction.register(Connection, reduce_connection)
def reduce_pipe_connection(conn):
access = ((_winapi.FILE_GENERIC_READ if conn.readable else 0) |
(_winapi.FILE_GENERIC_WRITE if conn.writable else 0))
dh = reduction.DupHandle(conn.fileno(), access)
return rebuild_pipe_connection, (dh, conn.readable, conn.writable)
def rebuild_pipe_connection(dh, readable, writable):
handle = dh.detach()
return PipeConnection(handle, readable, writable)
reduction.register(PipeConnection, reduce_pipe_connection)
else:
def reduce_connection(conn):
df = reduction.DupFd(conn.fileno())
return rebuild_connection, (df, conn.readable, conn.writable)
def rebuild_connection(df, readable, writable):
fd = df.detach()
return Connection(fd, readable, writable)
reduction.register(Connection, reduce_connection)
multiprocessing/sharedctypes.py 0000644 00000014242 15115353744 0013056 0 ustar 00 #
# Module which supports allocation of ctypes objects from shared memory
#
# multiprocessing/sharedctypes.py
#
# Copyright (c) 2006-2008, R Oudkerk
# Licensed to PSF under a Contributor Agreement.
#
import ctypes
import weakref
from . import heap
from . import get_context
from .context import reduction, assert_spawning
_ForkingPickler = reduction.ForkingPickler
__all__ = ['RawValue', 'RawArray', 'Value', 'Array', 'copy', 'synchronized']
#
#
#
typecode_to_type = {
'c': ctypes.c_char, 'u': ctypes.c_wchar,
'b': ctypes.c_byte, 'B': ctypes.c_ubyte,
'h': ctypes.c_short, 'H': ctypes.c_ushort,
'i': ctypes.c_int, 'I': ctypes.c_uint,
'l': ctypes.c_long, 'L': ctypes.c_ulong,
'q': ctypes.c_longlong, 'Q': ctypes.c_ulonglong,
'f': ctypes.c_float, 'd': ctypes.c_double
}
#
#
#
def _new_value(type_):
size = ctypes.sizeof(type_)
wrapper = heap.BufferWrapper(size)
return rebuild_ctype(type_, wrapper, None)
def RawValue(typecode_or_type, *args):
'''
Returns a ctypes object allocated from shared memory
'''
type_ = typecode_to_type.get(typecode_or_type, typecode_or_type)
obj = _new_value(type_)
ctypes.memset(ctypes.addressof(obj), 0, ctypes.sizeof(obj))
obj.__init__(*args)
return obj
def RawArray(typecode_or_type, size_or_initializer):
'''
Returns a ctypes array allocated from shared memory
'''
type_ = typecode_to_type.get(typecode_or_type, typecode_or_type)
if isinstance(size_or_initializer, int):
type_ = type_ * size_or_initializer
obj = _new_value(type_)
ctypes.memset(ctypes.addressof(obj), 0, ctypes.sizeof(obj))
return obj
else:
type_ = type_ * len(size_or_initializer)
result = _new_value(type_)
result.__init__(*size_or_initializer)
return result
def Value(typecode_or_type, *args, lock=True, ctx=None):
'''
Return a synchronization wrapper for a Value
'''
obj = RawValue(typecode_or_type, *args)
if lock is False:
return obj
if lock in (True, None):
ctx = ctx or get_context()
lock = ctx.RLock()
if not hasattr(lock, 'acquire'):
raise AttributeError("%r has no method 'acquire'" % lock)
return synchronized(obj, lock, ctx=ctx)
def Array(typecode_or_type, size_or_initializer, *, lock=True, ctx=None):
'''
Return a synchronization wrapper for a RawArray
'''
obj = RawArray(typecode_or_type, size_or_initializer)
if lock is False:
return obj
if lock in (True, None):
ctx = ctx or get_context()
lock = ctx.RLock()
if not hasattr(lock, 'acquire'):
raise AttributeError("%r has no method 'acquire'" % lock)
return synchronized(obj, lock, ctx=ctx)
def copy(obj):
new_obj = _new_value(type(obj))
ctypes.pointer(new_obj)[0] = obj
return new_obj
def synchronized(obj, lock=None, ctx=None):
assert not isinstance(obj, SynchronizedBase), 'object already synchronized'
ctx = ctx or get_context()
if isinstance(obj, ctypes._SimpleCData):
return Synchronized(obj, lock, ctx)
elif isinstance(obj, ctypes.Array):
if obj._type_ is ctypes.c_char:
return SynchronizedString(obj, lock, ctx)
return SynchronizedArray(obj, lock, ctx)
else:
cls = type(obj)
try:
scls = class_cache[cls]
except KeyError:
names = [field[0] for field in cls._fields_]
d = {name: make_property(name) for name in names}
classname = 'Synchronized' + cls.__name__
scls = class_cache[cls] = type(classname, (SynchronizedBase,), d)
return scls(obj, lock, ctx)
#
# Functions for pickling/unpickling
#
def reduce_ctype(obj):
assert_spawning(obj)
if isinstance(obj, ctypes.Array):
return rebuild_ctype, (obj._type_, obj._wrapper, obj._length_)
else:
return rebuild_ctype, (type(obj), obj._wrapper, None)
def rebuild_ctype(type_, wrapper, length):
if length is not None:
type_ = type_ * length
_ForkingPickler.register(type_, reduce_ctype)
buf = wrapper.create_memoryview()
obj = type_.from_buffer(buf)
obj._wrapper = wrapper
return obj
#
# Function to create properties
#
def make_property(name):
try:
return prop_cache[name]
except KeyError:
d = {}
exec(template % ((name,)*7), d)
prop_cache[name] = d[name]
return d[name]
template = '''
def get%s(self):
self.acquire()
try:
return self._obj.%s
finally:
self.release()
def set%s(self, value):
self.acquire()
try:
self._obj.%s = value
finally:
self.release()
%s = property(get%s, set%s)
'''
prop_cache = {}
class_cache = weakref.WeakKeyDictionary()
#
# Synchronized wrappers
#
class SynchronizedBase(object):
def __init__(self, obj, lock=None, ctx=None):
self._obj = obj
if lock:
self._lock = lock
else:
ctx = ctx or get_context(force=True)
self._lock = ctx.RLock()
self.acquire = self._lock.acquire
self.release = self._lock.release
def __enter__(self):
return self._lock.__enter__()
def __exit__(self, *args):
return self._lock.__exit__(*args)
def __reduce__(self):
assert_spawning(self)
return synchronized, (self._obj, self._lock)
def get_obj(self):
return self._obj
def get_lock(self):
return self._lock
def __repr__(self):
return '<%s wrapper for %s>' % (type(self).__name__, self._obj)
class Synchronized(SynchronizedBase):
value = make_property('value')
class SynchronizedArray(SynchronizedBase):
def __len__(self):
return len(self._obj)
def __getitem__(self, i):
with self:
return self._obj[i]
def __setitem__(self, i, value):
with self:
self._obj[i] = value
def __getslice__(self, start, stop):
with self:
return self._obj[start:stop]
def __setslice__(self, start, stop, values):
with self:
self._obj[start:stop] = values
class SynchronizedString(SynchronizedArray):
value = make_property('value')
raw = make_property('raw')
enum.py 0000644 00000112370 15115353744 0006076 0 ustar 00 import sys
from types import MappingProxyType, DynamicClassAttribute
__all__ = [
'EnumMeta',
'Enum', 'IntEnum', 'Flag', 'IntFlag',
'auto', 'unique',
]
def _is_descriptor(obj):
"""
Returns True if obj is a descriptor, False otherwise.
"""
return (
hasattr(obj, '__get__') or
hasattr(obj, '__set__') or
hasattr(obj, '__delete__')
)
def _is_dunder(name):
"""
Returns True if a __dunder__ name, False otherwise.
"""
return (
len(name) > 4 and
name[:2] == name[-2:] == '__' and
name[2] != '_' and
name[-3] != '_'
)
def _is_sunder(name):
"""
Returns True if a _sunder_ name, False otherwise.
"""
return (
len(name) > 2 and
name[0] == name[-1] == '_' and
name[1:2] != '_' and
name[-2:-1] != '_'
)
def _make_class_unpicklable(cls):
"""
Make the given class un-picklable.
"""
def _break_on_call_reduce(self, proto):
raise TypeError('%r cannot be pickled' % self)
cls.__reduce_ex__ = _break_on_call_reduce
cls.__module__ = '<unknown>'
_auto_null = object()
class auto:
"""
Instances are replaced with an appropriate value in Enum class suites.
"""
value = _auto_null
class _EnumDict(dict):
"""
Track enum member order and ensure member names are not reused.
EnumMeta will use the names found in self._member_names as the
enumeration member names.
"""
def __init__(self):
super().__init__()
self._member_names = []
self._last_values = []
self._ignore = []
self._auto_called = False
def __setitem__(self, key, value):
"""
Changes anything not dundered or not a descriptor.
If an enum member name is used twice, an error is raised; duplicate
values are not checked for.
Single underscore (sunder) names are reserved.
"""
if _is_sunder(key):
if key not in (
'_order_', '_create_pseudo_member_',
'_generate_next_value_', '_missing_', '_ignore_',
):
raise ValueError('_names_ are reserved for future Enum use')
if key == '_generate_next_value_':
# check if members already defined as auto()
if self._auto_called:
raise TypeError("_generate_next_value_ must be defined before members")
setattr(self, '_generate_next_value', value)
elif key == '_ignore_':
if isinstance(value, str):
value = value.replace(',',' ').split()
else:
value = list(value)
self._ignore = value
already = set(value) & set(self._member_names)
if already:
raise ValueError(
'_ignore_ cannot specify already set names: %r'
% (already, )
)
elif _is_dunder(key):
if key == '__order__':
key = '_order_'
elif key in self._member_names:
# descriptor overwriting an enum?
raise TypeError('Attempted to reuse key: %r' % key)
elif key in self._ignore:
pass
elif not _is_descriptor(value):
if key in self:
# enum overwriting a descriptor?
raise TypeError('%r already defined as: %r' % (key, self[key]))
if isinstance(value, auto):
if value.value == _auto_null:
value.value = self._generate_next_value(
key,
1,
len(self._member_names),
self._last_values[:],
)
self._auto_called = True
value = value.value
self._member_names.append(key)
self._last_values.append(value)
super().__setitem__(key, value)
# Dummy value for Enum as EnumMeta explicitly checks for it, but of course
# until EnumMeta finishes running the first time the Enum class doesn't exist.
# This is also why there are checks in EnumMeta like `if Enum is not None`
Enum = None
class EnumMeta(type):
"""
Metaclass for Enum
"""
@classmethod
def __prepare__(metacls, cls, bases):
# check that previous enum members do not exist
metacls._check_for_existing_members(cls, bases)
# create the namespace dict
enum_dict = _EnumDict()
# inherit previous flags and _generate_next_value_ function
member_type, first_enum = metacls._get_mixins_(cls, bases)
if first_enum is not None:
enum_dict['_generate_next_value_'] = getattr(
first_enum, '_generate_next_value_', None,
)
return enum_dict
def __new__(metacls, cls, bases, classdict):
# an Enum class is final once enumeration items have been defined; it
# cannot be mixed with other types (int, float, etc.) if it has an
# inherited __new__ unless a new __new__ is defined (or the resulting
# class will fail).
#
# remove any keys listed in _ignore_
classdict.setdefault('_ignore_', []).append('_ignore_')
ignore = classdict['_ignore_']
for key in ignore:
classdict.pop(key, None)
member_type, first_enum = metacls._get_mixins_(cls, bases)
__new__, save_new, use_args = metacls._find_new_(
classdict, member_type, first_enum,
)
# save enum items into separate mapping so they don't get baked into
# the new class
enum_members = {k: classdict[k] for k in classdict._member_names}
for name in classdict._member_names:
del classdict[name]
# adjust the sunders
_order_ = classdict.pop('_order_', None)
# check for illegal enum names (any others?)
invalid_names = set(enum_members) & {'mro', ''}
if invalid_names:
raise ValueError('Invalid enum member name: {0}'.format(
','.join(invalid_names)))
# create a default docstring if one has not been provided
if '__doc__' not in classdict:
classdict['__doc__'] = 'An enumeration.'
# create our new Enum type
enum_class = super().__new__(metacls, cls, bases, classdict)
enum_class._member_names_ = [] # names in definition order
enum_class._member_map_ = {} # name->value map
enum_class._member_type_ = member_type
# save DynamicClassAttribute attributes from super classes so we know
# if we can take the shortcut of storing members in the class dict
dynamic_attributes = {
k for c in enum_class.mro()
for k, v in c.__dict__.items()
if isinstance(v, DynamicClassAttribute)
}
# Reverse value->name map for hashable values.
enum_class._value2member_map_ = {}
# If a custom type is mixed into the Enum, and it does not know how
# to pickle itself, pickle.dumps will succeed but pickle.loads will
# fail. Rather than have the error show up later and possibly far
# from the source, sabotage the pickle protocol for this class so
# that pickle.dumps also fails.
#
# However, if the new class implements its own __reduce_ex__, do not
# sabotage -- it's on them to make sure it works correctly. We use
# __reduce_ex__ instead of any of the others as it is preferred by
# pickle over __reduce__, and it handles all pickle protocols.
if '__reduce_ex__' not in classdict:
if member_type is not object:
methods = ('__getnewargs_ex__', '__getnewargs__',
'__reduce_ex__', '__reduce__')
if not any(m in member_type.__dict__ for m in methods):
_make_class_unpicklable(enum_class)
# instantiate them, checking for duplicates as we go
# we instantiate first instead of checking for duplicates first in case
# a custom __new__ is doing something funky with the values -- such as
# auto-numbering ;)
for member_name in classdict._member_names:
value = enum_members[member_name]
if not isinstance(value, tuple):
args = (value, )
else:
args = value
if member_type is tuple: # special case for tuple enums
args = (args, ) # wrap it one more time
if not use_args:
enum_member = __new__(enum_class)
if not hasattr(enum_member, '_value_'):
enum_member._value_ = value
else:
enum_member = __new__(enum_class, *args)
if not hasattr(enum_member, '_value_'):
if member_type is object:
enum_member._value_ = value
else:
enum_member._value_ = member_type(*args)
value = enum_member._value_
enum_member._name_ = member_name
enum_member.__objclass__ = enum_class
enum_member.__init__(*args)
# If another member with the same value was already defined, the
# new member becomes an alias to the existing one.
for name, canonical_member in enum_class._member_map_.items():
if canonical_member._value_ == enum_member._value_:
enum_member = canonical_member
break
else:
# Aliases don't appear in member names (only in __members__).
enum_class._member_names_.append(member_name)
# performance boost for any member that would not shadow
# a DynamicClassAttribute
if member_name not in dynamic_attributes:
setattr(enum_class, member_name, enum_member)
# now add to _member_map_
enum_class._member_map_[member_name] = enum_member
try:
# This may fail if value is not hashable. We can't add the value
# to the map, and by-value lookups for this value will be
# linear.
enum_class._value2member_map_[value] = enum_member
except TypeError:
pass
# double check that repr and friends are not the mixin's or various
# things break (such as pickle)
# however, if the method is defined in the Enum itself, don't replace
# it
for name in ('__repr__', '__str__', '__format__', '__reduce_ex__'):
if name in classdict:
continue
class_method = getattr(enum_class, name)
obj_method = getattr(member_type, name, None)
enum_method = getattr(first_enum, name, None)
if obj_method is not None and obj_method is class_method:
setattr(enum_class, name, enum_method)
# replace any other __new__ with our own (as long as Enum is not None,
# anyway) -- again, this is to support pickle
if Enum is not None:
# if the user defined their own __new__, save it before it gets
# clobbered in case they subclass later
if save_new:
enum_class.__new_member__ = __new__
enum_class.__new__ = Enum.__new__
# py3 support for definition order (helps keep py2/py3 code in sync)
if _order_ is not None:
if isinstance(_order_, str):
_order_ = _order_.replace(',', ' ').split()
if _order_ != enum_class._member_names_:
raise TypeError('member order does not match _order_')
return enum_class
def __bool__(self):
"""
classes/types should always be True.
"""
return True
def __call__(cls, value, names=None, *, module=None, qualname=None, type=None, start=1):
"""
Either returns an existing member, or creates a new enum class.
This method is used both when an enum class is given a value to match
to an enumeration member (i.e. Color(3)) and for the functional API
(i.e. Color = Enum('Color', names='RED GREEN BLUE')).
When used for the functional API:
`value` will be the name of the new class.
`names` should be either a string of white-space/comma delimited names
(values will start at `start`), or an iterator/mapping of name, value pairs.
`module` should be set to the module this class is being created in;
if it is not set, an attempt to find that module will be made, but if
it fails the class will not be picklable.
`qualname` should be set to the actual location this class can be found
at in its module; by default it is set to the global scope. If this is
not correct, unpickling will fail in some circumstances.
`type`, if set, will be mixed in as the first base class.
"""
if names is None: # simple value lookup
return cls.__new__(cls, value)
# otherwise, functional API: we're creating a new Enum type
return cls._create_(
value,
names,
module=module,
qualname=qualname,
type=type,
start=start,
)
def __contains__(cls, member):
if not isinstance(member, Enum):
raise TypeError(
"unsupported operand type(s) for 'in': '%s' and '%s'" % (
type(member).__qualname__, cls.__class__.__qualname__))
return isinstance(member, cls) and member._name_ in cls._member_map_
def __delattr__(cls, attr):
# nicer error message when someone tries to delete an attribute
# (see issue19025).
if attr in cls._member_map_:
raise AttributeError("%s: cannot delete Enum member." % cls.__name__)
super().__delattr__(attr)
def __dir__(self):
return (
['__class__', '__doc__', '__members__', '__module__']
+ self._member_names_
)
def __getattr__(cls, name):
"""
Return the enum member matching `name`
We use __getattr__ instead of descriptors or inserting into the enum
class' __dict__ in order to support `name` and `value` being both
properties for enum members (which live in the class' __dict__) and
enum members themselves.
"""
if _is_dunder(name):
raise AttributeError(name)
try:
return cls._member_map_[name]
except KeyError:
raise AttributeError(name) from None
def __getitem__(cls, name):
return cls._member_map_[name]
def __iter__(cls):
"""
Returns members in definition order.
"""
return (cls._member_map_[name] for name in cls._member_names_)
def __len__(cls):
return len(cls._member_names_)
@property
def __members__(cls):
"""
Returns a mapping of member name->value.
This mapping lists all enum members, including aliases. Note that this
is a read-only view of the internal mapping.
"""
return MappingProxyType(cls._member_map_)
def __repr__(cls):
return "<enum %r>" % cls.__name__
def __reversed__(cls):
"""
Returns members in reverse definition order.
"""
return (cls._member_map_[name] for name in reversed(cls._member_names_))
def __setattr__(cls, name, value):
"""
Block attempts to reassign Enum members.
A simple assignment to the class namespace only changes one of the
several possible ways to get an Enum member from the Enum class,
resulting in an inconsistent Enumeration.
"""
member_map = cls.__dict__.get('_member_map_', {})
if name in member_map:
raise AttributeError('Cannot reassign members.')
super().__setattr__(name, value)
def _create_(cls, class_name, names, *, module=None, qualname=None, type=None, start=1):
"""
Convenience method to create a new Enum class.
`names` can be:
* A string containing member names, separated either with spaces or
commas. Values are incremented by 1 from `start`.
* An iterable of member names. Values are incremented by 1 from `start`.
* An iterable of (member name, value) pairs.
* A mapping of member name -> value pairs.
"""
metacls = cls.__class__
bases = (cls, ) if type is None else (type, cls)
_, first_enum = cls._get_mixins_(cls, bases)
classdict = metacls.__prepare__(class_name, bases)
# special processing needed for names?
if isinstance(names, str):
names = names.replace(',', ' ').split()
if isinstance(names, (tuple, list)) and names and isinstance(names[0], str):
original_names, names = names, []
last_values = []
for count, name in enumerate(original_names):
value = first_enum._generate_next_value_(name, start, count, last_values[:])
last_values.append(value)
names.append((name, value))
# Here, names is either an iterable of (name, value) or a mapping.
for item in names:
if isinstance(item, str):
member_name, member_value = item, names[item]
else:
member_name, member_value = item
classdict[member_name] = member_value
enum_class = metacls.__new__(metacls, class_name, bases, classdict)
# TODO: replace the frame hack if a blessed way to know the calling
# module is ever developed
if module is None:
try:
module = sys._getframe(2).f_globals['__name__']
except (AttributeError, ValueError, KeyError) as exc:
pass
if module is None:
_make_class_unpicklable(enum_class)
else:
enum_class.__module__ = module
if qualname is not None:
enum_class.__qualname__ = qualname
return enum_class
def _convert_(cls, name, module, filter, source=None):
"""
Create a new Enum subclass that replaces a collection of global constants
"""
# convert all constants from source (or module) that pass filter() to
# a new Enum called name, and export the enum and its members back to
# module;
# also, replace the __reduce_ex__ method so unpickling works in
# previous Python versions
module_globals = vars(sys.modules[module])
if source:
source = vars(source)
else:
source = module_globals
# _value2member_map_ is populated in the same order every time
# for a consistent reverse mapping of number to name when there
# are multiple names for the same number.
members = [
(name, value)
for name, value in source.items()
if filter(name)]
try:
# sort by value
members.sort(key=lambda t: (t[1], t[0]))
except TypeError:
# unless some values aren't comparable, in which case sort by name
members.sort(key=lambda t: t[0])
cls = cls(name, members, module=module)
cls.__reduce_ex__ = _reduce_ex_by_name
module_globals.update(cls.__members__)
module_globals[name] = cls
return cls
def _convert(cls, *args, **kwargs):
import warnings
warnings.warn("_convert is deprecated and will be removed in 3.9, use "
"_convert_ instead.", DeprecationWarning, stacklevel=2)
return cls._convert_(*args, **kwargs)
@staticmethod
def _check_for_existing_members(class_name, bases):
for chain in bases:
for base in chain.__mro__:
if issubclass(base, Enum) and base._member_names_:
raise TypeError(
"%s: cannot extend enumeration %r"
% (class_name, base.__name__)
)
@staticmethod
def _get_mixins_(class_name, bases):
"""
Returns the type for creating enum members, and the first inherited
enum class.
bases: the tuple of bases that was given to __new__
"""
if not bases:
return object, Enum
def _find_data_type(bases):
data_types = []
for chain in bases:
candidate = None
for base in chain.__mro__:
if base is object:
continue
elif issubclass(base, Enum):
if base._member_type_ is not object:
data_types.append(base._member_type_)
break
elif '__new__' in base.__dict__:
if issubclass(base, Enum):
continue
data_types.append(candidate or base)
break
else:
candidate = base
if len(data_types) > 1:
raise TypeError('%r: too many data types: %r' % (class_name, data_types))
elif data_types:
return data_types[0]
else:
return None
# ensure final parent class is an Enum derivative, find any concrete
# data type, and check that Enum has no members
first_enum = bases[-1]
if not issubclass(first_enum, Enum):
raise TypeError("new enumerations should be created as "
"`EnumName([mixin_type, ...] [data_type,] enum_type)`")
member_type = _find_data_type(bases) or object
if first_enum._member_names_:
raise TypeError("Cannot extend enumerations")
return member_type, first_enum
@staticmethod
def _find_new_(classdict, member_type, first_enum):
"""
Returns the __new__ to be used for creating the enum members.
classdict: the class dictionary given to __new__
member_type: the data type whose __new__ will be used by default
first_enum: enumeration to check for an overriding __new__
"""
# now find the correct __new__, checking to see of one was defined
# by the user; also check earlier enum classes in case a __new__ was
# saved as __new_member__
__new__ = classdict.get('__new__', None)
# should __new__ be saved as __new_member__ later?
save_new = __new__ is not None
if __new__ is None:
# check all possibles for __new_member__ before falling back to
# __new__
for method in ('__new_member__', '__new__'):
for possible in (member_type, first_enum):
target = getattr(possible, method, None)
if target not in {
None,
None.__new__,
object.__new__,
Enum.__new__,
}:
__new__ = target
break
if __new__ is not None:
break
else:
__new__ = object.__new__
# if a non-object.__new__ is used then whatever value/tuple was
# assigned to the enum member name will be passed to __new__ and to the
# new enum member's __init__
if __new__ is object.__new__:
use_args = False
else:
use_args = True
return __new__, save_new, use_args
class Enum(metaclass=EnumMeta):
"""
Generic enumeration.
Derive from this class to define new enumerations.
"""
def __new__(cls, value):
# all enum instances are actually created during class construction
# without calling this method; this method is called by the metaclass'
# __call__ (i.e. Color(3) ), and by pickle
if type(value) is cls:
# For lookups like Color(Color.RED)
return value
# by-value search for a matching enum member
# see if it's in the reverse mapping (for hashable values)
try:
return cls._value2member_map_[value]
except KeyError:
# Not found, no need to do long O(n) search
pass
except TypeError:
# not there, now do long search -- O(n) behavior
for member in cls._member_map_.values():
if member._value_ == value:
return member
# still not found -- try _missing_ hook
try:
exc = None
result = cls._missing_(value)
except Exception as e:
exc = e
result = None
try:
if isinstance(result, cls):
return result
else:
ve_exc = ValueError("%r is not a valid %s" % (value, cls.__name__))
if result is None and exc is None:
raise ve_exc
elif exc is None:
exc = TypeError(
'error in %s._missing_: returned %r instead of None or a valid member'
% (cls.__name__, result)
)
exc.__context__ = ve_exc
raise exc
finally:
# ensure all variables that could hold an exception are destroyed
exc = None
ve_exc = None
def _generate_next_value_(name, start, count, last_values):
"""
Generate the next value when not given.
name: the name of the member
start: the initial start value or None
count: the number of existing members
last_value: the last value assigned or None
"""
for last_value in reversed(last_values):
try:
return last_value + 1
except TypeError:
pass
else:
return start
@classmethod
def _missing_(cls, value):
return None
def __repr__(self):
return "<%s.%s: %r>" % (
self.__class__.__name__, self._name_, self._value_)
def __str__(self):
return "%s.%s" % (self.__class__.__name__, self._name_)
def __dir__(self):
"""
Returns all members and all public methods
"""
added_behavior = [
m
for cls in self.__class__.mro()
for m in cls.__dict__
if m[0] != '_' and m not in self._member_map_
] + [m for m in self.__dict__ if m[0] != '_']
return (['__class__', '__doc__', '__module__'] + added_behavior)
def __format__(self, format_spec):
"""
Returns format using actual value type unless __str__ has been overridden.
"""
# mixed-in Enums should use the mixed-in type's __format__, otherwise
# we can get strange results with the Enum name showing up instead of
# the value
# pure Enum branch, or branch with __str__ explicitly overridden
str_overridden = type(self).__str__ not in (Enum.__str__, Flag.__str__)
if self._member_type_ is object or str_overridden:
cls = str
val = str(self)
# mix-in branch
else:
cls = self._member_type_
val = self._value_
return cls.__format__(val, format_spec)
def __hash__(self):
return hash(self._name_)
def __reduce_ex__(self, proto):
return self.__class__, (self._value_, )
# DynamicClassAttribute is used to provide access to the `name` and
# `value` properties of enum members while keeping some measure of
# protection from modification, while still allowing for an enumeration
# to have members named `name` and `value`. This works because enumeration
# members are not set directly on the enum class -- __getattr__ is
# used to look them up.
@DynamicClassAttribute
def name(self):
"""The name of the Enum member."""
return self._name_
@DynamicClassAttribute
def value(self):
"""The value of the Enum member."""
return self._value_
class IntEnum(int, Enum):
"""Enum where members are also (and must be) ints"""
def _reduce_ex_by_name(self, proto):
return self.name
class Flag(Enum):
"""
Support for flags
"""
def _generate_next_value_(name, start, count, last_values):
"""
Generate the next value when not given.
name: the name of the member
start: the initial start value or None
count: the number of existing members
last_value: the last value assigned or None
"""
if not count:
return start if start is not None else 1
for last_value in reversed(last_values):
try:
high_bit = _high_bit(last_value)
break
except Exception:
raise TypeError('Invalid Flag value: %r' % last_value) from None
return 2 ** (high_bit+1)
@classmethod
def _missing_(cls, value):
"""
Returns member (possibly creating it) if one can be found for value.
"""
original_value = value
if value < 0:
value = ~value
possible_member = cls._create_pseudo_member_(value)
if original_value < 0:
possible_member = ~possible_member
return possible_member
@classmethod
def _create_pseudo_member_(cls, value):
"""
Create a composite member iff value contains only members.
"""
pseudo_member = cls._value2member_map_.get(value, None)
if pseudo_member is None:
# verify all bits are accounted for
_, extra_flags = _decompose(cls, value)
if extra_flags:
raise ValueError("%r is not a valid %s" % (value, cls.__name__))
# construct a singleton enum pseudo-member
pseudo_member = object.__new__(cls)
pseudo_member._name_ = None
pseudo_member._value_ = value
# use setdefault in case another thread already created a composite
# with this value
pseudo_member = cls._value2member_map_.setdefault(value, pseudo_member)
return pseudo_member
def __contains__(self, other):
"""
Returns True if self has at least the same flags set as other.
"""
if not isinstance(other, self.__class__):
raise TypeError(
"unsupported operand type(s) for 'in': '%s' and '%s'" % (
type(other).__qualname__, self.__class__.__qualname__))
return other._value_ & self._value_ == other._value_
def __repr__(self):
cls = self.__class__
if self._name_ is not None:
return '<%s.%s: %r>' % (cls.__name__, self._name_, self._value_)
members, uncovered = _decompose(cls, self._value_)
return '<%s.%s: %r>' % (
cls.__name__,
'|'.join([str(m._name_ or m._value_) for m in members]),
self._value_,
)
def __str__(self):
cls = self.__class__
if self._name_ is not None:
return '%s.%s' % (cls.__name__, self._name_)
members, uncovered = _decompose(cls, self._value_)
if len(members) == 1 and members[0]._name_ is None:
return '%s.%r' % (cls.__name__, members[0]._value_)
else:
return '%s.%s' % (
cls.__name__,
'|'.join([str(m._name_ or m._value_) for m in members]),
)
def __bool__(self):
return bool(self._value_)
def __or__(self, other):
if not isinstance(other, self.__class__):
return NotImplemented
return self.__class__(self._value_ | other._value_)
def __and__(self, other):
if not isinstance(other, self.__class__):
return NotImplemented
return self.__class__(self._value_ & other._value_)
def __xor__(self, other):
if not isinstance(other, self.__class__):
return NotImplemented
return self.__class__(self._value_ ^ other._value_)
def __invert__(self):
members, uncovered = _decompose(self.__class__, self._value_)
inverted = self.__class__(0)
for m in self.__class__:
if m not in members and not (m._value_ & self._value_):
inverted = inverted | m
return self.__class__(inverted)
class IntFlag(int, Flag):
"""
Support for integer-based Flags
"""
@classmethod
def _missing_(cls, value):
"""
Returns member (possibly creating it) if one can be found for value.
"""
if not isinstance(value, int):
raise ValueError("%r is not a valid %s" % (value, cls.__name__))
new_member = cls._create_pseudo_member_(value)
return new_member
@classmethod
def _create_pseudo_member_(cls, value):
"""
Create a composite member iff value contains only members.
"""
pseudo_member = cls._value2member_map_.get(value, None)
if pseudo_member is None:
need_to_create = [value]
# get unaccounted for bits
_, extra_flags = _decompose(cls, value)
# timer = 10
while extra_flags:
# timer -= 1
bit = _high_bit(extra_flags)
flag_value = 2 ** bit
if (flag_value not in cls._value2member_map_ and
flag_value not in need_to_create
):
need_to_create.append(flag_value)
if extra_flags == -flag_value:
extra_flags = 0
else:
extra_flags ^= flag_value
for value in reversed(need_to_create):
# construct singleton pseudo-members
pseudo_member = int.__new__(cls, value)
pseudo_member._name_ = None
pseudo_member._value_ = value
# use setdefault in case another thread already created a composite
# with this value
pseudo_member = cls._value2member_map_.setdefault(value, pseudo_member)
return pseudo_member
def __or__(self, other):
if not isinstance(other, (self.__class__, int)):
return NotImplemented
result = self.__class__(self._value_ | self.__class__(other)._value_)
return result
def __and__(self, other):
if not isinstance(other, (self.__class__, int)):
return NotImplemented
return self.__class__(self._value_ & self.__class__(other)._value_)
def __xor__(self, other):
if not isinstance(other, (self.__class__, int)):
return NotImplemented
return self.__class__(self._value_ ^ self.__class__(other)._value_)
__ror__ = __or__
__rand__ = __and__
__rxor__ = __xor__
def __invert__(self):
result = self.__class__(~self._value_)
return result
def _high_bit(value):
"""
returns index of highest bit, or -1 if value is zero or negative
"""
return value.bit_length() - 1
def unique(enumeration):
"""
Class decorator for enumerations ensuring unique member values.
"""
duplicates = []
for name, member in enumeration.__members__.items():
if name != member.name:
duplicates.append((name, member.name))
if duplicates:
alias_details = ', '.join(
["%s -> %s" % (alias, name) for (alias, name) in duplicates])
raise ValueError('duplicate values found in %r: %s' %
(enumeration, alias_details))
return enumeration
def _decompose(flag, value):
"""
Extract all members from the value.
"""
# _decompose is only called if the value is not named
not_covered = value
negative = value < 0
# issue29167: wrap accesses to _value2member_map_ in a list to avoid race
# conditions between iterating over it and having more pseudo-
# members added to it
if negative:
# only check for named flags
flags_to_check = [
(m, v)
for v, m in list(flag._value2member_map_.items())
if m.name is not None
]
else:
# check for named flags and powers-of-two flags
flags_to_check = [
(m, v)
for v, m in list(flag._value2member_map_.items())
if m.name is not None or _power_of_two(v)
]
members = []
for member, member_value in flags_to_check:
if member_value and member_value & value == member_value:
members.append(member)
not_covered &= ~member_value
if not members and value in flag._value2member_map_:
members.append(flag._value2member_map_[value])
members.sort(key=lambda m: m._value_, reverse=True)
if len(members) > 1 and members[0].value == value:
# we have the breakdown, don't need the value member itself
members.pop(0)
return members, not_covered
def _power_of_two(value):
if value < 1:
return False
return value == 2 ** _high_bit(value)
asynchat.py 0000644 00000026100 15115353744 0006737 0 ustar 00 # -*- Mode: Python; tab-width: 4 -*-
# Id: asynchat.py,v 2.26 2000/09/07 22:29:26 rushing Exp
# Author: Sam Rushing <rushing@nightmare.com>
# ======================================================================
# Copyright 1996 by Sam Rushing
#
# All Rights Reserved
#
# Permission to use, copy, modify, and distribute this software and
# its documentation for any purpose and without fee is hereby
# granted, provided that the above copyright notice appear in all
# copies and that both that copyright notice and this permission
# notice appear in supporting documentation, and that the name of Sam
# Rushing not be used in advertising or publicity pertaining to
# distribution of the software without specific, written prior
# permission.
#
# SAM RUSHING DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE,
# INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS, IN
# NO EVENT SHALL SAM RUSHING BE LIABLE FOR ANY SPECIAL, INDIRECT OR
# CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS
# OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT,
# NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN
# CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
# ======================================================================
r"""A class supporting chat-style (command/response) protocols.
This class adds support for 'chat' style protocols - where one side
sends a 'command', and the other sends a response (examples would be
the common internet protocols - smtp, nntp, ftp, etc..).
The handle_read() method looks at the input stream for the current
'terminator' (usually '\r\n' for single-line responses, '\r\n.\r\n'
for multi-line output), calling self.found_terminator() on its
receipt.
for example:
Say you build an async nntp client using this class. At the start
of the connection, you'll have self.terminator set to '\r\n', in
order to process the single-line greeting. Just before issuing a
'LIST' command you'll set it to '\r\n.\r\n'. The output of the LIST
command will be accumulated (using your own 'collect_incoming_data'
method) up to the terminator, and then control will be returned to
you - by calling your self.found_terminator() method.
"""
import asyncore
from collections import deque
class async_chat(asyncore.dispatcher):
"""This is an abstract class. You must derive from this class, and add
the two methods collect_incoming_data() and found_terminator()"""
# these are overridable defaults
ac_in_buffer_size = 65536
ac_out_buffer_size = 65536
# we don't want to enable the use of encoding by default, because that is a
# sign of an application bug that we don't want to pass silently
use_encoding = 0
encoding = 'latin-1'
def __init__(self, sock=None, map=None):
# for string terminator matching
self.ac_in_buffer = b''
# we use a list here rather than io.BytesIO for a few reasons...
# del lst[:] is faster than bio.truncate(0)
# lst = [] is faster than bio.truncate(0)
self.incoming = []
# we toss the use of the "simple producer" and replace it with
# a pure deque, which the original fifo was a wrapping of
self.producer_fifo = deque()
asyncore.dispatcher.__init__(self, sock, map)
def collect_incoming_data(self, data):
raise NotImplementedError("must be implemented in subclass")
def _collect_incoming_data(self, data):
self.incoming.append(data)
def _get_data(self):
d = b''.join(self.incoming)
del self.incoming[:]
return d
def found_terminator(self):
raise NotImplementedError("must be implemented in subclass")
def set_terminator(self, term):
"""Set the input delimiter.
Can be a fixed string of any length, an integer, or None.
"""
if isinstance(term, str) and self.use_encoding:
term = bytes(term, self.encoding)
elif isinstance(term, int) and term < 0:
raise ValueError('the number of received bytes must be positive')
self.terminator = term
def get_terminator(self):
return self.terminator
# grab some more data from the socket,
# throw it to the collector method,
# check for the terminator,
# if found, transition to the next state.
def handle_read(self):
try:
data = self.recv(self.ac_in_buffer_size)
except BlockingIOError:
return
except OSError as why:
self.handle_error()
return
if isinstance(data, str) and self.use_encoding:
data = bytes(str, self.encoding)
self.ac_in_buffer = self.ac_in_buffer + data
# Continue to search for self.terminator in self.ac_in_buffer,
# while calling self.collect_incoming_data. The while loop
# is necessary because we might read several data+terminator
# combos with a single recv(4096).
while self.ac_in_buffer:
lb = len(self.ac_in_buffer)
terminator = self.get_terminator()
if not terminator:
# no terminator, collect it all
self.collect_incoming_data(self.ac_in_buffer)
self.ac_in_buffer = b''
elif isinstance(terminator, int):
# numeric terminator
n = terminator
if lb < n:
self.collect_incoming_data(self.ac_in_buffer)
self.ac_in_buffer = b''
self.terminator = self.terminator - lb
else:
self.collect_incoming_data(self.ac_in_buffer[:n])
self.ac_in_buffer = self.ac_in_buffer[n:]
self.terminator = 0
self.found_terminator()
else:
# 3 cases:
# 1) end of buffer matches terminator exactly:
# collect data, transition
# 2) end of buffer matches some prefix:
# collect data to the prefix
# 3) end of buffer does not match any prefix:
# collect data
terminator_len = len(terminator)
index = self.ac_in_buffer.find(terminator)
if index != -1:
# we found the terminator
if index > 0:
# don't bother reporting the empty string
# (source of subtle bugs)
self.collect_incoming_data(self.ac_in_buffer[:index])
self.ac_in_buffer = self.ac_in_buffer[index+terminator_len:]
# This does the Right Thing if the terminator
# is changed here.
self.found_terminator()
else:
# check for a prefix of the terminator
index = find_prefix_at_end(self.ac_in_buffer, terminator)
if index:
if index != lb:
# we found a prefix, collect up to the prefix
self.collect_incoming_data(self.ac_in_buffer[:-index])
self.ac_in_buffer = self.ac_in_buffer[-index:]
break
else:
# no prefix, collect it all
self.collect_incoming_data(self.ac_in_buffer)
self.ac_in_buffer = b''
def handle_write(self):
self.initiate_send()
def handle_close(self):
self.close()
def push(self, data):
if not isinstance(data, (bytes, bytearray, memoryview)):
raise TypeError('data argument must be byte-ish (%r)',
type(data))
sabs = self.ac_out_buffer_size
if len(data) > sabs:
for i in range(0, len(data), sabs):
self.producer_fifo.append(data[i:i+sabs])
else:
self.producer_fifo.append(data)
self.initiate_send()
def push_with_producer(self, producer):
self.producer_fifo.append(producer)
self.initiate_send()
def readable(self):
"predicate for inclusion in the readable for select()"
# cannot use the old predicate, it violates the claim of the
# set_terminator method.
# return (len(self.ac_in_buffer) <= self.ac_in_buffer_size)
return 1
def writable(self):
"predicate for inclusion in the writable for select()"
return self.producer_fifo or (not self.connected)
def close_when_done(self):
"automatically close this channel once the outgoing queue is empty"
self.producer_fifo.append(None)
def initiate_send(self):
while self.producer_fifo and self.connected:
first = self.producer_fifo[0]
# handle empty string/buffer or None entry
if not first:
del self.producer_fifo[0]
if first is None:
self.handle_close()
return
# handle classic producer behavior
obs = self.ac_out_buffer_size
try:
data = first[:obs]
except TypeError:
data = first.more()
if data:
self.producer_fifo.appendleft(data)
else:
del self.producer_fifo[0]
continue
if isinstance(data, str) and self.use_encoding:
data = bytes(data, self.encoding)
# send the data
try:
num_sent = self.send(data)
except OSError:
self.handle_error()
return
if num_sent:
if num_sent < len(data) or obs < len(first):
self.producer_fifo[0] = first[num_sent:]
else:
del self.producer_fifo[0]
# we tried to send some actual data
return
def discard_buffers(self):
# Emergencies only!
self.ac_in_buffer = b''
del self.incoming[:]
self.producer_fifo.clear()
class simple_producer:
def __init__(self, data, buffer_size=512):
self.data = data
self.buffer_size = buffer_size
def more(self):
if len(self.data) > self.buffer_size:
result = self.data[:self.buffer_size]
self.data = self.data[self.buffer_size:]
return result
else:
result = self.data
self.data = b''
return result
# Given 'haystack', see if any prefix of 'needle' is at its end. This
# assumes an exact match has already been checked. Return the number of
# characters matched.
# for example:
# f_p_a_e("qwerty\r", "\r\n") => 1
# f_p_a_e("qwertydkjf", "\r\n") => 0
# f_p_a_e("qwerty\r\n", "\r\n") => <undefined>
# this could maybe be made faster with a computed regex?
# [answer: no; circa Python-2.0, Jan 2001]
# new python: 28961/s
# old python: 18307/s
# re: 12820/s
# regex: 14035/s
def find_prefix_at_end(haystack, needle):
l = len(needle) - 1
while l and not haystack.endswith(needle[:l]):
l -= 1
return l
copyreg.py 0000644 00000015737 15115353744 0006613 0 ustar 00 """Helper to provide extensibility for pickle.
This is only useful to add pickle support for extension types defined in
C, not for instances of user-defined classes.
"""
__all__ = ["pickle", "constructor",
"add_extension", "remove_extension", "clear_extension_cache"]
dispatch_table = {}
def pickle(ob_type, pickle_function, constructor_ob=None):
if not callable(pickle_function):
raise TypeError("reduction functions must be callable")
dispatch_table[ob_type] = pickle_function
# The constructor_ob function is a vestige of safe for unpickling.
# There is no reason for the caller to pass it anymore.
if constructor_ob is not None:
constructor(constructor_ob)
def constructor(object):
if not callable(object):
raise TypeError("constructors must be callable")
# Example: provide pickling support for complex numbers.
try:
complex
except NameError:
pass
else:
def pickle_complex(c):
return complex, (c.real, c.imag)
pickle(complex, pickle_complex, complex)
# Support for pickling new-style objects
def _reconstructor(cls, base, state):
if base is object:
obj = object.__new__(cls)
else:
obj = base.__new__(cls, state)
if base.__init__ != object.__init__:
base.__init__(obj, state)
return obj
_HEAPTYPE = 1<<9
# Python code for object.__reduce_ex__ for protocols 0 and 1
def _reduce_ex(self, proto):
assert proto < 2
cls = self.__class__
for base in cls.__mro__:
if hasattr(base, '__flags__') and not base.__flags__ & _HEAPTYPE:
break
else:
base = object # not really reachable
if base is object:
state = None
else:
if base is cls:
raise TypeError(f"cannot pickle {cls.__name__!r} object")
state = base(self)
args = (cls, base, state)
try:
getstate = self.__getstate__
except AttributeError:
if getattr(self, "__slots__", None):
raise TypeError(f"cannot pickle {cls.__name__!r} object: "
f"a class that defines __slots__ without "
f"defining __getstate__ cannot be pickled "
f"with protocol {proto}") from None
try:
dict = self.__dict__
except AttributeError:
dict = None
else:
dict = getstate()
if dict:
return _reconstructor, args, dict
else:
return _reconstructor, args
# Helper for __reduce_ex__ protocol 2
def __newobj__(cls, *args):
return cls.__new__(cls, *args)
def __newobj_ex__(cls, args, kwargs):
"""Used by pickle protocol 4, instead of __newobj__ to allow classes with
keyword-only arguments to be pickled correctly.
"""
return cls.__new__(cls, *args, **kwargs)
def _slotnames(cls):
"""Return a list of slot names for a given class.
This needs to find slots defined by the class and its bases, so we
can't simply return the __slots__ attribute. We must walk down
the Method Resolution Order and concatenate the __slots__ of each
class found there. (This assumes classes don't modify their
__slots__ attribute to misrepresent their slots after the class is
defined.)
"""
# Get the value from a cache in the class if possible
names = cls.__dict__.get("__slotnames__")
if names is not None:
return names
# Not cached -- calculate the value
names = []
if not hasattr(cls, "__slots__"):
# This class has no slots
pass
else:
# Slots found -- gather slot names from all base classes
for c in cls.__mro__:
if "__slots__" in c.__dict__:
slots = c.__dict__['__slots__']
# if class has a single slot, it can be given as a string
if isinstance(slots, str):
slots = (slots,)
for name in slots:
# special descriptors
if name in ("__dict__", "__weakref__"):
continue
# mangled names
elif name.startswith('__') and not name.endswith('__'):
stripped = c.__name__.lstrip('_')
if stripped:
names.append('_%s%s' % (stripped, name))
else:
names.append(name)
else:
names.append(name)
# Cache the outcome in the class if at all possible
try:
cls.__slotnames__ = names
except:
pass # But don't die if we can't
return names
# A registry of extension codes. This is an ad-hoc compression
# mechanism. Whenever a global reference to <module>, <name> is about
# to be pickled, the (<module>, <name>) tuple is looked up here to see
# if it is a registered extension code for it. Extension codes are
# universal, so that the meaning of a pickle does not depend on
# context. (There are also some codes reserved for local use that
# don't have this restriction.) Codes are positive ints; 0 is
# reserved.
_extension_registry = {} # key -> code
_inverted_registry = {} # code -> key
_extension_cache = {} # code -> object
# Don't ever rebind those names: pickling grabs a reference to them when
# it's initialized, and won't see a rebinding.
def add_extension(module, name, code):
"""Register an extension code."""
code = int(code)
if not 1 <= code <= 0x7fffffff:
raise ValueError("code out of range")
key = (module, name)
if (_extension_registry.get(key) == code and
_inverted_registry.get(code) == key):
return # Redundant registrations are benign
if key in _extension_registry:
raise ValueError("key %s is already registered with code %s" %
(key, _extension_registry[key]))
if code in _inverted_registry:
raise ValueError("code %s is already in use for key %s" %
(code, _inverted_registry[code]))
_extension_registry[key] = code
_inverted_registry[code] = key
def remove_extension(module, name, code):
"""Unregister an extension code. For testing only."""
key = (module, name)
if (_extension_registry.get(key) != code or
_inverted_registry.get(code) != key):
raise ValueError("key %s is not registered with code %s" %
(key, code))
del _extension_registry[key]
del _inverted_registry[code]
if code in _extension_cache:
del _extension_cache[code]
def clear_extension_cache():
_extension_cache.clear()
# Standard extension code assignments
# Reserved ranges
# First Last Count Purpose
# 1 127 127 Reserved for Python standard library
# 128 191 64 Reserved for Zope
# 192 239 48 Reserved for 3rd parties
# 240 255 16 Reserved for private use (will never be assigned)
# 256 Inf Inf Reserved for future assignment
# Extension codes are assigned by the Python Software Foundation.
uuid.py 0000644 00000073463 15115353744 0006111 0 ustar 00 r"""UUID objects (universally unique identifiers) according to RFC 4122.
This module provides immutable UUID objects (class UUID) and the functions
uuid1(), uuid3(), uuid4(), uuid5() for generating version 1, 3, 4, and 5
UUIDs as specified in RFC 4122.
If all you want is a unique ID, you should probably call uuid1() or uuid4().
Note that uuid1() may compromise privacy since it creates a UUID containing
the computer's network address. uuid4() creates a random UUID.
Typical usage:
>>> import uuid
# make a UUID based on the host ID and current time
>>> uuid.uuid1() # doctest: +SKIP
UUID('a8098c1a-f86e-11da-bd1a-00112444be1e')
# make a UUID using an MD5 hash of a namespace UUID and a name
>>> uuid.uuid3(uuid.NAMESPACE_DNS, 'python.org')
UUID('6fa459ea-ee8a-3ca4-894e-db77e160355e')
# make a random UUID
>>> uuid.uuid4() # doctest: +SKIP
UUID('16fd2706-8baf-433b-82eb-8c7fada847da')
# make a UUID using a SHA-1 hash of a namespace UUID and a name
>>> uuid.uuid5(uuid.NAMESPACE_DNS, 'python.org')
UUID('886313e1-3b8a-5372-9b90-0c9aee199e5d')
# make a UUID from a string of hex digits (braces and hyphens ignored)
>>> x = uuid.UUID('{00010203-0405-0607-0809-0a0b0c0d0e0f}')
# convert a UUID to a string of hex digits in standard form
>>> str(x)
'00010203-0405-0607-0809-0a0b0c0d0e0f'
# get the raw 16 bytes of the UUID
>>> x.bytes
b'\x00\x01\x02\x03\x04\x05\x06\x07\x08\t\n\x0b\x0c\r\x0e\x0f'
# make a UUID from a 16-byte string
>>> uuid.UUID(bytes=x.bytes)
UUID('00010203-0405-0607-0809-0a0b0c0d0e0f')
"""
import os
import sys
from enum import Enum
__author__ = 'Ka-Ping Yee <ping@zesty.ca>'
# The recognized platforms - known behaviors
if sys.platform in ('win32', 'darwin'):
_AIX = _LINUX = False
else:
import platform
_platform_system = platform.system()
_AIX = _platform_system == 'AIX'
_LINUX = _platform_system == 'Linux'
RESERVED_NCS, RFC_4122, RESERVED_MICROSOFT, RESERVED_FUTURE = [
'reserved for NCS compatibility', 'specified in RFC 4122',
'reserved for Microsoft compatibility', 'reserved for future definition']
int_ = int # The built-in int type
bytes_ = bytes # The built-in bytes type
class SafeUUID(Enum):
safe = 0
unsafe = -1
unknown = None
class UUID:
"""Instances of the UUID class represent UUIDs as specified in RFC 4122.
UUID objects are immutable, hashable, and usable as dictionary keys.
Converting a UUID to a string with str() yields something in the form
'12345678-1234-1234-1234-123456789abc'. The UUID constructor accepts
five possible forms: a similar string of hexadecimal digits, or a tuple
of six integer fields (with 32-bit, 16-bit, 16-bit, 8-bit, 8-bit, and
48-bit values respectively) as an argument named 'fields', or a string
of 16 bytes (with all the integer fields in big-endian order) as an
argument named 'bytes', or a string of 16 bytes (with the first three
fields in little-endian order) as an argument named 'bytes_le', or a
single 128-bit integer as an argument named 'int'.
UUIDs have these read-only attributes:
bytes the UUID as a 16-byte string (containing the six
integer fields in big-endian byte order)
bytes_le the UUID as a 16-byte string (with time_low, time_mid,
and time_hi_version in little-endian byte order)
fields a tuple of the six integer fields of the UUID,
which are also available as six individual attributes
and two derived attributes:
time_low the first 32 bits of the UUID
time_mid the next 16 bits of the UUID
time_hi_version the next 16 bits of the UUID
clock_seq_hi_variant the next 8 bits of the UUID
clock_seq_low the next 8 bits of the UUID
node the last 48 bits of the UUID
time the 60-bit timestamp
clock_seq the 14-bit sequence number
hex the UUID as a 32-character hexadecimal string
int the UUID as a 128-bit integer
urn the UUID as a URN as specified in RFC 4122
variant the UUID variant (one of the constants RESERVED_NCS,
RFC_4122, RESERVED_MICROSOFT, or RESERVED_FUTURE)
version the UUID version number (1 through 5, meaningful only
when the variant is RFC_4122)
is_safe An enum indicating whether the UUID has been generated in
a way that is safe for multiprocessing applications, via
uuid_generate_time_safe(3).
"""
__slots__ = ('int', 'is_safe', '__weakref__')
def __init__(self, hex=None, bytes=None, bytes_le=None, fields=None,
int=None, version=None,
*, is_safe=SafeUUID.unknown):
r"""Create a UUID from either a string of 32 hexadecimal digits,
a string of 16 bytes as the 'bytes' argument, a string of 16 bytes
in little-endian order as the 'bytes_le' argument, a tuple of six
integers (32-bit time_low, 16-bit time_mid, 16-bit time_hi_version,
8-bit clock_seq_hi_variant, 8-bit clock_seq_low, 48-bit node) as
the 'fields' argument, or a single 128-bit integer as the 'int'
argument. When a string of hex digits is given, curly braces,
hyphens, and a URN prefix are all optional. For example, these
expressions all yield the same UUID:
UUID('{12345678-1234-5678-1234-567812345678}')
UUID('12345678123456781234567812345678')
UUID('urn:uuid:12345678-1234-5678-1234-567812345678')
UUID(bytes='\x12\x34\x56\x78'*4)
UUID(bytes_le='\x78\x56\x34\x12\x34\x12\x78\x56' +
'\x12\x34\x56\x78\x12\x34\x56\x78')
UUID(fields=(0x12345678, 0x1234, 0x5678, 0x12, 0x34, 0x567812345678))
UUID(int=0x12345678123456781234567812345678)
Exactly one of 'hex', 'bytes', 'bytes_le', 'fields', or 'int' must
be given. The 'version' argument is optional; if given, the resulting
UUID will have its variant and version set according to RFC 4122,
overriding the given 'hex', 'bytes', 'bytes_le', 'fields', or 'int'.
is_safe is an enum exposed as an attribute on the instance. It
indicates whether the UUID has been generated in a way that is safe
for multiprocessing applications, via uuid_generate_time_safe(3).
"""
if [hex, bytes, bytes_le, fields, int].count(None) != 4:
raise TypeError('one of the hex, bytes, bytes_le, fields, '
'or int arguments must be given')
if hex is not None:
hex = hex.replace('urn:', '').replace('uuid:', '')
hex = hex.strip('{}').replace('-', '')
if len(hex) != 32:
raise ValueError('badly formed hexadecimal UUID string')
int = int_(hex, 16)
if bytes_le is not None:
if len(bytes_le) != 16:
raise ValueError('bytes_le is not a 16-char string')
bytes = (bytes_le[4-1::-1] + bytes_le[6-1:4-1:-1] +
bytes_le[8-1:6-1:-1] + bytes_le[8:])
if bytes is not None:
if len(bytes) != 16:
raise ValueError('bytes is not a 16-char string')
assert isinstance(bytes, bytes_), repr(bytes)
int = int_.from_bytes(bytes, byteorder='big')
if fields is not None:
if len(fields) != 6:
raise ValueError('fields is not a 6-tuple')
(time_low, time_mid, time_hi_version,
clock_seq_hi_variant, clock_seq_low, node) = fields
if not 0 <= time_low < 1<<32:
raise ValueError('field 1 out of range (need a 32-bit value)')
if not 0 <= time_mid < 1<<16:
raise ValueError('field 2 out of range (need a 16-bit value)')
if not 0 <= time_hi_version < 1<<16:
raise ValueError('field 3 out of range (need a 16-bit value)')
if not 0 <= clock_seq_hi_variant < 1<<8:
raise ValueError('field 4 out of range (need an 8-bit value)')
if not 0 <= clock_seq_low < 1<<8:
raise ValueError('field 5 out of range (need an 8-bit value)')
if not 0 <= node < 1<<48:
raise ValueError('field 6 out of range (need a 48-bit value)')
clock_seq = (clock_seq_hi_variant << 8) | clock_seq_low
int = ((time_low << 96) | (time_mid << 80) |
(time_hi_version << 64) | (clock_seq << 48) | node)
if int is not None:
if not 0 <= int < 1<<128:
raise ValueError('int is out of range (need a 128-bit value)')
if version is not None:
if not 1 <= version <= 5:
raise ValueError('illegal version number')
# Set the variant to RFC 4122.
int &= ~(0xc000 << 48)
int |= 0x8000 << 48
# Set the version number.
int &= ~(0xf000 << 64)
int |= version << 76
object.__setattr__(self, 'int', int)
object.__setattr__(self, 'is_safe', is_safe)
def __getstate__(self):
d = {'int': self.int}
if self.is_safe != SafeUUID.unknown:
# is_safe is a SafeUUID instance. Return just its value, so that
# it can be un-pickled in older Python versions without SafeUUID.
d['is_safe'] = self.is_safe.value
return d
def __setstate__(self, state):
object.__setattr__(self, 'int', state['int'])
# is_safe was added in 3.7; it is also omitted when it is "unknown"
object.__setattr__(self, 'is_safe',
SafeUUID(state['is_safe'])
if 'is_safe' in state else SafeUUID.unknown)
def __eq__(self, other):
if isinstance(other, UUID):
return self.int == other.int
return NotImplemented
# Q. What's the value of being able to sort UUIDs?
# A. Use them as keys in a B-Tree or similar mapping.
def __lt__(self, other):
if isinstance(other, UUID):
return self.int < other.int
return NotImplemented
def __gt__(self, other):
if isinstance(other, UUID):
return self.int > other.int
return NotImplemented
def __le__(self, other):
if isinstance(other, UUID):
return self.int <= other.int
return NotImplemented
def __ge__(self, other):
if isinstance(other, UUID):
return self.int >= other.int
return NotImplemented
def __hash__(self):
return hash(self.int)
def __int__(self):
return self.int
def __repr__(self):
return '%s(%r)' % (self.__class__.__name__, str(self))
def __setattr__(self, name, value):
raise TypeError('UUID objects are immutable')
def __str__(self):
hex = '%032x' % self.int
return '%s-%s-%s-%s-%s' % (
hex[:8], hex[8:12], hex[12:16], hex[16:20], hex[20:])
@property
def bytes(self):
return self.int.to_bytes(16, 'big')
@property
def bytes_le(self):
bytes = self.bytes
return (bytes[4-1::-1] + bytes[6-1:4-1:-1] + bytes[8-1:6-1:-1] +
bytes[8:])
@property
def fields(self):
return (self.time_low, self.time_mid, self.time_hi_version,
self.clock_seq_hi_variant, self.clock_seq_low, self.node)
@property
def time_low(self):
return self.int >> 96
@property
def time_mid(self):
return (self.int >> 80) & 0xffff
@property
def time_hi_version(self):
return (self.int >> 64) & 0xffff
@property
def clock_seq_hi_variant(self):
return (self.int >> 56) & 0xff
@property
def clock_seq_low(self):
return (self.int >> 48) & 0xff
@property
def time(self):
return (((self.time_hi_version & 0x0fff) << 48) |
(self.time_mid << 32) | self.time_low)
@property
def clock_seq(self):
return (((self.clock_seq_hi_variant & 0x3f) << 8) |
self.clock_seq_low)
@property
def node(self):
return self.int & 0xffffffffffff
@property
def hex(self):
return '%032x' % self.int
@property
def urn(self):
return 'urn:uuid:' + str(self)
@property
def variant(self):
if not self.int & (0x8000 << 48):
return RESERVED_NCS
elif not self.int & (0x4000 << 48):
return RFC_4122
elif not self.int & (0x2000 << 48):
return RESERVED_MICROSOFT
else:
return RESERVED_FUTURE
@property
def version(self):
# The version bits are only meaningful for RFC 4122 UUIDs.
if self.variant == RFC_4122:
return int((self.int >> 76) & 0xf)
def _popen(command, *args):
import os, shutil, subprocess
executable = shutil.which(command)
if executable is None:
path = os.pathsep.join(('/sbin', '/usr/sbin'))
executable = shutil.which(command, path=path)
if executable is None:
return None
# LC_ALL=C to ensure English output, stderr=DEVNULL to prevent output
# on stderr (Note: we don't have an example where the words we search
# for are actually localized, but in theory some system could do so.)
env = dict(os.environ)
env['LC_ALL'] = 'C'
proc = subprocess.Popen((executable,) + args,
stdout=subprocess.PIPE,
stderr=subprocess.DEVNULL,
env=env)
return proc
# For MAC (a.k.a. IEEE 802, or EUI-48) addresses, the second least significant
# bit of the first octet signifies whether the MAC address is universally (0)
# or locally (1) administered. Network cards from hardware manufacturers will
# always be universally administered to guarantee global uniqueness of the MAC
# address, but any particular machine may have other interfaces which are
# locally administered. An example of the latter is the bridge interface to
# the Touch Bar on MacBook Pros.
#
# This bit works out to be the 42nd bit counting from 1 being the least
# significant, or 1<<41. We'll prefer universally administered MAC addresses
# over locally administered ones since the former are globally unique, but
# we'll return the first of the latter found if that's all the machine has.
#
# See https://en.wikipedia.org/wiki/MAC_address#Universal_vs._local
def _is_universal(mac):
return not (mac & (1 << 41))
def _find_mac(command, args, hw_identifiers, get_index):
first_local_mac = None
try:
proc = _popen(command, *args.split())
if not proc:
return None
with proc:
for line in proc.stdout:
words = line.lower().rstrip().split()
for i in range(len(words)):
if words[i] in hw_identifiers:
try:
word = words[get_index(i)]
mac = int(word.replace(b':', b''), 16)
if _is_universal(mac):
return mac
first_local_mac = first_local_mac or mac
except (ValueError, IndexError):
# Virtual interfaces, such as those provided by
# VPNs, do not have a colon-delimited MAC address
# as expected, but a 16-byte HWAddr separated by
# dashes. These should be ignored in favor of a
# real MAC address
pass
except OSError:
pass
return first_local_mac or None
def _ifconfig_getnode():
"""Get the hardware address on Unix by running ifconfig."""
# This works on Linux ('' or '-a'), Tru64 ('-av'), but not all Unixes.
keywords = (b'hwaddr', b'ether', b'address:', b'lladdr')
for args in ('', '-a', '-av'):
mac = _find_mac('ifconfig', args, keywords, lambda i: i+1)
if mac:
return mac
return None
def _ip_getnode():
"""Get the hardware address on Unix by running ip."""
# This works on Linux with iproute2.
mac = _find_mac('ip', 'link', [b'link/ether'], lambda i: i+1)
if mac:
return mac
return None
def _arp_getnode():
"""Get the hardware address on Unix by running arp."""
import os, socket
try:
ip_addr = socket.gethostbyname(socket.gethostname())
except OSError:
return None
# Try getting the MAC addr from arp based on our IP address (Solaris).
mac = _find_mac('arp', '-an', [os.fsencode(ip_addr)], lambda i: -1)
if mac:
return mac
# This works on OpenBSD
mac = _find_mac('arp', '-an', [os.fsencode(ip_addr)], lambda i: i+1)
if mac:
return mac
# This works on Linux, FreeBSD and NetBSD
mac = _find_mac('arp', '-an', [os.fsencode('(%s)' % ip_addr)],
lambda i: i+2)
# Return None instead of 0.
if mac:
return mac
return None
def _lanscan_getnode():
"""Get the hardware address on Unix by running lanscan."""
# This might work on HP-UX.
return _find_mac('lanscan', '-ai', [b'lan0'], lambda i: 0)
def _netstat_getnode():
"""Get the hardware address on Unix by running netstat."""
# This might work on AIX, Tru64 UNIX.
first_local_mac = None
try:
proc = _popen('netstat', '-ia')
if not proc:
return None
with proc:
words = proc.stdout.readline().rstrip().split()
try:
i = words.index(b'Address')
except ValueError:
return None
for line in proc.stdout:
try:
words = line.rstrip().split()
word = words[i]
if len(word) == 17 and word.count(b':') == 5:
mac = int(word.replace(b':', b''), 16)
if _is_universal(mac):
return mac
first_local_mac = first_local_mac or mac
except (ValueError, IndexError):
pass
except OSError:
pass
return first_local_mac or None
def _ipconfig_getnode():
"""Get the hardware address on Windows by running ipconfig.exe."""
import os, re, subprocess
first_local_mac = None
dirs = ['', r'c:\windows\system32', r'c:\winnt\system32']
try:
import ctypes
buffer = ctypes.create_string_buffer(300)
ctypes.windll.kernel32.GetSystemDirectoryA(buffer, 300)
dirs.insert(0, buffer.value.decode('mbcs'))
except:
pass
for dir in dirs:
try:
proc = subprocess.Popen([os.path.join(dir, 'ipconfig'), '/all'],
stdout=subprocess.PIPE,
encoding="oem")
except OSError:
continue
with proc:
for line in proc.stdout:
value = line.split(':')[-1].strip().lower()
if re.fullmatch('(?:[0-9a-f][0-9a-f]-){5}[0-9a-f][0-9a-f]', value):
mac = int(value.replace('-', ''), 16)
if _is_universal(mac):
return mac
first_local_mac = first_local_mac or mac
return first_local_mac or None
def _netbios_getnode():
"""Get the hardware address on Windows using NetBIOS calls.
See http://support.microsoft.com/kb/118623 for details."""
import win32wnet, netbios
first_local_mac = None
ncb = netbios.NCB()
ncb.Command = netbios.NCBENUM
ncb.Buffer = adapters = netbios.LANA_ENUM()
adapters._pack()
if win32wnet.Netbios(ncb) != 0:
return None
adapters._unpack()
for i in range(adapters.length):
ncb.Reset()
ncb.Command = netbios.NCBRESET
ncb.Lana_num = ord(adapters.lana[i])
if win32wnet.Netbios(ncb) != 0:
continue
ncb.Reset()
ncb.Command = netbios.NCBASTAT
ncb.Lana_num = ord(adapters.lana[i])
ncb.Callname = '*'.ljust(16)
ncb.Buffer = status = netbios.ADAPTER_STATUS()
if win32wnet.Netbios(ncb) != 0:
continue
status._unpack()
bytes = status.adapter_address[:6]
if len(bytes) != 6:
continue
mac = int.from_bytes(bytes, 'big')
if _is_universal(mac):
return mac
first_local_mac = first_local_mac or mac
return first_local_mac or None
_generate_time_safe = _UuidCreate = None
_has_uuid_generate_time_safe = None
# Import optional C extension at toplevel, to help disabling it when testing
try:
import _uuid
except ImportError:
_uuid = None
def _load_system_functions():
"""
Try to load platform-specific functions for generating uuids.
"""
global _generate_time_safe, _UuidCreate, _has_uuid_generate_time_safe
if _has_uuid_generate_time_safe is not None:
return
_has_uuid_generate_time_safe = False
if sys.platform == "darwin" and int(os.uname().release.split('.')[0]) < 9:
# The uuid_generate_* functions are broken on MacOS X 10.5, as noted
# in issue #8621 the function generates the same sequence of values
# in the parent process and all children created using fork (unless
# those children use exec as well).
#
# Assume that the uuid_generate functions are broken from 10.5 onward,
# the test can be adjusted when a later version is fixed.
pass
elif _uuid is not None:
_generate_time_safe = _uuid.generate_time_safe
_has_uuid_generate_time_safe = _uuid.has_uuid_generate_time_safe
return
try:
# If we couldn't find an extension module, try ctypes to find
# system routines for UUID generation.
# Thanks to Thomas Heller for ctypes and for his help with its use here.
import ctypes
import ctypes.util
# The uuid_generate_* routines are provided by libuuid on at least
# Linux and FreeBSD, and provided by libc on Mac OS X.
_libnames = ['uuid']
if not sys.platform.startswith('win'):
_libnames.append('c')
for libname in _libnames:
try:
lib = ctypes.CDLL(ctypes.util.find_library(libname))
except Exception: # pragma: nocover
continue
# Try to find the safe variety first.
if hasattr(lib, 'uuid_generate_time_safe'):
_uuid_generate_time_safe = lib.uuid_generate_time_safe
# int uuid_generate_time_safe(uuid_t out);
def _generate_time_safe():
_buffer = ctypes.create_string_buffer(16)
res = _uuid_generate_time_safe(_buffer)
return bytes(_buffer.raw), res
_has_uuid_generate_time_safe = True
break
elif hasattr(lib, 'uuid_generate_time'): # pragma: nocover
_uuid_generate_time = lib.uuid_generate_time
# void uuid_generate_time(uuid_t out);
_uuid_generate_time.restype = None
def _generate_time_safe():
_buffer = ctypes.create_string_buffer(16)
_uuid_generate_time(_buffer)
return bytes(_buffer.raw), None
break
# On Windows prior to 2000, UuidCreate gives a UUID containing the
# hardware address. On Windows 2000 and later, UuidCreate makes a
# random UUID and UuidCreateSequential gives a UUID containing the
# hardware address. These routines are provided by the RPC runtime.
# NOTE: at least on Tim's WinXP Pro SP2 desktop box, while the last
# 6 bytes returned by UuidCreateSequential are fixed, they don't appear
# to bear any relationship to the MAC address of any network device
# on the box.
try:
lib = ctypes.windll.rpcrt4
except:
lib = None
_UuidCreate = getattr(lib, 'UuidCreateSequential',
getattr(lib, 'UuidCreate', None))
except Exception as exc:
import warnings
warnings.warn(f"Could not find fallback ctypes uuid functions: {exc}",
ImportWarning)
def _unix_getnode():
"""Get the hardware address on Unix using the _uuid extension module
or ctypes."""
_load_system_functions()
uuid_time, _ = _generate_time_safe()
return UUID(bytes=uuid_time).node
def _windll_getnode():
"""Get the hardware address on Windows using ctypes."""
import ctypes
_load_system_functions()
_buffer = ctypes.create_string_buffer(16)
if _UuidCreate(_buffer) == 0:
return UUID(bytes=bytes_(_buffer.raw)).node
def _random_getnode():
"""Get a random node ID."""
# RFC 4122, $4.1.6 says "For systems with no IEEE address, a randomly or
# pseudo-randomly generated value may be used; see Section 4.5. The
# multicast bit must be set in such addresses, in order that they will
# never conflict with addresses obtained from network cards."
#
# The "multicast bit" of a MAC address is defined to be "the least
# significant bit of the first octet". This works out to be the 41st bit
# counting from 1 being the least significant bit, or 1<<40.
#
# See https://en.wikipedia.org/wiki/MAC_address#Unicast_vs._multicast
import random
return random.getrandbits(48) | (1 << 40)
# _OS_GETTERS, when known, are targeted for a specific OS or platform.
# The order is by 'common practice' on the specified platform.
# Note: 'posix' and 'windows' _OS_GETTERS are prefixed by a dll/dlload() method
# which, when successful, means none of these "external" methods are called.
# _GETTERS is (also) used by test_uuid.py to SkipUnless(), e.g.,
# @unittest.skipUnless(_uuid._ifconfig_getnode in _uuid._GETTERS, ...)
if _LINUX:
_OS_GETTERS = [_ip_getnode, _ifconfig_getnode]
elif sys.platform == 'darwin':
_OS_GETTERS = [_ifconfig_getnode, _arp_getnode, _netstat_getnode]
elif sys.platform == 'win32':
_OS_GETTERS = [_netbios_getnode, _ipconfig_getnode]
elif _AIX:
_OS_GETTERS = [_netstat_getnode]
else:
_OS_GETTERS = [_ifconfig_getnode, _ip_getnode, _arp_getnode,
_netstat_getnode, _lanscan_getnode]
if os.name == 'posix':
_GETTERS = [_unix_getnode] + _OS_GETTERS
elif os.name == 'nt':
_GETTERS = [_windll_getnode] + _OS_GETTERS
else:
_GETTERS = _OS_GETTERS
_node = None
def getnode(*, getters=None):
"""Get the hardware address as a 48-bit positive integer.
The first time this runs, it may launch a separate program, which could
be quite slow. If all attempts to obtain the hardware address fail, we
choose a random 48-bit number with its eighth bit set to 1 as recommended
in RFC 4122.
"""
global _node
if _node is not None:
return _node
for getter in _GETTERS + [_random_getnode]:
try:
_node = getter()
except:
continue
if (_node is not None) and (0 <= _node < (1 << 48)):
return _node
assert False, '_random_getnode() returned invalid value: {}'.format(_node)
_last_timestamp = None
def uuid1(node=None, clock_seq=None):
"""Generate a UUID from a host ID, sequence number, and the current time.
If 'node' is not given, getnode() is used to obtain the hardware
address. If 'clock_seq' is given, it is used as the sequence number;
otherwise a random 14-bit sequence number is chosen."""
# When the system provides a version-1 UUID generator, use it (but don't
# use UuidCreate here because its UUIDs don't conform to RFC 4122).
_load_system_functions()
if _generate_time_safe is not None and node is clock_seq is None:
uuid_time, safely_generated = _generate_time_safe()
try:
is_safe = SafeUUID(safely_generated)
except ValueError:
is_safe = SafeUUID.unknown
return UUID(bytes=uuid_time, is_safe=is_safe)
global _last_timestamp
import time
nanoseconds = time.time_ns()
# 0x01b21dd213814000 is the number of 100-ns intervals between the
# UUID epoch 1582-10-15 00:00:00 and the Unix epoch 1970-01-01 00:00:00.
timestamp = nanoseconds // 100 + 0x01b21dd213814000
if _last_timestamp is not None and timestamp <= _last_timestamp:
timestamp = _last_timestamp + 1
_last_timestamp = timestamp
if clock_seq is None:
import random
clock_seq = random.getrandbits(14) # instead of stable storage
time_low = timestamp & 0xffffffff
time_mid = (timestamp >> 32) & 0xffff
time_hi_version = (timestamp >> 48) & 0x0fff
clock_seq_low = clock_seq & 0xff
clock_seq_hi_variant = (clock_seq >> 8) & 0x3f
if node is None:
node = getnode()
return UUID(fields=(time_low, time_mid, time_hi_version,
clock_seq_hi_variant, clock_seq_low, node), version=1)
def uuid3(namespace, name):
"""Generate a UUID from the MD5 hash of a namespace UUID and a name."""
from hashlib import md5
digest = md5(
namespace.bytes + bytes(name, "utf-8"),
usedforsecurity=False
).digest()
return UUID(bytes=digest[:16], version=3)
def uuid4():
"""Generate a random UUID."""
return UUID(bytes=os.urandom(16), version=4)
def uuid5(namespace, name):
"""Generate a UUID from the SHA-1 hash of a namespace UUID and a name."""
from hashlib import sha1
hash = sha1(namespace.bytes + bytes(name, "utf-8")).digest()
return UUID(bytes=hash[:16], version=5)
# The following standard UUIDs are for use with uuid3() or uuid5().
NAMESPACE_DNS = UUID('6ba7b810-9dad-11d1-80b4-00c04fd430c8')
NAMESPACE_URL = UUID('6ba7b811-9dad-11d1-80b4-00c04fd430c8')
NAMESPACE_OID = UUID('6ba7b812-9dad-11d1-80b4-00c04fd430c8')
NAMESPACE_X500 = UUID('6ba7b814-9dad-11d1-80b4-00c04fd430c8')
difflib.py 0000644 00000244132 15115353744 0006533 0 ustar 00 """
Module difflib -- helpers for computing deltas between objects.
Function get_close_matches(word, possibilities, n=3, cutoff=0.6):
Use SequenceMatcher to return list of the best "good enough" matches.
Function context_diff(a, b):
For two lists of strings, return a delta in context diff format.
Function ndiff(a, b):
Return a delta: the difference between `a` and `b` (lists of strings).
Function restore(delta, which):
Return one of the two sequences that generated an ndiff delta.
Function unified_diff(a, b):
For two lists of strings, return a delta in unified diff format.
Class SequenceMatcher:
A flexible class for comparing pairs of sequences of any type.
Class Differ:
For producing human-readable deltas from sequences of lines of text.
Class HtmlDiff:
For producing HTML side by side comparison with change highlights.
"""
__all__ = ['get_close_matches', 'ndiff', 'restore', 'SequenceMatcher',
'Differ','IS_CHARACTER_JUNK', 'IS_LINE_JUNK', 'context_diff',
'unified_diff', 'diff_bytes', 'HtmlDiff', 'Match']
from heapq import nlargest as _nlargest
from collections import namedtuple as _namedtuple
Match = _namedtuple('Match', 'a b size')
def _calculate_ratio(matches, length):
if length:
return 2.0 * matches / length
return 1.0
class SequenceMatcher:
"""
SequenceMatcher is a flexible class for comparing pairs of sequences of
any type, so long as the sequence elements are hashable. The basic
algorithm predates, and is a little fancier than, an algorithm
published in the late 1980's by Ratcliff and Obershelp under the
hyperbolic name "gestalt pattern matching". The basic idea is to find
the longest contiguous matching subsequence that contains no "junk"
elements (R-O doesn't address junk). The same idea is then applied
recursively to the pieces of the sequences to the left and to the right
of the matching subsequence. This does not yield minimal edit
sequences, but does tend to yield matches that "look right" to people.
SequenceMatcher tries to compute a "human-friendly diff" between two
sequences. Unlike e.g. UNIX(tm) diff, the fundamental notion is the
longest *contiguous* & junk-free matching subsequence. That's what
catches peoples' eyes. The Windows(tm) windiff has another interesting
notion, pairing up elements that appear uniquely in each sequence.
That, and the method here, appear to yield more intuitive difference
reports than does diff. This method appears to be the least vulnerable
to synching up on blocks of "junk lines", though (like blank lines in
ordinary text files, or maybe "<P>" lines in HTML files). That may be
because this is the only method of the 3 that has a *concept* of
"junk" <wink>.
Example, comparing two strings, and considering blanks to be "junk":
>>> s = SequenceMatcher(lambda x: x == " ",
... "private Thread currentThread;",
... "private volatile Thread currentThread;")
>>>
.ratio() returns a float in [0, 1], measuring the "similarity" of the
sequences. As a rule of thumb, a .ratio() value over 0.6 means the
sequences are close matches:
>>> print(round(s.ratio(), 3))
0.866
>>>
If you're only interested in where the sequences match,
.get_matching_blocks() is handy:
>>> for block in s.get_matching_blocks():
... print("a[%d] and b[%d] match for %d elements" % block)
a[0] and b[0] match for 8 elements
a[8] and b[17] match for 21 elements
a[29] and b[38] match for 0 elements
Note that the last tuple returned by .get_matching_blocks() is always a
dummy, (len(a), len(b), 0), and this is the only case in which the last
tuple element (number of elements matched) is 0.
If you want to know how to change the first sequence into the second,
use .get_opcodes():
>>> for opcode in s.get_opcodes():
... print("%6s a[%d:%d] b[%d:%d]" % opcode)
equal a[0:8] b[0:8]
insert a[8:8] b[8:17]
equal a[8:29] b[17:38]
See the Differ class for a fancy human-friendly file differencer, which
uses SequenceMatcher both to compare sequences of lines, and to compare
sequences of characters within similar (near-matching) lines.
See also function get_close_matches() in this module, which shows how
simple code building on SequenceMatcher can be used to do useful work.
Timing: Basic R-O is cubic time worst case and quadratic time expected
case. SequenceMatcher is quadratic time for the worst case and has
expected-case behavior dependent in a complicated way on how many
elements the sequences have in common; best case time is linear.
Methods:
__init__(isjunk=None, a='', b='')
Construct a SequenceMatcher.
set_seqs(a, b)
Set the two sequences to be compared.
set_seq1(a)
Set the first sequence to be compared.
set_seq2(b)
Set the second sequence to be compared.
find_longest_match(alo, ahi, blo, bhi)
Find longest matching block in a[alo:ahi] and b[blo:bhi].
get_matching_blocks()
Return list of triples describing matching subsequences.
get_opcodes()
Return list of 5-tuples describing how to turn a into b.
ratio()
Return a measure of the sequences' similarity (float in [0,1]).
quick_ratio()
Return an upper bound on .ratio() relatively quickly.
real_quick_ratio()
Return an upper bound on ratio() very quickly.
"""
def __init__(self, isjunk=None, a='', b='', autojunk=True):
"""Construct a SequenceMatcher.
Optional arg isjunk is None (the default), or a one-argument
function that takes a sequence element and returns true iff the
element is junk. None is equivalent to passing "lambda x: 0", i.e.
no elements are considered to be junk. For example, pass
lambda x: x in " \\t"
if you're comparing lines as sequences of characters, and don't
want to synch up on blanks or hard tabs.
Optional arg a is the first of two sequences to be compared. By
default, an empty string. The elements of a must be hashable. See
also .set_seqs() and .set_seq1().
Optional arg b is the second of two sequences to be compared. By
default, an empty string. The elements of b must be hashable. See
also .set_seqs() and .set_seq2().
Optional arg autojunk should be set to False to disable the
"automatic junk heuristic" that treats popular elements as junk
(see module documentation for more information).
"""
# Members:
# a
# first sequence
# b
# second sequence; differences are computed as "what do
# we need to do to 'a' to change it into 'b'?"
# b2j
# for x in b, b2j[x] is a list of the indices (into b)
# at which x appears; junk and popular elements do not appear
# fullbcount
# for x in b, fullbcount[x] == the number of times x
# appears in b; only materialized if really needed (used
# only for computing quick_ratio())
# matching_blocks
# a list of (i, j, k) triples, where a[i:i+k] == b[j:j+k];
# ascending & non-overlapping in i and in j; terminated by
# a dummy (len(a), len(b), 0) sentinel
# opcodes
# a list of (tag, i1, i2, j1, j2) tuples, where tag is
# one of
# 'replace' a[i1:i2] should be replaced by b[j1:j2]
# 'delete' a[i1:i2] should be deleted
# 'insert' b[j1:j2] should be inserted
# 'equal' a[i1:i2] == b[j1:j2]
# isjunk
# a user-supplied function taking a sequence element and
# returning true iff the element is "junk" -- this has
# subtle but helpful effects on the algorithm, which I'll
# get around to writing up someday <0.9 wink>.
# DON'T USE! Only __chain_b uses this. Use "in self.bjunk".
# bjunk
# the items in b for which isjunk is True.
# bpopular
# nonjunk items in b treated as junk by the heuristic (if used).
self.isjunk = isjunk
self.a = self.b = None
self.autojunk = autojunk
self.set_seqs(a, b)
def set_seqs(self, a, b):
"""Set the two sequences to be compared.
>>> s = SequenceMatcher()
>>> s.set_seqs("abcd", "bcde")
>>> s.ratio()
0.75
"""
self.set_seq1(a)
self.set_seq2(b)
def set_seq1(self, a):
"""Set the first sequence to be compared.
The second sequence to be compared is not changed.
>>> s = SequenceMatcher(None, "abcd", "bcde")
>>> s.ratio()
0.75
>>> s.set_seq1("bcde")
>>> s.ratio()
1.0
>>>
SequenceMatcher computes and caches detailed information about the
second sequence, so if you want to compare one sequence S against
many sequences, use .set_seq2(S) once and call .set_seq1(x)
repeatedly for each of the other sequences.
See also set_seqs() and set_seq2().
"""
if a is self.a:
return
self.a = a
self.matching_blocks = self.opcodes = None
def set_seq2(self, b):
"""Set the second sequence to be compared.
The first sequence to be compared is not changed.
>>> s = SequenceMatcher(None, "abcd", "bcde")
>>> s.ratio()
0.75
>>> s.set_seq2("abcd")
>>> s.ratio()
1.0
>>>
SequenceMatcher computes and caches detailed information about the
second sequence, so if you want to compare one sequence S against
many sequences, use .set_seq2(S) once and call .set_seq1(x)
repeatedly for each of the other sequences.
See also set_seqs() and set_seq1().
"""
if b is self.b:
return
self.b = b
self.matching_blocks = self.opcodes = None
self.fullbcount = None
self.__chain_b()
# For each element x in b, set b2j[x] to a list of the indices in
# b where x appears; the indices are in increasing order; note that
# the number of times x appears in b is len(b2j[x]) ...
# when self.isjunk is defined, junk elements don't show up in this
# map at all, which stops the central find_longest_match method
# from starting any matching block at a junk element ...
# b2j also does not contain entries for "popular" elements, meaning
# elements that account for more than 1 + 1% of the total elements, and
# when the sequence is reasonably large (>= 200 elements); this can
# be viewed as an adaptive notion of semi-junk, and yields an enormous
# speedup when, e.g., comparing program files with hundreds of
# instances of "return NULL;" ...
# note that this is only called when b changes; so for cross-product
# kinds of matches, it's best to call set_seq2 once, then set_seq1
# repeatedly
def __chain_b(self):
# Because isjunk is a user-defined (not C) function, and we test
# for junk a LOT, it's important to minimize the number of calls.
# Before the tricks described here, __chain_b was by far the most
# time-consuming routine in the whole module! If anyone sees
# Jim Roskind, thank him again for profile.py -- I never would
# have guessed that.
# The first trick is to build b2j ignoring the possibility
# of junk. I.e., we don't call isjunk at all yet. Throwing
# out the junk later is much cheaper than building b2j "right"
# from the start.
b = self.b
self.b2j = b2j = {}
for i, elt in enumerate(b):
indices = b2j.setdefault(elt, [])
indices.append(i)
# Purge junk elements
self.bjunk = junk = set()
isjunk = self.isjunk
if isjunk:
for elt in b2j.keys():
if isjunk(elt):
junk.add(elt)
for elt in junk: # separate loop avoids separate list of keys
del b2j[elt]
# Purge popular elements that are not junk
self.bpopular = popular = set()
n = len(b)
if self.autojunk and n >= 200:
ntest = n // 100 + 1
for elt, idxs in b2j.items():
if len(idxs) > ntest:
popular.add(elt)
for elt in popular: # ditto; as fast for 1% deletion
del b2j[elt]
def find_longest_match(self, alo, ahi, blo, bhi):
"""Find longest matching block in a[alo:ahi] and b[blo:bhi].
If isjunk is not defined:
Return (i,j,k) such that a[i:i+k] is equal to b[j:j+k], where
alo <= i <= i+k <= ahi
blo <= j <= j+k <= bhi
and for all (i',j',k') meeting those conditions,
k >= k'
i <= i'
and if i == i', j <= j'
In other words, of all maximal matching blocks, return one that
starts earliest in a, and of all those maximal matching blocks that
start earliest in a, return the one that starts earliest in b.
>>> s = SequenceMatcher(None, " abcd", "abcd abcd")
>>> s.find_longest_match(0, 5, 0, 9)
Match(a=0, b=4, size=5)
If isjunk is defined, first the longest matching block is
determined as above, but with the additional restriction that no
junk element appears in the block. Then that block is extended as
far as possible by matching (only) junk elements on both sides. So
the resulting block never matches on junk except as identical junk
happens to be adjacent to an "interesting" match.
Here's the same example as before, but considering blanks to be
junk. That prevents " abcd" from matching the " abcd" at the tail
end of the second sequence directly. Instead only the "abcd" can
match, and matches the leftmost "abcd" in the second sequence:
>>> s = SequenceMatcher(lambda x: x==" ", " abcd", "abcd abcd")
>>> s.find_longest_match(0, 5, 0, 9)
Match(a=1, b=0, size=4)
If no blocks match, return (alo, blo, 0).
>>> s = SequenceMatcher(None, "ab", "c")
>>> s.find_longest_match(0, 2, 0, 1)
Match(a=0, b=0, size=0)
"""
# CAUTION: stripping common prefix or suffix would be incorrect.
# E.g.,
# ab
# acab
# Longest matching block is "ab", but if common prefix is
# stripped, it's "a" (tied with "b"). UNIX(tm) diff does so
# strip, so ends up claiming that ab is changed to acab by
# inserting "ca" in the middle. That's minimal but unintuitive:
# "it's obvious" that someone inserted "ac" at the front.
# Windiff ends up at the same place as diff, but by pairing up
# the unique 'b's and then matching the first two 'a's.
a, b, b2j, isbjunk = self.a, self.b, self.b2j, self.bjunk.__contains__
besti, bestj, bestsize = alo, blo, 0
# find longest junk-free match
# during an iteration of the loop, j2len[j] = length of longest
# junk-free match ending with a[i-1] and b[j]
j2len = {}
nothing = []
for i in range(alo, ahi):
# look at all instances of a[i] in b; note that because
# b2j has no junk keys, the loop is skipped if a[i] is junk
j2lenget = j2len.get
newj2len = {}
for j in b2j.get(a[i], nothing):
# a[i] matches b[j]
if j < blo:
continue
if j >= bhi:
break
k = newj2len[j] = j2lenget(j-1, 0) + 1
if k > bestsize:
besti, bestj, bestsize = i-k+1, j-k+1, k
j2len = newj2len
# Extend the best by non-junk elements on each end. In particular,
# "popular" non-junk elements aren't in b2j, which greatly speeds
# the inner loop above, but also means "the best" match so far
# doesn't contain any junk *or* popular non-junk elements.
while besti > alo and bestj > blo and \
not isbjunk(b[bestj-1]) and \
a[besti-1] == b[bestj-1]:
besti, bestj, bestsize = besti-1, bestj-1, bestsize+1
while besti+bestsize < ahi and bestj+bestsize < bhi and \
not isbjunk(b[bestj+bestsize]) and \
a[besti+bestsize] == b[bestj+bestsize]:
bestsize += 1
# Now that we have a wholly interesting match (albeit possibly
# empty!), we may as well suck up the matching junk on each
# side of it too. Can't think of a good reason not to, and it
# saves post-processing the (possibly considerable) expense of
# figuring out what to do with it. In the case of an empty
# interesting match, this is clearly the right thing to do,
# because no other kind of match is possible in the regions.
while besti > alo and bestj > blo and \
isbjunk(b[bestj-1]) and \
a[besti-1] == b[bestj-1]:
besti, bestj, bestsize = besti-1, bestj-1, bestsize+1
while besti+bestsize < ahi and bestj+bestsize < bhi and \
isbjunk(b[bestj+bestsize]) and \
a[besti+bestsize] == b[bestj+bestsize]:
bestsize = bestsize + 1
return Match(besti, bestj, bestsize)
def get_matching_blocks(self):
"""Return list of triples describing matching subsequences.
Each triple is of the form (i, j, n), and means that
a[i:i+n] == b[j:j+n]. The triples are monotonically increasing in
i and in j. New in Python 2.5, it's also guaranteed that if
(i, j, n) and (i', j', n') are adjacent triples in the list, and
the second is not the last triple in the list, then i+n != i' or
j+n != j'. IOW, adjacent triples never describe adjacent equal
blocks.
The last triple is a dummy, (len(a), len(b), 0), and is the only
triple with n==0.
>>> s = SequenceMatcher(None, "abxcd", "abcd")
>>> list(s.get_matching_blocks())
[Match(a=0, b=0, size=2), Match(a=3, b=2, size=2), Match(a=5, b=4, size=0)]
"""
if self.matching_blocks is not None:
return self.matching_blocks
la, lb = len(self.a), len(self.b)
# This is most naturally expressed as a recursive algorithm, but
# at least one user bumped into extreme use cases that exceeded
# the recursion limit on their box. So, now we maintain a list
# ('queue`) of blocks we still need to look at, and append partial
# results to `matching_blocks` in a loop; the matches are sorted
# at the end.
queue = [(0, la, 0, lb)]
matching_blocks = []
while queue:
alo, ahi, blo, bhi = queue.pop()
i, j, k = x = self.find_longest_match(alo, ahi, blo, bhi)
# a[alo:i] vs b[blo:j] unknown
# a[i:i+k] same as b[j:j+k]
# a[i+k:ahi] vs b[j+k:bhi] unknown
if k: # if k is 0, there was no matching block
matching_blocks.append(x)
if alo < i and blo < j:
queue.append((alo, i, blo, j))
if i+k < ahi and j+k < bhi:
queue.append((i+k, ahi, j+k, bhi))
matching_blocks.sort()
# It's possible that we have adjacent equal blocks in the
# matching_blocks list now. Starting with 2.5, this code was added
# to collapse them.
i1 = j1 = k1 = 0
non_adjacent = []
for i2, j2, k2 in matching_blocks:
# Is this block adjacent to i1, j1, k1?
if i1 + k1 == i2 and j1 + k1 == j2:
# Yes, so collapse them -- this just increases the length of
# the first block by the length of the second, and the first
# block so lengthened remains the block to compare against.
k1 += k2
else:
# Not adjacent. Remember the first block (k1==0 means it's
# the dummy we started with), and make the second block the
# new block to compare against.
if k1:
non_adjacent.append((i1, j1, k1))
i1, j1, k1 = i2, j2, k2
if k1:
non_adjacent.append((i1, j1, k1))
non_adjacent.append( (la, lb, 0) )
self.matching_blocks = list(map(Match._make, non_adjacent))
return self.matching_blocks
def get_opcodes(self):
"""Return list of 5-tuples describing how to turn a into b.
Each tuple is of the form (tag, i1, i2, j1, j2). The first tuple
has i1 == j1 == 0, and remaining tuples have i1 == the i2 from the
tuple preceding it, and likewise for j1 == the previous j2.
The tags are strings, with these meanings:
'replace': a[i1:i2] should be replaced by b[j1:j2]
'delete': a[i1:i2] should be deleted.
Note that j1==j2 in this case.
'insert': b[j1:j2] should be inserted at a[i1:i1].
Note that i1==i2 in this case.
'equal': a[i1:i2] == b[j1:j2]
>>> a = "qabxcd"
>>> b = "abycdf"
>>> s = SequenceMatcher(None, a, b)
>>> for tag, i1, i2, j1, j2 in s.get_opcodes():
... print(("%7s a[%d:%d] (%s) b[%d:%d] (%s)" %
... (tag, i1, i2, a[i1:i2], j1, j2, b[j1:j2])))
delete a[0:1] (q) b[0:0] ()
equal a[1:3] (ab) b[0:2] (ab)
replace a[3:4] (x) b[2:3] (y)
equal a[4:6] (cd) b[3:5] (cd)
insert a[6:6] () b[5:6] (f)
"""
if self.opcodes is not None:
return self.opcodes
i = j = 0
self.opcodes = answer = []
for ai, bj, size in self.get_matching_blocks():
# invariant: we've pumped out correct diffs to change
# a[:i] into b[:j], and the next matching block is
# a[ai:ai+size] == b[bj:bj+size]. So we need to pump
# out a diff to change a[i:ai] into b[j:bj], pump out
# the matching block, and move (i,j) beyond the match
tag = ''
if i < ai and j < bj:
tag = 'replace'
elif i < ai:
tag = 'delete'
elif j < bj:
tag = 'insert'
if tag:
answer.append( (tag, i, ai, j, bj) )
i, j = ai+size, bj+size
# the list of matching blocks is terminated by a
# sentinel with size 0
if size:
answer.append( ('equal', ai, i, bj, j) )
return answer
def get_grouped_opcodes(self, n=3):
""" Isolate change clusters by eliminating ranges with no changes.
Return a generator of groups with up to n lines of context.
Each group is in the same format as returned by get_opcodes().
>>> from pprint import pprint
>>> a = list(map(str, range(1,40)))
>>> b = a[:]
>>> b[8:8] = ['i'] # Make an insertion
>>> b[20] += 'x' # Make a replacement
>>> b[23:28] = [] # Make a deletion
>>> b[30] += 'y' # Make another replacement
>>> pprint(list(SequenceMatcher(None,a,b).get_grouped_opcodes()))
[[('equal', 5, 8, 5, 8), ('insert', 8, 8, 8, 9), ('equal', 8, 11, 9, 12)],
[('equal', 16, 19, 17, 20),
('replace', 19, 20, 20, 21),
('equal', 20, 22, 21, 23),
('delete', 22, 27, 23, 23),
('equal', 27, 30, 23, 26)],
[('equal', 31, 34, 27, 30),
('replace', 34, 35, 30, 31),
('equal', 35, 38, 31, 34)]]
"""
codes = self.get_opcodes()
if not codes:
codes = [("equal", 0, 1, 0, 1)]
# Fixup leading and trailing groups if they show no changes.
if codes[0][0] == 'equal':
tag, i1, i2, j1, j2 = codes[0]
codes[0] = tag, max(i1, i2-n), i2, max(j1, j2-n), j2
if codes[-1][0] == 'equal':
tag, i1, i2, j1, j2 = codes[-1]
codes[-1] = tag, i1, min(i2, i1+n), j1, min(j2, j1+n)
nn = n + n
group = []
for tag, i1, i2, j1, j2 in codes:
# End the current group and start a new one whenever
# there is a large range with no changes.
if tag == 'equal' and i2-i1 > nn:
group.append((tag, i1, min(i2, i1+n), j1, min(j2, j1+n)))
yield group
group = []
i1, j1 = max(i1, i2-n), max(j1, j2-n)
group.append((tag, i1, i2, j1 ,j2))
if group and not (len(group)==1 and group[0][0] == 'equal'):
yield group
def ratio(self):
"""Return a measure of the sequences' similarity (float in [0,1]).
Where T is the total number of elements in both sequences, and
M is the number of matches, this is 2.0*M / T.
Note that this is 1 if the sequences are identical, and 0 if
they have nothing in common.
.ratio() is expensive to compute if you haven't already computed
.get_matching_blocks() or .get_opcodes(), in which case you may
want to try .quick_ratio() or .real_quick_ratio() first to get an
upper bound.
>>> s = SequenceMatcher(None, "abcd", "bcde")
>>> s.ratio()
0.75
>>> s.quick_ratio()
0.75
>>> s.real_quick_ratio()
1.0
"""
matches = sum(triple[-1] for triple in self.get_matching_blocks())
return _calculate_ratio(matches, len(self.a) + len(self.b))
def quick_ratio(self):
"""Return an upper bound on ratio() relatively quickly.
This isn't defined beyond that it is an upper bound on .ratio(), and
is faster to compute.
"""
# viewing a and b as multisets, set matches to the cardinality
# of their intersection; this counts the number of matches
# without regard to order, so is clearly an upper bound
if self.fullbcount is None:
self.fullbcount = fullbcount = {}
for elt in self.b:
fullbcount[elt] = fullbcount.get(elt, 0) + 1
fullbcount = self.fullbcount
# avail[x] is the number of times x appears in 'b' less the
# number of times we've seen it in 'a' so far ... kinda
avail = {}
availhas, matches = avail.__contains__, 0
for elt in self.a:
if availhas(elt):
numb = avail[elt]
else:
numb = fullbcount.get(elt, 0)
avail[elt] = numb - 1
if numb > 0:
matches = matches + 1
return _calculate_ratio(matches, len(self.a) + len(self.b))
def real_quick_ratio(self):
"""Return an upper bound on ratio() very quickly.
This isn't defined beyond that it is an upper bound on .ratio(), and
is faster to compute than either .ratio() or .quick_ratio().
"""
la, lb = len(self.a), len(self.b)
# can't have more matches than the number of elements in the
# shorter sequence
return _calculate_ratio(min(la, lb), la + lb)
def get_close_matches(word, possibilities, n=3, cutoff=0.6):
"""Use SequenceMatcher to return list of the best "good enough" matches.
word is a sequence for which close matches are desired (typically a
string).
possibilities is a list of sequences against which to match word
(typically a list of strings).
Optional arg n (default 3) is the maximum number of close matches to
return. n must be > 0.
Optional arg cutoff (default 0.6) is a float in [0, 1]. Possibilities
that don't score at least that similar to word are ignored.
The best (no more than n) matches among the possibilities are returned
in a list, sorted by similarity score, most similar first.
>>> get_close_matches("appel", ["ape", "apple", "peach", "puppy"])
['apple', 'ape']
>>> import keyword as _keyword
>>> get_close_matches("wheel", _keyword.kwlist)
['while']
>>> get_close_matches("Apple", _keyword.kwlist)
[]
>>> get_close_matches("accept", _keyword.kwlist)
['except']
"""
if not n > 0:
raise ValueError("n must be > 0: %r" % (n,))
if not 0.0 <= cutoff <= 1.0:
raise ValueError("cutoff must be in [0.0, 1.0]: %r" % (cutoff,))
result = []
s = SequenceMatcher()
s.set_seq2(word)
for x in possibilities:
s.set_seq1(x)
if s.real_quick_ratio() >= cutoff and \
s.quick_ratio() >= cutoff and \
s.ratio() >= cutoff:
result.append((s.ratio(), x))
# Move the best scorers to head of list
result = _nlargest(n, result)
# Strip scores for the best n matches
return [x for score, x in result]
def _keep_original_ws(s, tag_s):
"""Replace whitespace with the original whitespace characters in `s`"""
return ''.join(
c if tag_c == " " and c.isspace() else tag_c
for c, tag_c in zip(s, tag_s)
)
class Differ:
r"""
Differ is a class for comparing sequences of lines of text, and
producing human-readable differences or deltas. Differ uses
SequenceMatcher both to compare sequences of lines, and to compare
sequences of characters within similar (near-matching) lines.
Each line of a Differ delta begins with a two-letter code:
'- ' line unique to sequence 1
'+ ' line unique to sequence 2
' ' line common to both sequences
'? ' line not present in either input sequence
Lines beginning with '? ' attempt to guide the eye to intraline
differences, and were not present in either input sequence. These lines
can be confusing if the sequences contain tab characters.
Note that Differ makes no claim to produce a *minimal* diff. To the
contrary, minimal diffs are often counter-intuitive, because they synch
up anywhere possible, sometimes accidental matches 100 pages apart.
Restricting synch points to contiguous matches preserves some notion of
locality, at the occasional cost of producing a longer diff.
Example: Comparing two texts.
First we set up the texts, sequences of individual single-line strings
ending with newlines (such sequences can also be obtained from the
`readlines()` method of file-like objects):
>>> text1 = ''' 1. Beautiful is better than ugly.
... 2. Explicit is better than implicit.
... 3. Simple is better than complex.
... 4. Complex is better than complicated.
... '''.splitlines(keepends=True)
>>> len(text1)
4
>>> text1[0][-1]
'\n'
>>> text2 = ''' 1. Beautiful is better than ugly.
... 3. Simple is better than complex.
... 4. Complicated is better than complex.
... 5. Flat is better than nested.
... '''.splitlines(keepends=True)
Next we instantiate a Differ object:
>>> d = Differ()
Note that when instantiating a Differ object we may pass functions to
filter out line and character 'junk'. See Differ.__init__ for details.
Finally, we compare the two:
>>> result = list(d.compare(text1, text2))
'result' is a list of strings, so let's pretty-print it:
>>> from pprint import pprint as _pprint
>>> _pprint(result)
[' 1. Beautiful is better than ugly.\n',
'- 2. Explicit is better than implicit.\n',
'- 3. Simple is better than complex.\n',
'+ 3. Simple is better than complex.\n',
'? ++\n',
'- 4. Complex is better than complicated.\n',
'? ^ ---- ^\n',
'+ 4. Complicated is better than complex.\n',
'? ++++ ^ ^\n',
'+ 5. Flat is better than nested.\n']
As a single multi-line string it looks like this:
>>> print(''.join(result), end="")
1. Beautiful is better than ugly.
- 2. Explicit is better than implicit.
- 3. Simple is better than complex.
+ 3. Simple is better than complex.
? ++
- 4. Complex is better than complicated.
? ^ ---- ^
+ 4. Complicated is better than complex.
? ++++ ^ ^
+ 5. Flat is better than nested.
Methods:
__init__(linejunk=None, charjunk=None)
Construct a text differencer, with optional filters.
compare(a, b)
Compare two sequences of lines; generate the resulting delta.
"""
def __init__(self, linejunk=None, charjunk=None):
"""
Construct a text differencer, with optional filters.
The two optional keyword parameters are for filter functions:
- `linejunk`: A function that should accept a single string argument,
and return true iff the string is junk. The module-level function
`IS_LINE_JUNK` may be used to filter out lines without visible
characters, except for at most one splat ('#'). It is recommended
to leave linejunk None; the underlying SequenceMatcher class has
an adaptive notion of "noise" lines that's better than any static
definition the author has ever been able to craft.
- `charjunk`: A function that should accept a string of length 1. The
module-level function `IS_CHARACTER_JUNK` may be used to filter out
whitespace characters (a blank or tab; **note**: bad idea to include
newline in this!). Use of IS_CHARACTER_JUNK is recommended.
"""
self.linejunk = linejunk
self.charjunk = charjunk
def compare(self, a, b):
r"""
Compare two sequences of lines; generate the resulting delta.
Each sequence must contain individual single-line strings ending with
newlines. Such sequences can be obtained from the `readlines()` method
of file-like objects. The delta generated also consists of newline-
terminated strings, ready to be printed as-is via the writeline()
method of a file-like object.
Example:
>>> print(''.join(Differ().compare('one\ntwo\nthree\n'.splitlines(True),
... 'ore\ntree\nemu\n'.splitlines(True))),
... end="")
- one
? ^
+ ore
? ^
- two
- three
? -
+ tree
+ emu
"""
cruncher = SequenceMatcher(self.linejunk, a, b)
for tag, alo, ahi, blo, bhi in cruncher.get_opcodes():
if tag == 'replace':
g = self._fancy_replace(a, alo, ahi, b, blo, bhi)
elif tag == 'delete':
g = self._dump('-', a, alo, ahi)
elif tag == 'insert':
g = self._dump('+', b, blo, bhi)
elif tag == 'equal':
g = self._dump(' ', a, alo, ahi)
else:
raise ValueError('unknown tag %r' % (tag,))
yield from g
def _dump(self, tag, x, lo, hi):
"""Generate comparison results for a same-tagged range."""
for i in range(lo, hi):
yield '%s %s' % (tag, x[i])
def _plain_replace(self, a, alo, ahi, b, blo, bhi):
assert alo < ahi and blo < bhi
# dump the shorter block first -- reduces the burden on short-term
# memory if the blocks are of very different sizes
if bhi - blo < ahi - alo:
first = self._dump('+', b, blo, bhi)
second = self._dump('-', a, alo, ahi)
else:
first = self._dump('-', a, alo, ahi)
second = self._dump('+', b, blo, bhi)
for g in first, second:
yield from g
def _fancy_replace(self, a, alo, ahi, b, blo, bhi):
r"""
When replacing one block of lines with another, search the blocks
for *similar* lines; the best-matching pair (if any) is used as a
synch point, and intraline difference marking is done on the
similar pair. Lots of work, but often worth it.
Example:
>>> d = Differ()
>>> results = d._fancy_replace(['abcDefghiJkl\n'], 0, 1,
... ['abcdefGhijkl\n'], 0, 1)
>>> print(''.join(results), end="")
- abcDefghiJkl
? ^ ^ ^
+ abcdefGhijkl
? ^ ^ ^
"""
# don't synch up unless the lines have a similarity score of at
# least cutoff; best_ratio tracks the best score seen so far
best_ratio, cutoff = 0.74, 0.75
cruncher = SequenceMatcher(self.charjunk)
eqi, eqj = None, None # 1st indices of equal lines (if any)
# search for the pair that matches best without being identical
# (identical lines must be junk lines, & we don't want to synch up
# on junk -- unless we have to)
for j in range(blo, bhi):
bj = b[j]
cruncher.set_seq2(bj)
for i in range(alo, ahi):
ai = a[i]
if ai == bj:
if eqi is None:
eqi, eqj = i, j
continue
cruncher.set_seq1(ai)
# computing similarity is expensive, so use the quick
# upper bounds first -- have seen this speed up messy
# compares by a factor of 3.
# note that ratio() is only expensive to compute the first
# time it's called on a sequence pair; the expensive part
# of the computation is cached by cruncher
if cruncher.real_quick_ratio() > best_ratio and \
cruncher.quick_ratio() > best_ratio and \
cruncher.ratio() > best_ratio:
best_ratio, best_i, best_j = cruncher.ratio(), i, j
if best_ratio < cutoff:
# no non-identical "pretty close" pair
if eqi is None:
# no identical pair either -- treat it as a straight replace
yield from self._plain_replace(a, alo, ahi, b, blo, bhi)
return
# no close pair, but an identical pair -- synch up on that
best_i, best_j, best_ratio = eqi, eqj, 1.0
else:
# there's a close pair, so forget the identical pair (if any)
eqi = None
# a[best_i] very similar to b[best_j]; eqi is None iff they're not
# identical
# pump out diffs from before the synch point
yield from self._fancy_helper(a, alo, best_i, b, blo, best_j)
# do intraline marking on the synch pair
aelt, belt = a[best_i], b[best_j]
if eqi is None:
# pump out a '-', '?', '+', '?' quad for the synched lines
atags = btags = ""
cruncher.set_seqs(aelt, belt)
for tag, ai1, ai2, bj1, bj2 in cruncher.get_opcodes():
la, lb = ai2 - ai1, bj2 - bj1
if tag == 'replace':
atags += '^' * la
btags += '^' * lb
elif tag == 'delete':
atags += '-' * la
elif tag == 'insert':
btags += '+' * lb
elif tag == 'equal':
atags += ' ' * la
btags += ' ' * lb
else:
raise ValueError('unknown tag %r' % (tag,))
yield from self._qformat(aelt, belt, atags, btags)
else:
# the synch pair is identical
yield ' ' + aelt
# pump out diffs from after the synch point
yield from self._fancy_helper(a, best_i+1, ahi, b, best_j+1, bhi)
def _fancy_helper(self, a, alo, ahi, b, blo, bhi):
g = []
if alo < ahi:
if blo < bhi:
g = self._fancy_replace(a, alo, ahi, b, blo, bhi)
else:
g = self._dump('-', a, alo, ahi)
elif blo < bhi:
g = self._dump('+', b, blo, bhi)
yield from g
def _qformat(self, aline, bline, atags, btags):
r"""
Format "?" output and deal with tabs.
Example:
>>> d = Differ()
>>> results = d._qformat('\tabcDefghiJkl\n', '\tabcdefGhijkl\n',
... ' ^ ^ ^ ', ' ^ ^ ^ ')
>>> for line in results: print(repr(line))
...
'- \tabcDefghiJkl\n'
'? \t ^ ^ ^\n'
'+ \tabcdefGhijkl\n'
'? \t ^ ^ ^\n'
"""
atags = _keep_original_ws(aline, atags).rstrip()
btags = _keep_original_ws(bline, btags).rstrip()
yield "- " + aline
if atags:
yield f"? {atags}\n"
yield "+ " + bline
if btags:
yield f"? {btags}\n"
# With respect to junk, an earlier version of ndiff simply refused to
# *start* a match with a junk element. The result was cases like this:
# before: private Thread currentThread;
# after: private volatile Thread currentThread;
# If you consider whitespace to be junk, the longest contiguous match
# not starting with junk is "e Thread currentThread". So ndiff reported
# that "e volatil" was inserted between the 't' and the 'e' in "private".
# While an accurate view, to people that's absurd. The current version
# looks for matching blocks that are entirely junk-free, then extends the
# longest one of those as far as possible but only with matching junk.
# So now "currentThread" is matched, then extended to suck up the
# preceding blank; then "private" is matched, and extended to suck up the
# following blank; then "Thread" is matched; and finally ndiff reports
# that "volatile " was inserted before "Thread". The only quibble
# remaining is that perhaps it was really the case that " volatile"
# was inserted after "private". I can live with that <wink>.
import re
def IS_LINE_JUNK(line, pat=re.compile(r"\s*(?:#\s*)?$").match):
r"""
Return True for ignorable line: iff `line` is blank or contains a single '#'.
Examples:
>>> IS_LINE_JUNK('\n')
True
>>> IS_LINE_JUNK(' # \n')
True
>>> IS_LINE_JUNK('hello\n')
False
"""
return pat(line) is not None
def IS_CHARACTER_JUNK(ch, ws=" \t"):
r"""
Return True for ignorable character: iff `ch` is a space or tab.
Examples:
>>> IS_CHARACTER_JUNK(' ')
True
>>> IS_CHARACTER_JUNK('\t')
True
>>> IS_CHARACTER_JUNK('\n')
False
>>> IS_CHARACTER_JUNK('x')
False
"""
return ch in ws
########################################################################
### Unified Diff
########################################################################
def _format_range_unified(start, stop):
'Convert range to the "ed" format'
# Per the diff spec at http://www.unix.org/single_unix_specification/
beginning = start + 1 # lines start numbering with one
length = stop - start
if length == 1:
return '{}'.format(beginning)
if not length:
beginning -= 1 # empty ranges begin at line just before the range
return '{},{}'.format(beginning, length)
def unified_diff(a, b, fromfile='', tofile='', fromfiledate='',
tofiledate='', n=3, lineterm='\n'):
r"""
Compare two sequences of lines; generate the delta as a unified diff.
Unified diffs are a compact way of showing line changes and a few
lines of context. The number of context lines is set by 'n' which
defaults to three.
By default, the diff control lines (those with ---, +++, or @@) are
created with a trailing newline. This is helpful so that inputs
created from file.readlines() result in diffs that are suitable for
file.writelines() since both the inputs and outputs have trailing
newlines.
For inputs that do not have trailing newlines, set the lineterm
argument to "" so that the output will be uniformly newline free.
The unidiff format normally has a header for filenames and modification
times. Any or all of these may be specified using strings for
'fromfile', 'tofile', 'fromfiledate', and 'tofiledate'.
The modification times are normally expressed in the ISO 8601 format.
Example:
>>> for line in unified_diff('one two three four'.split(),
... 'zero one tree four'.split(), 'Original', 'Current',
... '2005-01-26 23:30:50', '2010-04-02 10:20:52',
... lineterm=''):
... print(line) # doctest: +NORMALIZE_WHITESPACE
--- Original 2005-01-26 23:30:50
+++ Current 2010-04-02 10:20:52
@@ -1,4 +1,4 @@
+zero
one
-two
-three
+tree
four
"""
_check_types(a, b, fromfile, tofile, fromfiledate, tofiledate, lineterm)
started = False
for group in SequenceMatcher(None,a,b).get_grouped_opcodes(n):
if not started:
started = True
fromdate = '\t{}'.format(fromfiledate) if fromfiledate else ''
todate = '\t{}'.format(tofiledate) if tofiledate else ''
yield '--- {}{}{}'.format(fromfile, fromdate, lineterm)
yield '+++ {}{}{}'.format(tofile, todate, lineterm)
first, last = group[0], group[-1]
file1_range = _format_range_unified(first[1], last[2])
file2_range = _format_range_unified(first[3], last[4])
yield '@@ -{} +{} @@{}'.format(file1_range, file2_range, lineterm)
for tag, i1, i2, j1, j2 in group:
if tag == 'equal':
for line in a[i1:i2]:
yield ' ' + line
continue
if tag in {'replace', 'delete'}:
for line in a[i1:i2]:
yield '-' + line
if tag in {'replace', 'insert'}:
for line in b[j1:j2]:
yield '+' + line
########################################################################
### Context Diff
########################################################################
def _format_range_context(start, stop):
'Convert range to the "ed" format'
# Per the diff spec at http://www.unix.org/single_unix_specification/
beginning = start + 1 # lines start numbering with one
length = stop - start
if not length:
beginning -= 1 # empty ranges begin at line just before the range
if length <= 1:
return '{}'.format(beginning)
return '{},{}'.format(beginning, beginning + length - 1)
# See http://www.unix.org/single_unix_specification/
def context_diff(a, b, fromfile='', tofile='',
fromfiledate='', tofiledate='', n=3, lineterm='\n'):
r"""
Compare two sequences of lines; generate the delta as a context diff.
Context diffs are a compact way of showing line changes and a few
lines of context. The number of context lines is set by 'n' which
defaults to three.
By default, the diff control lines (those with *** or ---) are
created with a trailing newline. This is helpful so that inputs
created from file.readlines() result in diffs that are suitable for
file.writelines() since both the inputs and outputs have trailing
newlines.
For inputs that do not have trailing newlines, set the lineterm
argument to "" so that the output will be uniformly newline free.
The context diff format normally has a header for filenames and
modification times. Any or all of these may be specified using
strings for 'fromfile', 'tofile', 'fromfiledate', and 'tofiledate'.
The modification times are normally expressed in the ISO 8601 format.
If not specified, the strings default to blanks.
Example:
>>> print(''.join(context_diff('one\ntwo\nthree\nfour\n'.splitlines(True),
... 'zero\none\ntree\nfour\n'.splitlines(True), 'Original', 'Current')),
... end="")
*** Original
--- Current
***************
*** 1,4 ****
one
! two
! three
four
--- 1,4 ----
+ zero
one
! tree
four
"""
_check_types(a, b, fromfile, tofile, fromfiledate, tofiledate, lineterm)
prefix = dict(insert='+ ', delete='- ', replace='! ', equal=' ')
started = False
for group in SequenceMatcher(None,a,b).get_grouped_opcodes(n):
if not started:
started = True
fromdate = '\t{}'.format(fromfiledate) if fromfiledate else ''
todate = '\t{}'.format(tofiledate) if tofiledate else ''
yield '*** {}{}{}'.format(fromfile, fromdate, lineterm)
yield '--- {}{}{}'.format(tofile, todate, lineterm)
first, last = group[0], group[-1]
yield '***************' + lineterm
file1_range = _format_range_context(first[1], last[2])
yield '*** {} ****{}'.format(file1_range, lineterm)
if any(tag in {'replace', 'delete'} for tag, _, _, _, _ in group):
for tag, i1, i2, _, _ in group:
if tag != 'insert':
for line in a[i1:i2]:
yield prefix[tag] + line
file2_range = _format_range_context(first[3], last[4])
yield '--- {} ----{}'.format(file2_range, lineterm)
if any(tag in {'replace', 'insert'} for tag, _, _, _, _ in group):
for tag, _, _, j1, j2 in group:
if tag != 'delete':
for line in b[j1:j2]:
yield prefix[tag] + line
def _check_types(a, b, *args):
# Checking types is weird, but the alternative is garbled output when
# someone passes mixed bytes and str to {unified,context}_diff(). E.g.
# without this check, passing filenames as bytes results in output like
# --- b'oldfile.txt'
# +++ b'newfile.txt'
# because of how str.format() incorporates bytes objects.
if a and not isinstance(a[0], str):
raise TypeError('lines to compare must be str, not %s (%r)' %
(type(a[0]).__name__, a[0]))
if b and not isinstance(b[0], str):
raise TypeError('lines to compare must be str, not %s (%r)' %
(type(b[0]).__name__, b[0]))
for arg in args:
if not isinstance(arg, str):
raise TypeError('all arguments must be str, not: %r' % (arg,))
def diff_bytes(dfunc, a, b, fromfile=b'', tofile=b'',
fromfiledate=b'', tofiledate=b'', n=3, lineterm=b'\n'):
r"""
Compare `a` and `b`, two sequences of lines represented as bytes rather
than str. This is a wrapper for `dfunc`, which is typically either
unified_diff() or context_diff(). Inputs are losslessly converted to
strings so that `dfunc` only has to worry about strings, and encoded
back to bytes on return. This is necessary to compare files with
unknown or inconsistent encoding. All other inputs (except `n`) must be
bytes rather than str.
"""
def decode(s):
try:
return s.decode('ascii', 'surrogateescape')
except AttributeError as err:
msg = ('all arguments must be bytes, not %s (%r)' %
(type(s).__name__, s))
raise TypeError(msg) from err
a = list(map(decode, a))
b = list(map(decode, b))
fromfile = decode(fromfile)
tofile = decode(tofile)
fromfiledate = decode(fromfiledate)
tofiledate = decode(tofiledate)
lineterm = decode(lineterm)
lines = dfunc(a, b, fromfile, tofile, fromfiledate, tofiledate, n, lineterm)
for line in lines:
yield line.encode('ascii', 'surrogateescape')
def ndiff(a, b, linejunk=None, charjunk=IS_CHARACTER_JUNK):
r"""
Compare `a` and `b` (lists of strings); return a `Differ`-style delta.
Optional keyword parameters `linejunk` and `charjunk` are for filter
functions, or can be None:
- linejunk: A function that should accept a single string argument and
return true iff the string is junk. The default is None, and is
recommended; the underlying SequenceMatcher class has an adaptive
notion of "noise" lines.
- charjunk: A function that accepts a character (string of length
1), and returns true iff the character is junk. The default is
the module-level function IS_CHARACTER_JUNK, which filters out
whitespace characters (a blank or tab; note: it's a bad idea to
include newline in this!).
Tools/scripts/ndiff.py is a command-line front-end to this function.
Example:
>>> diff = ndiff('one\ntwo\nthree\n'.splitlines(keepends=True),
... 'ore\ntree\nemu\n'.splitlines(keepends=True))
>>> print(''.join(diff), end="")
- one
? ^
+ ore
? ^
- two
- three
? -
+ tree
+ emu
"""
return Differ(linejunk, charjunk).compare(a, b)
def _mdiff(fromlines, tolines, context=None, linejunk=None,
charjunk=IS_CHARACTER_JUNK):
r"""Returns generator yielding marked up from/to side by side differences.
Arguments:
fromlines -- list of text lines to compared to tolines
tolines -- list of text lines to be compared to fromlines
context -- number of context lines to display on each side of difference,
if None, all from/to text lines will be generated.
linejunk -- passed on to ndiff (see ndiff documentation)
charjunk -- passed on to ndiff (see ndiff documentation)
This function returns an iterator which returns a tuple:
(from line tuple, to line tuple, boolean flag)
from/to line tuple -- (line num, line text)
line num -- integer or None (to indicate a context separation)
line text -- original line text with following markers inserted:
'\0+' -- marks start of added text
'\0-' -- marks start of deleted text
'\0^' -- marks start of changed text
'\1' -- marks end of added/deleted/changed text
boolean flag -- None indicates context separation, True indicates
either "from" or "to" line contains a change, otherwise False.
This function/iterator was originally developed to generate side by side
file difference for making HTML pages (see HtmlDiff class for example
usage).
Note, this function utilizes the ndiff function to generate the side by
side difference markup. Optional ndiff arguments may be passed to this
function and they in turn will be passed to ndiff.
"""
import re
# regular expression for finding intraline change indices
change_re = re.compile(r'(\++|\-+|\^+)')
# create the difference iterator to generate the differences
diff_lines_iterator = ndiff(fromlines,tolines,linejunk,charjunk)
def _make_line(lines, format_key, side, num_lines=[0,0]):
"""Returns line of text with user's change markup and line formatting.
lines -- list of lines from the ndiff generator to produce a line of
text from. When producing the line of text to return, the
lines used are removed from this list.
format_key -- '+' return first line in list with "add" markup around
the entire line.
'-' return first line in list with "delete" markup around
the entire line.
'?' return first line in list with add/delete/change
intraline markup (indices obtained from second line)
None return first line in list with no markup
side -- indice into the num_lines list (0=from,1=to)
num_lines -- from/to current line number. This is NOT intended to be a
passed parameter. It is present as a keyword argument to
maintain memory of the current line numbers between calls
of this function.
Note, this function is purposefully not defined at the module scope so
that data it needs from its parent function (within whose context it
is defined) does not need to be of module scope.
"""
num_lines[side] += 1
# Handle case where no user markup is to be added, just return line of
# text with user's line format to allow for usage of the line number.
if format_key is None:
return (num_lines[side],lines.pop(0)[2:])
# Handle case of intraline changes
if format_key == '?':
text, markers = lines.pop(0), lines.pop(0)
# find intraline changes (store change type and indices in tuples)
sub_info = []
def record_sub_info(match_object,sub_info=sub_info):
sub_info.append([match_object.group(1)[0],match_object.span()])
return match_object.group(1)
change_re.sub(record_sub_info,markers)
# process each tuple inserting our special marks that won't be
# noticed by an xml/html escaper.
for key,(begin,end) in reversed(sub_info):
text = text[0:begin]+'\0'+key+text[begin:end]+'\1'+text[end:]
text = text[2:]
# Handle case of add/delete entire line
else:
text = lines.pop(0)[2:]
# if line of text is just a newline, insert a space so there is
# something for the user to highlight and see.
if not text:
text = ' '
# insert marks that won't be noticed by an xml/html escaper.
text = '\0' + format_key + text + '\1'
# Return line of text, first allow user's line formatter to do its
# thing (such as adding the line number) then replace the special
# marks with what the user's change markup.
return (num_lines[side],text)
def _line_iterator():
"""Yields from/to lines of text with a change indication.
This function is an iterator. It itself pulls lines from a
differencing iterator, processes them and yields them. When it can
it yields both a "from" and a "to" line, otherwise it will yield one
or the other. In addition to yielding the lines of from/to text, a
boolean flag is yielded to indicate if the text line(s) have
differences in them.
Note, this function is purposefully not defined at the module scope so
that data it needs from its parent function (within whose context it
is defined) does not need to be of module scope.
"""
lines = []
num_blanks_pending, num_blanks_to_yield = 0, 0
while True:
# Load up next 4 lines so we can look ahead, create strings which
# are a concatenation of the first character of each of the 4 lines
# so we can do some very readable comparisons.
while len(lines) < 4:
lines.append(next(diff_lines_iterator, 'X'))
s = ''.join([line[0] for line in lines])
if s.startswith('X'):
# When no more lines, pump out any remaining blank lines so the
# corresponding add/delete lines get a matching blank line so
# all line pairs get yielded at the next level.
num_blanks_to_yield = num_blanks_pending
elif s.startswith('-?+?'):
# simple intraline change
yield _make_line(lines,'?',0), _make_line(lines,'?',1), True
continue
elif s.startswith('--++'):
# in delete block, add block coming: we do NOT want to get
# caught up on blank lines yet, just process the delete line
num_blanks_pending -= 1
yield _make_line(lines,'-',0), None, True
continue
elif s.startswith(('--?+', '--+', '- ')):
# in delete block and see an intraline change or unchanged line
# coming: yield the delete line and then blanks
from_line,to_line = _make_line(lines,'-',0), None
num_blanks_to_yield,num_blanks_pending = num_blanks_pending-1,0
elif s.startswith('-+?'):
# intraline change
yield _make_line(lines,None,0), _make_line(lines,'?',1), True
continue
elif s.startswith('-?+'):
# intraline change
yield _make_line(lines,'?',0), _make_line(lines,None,1), True
continue
elif s.startswith('-'):
# delete FROM line
num_blanks_pending -= 1
yield _make_line(lines,'-',0), None, True
continue
elif s.startswith('+--'):
# in add block, delete block coming: we do NOT want to get
# caught up on blank lines yet, just process the add line
num_blanks_pending += 1
yield None, _make_line(lines,'+',1), True
continue
elif s.startswith(('+ ', '+-')):
# will be leaving an add block: yield blanks then add line
from_line, to_line = None, _make_line(lines,'+',1)
num_blanks_to_yield,num_blanks_pending = num_blanks_pending+1,0
elif s.startswith('+'):
# inside an add block, yield the add line
num_blanks_pending += 1
yield None, _make_line(lines,'+',1), True
continue
elif s.startswith(' '):
# unchanged text, yield it to both sides
yield _make_line(lines[:],None,0),_make_line(lines,None,1),False
continue
# Catch up on the blank lines so when we yield the next from/to
# pair, they are lined up.
while(num_blanks_to_yield < 0):
num_blanks_to_yield += 1
yield None,('','\n'),True
while(num_blanks_to_yield > 0):
num_blanks_to_yield -= 1
yield ('','\n'),None,True
if s.startswith('X'):
return
else:
yield from_line,to_line,True
def _line_pair_iterator():
"""Yields from/to lines of text with a change indication.
This function is an iterator. It itself pulls lines from the line
iterator. Its difference from that iterator is that this function
always yields a pair of from/to text lines (with the change
indication). If necessary it will collect single from/to lines
until it has a matching pair from/to pair to yield.
Note, this function is purposefully not defined at the module scope so
that data it needs from its parent function (within whose context it
is defined) does not need to be of module scope.
"""
line_iterator = _line_iterator()
fromlines,tolines=[],[]
while True:
# Collecting lines of text until we have a from/to pair
while (len(fromlines)==0 or len(tolines)==0):
try:
from_line, to_line, found_diff = next(line_iterator)
except StopIteration:
return
if from_line is not None:
fromlines.append((from_line,found_diff))
if to_line is not None:
tolines.append((to_line,found_diff))
# Once we have a pair, remove them from the collection and yield it
from_line, fromDiff = fromlines.pop(0)
to_line, to_diff = tolines.pop(0)
yield (from_line,to_line,fromDiff or to_diff)
# Handle case where user does not want context differencing, just yield
# them up without doing anything else with them.
line_pair_iterator = _line_pair_iterator()
if context is None:
yield from line_pair_iterator
# Handle case where user wants context differencing. We must do some
# storage of lines until we know for sure that they are to be yielded.
else:
context += 1
lines_to_write = 0
while True:
# Store lines up until we find a difference, note use of a
# circular queue because we only need to keep around what
# we need for context.
index, contextLines = 0, [None]*(context)
found_diff = False
while(found_diff is False):
try:
from_line, to_line, found_diff = next(line_pair_iterator)
except StopIteration:
return
i = index % context
contextLines[i] = (from_line, to_line, found_diff)
index += 1
# Yield lines that we have collected so far, but first yield
# the user's separator.
if index > context:
yield None, None, None
lines_to_write = context
else:
lines_to_write = index
index = 0
while(lines_to_write):
i = index % context
index += 1
yield contextLines[i]
lines_to_write -= 1
# Now yield the context lines after the change
lines_to_write = context-1
try:
while(lines_to_write):
from_line, to_line, found_diff = next(line_pair_iterator)
# If another change within the context, extend the context
if found_diff:
lines_to_write = context-1
else:
lines_to_write -= 1
yield from_line, to_line, found_diff
except StopIteration:
# Catch exception from next() and return normally
return
_file_template = """
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html>
<head>
<meta http-equiv="Content-Type"
content="text/html; charset=%(charset)s" />
<title></title>
<style type="text/css">%(styles)s
</style>
</head>
<body>
%(table)s%(legend)s
</body>
</html>"""
_styles = """
table.diff {font-family:Courier; border:medium;}
.diff_header {background-color:#e0e0e0}
td.diff_header {text-align:right}
.diff_next {background-color:#c0c0c0}
.diff_add {background-color:#aaffaa}
.diff_chg {background-color:#ffff77}
.diff_sub {background-color:#ffaaaa}"""
_table_template = """
<table class="diff" id="difflib_chg_%(prefix)s_top"
cellspacing="0" cellpadding="0" rules="groups" >
<colgroup></colgroup> <colgroup></colgroup> <colgroup></colgroup>
<colgroup></colgroup> <colgroup></colgroup> <colgroup></colgroup>
%(header_row)s
<tbody>
%(data_rows)s </tbody>
</table>"""
_legend = """
<table class="diff" summary="Legends">
<tr> <th colspan="2"> Legends </th> </tr>
<tr> <td> <table border="" summary="Colors">
<tr><th> Colors </th> </tr>
<tr><td class="diff_add"> Added </td></tr>
<tr><td class="diff_chg">Changed</td> </tr>
<tr><td class="diff_sub">Deleted</td> </tr>
</table></td>
<td> <table border="" summary="Links">
<tr><th colspan="2"> Links </th> </tr>
<tr><td>(f)irst change</td> </tr>
<tr><td>(n)ext change</td> </tr>
<tr><td>(t)op</td> </tr>
</table></td> </tr>
</table>"""
class HtmlDiff(object):
"""For producing HTML side by side comparison with change highlights.
This class can be used to create an HTML table (or a complete HTML file
containing the table) showing a side by side, line by line comparison
of text with inter-line and intra-line change highlights. The table can
be generated in either full or contextual difference mode.
The following methods are provided for HTML generation:
make_table -- generates HTML for a single side by side table
make_file -- generates complete HTML file with a single side by side table
See tools/scripts/diff.py for an example usage of this class.
"""
_file_template = _file_template
_styles = _styles
_table_template = _table_template
_legend = _legend
_default_prefix = 0
def __init__(self,tabsize=8,wrapcolumn=None,linejunk=None,
charjunk=IS_CHARACTER_JUNK):
"""HtmlDiff instance initializer
Arguments:
tabsize -- tab stop spacing, defaults to 8.
wrapcolumn -- column number where lines are broken and wrapped,
defaults to None where lines are not wrapped.
linejunk,charjunk -- keyword arguments passed into ndiff() (used by
HtmlDiff() to generate the side by side HTML differences). See
ndiff() documentation for argument default values and descriptions.
"""
self._tabsize = tabsize
self._wrapcolumn = wrapcolumn
self._linejunk = linejunk
self._charjunk = charjunk
def make_file(self, fromlines, tolines, fromdesc='', todesc='',
context=False, numlines=5, *, charset='utf-8'):
"""Returns HTML file of side by side comparison with change highlights
Arguments:
fromlines -- list of "from" lines
tolines -- list of "to" lines
fromdesc -- "from" file column header string
todesc -- "to" file column header string
context -- set to True for contextual differences (defaults to False
which shows full differences).
numlines -- number of context lines. When context is set True,
controls number of lines displayed before and after the change.
When context is False, controls the number of lines to place
the "next" link anchors before the next change (so click of
"next" link jumps to just before the change).
charset -- charset of the HTML document
"""
return (self._file_template % dict(
styles=self._styles,
legend=self._legend,
table=self.make_table(fromlines, tolines, fromdesc, todesc,
context=context, numlines=numlines),
charset=charset
)).encode(charset, 'xmlcharrefreplace').decode(charset)
def _tab_newline_replace(self,fromlines,tolines):
"""Returns from/to line lists with tabs expanded and newlines removed.
Instead of tab characters being replaced by the number of spaces
needed to fill in to the next tab stop, this function will fill
the space with tab characters. This is done so that the difference
algorithms can identify changes in a file when tabs are replaced by
spaces and vice versa. At the end of the HTML generation, the tab
characters will be replaced with a nonbreakable space.
"""
def expand_tabs(line):
# hide real spaces
line = line.replace(' ','\0')
# expand tabs into spaces
line = line.expandtabs(self._tabsize)
# replace spaces from expanded tabs back into tab characters
# (we'll replace them with markup after we do differencing)
line = line.replace(' ','\t')
return line.replace('\0',' ').rstrip('\n')
fromlines = [expand_tabs(line) for line in fromlines]
tolines = [expand_tabs(line) for line in tolines]
return fromlines,tolines
def _split_line(self,data_list,line_num,text):
"""Builds list of text lines by splitting text lines at wrap point
This function will determine if the input text line needs to be
wrapped (split) into separate lines. If so, the first wrap point
will be determined and the first line appended to the output
text line list. This function is used recursively to handle
the second part of the split line to further split it.
"""
# if blank line or context separator, just add it to the output list
if not line_num:
data_list.append((line_num,text))
return
# if line text doesn't need wrapping, just add it to the output list
size = len(text)
max = self._wrapcolumn
if (size <= max) or ((size -(text.count('\0')*3)) <= max):
data_list.append((line_num,text))
return
# scan text looking for the wrap point, keeping track if the wrap
# point is inside markers
i = 0
n = 0
mark = ''
while n < max and i < size:
if text[i] == '\0':
i += 1
mark = text[i]
i += 1
elif text[i] == '\1':
i += 1
mark = ''
else:
i += 1
n += 1
# wrap point is inside text, break it up into separate lines
line1 = text[:i]
line2 = text[i:]
# if wrap point is inside markers, place end marker at end of first
# line and start marker at beginning of second line because each
# line will have its own table tag markup around it.
if mark:
line1 = line1 + '\1'
line2 = '\0' + mark + line2
# tack on first line onto the output list
data_list.append((line_num,line1))
# use this routine again to wrap the remaining text
self._split_line(data_list,'>',line2)
def _line_wrapper(self,diffs):
"""Returns iterator that splits (wraps) mdiff text lines"""
# pull from/to data and flags from mdiff iterator
for fromdata,todata,flag in diffs:
# check for context separators and pass them through
if flag is None:
yield fromdata,todata,flag
continue
(fromline,fromtext),(toline,totext) = fromdata,todata
# for each from/to line split it at the wrap column to form
# list of text lines.
fromlist,tolist = [],[]
self._split_line(fromlist,fromline,fromtext)
self._split_line(tolist,toline,totext)
# yield from/to line in pairs inserting blank lines as
# necessary when one side has more wrapped lines
while fromlist or tolist:
if fromlist:
fromdata = fromlist.pop(0)
else:
fromdata = ('',' ')
if tolist:
todata = tolist.pop(0)
else:
todata = ('',' ')
yield fromdata,todata,flag
def _collect_lines(self,diffs):
"""Collects mdiff output into separate lists
Before storing the mdiff from/to data into a list, it is converted
into a single line of text with HTML markup.
"""
fromlist,tolist,flaglist = [],[],[]
# pull from/to data and flags from mdiff style iterator
for fromdata,todata,flag in diffs:
try:
# store HTML markup of the lines into the lists
fromlist.append(self._format_line(0,flag,*fromdata))
tolist.append(self._format_line(1,flag,*todata))
except TypeError:
# exceptions occur for lines where context separators go
fromlist.append(None)
tolist.append(None)
flaglist.append(flag)
return fromlist,tolist,flaglist
def _format_line(self,side,flag,linenum,text):
"""Returns HTML markup of "from" / "to" text lines
side -- 0 or 1 indicating "from" or "to" text
flag -- indicates if difference on line
linenum -- line number (used for line number column)
text -- line text to be marked up
"""
try:
linenum = '%d' % linenum
id = ' id="%s%s"' % (self._prefix[side],linenum)
except TypeError:
# handle blank lines where linenum is '>' or ''
id = ''
# replace those things that would get confused with HTML symbols
text=text.replace("&","&").replace(">",">").replace("<","<")
# make space non-breakable so they don't get compressed or line wrapped
text = text.replace(' ',' ').rstrip()
return '<td class="diff_header"%s>%s</td><td nowrap="nowrap">%s</td>' \
% (id,linenum,text)
def _make_prefix(self):
"""Create unique anchor prefixes"""
# Generate a unique anchor prefix so multiple tables
# can exist on the same HTML page without conflicts.
fromprefix = "from%d_" % HtmlDiff._default_prefix
toprefix = "to%d_" % HtmlDiff._default_prefix
HtmlDiff._default_prefix += 1
# store prefixes so line format method has access
self._prefix = [fromprefix,toprefix]
def _convert_flags(self,fromlist,tolist,flaglist,context,numlines):
"""Makes list of "next" links"""
# all anchor names will be generated using the unique "to" prefix
toprefix = self._prefix[1]
# process change flags, generating middle column of next anchors/links
next_id = ['']*len(flaglist)
next_href = ['']*len(flaglist)
num_chg, in_change = 0, False
last = 0
for i,flag in enumerate(flaglist):
if flag:
if not in_change:
in_change = True
last = i
# at the beginning of a change, drop an anchor a few lines
# (the context lines) before the change for the previous
# link
i = max([0,i-numlines])
next_id[i] = ' id="difflib_chg_%s_%d"' % (toprefix,num_chg)
# at the beginning of a change, drop a link to the next
# change
num_chg += 1
next_href[last] = '<a href="#difflib_chg_%s_%d">n</a>' % (
toprefix,num_chg)
else:
in_change = False
# check for cases where there is no content to avoid exceptions
if not flaglist:
flaglist = [False]
next_id = ['']
next_href = ['']
last = 0
if context:
fromlist = ['<td></td><td> No Differences Found </td>']
tolist = fromlist
else:
fromlist = tolist = ['<td></td><td> Empty File </td>']
# if not a change on first line, drop a link
if not flaglist[0]:
next_href[0] = '<a href="#difflib_chg_%s_0">f</a>' % toprefix
# redo the last link to link to the top
next_href[last] = '<a href="#difflib_chg_%s_top">t</a>' % (toprefix)
return fromlist,tolist,flaglist,next_href,next_id
def make_table(self,fromlines,tolines,fromdesc='',todesc='',context=False,
numlines=5):
"""Returns HTML table of side by side comparison with change highlights
Arguments:
fromlines -- list of "from" lines
tolines -- list of "to" lines
fromdesc -- "from" file column header string
todesc -- "to" file column header string
context -- set to True for contextual differences (defaults to False
which shows full differences).
numlines -- number of context lines. When context is set True,
controls number of lines displayed before and after the change.
When context is False, controls the number of lines to place
the "next" link anchors before the next change (so click of
"next" link jumps to just before the change).
"""
# make unique anchor prefixes so that multiple tables may exist
# on the same page without conflict.
self._make_prefix()
# change tabs to spaces before it gets more difficult after we insert
# markup
fromlines,tolines = self._tab_newline_replace(fromlines,tolines)
# create diffs iterator which generates side by side from/to data
if context:
context_lines = numlines
else:
context_lines = None
diffs = _mdiff(fromlines,tolines,context_lines,linejunk=self._linejunk,
charjunk=self._charjunk)
# set up iterator to wrap lines that exceed desired width
if self._wrapcolumn:
diffs = self._line_wrapper(diffs)
# collect up from/to lines and flags into lists (also format the lines)
fromlist,tolist,flaglist = self._collect_lines(diffs)
# process change flags, generating middle column of next anchors/links
fromlist,tolist,flaglist,next_href,next_id = self._convert_flags(
fromlist,tolist,flaglist,context,numlines)
s = []
fmt = ' <tr><td class="diff_next"%s>%s</td>%s' + \
'<td class="diff_next">%s</td>%s</tr>\n'
for i in range(len(flaglist)):
if flaglist[i] is None:
# mdiff yields None on separator lines skip the bogus ones
# generated for the first line
if i > 0:
s.append(' </tbody> \n <tbody>\n')
else:
s.append( fmt % (next_id[i],next_href[i],fromlist[i],
next_href[i],tolist[i]))
if fromdesc or todesc:
header_row = '<thead><tr>%s%s%s%s</tr></thead>' % (
'<th class="diff_next"><br /></th>',
'<th colspan="2" class="diff_header">%s</th>' % fromdesc,
'<th class="diff_next"><br /></th>',
'<th colspan="2" class="diff_header">%s</th>' % todesc)
else:
header_row = ''
table = self._table_template % dict(
data_rows=''.join(s),
header_row=header_row,
prefix=self._prefix[1])
return table.replace('\0+','<span class="diff_add">'). \
replace('\0-','<span class="diff_sub">'). \
replace('\0^','<span class="diff_chg">'). \
replace('\1','</span>'). \
replace('\t',' ')
del re
def restore(delta, which):
r"""
Generate one of the two sequences that generated a delta.
Given a `delta` produced by `Differ.compare()` or `ndiff()`, extract
lines originating from file 1 or 2 (parameter `which`), stripping off line
prefixes.
Examples:
>>> diff = ndiff('one\ntwo\nthree\n'.splitlines(keepends=True),
... 'ore\ntree\nemu\n'.splitlines(keepends=True))
>>> diff = list(diff)
>>> print(''.join(restore(diff, 1)), end="")
one
two
three
>>> print(''.join(restore(diff, 2)), end="")
ore
tree
emu
"""
try:
tag = {1: "- ", 2: "+ "}[int(which)]
except KeyError:
raise ValueError('unknown delta choice (must be 1 or 2): %r'
% which) from None
prefixes = (" ", tag)
for line in delta:
if line[:2] in prefixes:
yield line[2:]
def _test():
import doctest, difflib
return doctest.testmod(difflib)
if __name__ == "__main__":
_test()
subprocess.py 0000644 00000230652 15115353744 0007326 0 ustar 00 # subprocess - Subprocesses with accessible I/O streams
#
# For more information about this module, see PEP 324.
#
# Copyright (c) 2003-2005 by Peter Astrand <astrand@lysator.liu.se>
#
# Licensed to PSF under a Contributor Agreement.
# See http://www.python.org/2.4/license for licensing details.
r"""Subprocesses with accessible I/O streams
This module allows you to spawn processes, connect to their
input/output/error pipes, and obtain their return codes.
For a complete description of this module see the Python documentation.
Main API
========
run(...): Runs a command, waits for it to complete, then returns a
CompletedProcess instance.
Popen(...): A class for flexibly executing a command in a new process
Constants
---------
DEVNULL: Special value that indicates that os.devnull should be used
PIPE: Special value that indicates a pipe should be created
STDOUT: Special value that indicates that stderr should go to stdout
Older API
=========
call(...): Runs a command, waits for it to complete, then returns
the return code.
check_call(...): Same as call() but raises CalledProcessError()
if return code is not 0
check_output(...): Same as check_call() but returns the contents of
stdout instead of a return code
getoutput(...): Runs a command in the shell, waits for it to complete,
then returns the output
getstatusoutput(...): Runs a command in the shell, waits for it to complete,
then returns a (exitcode, output) tuple
"""
import builtins
import errno
import io
import os
import time
import signal
import sys
import threading
import warnings
import contextlib
from time import monotonic as _time
__all__ = ["Popen", "PIPE", "STDOUT", "call", "check_call", "getstatusoutput",
"getoutput", "check_output", "run", "CalledProcessError", "DEVNULL",
"SubprocessError", "TimeoutExpired", "CompletedProcess"]
# NOTE: We intentionally exclude list2cmdline as it is
# considered an internal implementation detail. issue10838.
try:
import msvcrt
import _winapi
_mswindows = True
except ModuleNotFoundError:
_mswindows = False
import _posixsubprocess
import select
import selectors
else:
from _winapi import (CREATE_NEW_CONSOLE, CREATE_NEW_PROCESS_GROUP,
STD_INPUT_HANDLE, STD_OUTPUT_HANDLE,
STD_ERROR_HANDLE, SW_HIDE,
STARTF_USESTDHANDLES, STARTF_USESHOWWINDOW,
ABOVE_NORMAL_PRIORITY_CLASS, BELOW_NORMAL_PRIORITY_CLASS,
HIGH_PRIORITY_CLASS, IDLE_PRIORITY_CLASS,
NORMAL_PRIORITY_CLASS, REALTIME_PRIORITY_CLASS,
CREATE_NO_WINDOW, DETACHED_PROCESS,
CREATE_DEFAULT_ERROR_MODE, CREATE_BREAKAWAY_FROM_JOB)
__all__.extend(["CREATE_NEW_CONSOLE", "CREATE_NEW_PROCESS_GROUP",
"STD_INPUT_HANDLE", "STD_OUTPUT_HANDLE",
"STD_ERROR_HANDLE", "SW_HIDE",
"STARTF_USESTDHANDLES", "STARTF_USESHOWWINDOW",
"STARTUPINFO",
"ABOVE_NORMAL_PRIORITY_CLASS", "BELOW_NORMAL_PRIORITY_CLASS",
"HIGH_PRIORITY_CLASS", "IDLE_PRIORITY_CLASS",
"NORMAL_PRIORITY_CLASS", "REALTIME_PRIORITY_CLASS",
"CREATE_NO_WINDOW", "DETACHED_PROCESS",
"CREATE_DEFAULT_ERROR_MODE", "CREATE_BREAKAWAY_FROM_JOB"])
# Exception classes used by this module.
class SubprocessError(Exception): pass
class CalledProcessError(SubprocessError):
"""Raised when run() is called with check=True and the process
returns a non-zero exit status.
Attributes:
cmd, returncode, stdout, stderr, output
"""
def __init__(self, returncode, cmd, output=None, stderr=None):
self.returncode = returncode
self.cmd = cmd
self.output = output
self.stderr = stderr
def __str__(self):
if self.returncode and self.returncode < 0:
try:
return "Command '%s' died with %r." % (
self.cmd, signal.Signals(-self.returncode))
except ValueError:
return "Command '%s' died with unknown signal %d." % (
self.cmd, -self.returncode)
else:
return "Command '%s' returned non-zero exit status %d." % (
self.cmd, self.returncode)
@property
def stdout(self):
"""Alias for output attribute, to match stderr"""
return self.output
@stdout.setter
def stdout(self, value):
# There's no obvious reason to set this, but allow it anyway so
# .stdout is a transparent alias for .output
self.output = value
class TimeoutExpired(SubprocessError):
"""This exception is raised when the timeout expires while waiting for a
child process.
Attributes:
cmd, output, stdout, stderr, timeout
"""
def __init__(self, cmd, timeout, output=None, stderr=None):
self.cmd = cmd
self.timeout = timeout
self.output = output
self.stderr = stderr
def __str__(self):
return ("Command '%s' timed out after %s seconds" %
(self.cmd, self.timeout))
@property
def stdout(self):
return self.output
@stdout.setter
def stdout(self, value):
# There's no obvious reason to set this, but allow it anyway so
# .stdout is a transparent alias for .output
self.output = value
if _mswindows:
class STARTUPINFO:
def __init__(self, *, dwFlags=0, hStdInput=None, hStdOutput=None,
hStdError=None, wShowWindow=0, lpAttributeList=None):
self.dwFlags = dwFlags
self.hStdInput = hStdInput
self.hStdOutput = hStdOutput
self.hStdError = hStdError
self.wShowWindow = wShowWindow
self.lpAttributeList = lpAttributeList or {"handle_list": []}
def copy(self):
attr_list = self.lpAttributeList.copy()
if 'handle_list' in attr_list:
attr_list['handle_list'] = list(attr_list['handle_list'])
return STARTUPINFO(dwFlags=self.dwFlags,
hStdInput=self.hStdInput,
hStdOutput=self.hStdOutput,
hStdError=self.hStdError,
wShowWindow=self.wShowWindow,
lpAttributeList=attr_list)
class Handle(int):
closed = False
def Close(self, CloseHandle=_winapi.CloseHandle):
if not self.closed:
self.closed = True
CloseHandle(self)
def Detach(self):
if not self.closed:
self.closed = True
return int(self)
raise ValueError("already closed")
def __repr__(self):
return "%s(%d)" % (self.__class__.__name__, int(self))
__del__ = Close
else:
# When select or poll has indicated that the file is writable,
# we can write up to _PIPE_BUF bytes without risk of blocking.
# POSIX defines PIPE_BUF as >= 512.
_PIPE_BUF = getattr(select, 'PIPE_BUF', 512)
# poll/select have the advantage of not requiring any extra file
# descriptor, contrarily to epoll/kqueue (also, they require a single
# syscall).
if hasattr(selectors, 'PollSelector'):
_PopenSelector = selectors.PollSelector
else:
_PopenSelector = selectors.SelectSelector
if _mswindows:
# On Windows we just need to close `Popen._handle` when we no longer need
# it, so that the kernel can free it. `Popen._handle` gets closed
# implicitly when the `Popen` instance is finalized (see `Handle.__del__`,
# which is calling `CloseHandle` as requested in [1]), so there is nothing
# for `_cleanup` to do.
#
# [1] https://docs.microsoft.com/en-us/windows/desktop/ProcThread/
# creating-processes
_active = None
def _cleanup():
pass
else:
# This lists holds Popen instances for which the underlying process had not
# exited at the time its __del__ method got called: those processes are
# wait()ed for synchronously from _cleanup() when a new Popen object is
# created, to avoid zombie processes.
_active = []
def _cleanup():
if _active is None:
return
for inst in _active[:]:
res = inst._internal_poll(_deadstate=sys.maxsize)
if res is not None:
try:
_active.remove(inst)
except ValueError:
# This can happen if two threads create a new Popen instance.
# It's harmless that it was already removed, so ignore.
pass
PIPE = -1
STDOUT = -2
DEVNULL = -3
# XXX This function is only used by multiprocessing and the test suite,
# but it's here so that it can be imported when Python is compiled without
# threads.
def _optim_args_from_interpreter_flags():
"""Return a list of command-line arguments reproducing the current
optimization settings in sys.flags."""
args = []
value = sys.flags.optimize
if value > 0:
args.append('-' + 'O' * value)
return args
def _args_from_interpreter_flags():
"""Return a list of command-line arguments reproducing the current
settings in sys.flags, sys.warnoptions and sys._xoptions."""
flag_opt_map = {
'debug': 'd',
# 'inspect': 'i',
# 'interactive': 'i',
'dont_write_bytecode': 'B',
'no_site': 'S',
'verbose': 'v',
'bytes_warning': 'b',
'quiet': 'q',
# -O is handled in _optim_args_from_interpreter_flags()
}
args = _optim_args_from_interpreter_flags()
for flag, opt in flag_opt_map.items():
v = getattr(sys.flags, flag)
if v > 0:
args.append('-' + opt * v)
if sys.flags.isolated:
args.append('-I')
else:
if sys.flags.ignore_environment:
args.append('-E')
if sys.flags.no_user_site:
args.append('-s')
# -W options
warnopts = sys.warnoptions[:]
bytes_warning = sys.flags.bytes_warning
xoptions = getattr(sys, '_xoptions', {})
dev_mode = ('dev' in xoptions)
if bytes_warning > 1:
warnopts.remove("error::BytesWarning")
elif bytes_warning:
warnopts.remove("default::BytesWarning")
if dev_mode:
warnopts.remove('default')
for opt in warnopts:
args.append('-W' + opt)
# -X options
if dev_mode:
args.extend(('-X', 'dev'))
for opt in ('faulthandler', 'tracemalloc', 'importtime',
'showalloccount', 'showrefcount', 'utf8'):
if opt in xoptions:
value = xoptions[opt]
if value is True:
arg = opt
else:
arg = '%s=%s' % (opt, value)
args.extend(('-X', arg))
return args
def call(*popenargs, timeout=None, **kwargs):
"""Run command with arguments. Wait for command to complete or
timeout, then return the returncode attribute.
The arguments are the same as for the Popen constructor. Example:
retcode = call(["ls", "-l"])
"""
with Popen(*popenargs, **kwargs) as p:
try:
return p.wait(timeout=timeout)
except: # Including KeyboardInterrupt, wait handled that.
p.kill()
# We don't call p.wait() again as p.__exit__ does that for us.
raise
def check_call(*popenargs, **kwargs):
"""Run command with arguments. Wait for command to complete. If
the exit code was zero then return, otherwise raise
CalledProcessError. The CalledProcessError object will have the
return code in the returncode attribute.
The arguments are the same as for the call function. Example:
check_call(["ls", "-l"])
"""
retcode = call(*popenargs, **kwargs)
if retcode:
cmd = kwargs.get("args")
if cmd is None:
cmd = popenargs[0]
raise CalledProcessError(retcode, cmd)
return 0
def check_output(*popenargs, timeout=None, **kwargs):
r"""Run command with arguments and return its output.
If the exit code was non-zero it raises a CalledProcessError. The
CalledProcessError object will have the return code in the returncode
attribute and output in the output attribute.
The arguments are the same as for the Popen constructor. Example:
>>> check_output(["ls", "-l", "/dev/null"])
b'crw-rw-rw- 1 root root 1, 3 Oct 18 2007 /dev/null\n'
The stdout argument is not allowed as it is used internally.
To capture standard error in the result, use stderr=STDOUT.
>>> check_output(["/bin/sh", "-c",
... "ls -l non_existent_file ; exit 0"],
... stderr=STDOUT)
b'ls: non_existent_file: No such file or directory\n'
There is an additional optional argument, "input", allowing you to
pass a string to the subprocess's stdin. If you use this argument
you may not also use the Popen constructor's "stdin" argument, as
it too will be used internally. Example:
>>> check_output(["sed", "-e", "s/foo/bar/"],
... input=b"when in the course of fooman events\n")
b'when in the course of barman events\n'
By default, all communication is in bytes, and therefore any "input"
should be bytes, and the return value will be bytes. If in text mode,
any "input" should be a string, and the return value will be a string
decoded according to locale encoding, or by "encoding" if set. Text mode
is triggered by setting any of text, encoding, errors or universal_newlines.
"""
if 'stdout' in kwargs:
raise ValueError('stdout argument not allowed, it will be overridden.')
if 'input' in kwargs and kwargs['input'] is None:
# Explicitly passing input=None was previously equivalent to passing an
# empty string. That is maintained here for backwards compatibility.
if kwargs.get('universal_newlines') or kwargs.get('text'):
empty = ''
else:
empty = b''
kwargs['input'] = empty
return run(*popenargs, stdout=PIPE, timeout=timeout, check=True,
**kwargs).stdout
class CompletedProcess(object):
"""A process that has finished running.
This is returned by run().
Attributes:
args: The list or str args passed to run().
returncode: The exit code of the process, negative for signals.
stdout: The standard output (None if not captured).
stderr: The standard error (None if not captured).
"""
def __init__(self, args, returncode, stdout=None, stderr=None):
self.args = args
self.returncode = returncode
self.stdout = stdout
self.stderr = stderr
def __repr__(self):
args = ['args={!r}'.format(self.args),
'returncode={!r}'.format(self.returncode)]
if self.stdout is not None:
args.append('stdout={!r}'.format(self.stdout))
if self.stderr is not None:
args.append('stderr={!r}'.format(self.stderr))
return "{}({})".format(type(self).__name__, ', '.join(args))
def check_returncode(self):
"""Raise CalledProcessError if the exit code is non-zero."""
if self.returncode:
raise CalledProcessError(self.returncode, self.args, self.stdout,
self.stderr)
def run(*popenargs,
input=None, capture_output=False, timeout=None, check=False, **kwargs):
"""Run command with arguments and return a CompletedProcess instance.
The returned instance will have attributes args, returncode, stdout and
stderr. By default, stdout and stderr are not captured, and those attributes
will be None. Pass stdout=PIPE and/or stderr=PIPE in order to capture them.
If check is True and the exit code was non-zero, it raises a
CalledProcessError. The CalledProcessError object will have the return code
in the returncode attribute, and output & stderr attributes if those streams
were captured.
If timeout is given, and the process takes too long, a TimeoutExpired
exception will be raised.
There is an optional argument "input", allowing you to
pass bytes or a string to the subprocess's stdin. If you use this argument
you may not also use the Popen constructor's "stdin" argument, as
it will be used internally.
By default, all communication is in bytes, and therefore any "input" should
be bytes, and the stdout and stderr will be bytes. If in text mode, any
"input" should be a string, and stdout and stderr will be strings decoded
according to locale encoding, or by "encoding" if set. Text mode is
triggered by setting any of text, encoding, errors or universal_newlines.
The other arguments are the same as for the Popen constructor.
"""
if input is not None:
if kwargs.get('stdin') is not None:
raise ValueError('stdin and input arguments may not both be used.')
kwargs['stdin'] = PIPE
if capture_output:
if kwargs.get('stdout') is not None or kwargs.get('stderr') is not None:
raise ValueError('stdout and stderr arguments may not be used '
'with capture_output.')
kwargs['stdout'] = PIPE
kwargs['stderr'] = PIPE
with Popen(*popenargs, **kwargs) as process:
try:
stdout, stderr = process.communicate(input, timeout=timeout)
except TimeoutExpired as exc:
process.kill()
if _mswindows:
# Windows accumulates the output in a single blocking
# read() call run on child threads, with the timeout
# being done in a join() on those threads. communicate()
# _after_ kill() is required to collect that and add it
# to the exception.
exc.stdout, exc.stderr = process.communicate()
else:
# POSIX _communicate already populated the output so
# far into the TimeoutExpired exception.
process.wait()
raise
except: # Including KeyboardInterrupt, communicate handled that.
process.kill()
# We don't call process.wait() as .__exit__ does that for us.
raise
retcode = process.poll()
if check and retcode:
raise CalledProcessError(retcode, process.args,
output=stdout, stderr=stderr)
return CompletedProcess(process.args, retcode, stdout, stderr)
def list2cmdline(seq):
"""
Translate a sequence of arguments into a command line
string, using the same rules as the MS C runtime:
1) Arguments are delimited by white space, which is either a
space or a tab.
2) A string surrounded by double quotation marks is
interpreted as a single argument, regardless of white space
contained within. A quoted string can be embedded in an
argument.
3) A double quotation mark preceded by a backslash is
interpreted as a literal double quotation mark.
4) Backslashes are interpreted literally, unless they
immediately precede a double quotation mark.
5) If backslashes immediately precede a double quotation mark,
every pair of backslashes is interpreted as a literal
backslash. If the number of backslashes is odd, the last
backslash escapes the next double quotation mark as
described in rule 3.
"""
# See
# http://msdn.microsoft.com/en-us/library/17w5ykft.aspx
# or search http://msdn.microsoft.com for
# "Parsing C++ Command-Line Arguments"
result = []
needquote = False
for arg in map(os.fsdecode, seq):
bs_buf = []
# Add a space to separate this argument from the others
if result:
result.append(' ')
needquote = (" " in arg) or ("\t" in arg) or not arg
if needquote:
result.append('"')
for c in arg:
if c == '\\':
# Don't know if we need to double yet.
bs_buf.append(c)
elif c == '"':
# Double backslashes.
result.append('\\' * len(bs_buf)*2)
bs_buf = []
result.append('\\"')
else:
# Normal char
if bs_buf:
result.extend(bs_buf)
bs_buf = []
result.append(c)
# Add remaining backslashes, if any.
if bs_buf:
result.extend(bs_buf)
if needquote:
result.extend(bs_buf)
result.append('"')
return ''.join(result)
# Various tools for executing commands and looking at their output and status.
#
def getstatusoutput(cmd):
"""Return (exitcode, output) of executing cmd in a shell.
Execute the string 'cmd' in a shell with 'check_output' and
return a 2-tuple (status, output). The locale encoding is used
to decode the output and process newlines.
A trailing newline is stripped from the output.
The exit status for the command can be interpreted
according to the rules for the function 'wait'. Example:
>>> import subprocess
>>> subprocess.getstatusoutput('ls /bin/ls')
(0, '/bin/ls')
>>> subprocess.getstatusoutput('cat /bin/junk')
(1, 'cat: /bin/junk: No such file or directory')
>>> subprocess.getstatusoutput('/bin/junk')
(127, 'sh: /bin/junk: not found')
>>> subprocess.getstatusoutput('/bin/kill $$')
(-15, '')
"""
try:
data = check_output(cmd, shell=True, text=True, stderr=STDOUT)
exitcode = 0
except CalledProcessError as ex:
data = ex.output
exitcode = ex.returncode
if data[-1:] == '\n':
data = data[:-1]
return exitcode, data
def getoutput(cmd):
"""Return output (stdout or stderr) of executing cmd in a shell.
Like getstatusoutput(), except the exit status is ignored and the return
value is a string containing the command's output. Example:
>>> import subprocess
>>> subprocess.getoutput('ls /bin/ls')
'/bin/ls'
"""
return getstatusoutput(cmd)[1]
def _use_posix_spawn():
"""Check if posix_spawn() can be used for subprocess.
subprocess requires a posix_spawn() implementation that properly reports
errors to the parent process, & sets errno on the following failures:
* Process attribute actions failed.
* File actions failed.
* exec() failed.
Prefer an implementation which can use vfork() in some cases for best
performance.
"""
if _mswindows or not hasattr(os, 'posix_spawn'):
# os.posix_spawn() is not available
return False
if sys.platform == 'darwin':
# posix_spawn() is a syscall on macOS and properly reports errors
return True
# Check libc name and runtime libc version
try:
ver = os.confstr('CS_GNU_LIBC_VERSION')
# parse 'glibc 2.28' as ('glibc', (2, 28))
parts = ver.split(maxsplit=1)
if len(parts) != 2:
# reject unknown format
raise ValueError
libc = parts[0]
version = tuple(map(int, parts[1].split('.')))
if sys.platform == 'linux' and libc == 'glibc' and version >= (2, 24):
# glibc 2.24 has a new Linux posix_spawn implementation using vfork
# which properly reports errors to the parent process.
return True
# Note: Don't use the implementation in earlier glibc because it doesn't
# use vfork (even if glibc 2.26 added a pipe to properly report errors
# to the parent process).
except (AttributeError, ValueError, OSError):
# os.confstr() or CS_GNU_LIBC_VERSION value not available
pass
# By default, assume that posix_spawn() does not properly report errors.
return False
_USE_POSIX_SPAWN = _use_posix_spawn()
class Popen(object):
""" Execute a child program in a new process.
For a complete description of the arguments see the Python documentation.
Arguments:
args: A string, or a sequence of program arguments.
bufsize: supplied as the buffering argument to the open() function when
creating the stdin/stdout/stderr pipe file objects
executable: A replacement program to execute.
stdin, stdout and stderr: These specify the executed programs' standard
input, standard output and standard error file handles, respectively.
preexec_fn: (POSIX only) An object to be called in the child process
just before the child is executed.
close_fds: Controls closing or inheriting of file descriptors.
shell: If true, the command will be executed through the shell.
cwd: Sets the current directory before the child is executed.
env: Defines the environment variables for the new process.
text: If true, decode stdin, stdout and stderr using the given encoding
(if set) or the system default otherwise.
universal_newlines: Alias of text, provided for backwards compatibility.
startupinfo and creationflags (Windows only)
restore_signals (POSIX only)
start_new_session (POSIX only)
pass_fds (POSIX only)
encoding and errors: Text mode encoding and error handling to use for
file objects stdin, stdout and stderr.
Attributes:
stdin, stdout, stderr, pid, returncode
"""
_child_created = False # Set here since __del__ checks it
def __init__(self, args, bufsize=-1, executable=None,
stdin=None, stdout=None, stderr=None,
preexec_fn=None, close_fds=True,
shell=False, cwd=None, env=None, universal_newlines=None,
startupinfo=None, creationflags=0,
restore_signals=True, start_new_session=False,
pass_fds=(), *, encoding=None, errors=None, text=None):
"""Create new Popen instance."""
_cleanup()
# Held while anything is calling waitpid before returncode has been
# updated to prevent clobbering returncode if wait() or poll() are
# called from multiple threads at once. After acquiring the lock,
# code must re-check self.returncode to see if another thread just
# finished a waitpid() call.
self._waitpid_lock = threading.Lock()
self._input = None
self._communication_started = False
if bufsize is None:
bufsize = -1 # Restore default
if not isinstance(bufsize, int):
raise TypeError("bufsize must be an integer")
if _mswindows:
if preexec_fn is not None:
raise ValueError("preexec_fn is not supported on Windows "
"platforms")
else:
# POSIX
if pass_fds and not close_fds:
warnings.warn("pass_fds overriding close_fds.", RuntimeWarning)
close_fds = True
if startupinfo is not None:
raise ValueError("startupinfo is only supported on Windows "
"platforms")
if creationflags != 0:
raise ValueError("creationflags is only supported on Windows "
"platforms")
self.args = args
self.stdin = None
self.stdout = None
self.stderr = None
self.pid = None
self.returncode = None
self.encoding = encoding
self.errors = errors
# Validate the combinations of text and universal_newlines
if (text is not None and universal_newlines is not None
and bool(universal_newlines) != bool(text)):
raise SubprocessError('Cannot disambiguate when both text '
'and universal_newlines are supplied but '
'different. Pass one or the other.')
# Input and output objects. The general principle is like
# this:
#
# Parent Child
# ------ -----
# p2cwrite ---stdin---> p2cread
# c2pread <--stdout--- c2pwrite
# errread <--stderr--- errwrite
#
# On POSIX, the child objects are file descriptors. On
# Windows, these are Windows file handles. The parent objects
# are file descriptors on both platforms. The parent objects
# are -1 when not using PIPEs. The child objects are -1
# when not redirecting.
(p2cread, p2cwrite,
c2pread, c2pwrite,
errread, errwrite) = self._get_handles(stdin, stdout, stderr)
# We wrap OS handles *before* launching the child, otherwise a
# quickly terminating child could make our fds unwrappable
# (see #8458).
if _mswindows:
if p2cwrite != -1:
p2cwrite = msvcrt.open_osfhandle(p2cwrite.Detach(), 0)
if c2pread != -1:
c2pread = msvcrt.open_osfhandle(c2pread.Detach(), 0)
if errread != -1:
errread = msvcrt.open_osfhandle(errread.Detach(), 0)
self.text_mode = encoding or errors or text or universal_newlines
# How long to resume waiting on a child after the first ^C.
# There is no right value for this. The purpose is to be polite
# yet remain good for interactive users trying to exit a tool.
self._sigint_wait_secs = 0.25 # 1/xkcd221.getRandomNumber()
self._closed_child_pipe_fds = False
if self.text_mode:
if bufsize == 1:
line_buffering = True
# Use the default buffer size for the underlying binary streams
# since they don't support line buffering.
bufsize = -1
else:
line_buffering = False
try:
if p2cwrite != -1:
self.stdin = io.open(p2cwrite, 'wb', bufsize)
if self.text_mode:
self.stdin = io.TextIOWrapper(self.stdin, write_through=True,
line_buffering=line_buffering,
encoding=encoding, errors=errors)
if c2pread != -1:
self.stdout = io.open(c2pread, 'rb', bufsize)
if self.text_mode:
self.stdout = io.TextIOWrapper(self.stdout,
encoding=encoding, errors=errors)
if errread != -1:
self.stderr = io.open(errread, 'rb', bufsize)
if self.text_mode:
self.stderr = io.TextIOWrapper(self.stderr,
encoding=encoding, errors=errors)
self._execute_child(args, executable, preexec_fn, close_fds,
pass_fds, cwd, env,
startupinfo, creationflags, shell,
p2cread, p2cwrite,
c2pread, c2pwrite,
errread, errwrite,
restore_signals, start_new_session)
except:
# Cleanup if the child failed starting.
for f in filter(None, (self.stdin, self.stdout, self.stderr)):
try:
f.close()
except OSError:
pass # Ignore EBADF or other errors.
if not self._closed_child_pipe_fds:
to_close = []
if stdin == PIPE:
to_close.append(p2cread)
if stdout == PIPE:
to_close.append(c2pwrite)
if stderr == PIPE:
to_close.append(errwrite)
if hasattr(self, '_devnull'):
to_close.append(self._devnull)
for fd in to_close:
try:
if _mswindows and isinstance(fd, Handle):
fd.Close()
else:
os.close(fd)
except OSError:
pass
raise
@property
def universal_newlines(self):
# universal_newlines as retained as an alias of text_mode for API
# compatibility. bpo-31756
return self.text_mode
@universal_newlines.setter
def universal_newlines(self, universal_newlines):
self.text_mode = bool(universal_newlines)
def _translate_newlines(self, data, encoding, errors):
data = data.decode(encoding, errors)
return data.replace("\r\n", "\n").replace("\r", "\n")
def __enter__(self):
return self
def __exit__(self, exc_type, value, traceback):
if self.stdout:
self.stdout.close()
if self.stderr:
self.stderr.close()
try: # Flushing a BufferedWriter may raise an error
if self.stdin:
self.stdin.close()
finally:
if exc_type == KeyboardInterrupt:
# https://bugs.python.org/issue25942
# In the case of a KeyboardInterrupt we assume the SIGINT
# was also already sent to our child processes. We can't
# block indefinitely as that is not user friendly.
# If we have not already waited a brief amount of time in
# an interrupted .wait() or .communicate() call, do so here
# for consistency.
if self._sigint_wait_secs > 0:
try:
self._wait(timeout=self._sigint_wait_secs)
except TimeoutExpired:
pass
self._sigint_wait_secs = 0 # Note that this has been done.
return # resume the KeyboardInterrupt
# Wait for the process to terminate, to avoid zombies.
self.wait()
def __del__(self, _maxsize=sys.maxsize, _warn=warnings.warn):
if not self._child_created:
# We didn't get to successfully create a child process.
return
if self.returncode is None:
# Not reading subprocess exit status creates a zombie process which
# is only destroyed at the parent python process exit
_warn("subprocess %s is still running" % self.pid,
ResourceWarning, source=self)
# In case the child hasn't been waited on, check if it's done.
self._internal_poll(_deadstate=_maxsize)
if self.returncode is None and _active is not None:
# Child is still running, keep us alive until we can wait on it.
_active.append(self)
def _get_devnull(self):
if not hasattr(self, '_devnull'):
self._devnull = os.open(os.devnull, os.O_RDWR)
return self._devnull
def _stdin_write(self, input):
if input:
try:
self.stdin.write(input)
except BrokenPipeError:
pass # communicate() must ignore broken pipe errors.
except OSError as exc:
if exc.errno == errno.EINVAL:
# bpo-19612, bpo-30418: On Windows, stdin.write() fails
# with EINVAL if the child process exited or if the child
# process is still running but closed the pipe.
pass
else:
raise
try:
self.stdin.close()
except BrokenPipeError:
pass # communicate() must ignore broken pipe errors.
except OSError as exc:
if exc.errno == errno.EINVAL:
pass
else:
raise
def communicate(self, input=None, timeout=None):
"""Interact with process: Send data to stdin and close it.
Read data from stdout and stderr, until end-of-file is
reached. Wait for process to terminate.
The optional "input" argument should be data to be sent to the
child process, or None, if no data should be sent to the child.
communicate() returns a tuple (stdout, stderr).
By default, all communication is in bytes, and therefore any
"input" should be bytes, and the (stdout, stderr) will be bytes.
If in text mode (indicated by self.text_mode), any "input" should
be a string, and (stdout, stderr) will be strings decoded
according to locale encoding, or by "encoding" if set. Text mode
is triggered by setting any of text, encoding, errors or
universal_newlines.
"""
if self._communication_started and input:
raise ValueError("Cannot send input after starting communication")
# Optimization: If we are not worried about timeouts, we haven't
# started communicating, and we have one or zero pipes, using select()
# or threads is unnecessary.
if (timeout is None and not self._communication_started and
[self.stdin, self.stdout, self.stderr].count(None) >= 2):
stdout = None
stderr = None
if self.stdin:
self._stdin_write(input)
elif self.stdout:
stdout = self.stdout.read()
self.stdout.close()
elif self.stderr:
stderr = self.stderr.read()
self.stderr.close()
self.wait()
else:
if timeout is not None:
endtime = _time() + timeout
else:
endtime = None
try:
stdout, stderr = self._communicate(input, endtime, timeout)
except KeyboardInterrupt:
# https://bugs.python.org/issue25942
# See the detailed comment in .wait().
if timeout is not None:
sigint_timeout = min(self._sigint_wait_secs,
self._remaining_time(endtime))
else:
sigint_timeout = self._sigint_wait_secs
self._sigint_wait_secs = 0 # nothing else should wait.
try:
self._wait(timeout=sigint_timeout)
except TimeoutExpired:
pass
raise # resume the KeyboardInterrupt
finally:
self._communication_started = True
sts = self.wait(timeout=self._remaining_time(endtime))
return (stdout, stderr)
def poll(self):
"""Check if child process has terminated. Set and return returncode
attribute."""
return self._internal_poll()
def _remaining_time(self, endtime):
"""Convenience for _communicate when computing timeouts."""
if endtime is None:
return None
else:
return endtime - _time()
def _check_timeout(self, endtime, orig_timeout, stdout_seq, stderr_seq,
skip_check_and_raise=False):
"""Convenience for checking if a timeout has expired."""
if endtime is None:
return
if skip_check_and_raise or _time() > endtime:
raise TimeoutExpired(
self.args, orig_timeout,
output=b''.join(stdout_seq) if stdout_seq else None,
stderr=b''.join(stderr_seq) if stderr_seq else None)
def wait(self, timeout=None):
"""Wait for child process to terminate; returns self.returncode."""
if timeout is not None:
endtime = _time() + timeout
try:
return self._wait(timeout=timeout)
except KeyboardInterrupt:
# https://bugs.python.org/issue25942
# The first keyboard interrupt waits briefly for the child to
# exit under the common assumption that it also received the ^C
# generated SIGINT and will exit rapidly.
if timeout is not None:
sigint_timeout = min(self._sigint_wait_secs,
self._remaining_time(endtime))
else:
sigint_timeout = self._sigint_wait_secs
self._sigint_wait_secs = 0 # nothing else should wait.
try:
self._wait(timeout=sigint_timeout)
except TimeoutExpired:
pass
raise # resume the KeyboardInterrupt
def _close_pipe_fds(self,
p2cread, p2cwrite,
c2pread, c2pwrite,
errread, errwrite):
# self._devnull is not always defined.
devnull_fd = getattr(self, '_devnull', None)
with contextlib.ExitStack() as stack:
if _mswindows:
if p2cread != -1:
stack.callback(p2cread.Close)
if c2pwrite != -1:
stack.callback(c2pwrite.Close)
if errwrite != -1:
stack.callback(errwrite.Close)
else:
if p2cread != -1 and p2cwrite != -1 and p2cread != devnull_fd:
stack.callback(os.close, p2cread)
if c2pwrite != -1 and c2pread != -1 and c2pwrite != devnull_fd:
stack.callback(os.close, c2pwrite)
if errwrite != -1 and errread != -1 and errwrite != devnull_fd:
stack.callback(os.close, errwrite)
if devnull_fd is not None:
stack.callback(os.close, devnull_fd)
# Prevent a double close of these handles/fds from __init__ on error.
self._closed_child_pipe_fds = True
if _mswindows:
#
# Windows methods
#
def _get_handles(self, stdin, stdout, stderr):
"""Construct and return tuple with IO objects:
p2cread, p2cwrite, c2pread, c2pwrite, errread, errwrite
"""
if stdin is None and stdout is None and stderr is None:
return (-1, -1, -1, -1, -1, -1)
p2cread, p2cwrite = -1, -1
c2pread, c2pwrite = -1, -1
errread, errwrite = -1, -1
if stdin is None:
p2cread = _winapi.GetStdHandle(_winapi.STD_INPUT_HANDLE)
if p2cread is None:
p2cread, _ = _winapi.CreatePipe(None, 0)
p2cread = Handle(p2cread)
_winapi.CloseHandle(_)
elif stdin == PIPE:
p2cread, p2cwrite = _winapi.CreatePipe(None, 0)
p2cread, p2cwrite = Handle(p2cread), Handle(p2cwrite)
elif stdin == DEVNULL:
p2cread = msvcrt.get_osfhandle(self._get_devnull())
elif isinstance(stdin, int):
p2cread = msvcrt.get_osfhandle(stdin)
else:
# Assuming file-like object
p2cread = msvcrt.get_osfhandle(stdin.fileno())
p2cread = self._make_inheritable(p2cread)
if stdout is None:
c2pwrite = _winapi.GetStdHandle(_winapi.STD_OUTPUT_HANDLE)
if c2pwrite is None:
_, c2pwrite = _winapi.CreatePipe(None, 0)
c2pwrite = Handle(c2pwrite)
_winapi.CloseHandle(_)
elif stdout == PIPE:
c2pread, c2pwrite = _winapi.CreatePipe(None, 0)
c2pread, c2pwrite = Handle(c2pread), Handle(c2pwrite)
elif stdout == DEVNULL:
c2pwrite = msvcrt.get_osfhandle(self._get_devnull())
elif isinstance(stdout, int):
c2pwrite = msvcrt.get_osfhandle(stdout)
else:
# Assuming file-like object
c2pwrite = msvcrt.get_osfhandle(stdout.fileno())
c2pwrite = self._make_inheritable(c2pwrite)
if stderr is None:
errwrite = _winapi.GetStdHandle(_winapi.STD_ERROR_HANDLE)
if errwrite is None:
_, errwrite = _winapi.CreatePipe(None, 0)
errwrite = Handle(errwrite)
_winapi.CloseHandle(_)
elif stderr == PIPE:
errread, errwrite = _winapi.CreatePipe(None, 0)
errread, errwrite = Handle(errread), Handle(errwrite)
elif stderr == STDOUT:
errwrite = c2pwrite
elif stderr == DEVNULL:
errwrite = msvcrt.get_osfhandle(self._get_devnull())
elif isinstance(stderr, int):
errwrite = msvcrt.get_osfhandle(stderr)
else:
# Assuming file-like object
errwrite = msvcrt.get_osfhandle(stderr.fileno())
errwrite = self._make_inheritable(errwrite)
return (p2cread, p2cwrite,
c2pread, c2pwrite,
errread, errwrite)
def _make_inheritable(self, handle):
"""Return a duplicate of handle, which is inheritable"""
h = _winapi.DuplicateHandle(
_winapi.GetCurrentProcess(), handle,
_winapi.GetCurrentProcess(), 0, 1,
_winapi.DUPLICATE_SAME_ACCESS)
return Handle(h)
def _filter_handle_list(self, handle_list):
"""Filter out console handles that can't be used
in lpAttributeList["handle_list"] and make sure the list
isn't empty. This also removes duplicate handles."""
# An handle with it's lowest two bits set might be a special console
# handle that if passed in lpAttributeList["handle_list"], will
# cause it to fail.
return list({handle for handle in handle_list
if handle & 0x3 != 0x3
or _winapi.GetFileType(handle) !=
_winapi.FILE_TYPE_CHAR})
def _execute_child(self, args, executable, preexec_fn, close_fds,
pass_fds, cwd, env,
startupinfo, creationflags, shell,
p2cread, p2cwrite,
c2pread, c2pwrite,
errread, errwrite,
unused_restore_signals, unused_start_new_session):
"""Execute program (MS Windows version)"""
assert not pass_fds, "pass_fds not supported on Windows."
if isinstance(args, str):
pass
elif isinstance(args, bytes):
if shell:
raise TypeError('bytes args is not allowed on Windows')
args = list2cmdline([args])
elif isinstance(args, os.PathLike):
if shell:
raise TypeError('path-like args is not allowed when '
'shell is true')
args = list2cmdline([args])
else:
args = list2cmdline(args)
if executable is not None:
executable = os.fsdecode(executable)
# Process startup details
if startupinfo is None:
startupinfo = STARTUPINFO()
else:
# bpo-34044: Copy STARTUPINFO since it is modified above,
# so the caller can reuse it multiple times.
startupinfo = startupinfo.copy()
use_std_handles = -1 not in (p2cread, c2pwrite, errwrite)
if use_std_handles:
startupinfo.dwFlags |= _winapi.STARTF_USESTDHANDLES
startupinfo.hStdInput = p2cread
startupinfo.hStdOutput = c2pwrite
startupinfo.hStdError = errwrite
attribute_list = startupinfo.lpAttributeList
have_handle_list = bool(attribute_list and
"handle_list" in attribute_list and
attribute_list["handle_list"])
# If we were given an handle_list or need to create one
if have_handle_list or (use_std_handles and close_fds):
if attribute_list is None:
attribute_list = startupinfo.lpAttributeList = {}
handle_list = attribute_list["handle_list"] = \
list(attribute_list.get("handle_list", []))
if use_std_handles:
handle_list += [int(p2cread), int(c2pwrite), int(errwrite)]
handle_list[:] = self._filter_handle_list(handle_list)
if handle_list:
if not close_fds:
warnings.warn("startupinfo.lpAttributeList['handle_list'] "
"overriding close_fds", RuntimeWarning)
# When using the handle_list we always request to inherit
# handles but the only handles that will be inherited are
# the ones in the handle_list
close_fds = False
if shell:
startupinfo.dwFlags |= _winapi.STARTF_USESHOWWINDOW
startupinfo.wShowWindow = _winapi.SW_HIDE
if not executable:
# gh-101283: without a fully-qualified path, before Windows
# checks the system directories, it first looks in the
# application directory, and also the current directory if
# NeedCurrentDirectoryForExePathW(ExeName) is true, so try
# to avoid executing unqualified "cmd.exe".
comspec = os.environ.get('ComSpec')
if not comspec:
system_root = os.environ.get('SystemRoot', '')
comspec = os.path.join(system_root, 'System32', 'cmd.exe')
if not os.path.isabs(comspec):
raise FileNotFoundError('shell not found: neither %ComSpec% nor %SystemRoot% is set')
if os.path.isabs(comspec):
executable = comspec
else:
comspec = executable
args = '{} /c "{}"'.format (comspec, args)
if cwd is not None:
cwd = os.fsdecode(cwd)
sys.audit("subprocess.Popen", executable, args, cwd, env)
# Start the process
try:
hp, ht, pid, tid = _winapi.CreateProcess(executable, args,
# no special security
None, None,
int(not close_fds),
creationflags,
env,
cwd,
startupinfo)
finally:
# Child is launched. Close the parent's copy of those pipe
# handles that only the child should have open. You need
# to make sure that no handles to the write end of the
# output pipe are maintained in this process or else the
# pipe will not close when the child process exits and the
# ReadFile will hang.
self._close_pipe_fds(p2cread, p2cwrite,
c2pread, c2pwrite,
errread, errwrite)
# Retain the process handle, but close the thread handle
self._child_created = True
self._handle = Handle(hp)
self.pid = pid
_winapi.CloseHandle(ht)
def _internal_poll(self, _deadstate=None,
_WaitForSingleObject=_winapi.WaitForSingleObject,
_WAIT_OBJECT_0=_winapi.WAIT_OBJECT_0,
_GetExitCodeProcess=_winapi.GetExitCodeProcess):
"""Check if child process has terminated. Returns returncode
attribute.
This method is called by __del__, so it can only refer to objects
in its local scope.
"""
if self.returncode is None:
if _WaitForSingleObject(self._handle, 0) == _WAIT_OBJECT_0:
self.returncode = _GetExitCodeProcess(self._handle)
return self.returncode
def _wait(self, timeout):
"""Internal implementation of wait() on Windows."""
if timeout is None:
timeout_millis = _winapi.INFINITE
else:
timeout_millis = int(timeout * 1000)
if self.returncode is None:
# API note: Returns immediately if timeout_millis == 0.
result = _winapi.WaitForSingleObject(self._handle,
timeout_millis)
if result == _winapi.WAIT_TIMEOUT:
raise TimeoutExpired(self.args, timeout)
self.returncode = _winapi.GetExitCodeProcess(self._handle)
return self.returncode
def _readerthread(self, fh, buffer):
buffer.append(fh.read())
fh.close()
def _communicate(self, input, endtime, orig_timeout):
# Start reader threads feeding into a list hanging off of this
# object, unless they've already been started.
if self.stdout and not hasattr(self, "_stdout_buff"):
self._stdout_buff = []
self.stdout_thread = \
threading.Thread(target=self._readerthread,
args=(self.stdout, self._stdout_buff))
self.stdout_thread.daemon = True
self.stdout_thread.start()
if self.stderr and not hasattr(self, "_stderr_buff"):
self._stderr_buff = []
self.stderr_thread = \
threading.Thread(target=self._readerthread,
args=(self.stderr, self._stderr_buff))
self.stderr_thread.daemon = True
self.stderr_thread.start()
if self.stdin:
self._stdin_write(input)
# Wait for the reader threads, or time out. If we time out, the
# threads remain reading and the fds left open in case the user
# calls communicate again.
if self.stdout is not None:
self.stdout_thread.join(self._remaining_time(endtime))
if self.stdout_thread.is_alive():
raise TimeoutExpired(self.args, orig_timeout)
if self.stderr is not None:
self.stderr_thread.join(self._remaining_time(endtime))
if self.stderr_thread.is_alive():
raise TimeoutExpired(self.args, orig_timeout)
# Collect the output from and close both pipes, now that we know
# both have been read successfully.
stdout = None
stderr = None
if self.stdout:
stdout = self._stdout_buff
self.stdout.close()
if self.stderr:
stderr = self._stderr_buff
self.stderr.close()
# All data exchanged. Translate lists into strings.
stdout = stdout[0] if stdout else None
stderr = stderr[0] if stderr else None
return (stdout, stderr)
def send_signal(self, sig):
"""Send a signal to the process."""
# Don't signal a process that we know has already died.
if self.returncode is not None:
return
if sig == signal.SIGTERM:
self.terminate()
elif sig == signal.CTRL_C_EVENT:
os.kill(self.pid, signal.CTRL_C_EVENT)
elif sig == signal.CTRL_BREAK_EVENT:
os.kill(self.pid, signal.CTRL_BREAK_EVENT)
else:
raise ValueError("Unsupported signal: {}".format(sig))
def terminate(self):
"""Terminates the process."""
# Don't terminate a process that we know has already died.
if self.returncode is not None:
return
try:
_winapi.TerminateProcess(self._handle, 1)
except PermissionError:
# ERROR_ACCESS_DENIED (winerror 5) is received when the
# process already died.
rc = _winapi.GetExitCodeProcess(self._handle)
if rc == _winapi.STILL_ACTIVE:
raise
self.returncode = rc
kill = terminate
else:
#
# POSIX methods
#
def _get_handles(self, stdin, stdout, stderr):
"""Construct and return tuple with IO objects:
p2cread, p2cwrite, c2pread, c2pwrite, errread, errwrite
"""
p2cread, p2cwrite = -1, -1
c2pread, c2pwrite = -1, -1
errread, errwrite = -1, -1
if stdin is None:
pass
elif stdin == PIPE:
p2cread, p2cwrite = os.pipe()
elif stdin == DEVNULL:
p2cread = self._get_devnull()
elif isinstance(stdin, int):
p2cread = stdin
else:
# Assuming file-like object
p2cread = stdin.fileno()
if stdout is None:
pass
elif stdout == PIPE:
c2pread, c2pwrite = os.pipe()
elif stdout == DEVNULL:
c2pwrite = self._get_devnull()
elif isinstance(stdout, int):
c2pwrite = stdout
else:
# Assuming file-like object
c2pwrite = stdout.fileno()
if stderr is None:
pass
elif stderr == PIPE:
errread, errwrite = os.pipe()
elif stderr == STDOUT:
if c2pwrite != -1:
errwrite = c2pwrite
else: # child's stdout is not set, use parent's stdout
errwrite = sys.__stdout__.fileno()
elif stderr == DEVNULL:
errwrite = self._get_devnull()
elif isinstance(stderr, int):
errwrite = stderr
else:
# Assuming file-like object
errwrite = stderr.fileno()
return (p2cread, p2cwrite,
c2pread, c2pwrite,
errread, errwrite)
def _posix_spawn(self, args, executable, env, restore_signals,
p2cread, p2cwrite,
c2pread, c2pwrite,
errread, errwrite):
"""Execute program using os.posix_spawn()."""
if env is None:
env = os.environ
kwargs = {}
if restore_signals:
# See _Py_RestoreSignals() in Python/pylifecycle.c
sigset = []
for signame in ('SIGPIPE', 'SIGXFZ', 'SIGXFSZ'):
signum = getattr(signal, signame, None)
if signum is not None:
sigset.append(signum)
kwargs['setsigdef'] = sigset
file_actions = []
for fd in (p2cwrite, c2pread, errread):
if fd != -1:
file_actions.append((os.POSIX_SPAWN_CLOSE, fd))
for fd, fd2 in (
(p2cread, 0),
(c2pwrite, 1),
(errwrite, 2),
):
if fd != -1:
file_actions.append((os.POSIX_SPAWN_DUP2, fd, fd2))
if file_actions:
kwargs['file_actions'] = file_actions
self.pid = os.posix_spawn(executable, args, env, **kwargs)
self._child_created = True
self._close_pipe_fds(p2cread, p2cwrite,
c2pread, c2pwrite,
errread, errwrite)
def _execute_child(self, args, executable, preexec_fn, close_fds,
pass_fds, cwd, env,
startupinfo, creationflags, shell,
p2cread, p2cwrite,
c2pread, c2pwrite,
errread, errwrite,
restore_signals, start_new_session):
"""Execute program (POSIX version)"""
if isinstance(args, (str, bytes)):
args = [args]
elif isinstance(args, os.PathLike):
if shell:
raise TypeError('path-like args is not allowed when '
'shell is true')
args = [args]
else:
args = list(args)
if shell:
# On Android the default shell is at '/system/bin/sh'.
unix_shell = ('/system/bin/sh' if
hasattr(sys, 'getandroidapilevel') else '/bin/sh')
args = [unix_shell, "-c"] + args
if executable:
args[0] = executable
if executable is None:
executable = args[0]
sys.audit("subprocess.Popen", executable, args, cwd, env)
if (_USE_POSIX_SPAWN
and os.path.dirname(executable)
and preexec_fn is None
and not close_fds
and not pass_fds
and cwd is None
and (p2cread == -1 or p2cread > 2)
and (c2pwrite == -1 or c2pwrite > 2)
and (errwrite == -1 or errwrite > 2)
and not start_new_session):
self._posix_spawn(args, executable, env, restore_signals,
p2cread, p2cwrite,
c2pread, c2pwrite,
errread, errwrite)
return
orig_executable = executable
# For transferring possible exec failure from child to parent.
# Data format: "exception name:hex errno:description"
# Pickle is not used; it is complex and involves memory allocation.
errpipe_read, errpipe_write = os.pipe()
# errpipe_write must not be in the standard io 0, 1, or 2 fd range.
low_fds_to_close = []
while errpipe_write < 3:
low_fds_to_close.append(errpipe_write)
errpipe_write = os.dup(errpipe_write)
for low_fd in low_fds_to_close:
os.close(low_fd)
try:
try:
# We must avoid complex work that could involve
# malloc or free in the child process to avoid
# potential deadlocks, thus we do all this here.
# and pass it to fork_exec()
if env is not None:
env_list = []
for k, v in env.items():
k = os.fsencode(k)
if b'=' in k:
raise ValueError("illegal environment variable name")
env_list.append(k + b'=' + os.fsencode(v))
else:
env_list = None # Use execv instead of execve.
executable = os.fsencode(executable)
if os.path.dirname(executable):
executable_list = (executable,)
else:
# This matches the behavior of os._execvpe().
executable_list = tuple(
os.path.join(os.fsencode(dir), executable)
for dir in os.get_exec_path(env))
fds_to_keep = set(pass_fds)
fds_to_keep.add(errpipe_write)
self.pid = _posixsubprocess.fork_exec(
args, executable_list,
close_fds, tuple(sorted(map(int, fds_to_keep))),
cwd, env_list,
p2cread, p2cwrite, c2pread, c2pwrite,
errread, errwrite,
errpipe_read, errpipe_write,
restore_signals, start_new_session, preexec_fn)
self._child_created = True
finally:
# be sure the FD is closed no matter what
os.close(errpipe_write)
self._close_pipe_fds(p2cread, p2cwrite,
c2pread, c2pwrite,
errread, errwrite)
# Wait for exec to fail or succeed; possibly raising an
# exception (limited in size)
errpipe_data = bytearray()
while True:
part = os.read(errpipe_read, 50000)
errpipe_data += part
if not part or len(errpipe_data) > 50000:
break
finally:
# be sure the FD is closed no matter what
os.close(errpipe_read)
if errpipe_data:
try:
pid, sts = os.waitpid(self.pid, 0)
if pid == self.pid:
self._handle_exitstatus(sts)
else:
self.returncode = sys.maxsize
except ChildProcessError:
pass
try:
exception_name, hex_errno, err_msg = (
errpipe_data.split(b':', 2))
# The encoding here should match the encoding
# written in by the subprocess implementations
# like _posixsubprocess
err_msg = err_msg.decode()
except ValueError:
exception_name = b'SubprocessError'
hex_errno = b'0'
err_msg = 'Bad exception data from child: {!r}'.format(
bytes(errpipe_data))
child_exception_type = getattr(
builtins, exception_name.decode('ascii'),
SubprocessError)
if issubclass(child_exception_type, OSError) and hex_errno:
errno_num = int(hex_errno, 16)
child_exec_never_called = (err_msg == "noexec")
if child_exec_never_called:
err_msg = ""
# The error must be from chdir(cwd).
err_filename = cwd
else:
err_filename = orig_executable
if errno_num != 0:
err_msg = os.strerror(errno_num)
raise child_exception_type(errno_num, err_msg, err_filename)
raise child_exception_type(err_msg)
def _handle_exitstatus(self, sts, _WIFSIGNALED=os.WIFSIGNALED,
_WTERMSIG=os.WTERMSIG, _WIFEXITED=os.WIFEXITED,
_WEXITSTATUS=os.WEXITSTATUS, _WIFSTOPPED=os.WIFSTOPPED,
_WSTOPSIG=os.WSTOPSIG):
"""All callers to this function MUST hold self._waitpid_lock."""
# This method is called (indirectly) by __del__, so it cannot
# refer to anything outside of its local scope.
if _WIFSIGNALED(sts):
self.returncode = -_WTERMSIG(sts)
elif _WIFEXITED(sts):
self.returncode = _WEXITSTATUS(sts)
elif _WIFSTOPPED(sts):
self.returncode = -_WSTOPSIG(sts)
else:
# Should never happen
raise SubprocessError("Unknown child exit status!")
def _internal_poll(self, _deadstate=None, _waitpid=os.waitpid,
_WNOHANG=os.WNOHANG, _ECHILD=errno.ECHILD):
"""Check if child process has terminated. Returns returncode
attribute.
This method is called by __del__, so it cannot reference anything
outside of the local scope (nor can any methods it calls).
"""
if self.returncode is None:
if not self._waitpid_lock.acquire(False):
# Something else is busy calling waitpid. Don't allow two
# at once. We know nothing yet.
return None
try:
if self.returncode is not None:
return self.returncode # Another thread waited.
pid, sts = _waitpid(self.pid, _WNOHANG)
if pid == self.pid:
self._handle_exitstatus(sts)
except OSError as e:
if _deadstate is not None:
self.returncode = _deadstate
elif e.errno == _ECHILD:
# This happens if SIGCLD is set to be ignored or
# waiting for child processes has otherwise been
# disabled for our process. This child is dead, we
# can't get the status.
# http://bugs.python.org/issue15756
self.returncode = 0
finally:
self._waitpid_lock.release()
return self.returncode
def _try_wait(self, wait_flags):
"""All callers to this function MUST hold self._waitpid_lock."""
try:
(pid, sts) = os.waitpid(self.pid, wait_flags)
except ChildProcessError:
# This happens if SIGCLD is set to be ignored or waiting
# for child processes has otherwise been disabled for our
# process. This child is dead, we can't get the status.
pid = self.pid
sts = 0
return (pid, sts)
def _wait(self, timeout):
"""Internal implementation of wait() on POSIX."""
if self.returncode is not None:
return self.returncode
if timeout is not None:
endtime = _time() + timeout
# Enter a busy loop if we have a timeout. This busy loop was
# cribbed from Lib/threading.py in Thread.wait() at r71065.
delay = 0.0005 # 500 us -> initial delay of 1 ms
while True:
if self._waitpid_lock.acquire(False):
try:
if self.returncode is not None:
break # Another thread waited.
(pid, sts) = self._try_wait(os.WNOHANG)
assert pid == self.pid or pid == 0
if pid == self.pid:
self._handle_exitstatus(sts)
break
finally:
self._waitpid_lock.release()
remaining = self._remaining_time(endtime)
if remaining <= 0:
raise TimeoutExpired(self.args, timeout)
delay = min(delay * 2, remaining, .05)
time.sleep(delay)
else:
while self.returncode is None:
with self._waitpid_lock:
if self.returncode is not None:
break # Another thread waited.
(pid, sts) = self._try_wait(0)
# Check the pid and loop as waitpid has been known to
# return 0 even without WNOHANG in odd situations.
# http://bugs.python.org/issue14396.
if pid == self.pid:
self._handle_exitstatus(sts)
return self.returncode
def _communicate(self, input, endtime, orig_timeout):
if self.stdin and not self._communication_started:
# Flush stdio buffer. This might block, if the user has
# been writing to .stdin in an uncontrolled fashion.
try:
self.stdin.flush()
except BrokenPipeError:
pass # communicate() must ignore BrokenPipeError.
if not input:
try:
self.stdin.close()
except BrokenPipeError:
pass # communicate() must ignore BrokenPipeError.
stdout = None
stderr = None
# Only create this mapping if we haven't already.
if not self._communication_started:
self._fileobj2output = {}
if self.stdout:
self._fileobj2output[self.stdout] = []
if self.stderr:
self._fileobj2output[self.stderr] = []
if self.stdout:
stdout = self._fileobj2output[self.stdout]
if self.stderr:
stderr = self._fileobj2output[self.stderr]
self._save_input(input)
if self._input:
input_view = memoryview(self._input)
with _PopenSelector() as selector:
if self.stdin and input:
selector.register(self.stdin, selectors.EVENT_WRITE)
if self.stdout and not self.stdout.closed:
selector.register(self.stdout, selectors.EVENT_READ)
if self.stderr and not self.stderr.closed:
selector.register(self.stderr, selectors.EVENT_READ)
while selector.get_map():
timeout = self._remaining_time(endtime)
if timeout is not None and timeout < 0:
self._check_timeout(endtime, orig_timeout,
stdout, stderr,
skip_check_and_raise=True)
raise RuntimeError( # Impossible :)
'_check_timeout(..., skip_check_and_raise=True) '
'failed to raise TimeoutExpired.')
ready = selector.select(timeout)
self._check_timeout(endtime, orig_timeout, stdout, stderr)
# XXX Rewrite these to use non-blocking I/O on the file
# objects; they are no longer using C stdio!
for key, events in ready:
if key.fileobj is self.stdin:
chunk = input_view[self._input_offset :
self._input_offset + _PIPE_BUF]
try:
self._input_offset += os.write(key.fd, chunk)
except BrokenPipeError:
selector.unregister(key.fileobj)
key.fileobj.close()
else:
if self._input_offset >= len(self._input):
selector.unregister(key.fileobj)
key.fileobj.close()
elif key.fileobj in (self.stdout, self.stderr):
data = os.read(key.fd, 32768)
if not data:
selector.unregister(key.fileobj)
key.fileobj.close()
self._fileobj2output[key.fileobj].append(data)
self.wait(timeout=self._remaining_time(endtime))
# All data exchanged. Translate lists into strings.
if stdout is not None:
stdout = b''.join(stdout)
if stderr is not None:
stderr = b''.join(stderr)
# Translate newlines, if requested.
# This also turns bytes into strings.
if self.text_mode:
if stdout is not None:
stdout = self._translate_newlines(stdout,
self.stdout.encoding,
self.stdout.errors)
if stderr is not None:
stderr = self._translate_newlines(stderr,
self.stderr.encoding,
self.stderr.errors)
return (stdout, stderr)
def _save_input(self, input):
# This method is called from the _communicate_with_*() methods
# so that if we time out while communicating, we can continue
# sending input if we retry.
if self.stdin and self._input is None:
self._input_offset = 0
self._input = input
if input is not None and self.text_mode:
self._input = self._input.encode(self.stdin.encoding,
self.stdin.errors)
def send_signal(self, sig):
"""Send a signal to the process."""
# Skip signalling a process that we know has already died.
if self.returncode is None:
os.kill(self.pid, sig)
def terminate(self):
"""Terminate the process with SIGTERM
"""
self.send_signal(signal.SIGTERM)
def kill(self):
"""Kill the process with SIGKILL
"""
self.send_signal(signal.SIGKILL)
pickle.py 0000644 00000175723 15115353744 0006414 0 ustar 00 """Create portable serialized representations of Python objects.
See module copyreg for a mechanism for registering custom picklers.
See module pickletools source for extensive comments.
Classes:
Pickler
Unpickler
Functions:
dump(object, file)
dumps(object) -> string
load(file) -> object
loads(string) -> object
Misc variables:
__version__
format_version
compatible_formats
"""
from types import FunctionType
from copyreg import dispatch_table
from copyreg import _extension_registry, _inverted_registry, _extension_cache
from itertools import islice
from functools import partial
import sys
from sys import maxsize
from struct import pack, unpack
import re
import io
import codecs
import _compat_pickle
__all__ = ["PickleError", "PicklingError", "UnpicklingError", "Pickler",
"Unpickler", "dump", "dumps", "load", "loads"]
try:
from _pickle import PickleBuffer
__all__.append("PickleBuffer")
_HAVE_PICKLE_BUFFER = True
except ImportError:
_HAVE_PICKLE_BUFFER = False
# Shortcut for use in isinstance testing
bytes_types = (bytes, bytearray)
# These are purely informational; no code uses these.
format_version = "4.0" # File format version we write
compatible_formats = ["1.0", # Original protocol 0
"1.1", # Protocol 0 with INST added
"1.2", # Original protocol 1
"1.3", # Protocol 1 with BINFLOAT added
"2.0", # Protocol 2
"3.0", # Protocol 3
"4.0", # Protocol 4
"5.0", # Protocol 5
] # Old format versions we can read
# This is the highest protocol number we know how to read.
HIGHEST_PROTOCOL = 5
# The protocol we write by default. May be less than HIGHEST_PROTOCOL.
# Only bump this if the oldest still supported version of Python already
# includes it.
DEFAULT_PROTOCOL = 4
class PickleError(Exception):
"""A common base class for the other pickling exceptions."""
pass
class PicklingError(PickleError):
"""This exception is raised when an unpicklable object is passed to the
dump() method.
"""
pass
class UnpicklingError(PickleError):
"""This exception is raised when there is a problem unpickling an object,
such as a security violation.
Note that other exceptions may also be raised during unpickling, including
(but not necessarily limited to) AttributeError, EOFError, ImportError,
and IndexError.
"""
pass
# An instance of _Stop is raised by Unpickler.load_stop() in response to
# the STOP opcode, passing the object that is the result of unpickling.
class _Stop(Exception):
def __init__(self, value):
self.value = value
# Jython has PyStringMap; it's a dict subclass with string keys
try:
from org.python.core import PyStringMap
except ImportError:
PyStringMap = None
# Pickle opcodes. See pickletools.py for extensive docs. The listing
# here is in kind-of alphabetical order of 1-character pickle code.
# pickletools groups them by purpose.
MARK = b'(' # push special markobject on stack
STOP = b'.' # every pickle ends with STOP
POP = b'0' # discard topmost stack item
POP_MARK = b'1' # discard stack top through topmost markobject
DUP = b'2' # duplicate top stack item
FLOAT = b'F' # push float object; decimal string argument
INT = b'I' # push integer or bool; decimal string argument
BININT = b'J' # push four-byte signed int
BININT1 = b'K' # push 1-byte unsigned int
LONG = b'L' # push long; decimal string argument
BININT2 = b'M' # push 2-byte unsigned int
NONE = b'N' # push None
PERSID = b'P' # push persistent object; id is taken from string arg
BINPERSID = b'Q' # " " " ; " " " " stack
REDUCE = b'R' # apply callable to argtuple, both on stack
STRING = b'S' # push string; NL-terminated string argument
BINSTRING = b'T' # push string; counted binary string argument
SHORT_BINSTRING= b'U' # " " ; " " " " < 256 bytes
UNICODE = b'V' # push Unicode string; raw-unicode-escaped'd argument
BINUNICODE = b'X' # " " " ; counted UTF-8 string argument
APPEND = b'a' # append stack top to list below it
BUILD = b'b' # call __setstate__ or __dict__.update()
GLOBAL = b'c' # push self.find_class(modname, name); 2 string args
DICT = b'd' # build a dict from stack items
EMPTY_DICT = b'}' # push empty dict
APPENDS = b'e' # extend list on stack by topmost stack slice
GET = b'g' # push item from memo on stack; index is string arg
BINGET = b'h' # " " " " " " ; " " 1-byte arg
INST = b'i' # build & push class instance
LONG_BINGET = b'j' # push item from memo on stack; index is 4-byte arg
LIST = b'l' # build list from topmost stack items
EMPTY_LIST = b']' # push empty list
OBJ = b'o' # build & push class instance
PUT = b'p' # store stack top in memo; index is string arg
BINPUT = b'q' # " " " " " ; " " 1-byte arg
LONG_BINPUT = b'r' # " " " " " ; " " 4-byte arg
SETITEM = b's' # add key+value pair to dict
TUPLE = b't' # build tuple from topmost stack items
EMPTY_TUPLE = b')' # push empty tuple
SETITEMS = b'u' # modify dict by adding topmost key+value pairs
BINFLOAT = b'G' # push float; arg is 8-byte float encoding
TRUE = b'I01\n' # not an opcode; see INT docs in pickletools.py
FALSE = b'I00\n' # not an opcode; see INT docs in pickletools.py
# Protocol 2
PROTO = b'\x80' # identify pickle protocol
NEWOBJ = b'\x81' # build object by applying cls.__new__ to argtuple
EXT1 = b'\x82' # push object from extension registry; 1-byte index
EXT2 = b'\x83' # ditto, but 2-byte index
EXT4 = b'\x84' # ditto, but 4-byte index
TUPLE1 = b'\x85' # build 1-tuple from stack top
TUPLE2 = b'\x86' # build 2-tuple from two topmost stack items
TUPLE3 = b'\x87' # build 3-tuple from three topmost stack items
NEWTRUE = b'\x88' # push True
NEWFALSE = b'\x89' # push False
LONG1 = b'\x8a' # push long from < 256 bytes
LONG4 = b'\x8b' # push really big long
_tuplesize2code = [EMPTY_TUPLE, TUPLE1, TUPLE2, TUPLE3]
# Protocol 3 (Python 3.x)
BINBYTES = b'B' # push bytes; counted binary string argument
SHORT_BINBYTES = b'C' # " " ; " " " " < 256 bytes
# Protocol 4
SHORT_BINUNICODE = b'\x8c' # push short string; UTF-8 length < 256 bytes
BINUNICODE8 = b'\x8d' # push very long string
BINBYTES8 = b'\x8e' # push very long bytes string
EMPTY_SET = b'\x8f' # push empty set on the stack
ADDITEMS = b'\x90' # modify set by adding topmost stack items
FROZENSET = b'\x91' # build frozenset from topmost stack items
NEWOBJ_EX = b'\x92' # like NEWOBJ but work with keyword only arguments
STACK_GLOBAL = b'\x93' # same as GLOBAL but using names on the stacks
MEMOIZE = b'\x94' # store top of the stack in memo
FRAME = b'\x95' # indicate the beginning of a new frame
# Protocol 5
BYTEARRAY8 = b'\x96' # push bytearray
NEXT_BUFFER = b'\x97' # push next out-of-band buffer
READONLY_BUFFER = b'\x98' # make top of stack readonly
__all__.extend([x for x in dir() if re.match("[A-Z][A-Z0-9_]+$", x)])
class _Framer:
_FRAME_SIZE_MIN = 4
_FRAME_SIZE_TARGET = 64 * 1024
def __init__(self, file_write):
self.file_write = file_write
self.current_frame = None
def start_framing(self):
self.current_frame = io.BytesIO()
def end_framing(self):
if self.current_frame and self.current_frame.tell() > 0:
self.commit_frame(force=True)
self.current_frame = None
def commit_frame(self, force=False):
if self.current_frame:
f = self.current_frame
if f.tell() >= self._FRAME_SIZE_TARGET or force:
data = f.getbuffer()
write = self.file_write
if len(data) >= self._FRAME_SIZE_MIN:
# Issue a single call to the write method of the underlying
# file object for the frame opcode with the size of the
# frame. The concatenation is expected to be less expensive
# than issuing an additional call to write.
write(FRAME + pack("<Q", len(data)))
# Issue a separate call to write to append the frame
# contents without concatenation to the above to avoid a
# memory copy.
write(data)
# Start the new frame with a new io.BytesIO instance so that
# the file object can have delayed access to the previous frame
# contents via an unreleased memoryview of the previous
# io.BytesIO instance.
self.current_frame = io.BytesIO()
def write(self, data):
if self.current_frame:
return self.current_frame.write(data)
else:
return self.file_write(data)
def write_large_bytes(self, header, payload):
write = self.file_write
if self.current_frame:
# Terminate the current frame and flush it to the file.
self.commit_frame(force=True)
# Perform direct write of the header and payload of the large binary
# object. Be careful not to concatenate the header and the payload
# prior to calling 'write' as we do not want to allocate a large
# temporary bytes object.
# We intentionally do not insert a protocol 4 frame opcode to make
# it possible to optimize file.read calls in the loader.
write(header)
write(payload)
class _Unframer:
def __init__(self, file_read, file_readline, file_tell=None):
self.file_read = file_read
self.file_readline = file_readline
self.current_frame = None
def readinto(self, buf):
if self.current_frame:
n = self.current_frame.readinto(buf)
if n == 0 and len(buf) != 0:
self.current_frame = None
n = len(buf)
buf[:] = self.file_read(n)
return n
if n < len(buf):
raise UnpicklingError(
"pickle exhausted before end of frame")
return n
else:
n = len(buf)
buf[:] = self.file_read(n)
return n
def read(self, n):
if self.current_frame:
data = self.current_frame.read(n)
if not data and n != 0:
self.current_frame = None
return self.file_read(n)
if len(data) < n:
raise UnpicklingError(
"pickle exhausted before end of frame")
return data
else:
return self.file_read(n)
def readline(self):
if self.current_frame:
data = self.current_frame.readline()
if not data:
self.current_frame = None
return self.file_readline()
if data[-1] != b'\n'[0]:
raise UnpicklingError(
"pickle exhausted before end of frame")
return data
else:
return self.file_readline()
def load_frame(self, frame_size):
if self.current_frame and self.current_frame.read() != b'':
raise UnpicklingError(
"beginning of a new frame before end of current frame")
self.current_frame = io.BytesIO(self.file_read(frame_size))
# Tools used for pickling.
def _getattribute(obj, name):
for subpath in name.split('.'):
if subpath == '<locals>':
raise AttributeError("Can't get local attribute {!r} on {!r}"
.format(name, obj))
try:
parent = obj
obj = getattr(obj, subpath)
except AttributeError:
raise AttributeError("Can't get attribute {!r} on {!r}"
.format(name, obj)) from None
return obj, parent
def whichmodule(obj, name):
"""Find the module an object belong to."""
module_name = getattr(obj, '__module__', None)
if module_name is not None:
return module_name
# Protect the iteration by using a list copy of sys.modules against dynamic
# modules that trigger imports of other modules upon calls to getattr.
for module_name, module in sys.modules.copy().items():
if (module_name == '__main__'
or module_name == '__mp_main__' # bpo-42406
or module is None):
continue
try:
if _getattribute(module, name)[0] is obj:
return module_name
except AttributeError:
pass
return '__main__'
def encode_long(x):
r"""Encode a long to a two's complement little-endian binary string.
Note that 0 is a special case, returning an empty string, to save a
byte in the LONG1 pickling context.
>>> encode_long(0)
b''
>>> encode_long(255)
b'\xff\x00'
>>> encode_long(32767)
b'\xff\x7f'
>>> encode_long(-256)
b'\x00\xff'
>>> encode_long(-32768)
b'\x00\x80'
>>> encode_long(-128)
b'\x80'
>>> encode_long(127)
b'\x7f'
>>>
"""
if x == 0:
return b''
nbytes = (x.bit_length() >> 3) + 1
result = x.to_bytes(nbytes, byteorder='little', signed=True)
if x < 0 and nbytes > 1:
if result[-1] == 0xff and (result[-2] & 0x80) != 0:
result = result[:-1]
return result
def decode_long(data):
r"""Decode a long from a two's complement little-endian binary string.
>>> decode_long(b'')
0
>>> decode_long(b"\xff\x00")
255
>>> decode_long(b"\xff\x7f")
32767
>>> decode_long(b"\x00\xff")
-256
>>> decode_long(b"\x00\x80")
-32768
>>> decode_long(b"\x80")
-128
>>> decode_long(b"\x7f")
127
"""
return int.from_bytes(data, byteorder='little', signed=True)
# Pickling machinery
class _Pickler:
def __init__(self, file, protocol=None, *, fix_imports=True,
buffer_callback=None):
"""This takes a binary file for writing a pickle data stream.
The optional *protocol* argument tells the pickler to use the
given protocol; supported protocols are 0, 1, 2, 3, 4 and 5.
The default protocol is 4. It was introduced in Python 3.4, and
is incompatible with previous versions.
Specifying a negative protocol version selects the highest
protocol version supported. The higher the protocol used, the
more recent the version of Python needed to read the pickle
produced.
The *file* argument must have a write() method that accepts a
single bytes argument. It can thus be a file object opened for
binary writing, an io.BytesIO instance, or any other custom
object that meets this interface.
If *fix_imports* is True and *protocol* is less than 3, pickle
will try to map the new Python 3 names to the old module names
used in Python 2, so that the pickle data stream is readable
with Python 2.
If *buffer_callback* is None (the default), buffer views are
serialized into *file* as part of the pickle stream.
If *buffer_callback* is not None, then it can be called any number
of times with a buffer view. If the callback returns a false value
(such as None), the given buffer is out-of-band; otherwise the
buffer is serialized in-band, i.e. inside the pickle stream.
It is an error if *buffer_callback* is not None and *protocol*
is None or smaller than 5.
"""
if protocol is None:
protocol = DEFAULT_PROTOCOL
if protocol < 0:
protocol = HIGHEST_PROTOCOL
elif not 0 <= protocol <= HIGHEST_PROTOCOL:
raise ValueError("pickle protocol must be <= %d" % HIGHEST_PROTOCOL)
if buffer_callback is not None and protocol < 5:
raise ValueError("buffer_callback needs protocol >= 5")
self._buffer_callback = buffer_callback
try:
self._file_write = file.write
except AttributeError:
raise TypeError("file must have a 'write' attribute")
self.framer = _Framer(self._file_write)
self.write = self.framer.write
self._write_large_bytes = self.framer.write_large_bytes
self.memo = {}
self.proto = int(protocol)
self.bin = protocol >= 1
self.fast = 0
self.fix_imports = fix_imports and protocol < 3
def clear_memo(self):
"""Clears the pickler's "memo".
The memo is the data structure that remembers which objects the
pickler has already seen, so that shared or recursive objects
are pickled by reference and not by value. This method is
useful when re-using picklers.
"""
self.memo.clear()
def dump(self, obj):
"""Write a pickled representation of obj to the open file."""
# Check whether Pickler was initialized correctly. This is
# only needed to mimic the behavior of _pickle.Pickler.dump().
if not hasattr(self, "_file_write"):
raise PicklingError("Pickler.__init__() was not called by "
"%s.__init__()" % (self.__class__.__name__,))
if self.proto >= 2:
self.write(PROTO + pack("<B", self.proto))
if self.proto >= 4:
self.framer.start_framing()
self.save(obj)
self.write(STOP)
self.framer.end_framing()
def memoize(self, obj):
"""Store an object in the memo."""
# The Pickler memo is a dictionary mapping object ids to 2-tuples
# that contain the Unpickler memo key and the object being memoized.
# The memo key is written to the pickle and will become
# the key in the Unpickler's memo. The object is stored in the
# Pickler memo so that transient objects are kept alive during
# pickling.
# The use of the Unpickler memo length as the memo key is just a
# convention. The only requirement is that the memo values be unique.
# But there appears no advantage to any other scheme, and this
# scheme allows the Unpickler memo to be implemented as a plain (but
# growable) array, indexed by memo key.
if self.fast:
return
assert id(obj) not in self.memo
idx = len(self.memo)
self.write(self.put(idx))
self.memo[id(obj)] = idx, obj
# Return a PUT (BINPUT, LONG_BINPUT) opcode string, with argument i.
def put(self, idx):
if self.proto >= 4:
return MEMOIZE
elif self.bin:
if idx < 256:
return BINPUT + pack("<B", idx)
else:
return LONG_BINPUT + pack("<I", idx)
else:
return PUT + repr(idx).encode("ascii") + b'\n'
# Return a GET (BINGET, LONG_BINGET) opcode string, with argument i.
def get(self, i):
if self.bin:
if i < 256:
return BINGET + pack("<B", i)
else:
return LONG_BINGET + pack("<I", i)
return GET + repr(i).encode("ascii") + b'\n'
def save(self, obj, save_persistent_id=True):
self.framer.commit_frame()
# Check for persistent id (defined by a subclass)
pid = self.persistent_id(obj)
if pid is not None and save_persistent_id:
self.save_pers(pid)
return
# Check the memo
x = self.memo.get(id(obj))
if x is not None:
self.write(self.get(x[0]))
return
rv = NotImplemented
reduce = getattr(self, "reducer_override", None)
if reduce is not None:
rv = reduce(obj)
if rv is NotImplemented:
# Check the type dispatch table
t = type(obj)
f = self.dispatch.get(t)
if f is not None:
f(self, obj) # Call unbound method with explicit self
return
# Check private dispatch table if any, or else
# copyreg.dispatch_table
reduce = getattr(self, 'dispatch_table', dispatch_table).get(t)
if reduce is not None:
rv = reduce(obj)
else:
# Check for a class with a custom metaclass; treat as regular
# class
if issubclass(t, type):
self.save_global(obj)
return
# Check for a __reduce_ex__ method, fall back to __reduce__
reduce = getattr(obj, "__reduce_ex__", None)
if reduce is not None:
rv = reduce(self.proto)
else:
reduce = getattr(obj, "__reduce__", None)
if reduce is not None:
rv = reduce()
else:
raise PicklingError("Can't pickle %r object: %r" %
(t.__name__, obj))
# Check for string returned by reduce(), meaning "save as global"
if isinstance(rv, str):
self.save_global(obj, rv)
return
# Assert that reduce() returned a tuple
if not isinstance(rv, tuple):
raise PicklingError("%s must return string or tuple" % reduce)
# Assert that it returned an appropriately sized tuple
l = len(rv)
if not (2 <= l <= 6):
raise PicklingError("Tuple returned by %s must have "
"two to six elements" % reduce)
# Save the reduce() output and finally memoize the object
self.save_reduce(obj=obj, *rv)
def persistent_id(self, obj):
# This exists so a subclass can override it
return None
def save_pers(self, pid):
# Save a persistent id reference
if self.bin:
self.save(pid, save_persistent_id=False)
self.write(BINPERSID)
else:
try:
self.write(PERSID + str(pid).encode("ascii") + b'\n')
except UnicodeEncodeError:
raise PicklingError(
"persistent IDs in protocol 0 must be ASCII strings")
def save_reduce(self, func, args, state=None, listitems=None,
dictitems=None, state_setter=None, obj=None):
# This API is called by some subclasses
if not isinstance(args, tuple):
raise PicklingError("args from save_reduce() must be a tuple")
if not callable(func):
raise PicklingError("func from save_reduce() must be callable")
save = self.save
write = self.write
func_name = getattr(func, "__name__", "")
if self.proto >= 2 and func_name == "__newobj_ex__":
cls, args, kwargs = args
if not hasattr(cls, "__new__"):
raise PicklingError("args[0] from {} args has no __new__"
.format(func_name))
if obj is not None and cls is not obj.__class__:
raise PicklingError("args[0] from {} args has the wrong class"
.format(func_name))
if self.proto >= 4:
save(cls)
save(args)
save(kwargs)
write(NEWOBJ_EX)
else:
func = partial(cls.__new__, cls, *args, **kwargs)
save(func)
save(())
write(REDUCE)
elif self.proto >= 2 and func_name == "__newobj__":
# A __reduce__ implementation can direct protocol 2 or newer to
# use the more efficient NEWOBJ opcode, while still
# allowing protocol 0 and 1 to work normally. For this to
# work, the function returned by __reduce__ should be
# called __newobj__, and its first argument should be a
# class. The implementation for __newobj__
# should be as follows, although pickle has no way to
# verify this:
#
# def __newobj__(cls, *args):
# return cls.__new__(cls, *args)
#
# Protocols 0 and 1 will pickle a reference to __newobj__,
# while protocol 2 (and above) will pickle a reference to
# cls, the remaining args tuple, and the NEWOBJ code,
# which calls cls.__new__(cls, *args) at unpickling time
# (see load_newobj below). If __reduce__ returns a
# three-tuple, the state from the third tuple item will be
# pickled regardless of the protocol, calling __setstate__
# at unpickling time (see load_build below).
#
# Note that no standard __newobj__ implementation exists;
# you have to provide your own. This is to enforce
# compatibility with Python 2.2 (pickles written using
# protocol 0 or 1 in Python 2.3 should be unpicklable by
# Python 2.2).
cls = args[0]
if not hasattr(cls, "__new__"):
raise PicklingError(
"args[0] from __newobj__ args has no __new__")
if obj is not None and cls is not obj.__class__:
raise PicklingError(
"args[0] from __newobj__ args has the wrong class")
args = args[1:]
save(cls)
save(args)
write(NEWOBJ)
else:
save(func)
save(args)
write(REDUCE)
if obj is not None:
# If the object is already in the memo, this means it is
# recursive. In this case, throw away everything we put on the
# stack, and fetch the object back from the memo.
if id(obj) in self.memo:
write(POP + self.get(self.memo[id(obj)][0]))
else:
self.memoize(obj)
# More new special cases (that work with older protocols as
# well): when __reduce__ returns a tuple with 4 or 5 items,
# the 4th and 5th item should be iterators that provide list
# items and dict items (as (key, value) tuples), or None.
if listitems is not None:
self._batch_appends(listitems)
if dictitems is not None:
self._batch_setitems(dictitems)
if state is not None:
if state_setter is None:
save(state)
write(BUILD)
else:
# If a state_setter is specified, call it instead of load_build
# to update obj's with its previous state.
# First, push state_setter and its tuple of expected arguments
# (obj, state) onto the stack.
save(state_setter)
save(obj) # simple BINGET opcode as obj is already memoized.
save(state)
write(TUPLE2)
# Trigger a state_setter(obj, state) function call.
write(REDUCE)
# The purpose of state_setter is to carry-out an
# inplace modification of obj. We do not care about what the
# method might return, so its output is eventually removed from
# the stack.
write(POP)
# Methods below this point are dispatched through the dispatch table
dispatch = {}
def save_none(self, obj):
self.write(NONE)
dispatch[type(None)] = save_none
def save_bool(self, obj):
if self.proto >= 2:
self.write(NEWTRUE if obj else NEWFALSE)
else:
self.write(TRUE if obj else FALSE)
dispatch[bool] = save_bool
def save_long(self, obj):
if self.bin:
# If the int is small enough to fit in a signed 4-byte 2's-comp
# format, we can store it more efficiently than the general
# case.
# First one- and two-byte unsigned ints:
if obj >= 0:
if obj <= 0xff:
self.write(BININT1 + pack("<B", obj))
return
if obj <= 0xffff:
self.write(BININT2 + pack("<H", obj))
return
# Next check for 4-byte signed ints:
if -0x80000000 <= obj <= 0x7fffffff:
self.write(BININT + pack("<i", obj))
return
if self.proto >= 2:
encoded = encode_long(obj)
n = len(encoded)
if n < 256:
self.write(LONG1 + pack("<B", n) + encoded)
else:
self.write(LONG4 + pack("<i", n) + encoded)
return
if -0x80000000 <= obj <= 0x7fffffff:
self.write(INT + repr(obj).encode("ascii") + b'\n')
else:
self.write(LONG + repr(obj).encode("ascii") + b'L\n')
dispatch[int] = save_long
def save_float(self, obj):
if self.bin:
self.write(BINFLOAT + pack('>d', obj))
else:
self.write(FLOAT + repr(obj).encode("ascii") + b'\n')
dispatch[float] = save_float
def save_bytes(self, obj):
if self.proto < 3:
if not obj: # bytes object is empty
self.save_reduce(bytes, (), obj=obj)
else:
self.save_reduce(codecs.encode,
(str(obj, 'latin1'), 'latin1'), obj=obj)
return
n = len(obj)
if n <= 0xff:
self.write(SHORT_BINBYTES + pack("<B", n) + obj)
elif n > 0xffffffff and self.proto >= 4:
self._write_large_bytes(BINBYTES8 + pack("<Q", n), obj)
elif n >= self.framer._FRAME_SIZE_TARGET:
self._write_large_bytes(BINBYTES + pack("<I", n), obj)
else:
self.write(BINBYTES + pack("<I", n) + obj)
self.memoize(obj)
dispatch[bytes] = save_bytes
def save_bytearray(self, obj):
if self.proto < 5:
if not obj: # bytearray is empty
self.save_reduce(bytearray, (), obj=obj)
else:
self.save_reduce(bytearray, (bytes(obj),), obj=obj)
return
n = len(obj)
if n >= self.framer._FRAME_SIZE_TARGET:
self._write_large_bytes(BYTEARRAY8 + pack("<Q", n), obj)
else:
self.write(BYTEARRAY8 + pack("<Q", n) + obj)
dispatch[bytearray] = save_bytearray
if _HAVE_PICKLE_BUFFER:
def save_picklebuffer(self, obj):
if self.proto < 5:
raise PicklingError("PickleBuffer can only pickled with "
"protocol >= 5")
with obj.raw() as m:
if not m.contiguous:
raise PicklingError("PickleBuffer can not be pickled when "
"pointing to a non-contiguous buffer")
in_band = True
if self._buffer_callback is not None:
in_band = bool(self._buffer_callback(obj))
if in_band:
# Write data in-band
# XXX The C implementation avoids a copy here
if m.readonly:
self.save_bytes(m.tobytes())
else:
self.save_bytearray(m.tobytes())
else:
# Write data out-of-band
self.write(NEXT_BUFFER)
if m.readonly:
self.write(READONLY_BUFFER)
dispatch[PickleBuffer] = save_picklebuffer
def save_str(self, obj):
if self.bin:
encoded = obj.encode('utf-8', 'surrogatepass')
n = len(encoded)
if n <= 0xff and self.proto >= 4:
self.write(SHORT_BINUNICODE + pack("<B", n) + encoded)
elif n > 0xffffffff and self.proto >= 4:
self._write_large_bytes(BINUNICODE8 + pack("<Q", n), encoded)
elif n >= self.framer._FRAME_SIZE_TARGET:
self._write_large_bytes(BINUNICODE + pack("<I", n), encoded)
else:
self.write(BINUNICODE + pack("<I", n) + encoded)
else:
obj = obj.replace("\\", "\\u005c")
obj = obj.replace("\0", "\\u0000")
obj = obj.replace("\n", "\\u000a")
obj = obj.replace("\r", "\\u000d")
obj = obj.replace("\x1a", "\\u001a") # EOF on DOS
self.write(UNICODE + obj.encode('raw-unicode-escape') +
b'\n')
self.memoize(obj)
dispatch[str] = save_str
def save_tuple(self, obj):
if not obj: # tuple is empty
if self.bin:
self.write(EMPTY_TUPLE)
else:
self.write(MARK + TUPLE)
return
n = len(obj)
save = self.save
memo = self.memo
if n <= 3 and self.proto >= 2:
for element in obj:
save(element)
# Subtle. Same as in the big comment below.
if id(obj) in memo:
get = self.get(memo[id(obj)][0])
self.write(POP * n + get)
else:
self.write(_tuplesize2code[n])
self.memoize(obj)
return
# proto 0 or proto 1 and tuple isn't empty, or proto > 1 and tuple
# has more than 3 elements.
write = self.write
write(MARK)
for element in obj:
save(element)
if id(obj) in memo:
# Subtle. d was not in memo when we entered save_tuple(), so
# the process of saving the tuple's elements must have saved
# the tuple itself: the tuple is recursive. The proper action
# now is to throw away everything we put on the stack, and
# simply GET the tuple (it's already constructed). This check
# could have been done in the "for element" loop instead, but
# recursive tuples are a rare thing.
get = self.get(memo[id(obj)][0])
if self.bin:
write(POP_MARK + get)
else: # proto 0 -- POP_MARK not available
write(POP * (n+1) + get)
return
# No recursion.
write(TUPLE)
self.memoize(obj)
dispatch[tuple] = save_tuple
def save_list(self, obj):
if self.bin:
self.write(EMPTY_LIST)
else: # proto 0 -- can't use EMPTY_LIST
self.write(MARK + LIST)
self.memoize(obj)
self._batch_appends(obj)
dispatch[list] = save_list
_BATCHSIZE = 1000
def _batch_appends(self, items):
# Helper to batch up APPENDS sequences
save = self.save
write = self.write
if not self.bin:
for x in items:
save(x)
write(APPEND)
return
it = iter(items)
while True:
tmp = list(islice(it, self._BATCHSIZE))
n = len(tmp)
if n > 1:
write(MARK)
for x in tmp:
save(x)
write(APPENDS)
elif n:
save(tmp[0])
write(APPEND)
# else tmp is empty, and we're done
if n < self._BATCHSIZE:
return
def save_dict(self, obj):
if self.bin:
self.write(EMPTY_DICT)
else: # proto 0 -- can't use EMPTY_DICT
self.write(MARK + DICT)
self.memoize(obj)
self._batch_setitems(obj.items())
dispatch[dict] = save_dict
if PyStringMap is not None:
dispatch[PyStringMap] = save_dict
def _batch_setitems(self, items):
# Helper to batch up SETITEMS sequences; proto >= 1 only
save = self.save
write = self.write
if not self.bin:
for k, v in items:
save(k)
save(v)
write(SETITEM)
return
it = iter(items)
while True:
tmp = list(islice(it, self._BATCHSIZE))
n = len(tmp)
if n > 1:
write(MARK)
for k, v in tmp:
save(k)
save(v)
write(SETITEMS)
elif n:
k, v = tmp[0]
save(k)
save(v)
write(SETITEM)
# else tmp is empty, and we're done
if n < self._BATCHSIZE:
return
def save_set(self, obj):
save = self.save
write = self.write
if self.proto < 4:
self.save_reduce(set, (list(obj),), obj=obj)
return
write(EMPTY_SET)
self.memoize(obj)
it = iter(obj)
while True:
batch = list(islice(it, self._BATCHSIZE))
n = len(batch)
if n > 0:
write(MARK)
for item in batch:
save(item)
write(ADDITEMS)
if n < self._BATCHSIZE:
return
dispatch[set] = save_set
def save_frozenset(self, obj):
save = self.save
write = self.write
if self.proto < 4:
self.save_reduce(frozenset, (list(obj),), obj=obj)
return
write(MARK)
for item in obj:
save(item)
if id(obj) in self.memo:
# If the object is already in the memo, this means it is
# recursive. In this case, throw away everything we put on the
# stack, and fetch the object back from the memo.
write(POP_MARK + self.get(self.memo[id(obj)][0]))
return
write(FROZENSET)
self.memoize(obj)
dispatch[frozenset] = save_frozenset
def save_global(self, obj, name=None):
write = self.write
memo = self.memo
if name is None:
name = getattr(obj, '__qualname__', None)
if name is None:
name = obj.__name__
module_name = whichmodule(obj, name)
try:
__import__(module_name, level=0)
module = sys.modules[module_name]
obj2, parent = _getattribute(module, name)
except (ImportError, KeyError, AttributeError):
raise PicklingError(
"Can't pickle %r: it's not found as %s.%s" %
(obj, module_name, name)) from None
else:
if obj2 is not obj:
raise PicklingError(
"Can't pickle %r: it's not the same object as %s.%s" %
(obj, module_name, name))
if self.proto >= 2:
code = _extension_registry.get((module_name, name))
if code:
assert code > 0
if code <= 0xff:
write(EXT1 + pack("<B", code))
elif code <= 0xffff:
write(EXT2 + pack("<H", code))
else:
write(EXT4 + pack("<i", code))
return
lastname = name.rpartition('.')[2]
if parent is module:
name = lastname
# Non-ASCII identifiers are supported only with protocols >= 3.
if self.proto >= 4:
self.save(module_name)
self.save(name)
write(STACK_GLOBAL)
elif parent is not module:
self.save_reduce(getattr, (parent, lastname))
elif self.proto >= 3:
write(GLOBAL + bytes(module_name, "utf-8") + b'\n' +
bytes(name, "utf-8") + b'\n')
else:
if self.fix_imports:
r_name_mapping = _compat_pickle.REVERSE_NAME_MAPPING
r_import_mapping = _compat_pickle.REVERSE_IMPORT_MAPPING
if (module_name, name) in r_name_mapping:
module_name, name = r_name_mapping[(module_name, name)]
elif module_name in r_import_mapping:
module_name = r_import_mapping[module_name]
try:
write(GLOBAL + bytes(module_name, "ascii") + b'\n' +
bytes(name, "ascii") + b'\n')
except UnicodeEncodeError:
raise PicklingError(
"can't pickle global identifier '%s.%s' using "
"pickle protocol %i" % (module, name, self.proto)) from None
self.memoize(obj)
def save_type(self, obj):
if obj is type(None):
return self.save_reduce(type, (None,), obj=obj)
elif obj is type(NotImplemented):
return self.save_reduce(type, (NotImplemented,), obj=obj)
elif obj is type(...):
return self.save_reduce(type, (...,), obj=obj)
return self.save_global(obj)
dispatch[FunctionType] = save_global
dispatch[type] = save_type
# Unpickling machinery
class _Unpickler:
def __init__(self, file, *, fix_imports=True,
encoding="ASCII", errors="strict", buffers=None):
"""This takes a binary file for reading a pickle data stream.
The protocol version of the pickle is detected automatically, so
no proto argument is needed.
The argument *file* must have two methods, a read() method that
takes an integer argument, and a readline() method that requires
no arguments. Both methods should return bytes. Thus *file*
can be a binary file object opened for reading, an io.BytesIO
object, or any other custom object that meets this interface.
The file-like object must have two methods, a read() method
that takes an integer argument, and a readline() method that
requires no arguments. Both methods should return bytes.
Thus file-like object can be a binary file object opened for
reading, a BytesIO object, or any other custom object that
meets this interface.
If *buffers* is not None, it should be an iterable of buffer-enabled
objects that is consumed each time the pickle stream references
an out-of-band buffer view. Such buffers have been given in order
to the *buffer_callback* of a Pickler object.
If *buffers* is None (the default), then the buffers are taken
from the pickle stream, assuming they are serialized there.
It is an error for *buffers* to be None if the pickle stream
was produced with a non-None *buffer_callback*.
Other optional arguments are *fix_imports*, *encoding* and
*errors*, which are used to control compatibility support for
pickle stream generated by Python 2. If *fix_imports* is True,
pickle will try to map the old Python 2 names to the new names
used in Python 3. The *encoding* and *errors* tell pickle how
to decode 8-bit string instances pickled by Python 2; these
default to 'ASCII' and 'strict', respectively. *encoding* can be
'bytes' to read theses 8-bit string instances as bytes objects.
"""
self._buffers = iter(buffers) if buffers is not None else None
self._file_readline = file.readline
self._file_read = file.read
self.memo = {}
self.encoding = encoding
self.errors = errors
self.proto = 0
self.fix_imports = fix_imports
def load(self):
"""Read a pickled object representation from the open file.
Return the reconstituted object hierarchy specified in the file.
"""
# Check whether Unpickler was initialized correctly. This is
# only needed to mimic the behavior of _pickle.Unpickler.dump().
if not hasattr(self, "_file_read"):
raise UnpicklingError("Unpickler.__init__() was not called by "
"%s.__init__()" % (self.__class__.__name__,))
self._unframer = _Unframer(self._file_read, self._file_readline)
self.read = self._unframer.read
self.readinto = self._unframer.readinto
self.readline = self._unframer.readline
self.metastack = []
self.stack = []
self.append = self.stack.append
self.proto = 0
read = self.read
dispatch = self.dispatch
try:
while True:
key = read(1)
if not key:
raise EOFError
assert isinstance(key, bytes_types)
dispatch[key[0]](self)
except _Stop as stopinst:
return stopinst.value
# Return a list of items pushed in the stack after last MARK instruction.
def pop_mark(self):
items = self.stack
self.stack = self.metastack.pop()
self.append = self.stack.append
return items
def persistent_load(self, pid):
raise UnpicklingError("unsupported persistent id encountered")
dispatch = {}
def load_proto(self):
proto = self.read(1)[0]
if not 0 <= proto <= HIGHEST_PROTOCOL:
raise ValueError("unsupported pickle protocol: %d" % proto)
self.proto = proto
dispatch[PROTO[0]] = load_proto
def load_frame(self):
frame_size, = unpack('<Q', self.read(8))
if frame_size > sys.maxsize:
raise ValueError("frame size > sys.maxsize: %d" % frame_size)
self._unframer.load_frame(frame_size)
dispatch[FRAME[0]] = load_frame
def load_persid(self):
try:
pid = self.readline()[:-1].decode("ascii")
except UnicodeDecodeError:
raise UnpicklingError(
"persistent IDs in protocol 0 must be ASCII strings")
self.append(self.persistent_load(pid))
dispatch[PERSID[0]] = load_persid
def load_binpersid(self):
pid = self.stack.pop()
self.append(self.persistent_load(pid))
dispatch[BINPERSID[0]] = load_binpersid
def load_none(self):
self.append(None)
dispatch[NONE[0]] = load_none
def load_false(self):
self.append(False)
dispatch[NEWFALSE[0]] = load_false
def load_true(self):
self.append(True)
dispatch[NEWTRUE[0]] = load_true
def load_int(self):
data = self.readline()
if data == FALSE[1:]:
val = False
elif data == TRUE[1:]:
val = True
else:
val = int(data, 0)
self.append(val)
dispatch[INT[0]] = load_int
def load_binint(self):
self.append(unpack('<i', self.read(4))[0])
dispatch[BININT[0]] = load_binint
def load_binint1(self):
self.append(self.read(1)[0])
dispatch[BININT1[0]] = load_binint1
def load_binint2(self):
self.append(unpack('<H', self.read(2))[0])
dispatch[BININT2[0]] = load_binint2
def load_long(self):
val = self.readline()[:-1]
if val and val[-1] == b'L'[0]:
val = val[:-1]
self.append(int(val, 0))
dispatch[LONG[0]] = load_long
def load_long1(self):
n = self.read(1)[0]
data = self.read(n)
self.append(decode_long(data))
dispatch[LONG1[0]] = load_long1
def load_long4(self):
n, = unpack('<i', self.read(4))
if n < 0:
# Corrupt or hostile pickle -- we never write one like this
raise UnpicklingError("LONG pickle has negative byte count")
data = self.read(n)
self.append(decode_long(data))
dispatch[LONG4[0]] = load_long4
def load_float(self):
self.append(float(self.readline()[:-1]))
dispatch[FLOAT[0]] = load_float
def load_binfloat(self):
self.append(unpack('>d', self.read(8))[0])
dispatch[BINFLOAT[0]] = load_binfloat
def _decode_string(self, value):
# Used to allow strings from Python 2 to be decoded either as
# bytes or Unicode strings. This should be used only with the
# STRING, BINSTRING and SHORT_BINSTRING opcodes.
if self.encoding == "bytes":
return value
else:
return value.decode(self.encoding, self.errors)
def load_string(self):
data = self.readline()[:-1]
# Strip outermost quotes
if len(data) >= 2 and data[0] == data[-1] and data[0] in b'"\'':
data = data[1:-1]
else:
raise UnpicklingError("the STRING opcode argument must be quoted")
self.append(self._decode_string(codecs.escape_decode(data)[0]))
dispatch[STRING[0]] = load_string
def load_binstring(self):
# Deprecated BINSTRING uses signed 32-bit length
len, = unpack('<i', self.read(4))
if len < 0:
raise UnpicklingError("BINSTRING pickle has negative byte count")
data = self.read(len)
self.append(self._decode_string(data))
dispatch[BINSTRING[0]] = load_binstring
def load_binbytes(self):
len, = unpack('<I', self.read(4))
if len > maxsize:
raise UnpicklingError("BINBYTES exceeds system's maximum size "
"of %d bytes" % maxsize)
self.append(self.read(len))
dispatch[BINBYTES[0]] = load_binbytes
def load_unicode(self):
self.append(str(self.readline()[:-1], 'raw-unicode-escape'))
dispatch[UNICODE[0]] = load_unicode
def load_binunicode(self):
len, = unpack('<I', self.read(4))
if len > maxsize:
raise UnpicklingError("BINUNICODE exceeds system's maximum size "
"of %d bytes" % maxsize)
self.append(str(self.read(len), 'utf-8', 'surrogatepass'))
dispatch[BINUNICODE[0]] = load_binunicode
def load_binunicode8(self):
len, = unpack('<Q', self.read(8))
if len > maxsize:
raise UnpicklingError("BINUNICODE8 exceeds system's maximum size "
"of %d bytes" % maxsize)
self.append(str(self.read(len), 'utf-8', 'surrogatepass'))
dispatch[BINUNICODE8[0]] = load_binunicode8
def load_binbytes8(self):
len, = unpack('<Q', self.read(8))
if len > maxsize:
raise UnpicklingError("BINBYTES8 exceeds system's maximum size "
"of %d bytes" % maxsize)
self.append(self.read(len))
dispatch[BINBYTES8[0]] = load_binbytes8
def load_bytearray8(self):
len, = unpack('<Q', self.read(8))
if len > maxsize:
raise UnpicklingError("BYTEARRAY8 exceeds system's maximum size "
"of %d bytes" % maxsize)
b = bytearray(len)
self.readinto(b)
self.append(b)
dispatch[BYTEARRAY8[0]] = load_bytearray8
def load_next_buffer(self):
if self._buffers is None:
raise UnpicklingError("pickle stream refers to out-of-band data "
"but no *buffers* argument was given")
try:
buf = next(self._buffers)
except StopIteration:
raise UnpicklingError("not enough out-of-band buffers")
self.append(buf)
dispatch[NEXT_BUFFER[0]] = load_next_buffer
def load_readonly_buffer(self):
buf = self.stack[-1]
with memoryview(buf) as m:
if not m.readonly:
self.stack[-1] = m.toreadonly()
dispatch[READONLY_BUFFER[0]] = load_readonly_buffer
def load_short_binstring(self):
len = self.read(1)[0]
data = self.read(len)
self.append(self._decode_string(data))
dispatch[SHORT_BINSTRING[0]] = load_short_binstring
def load_short_binbytes(self):
len = self.read(1)[0]
self.append(self.read(len))
dispatch[SHORT_BINBYTES[0]] = load_short_binbytes
def load_short_binunicode(self):
len = self.read(1)[0]
self.append(str(self.read(len), 'utf-8', 'surrogatepass'))
dispatch[SHORT_BINUNICODE[0]] = load_short_binunicode
def load_tuple(self):
items = self.pop_mark()
self.append(tuple(items))
dispatch[TUPLE[0]] = load_tuple
def load_empty_tuple(self):
self.append(())
dispatch[EMPTY_TUPLE[0]] = load_empty_tuple
def load_tuple1(self):
self.stack[-1] = (self.stack[-1],)
dispatch[TUPLE1[0]] = load_tuple1
def load_tuple2(self):
self.stack[-2:] = [(self.stack[-2], self.stack[-1])]
dispatch[TUPLE2[0]] = load_tuple2
def load_tuple3(self):
self.stack[-3:] = [(self.stack[-3], self.stack[-2], self.stack[-1])]
dispatch[TUPLE3[0]] = load_tuple3
def load_empty_list(self):
self.append([])
dispatch[EMPTY_LIST[0]] = load_empty_list
def load_empty_dictionary(self):
self.append({})
dispatch[EMPTY_DICT[0]] = load_empty_dictionary
def load_empty_set(self):
self.append(set())
dispatch[EMPTY_SET[0]] = load_empty_set
def load_frozenset(self):
items = self.pop_mark()
self.append(frozenset(items))
dispatch[FROZENSET[0]] = load_frozenset
def load_list(self):
items = self.pop_mark()
self.append(items)
dispatch[LIST[0]] = load_list
def load_dict(self):
items = self.pop_mark()
d = {items[i]: items[i+1]
for i in range(0, len(items), 2)}
self.append(d)
dispatch[DICT[0]] = load_dict
# INST and OBJ differ only in how they get a class object. It's not
# only sensible to do the rest in a common routine, the two routines
# previously diverged and grew different bugs.
# klass is the class to instantiate, and k points to the topmost mark
# object, following which are the arguments for klass.__init__.
def _instantiate(self, klass, args):
if (args or not isinstance(klass, type) or
hasattr(klass, "__getinitargs__")):
try:
value = klass(*args)
except TypeError as err:
raise TypeError("in constructor for %s: %s" %
(klass.__name__, str(err)), sys.exc_info()[2])
else:
value = klass.__new__(klass)
self.append(value)
def load_inst(self):
module = self.readline()[:-1].decode("ascii")
name = self.readline()[:-1].decode("ascii")
klass = self.find_class(module, name)
self._instantiate(klass, self.pop_mark())
dispatch[INST[0]] = load_inst
def load_obj(self):
# Stack is ... markobject classobject arg1 arg2 ...
args = self.pop_mark()
cls = args.pop(0)
self._instantiate(cls, args)
dispatch[OBJ[0]] = load_obj
def load_newobj(self):
args = self.stack.pop()
cls = self.stack.pop()
obj = cls.__new__(cls, *args)
self.append(obj)
dispatch[NEWOBJ[0]] = load_newobj
def load_newobj_ex(self):
kwargs = self.stack.pop()
args = self.stack.pop()
cls = self.stack.pop()
obj = cls.__new__(cls, *args, **kwargs)
self.append(obj)
dispatch[NEWOBJ_EX[0]] = load_newobj_ex
def load_global(self):
module = self.readline()[:-1].decode("utf-8")
name = self.readline()[:-1].decode("utf-8")
klass = self.find_class(module, name)
self.append(klass)
dispatch[GLOBAL[0]] = load_global
def load_stack_global(self):
name = self.stack.pop()
module = self.stack.pop()
if type(name) is not str or type(module) is not str:
raise UnpicklingError("STACK_GLOBAL requires str")
self.append(self.find_class(module, name))
dispatch[STACK_GLOBAL[0]] = load_stack_global
def load_ext1(self):
code = self.read(1)[0]
self.get_extension(code)
dispatch[EXT1[0]] = load_ext1
def load_ext2(self):
code, = unpack('<H', self.read(2))
self.get_extension(code)
dispatch[EXT2[0]] = load_ext2
def load_ext4(self):
code, = unpack('<i', self.read(4))
self.get_extension(code)
dispatch[EXT4[0]] = load_ext4
def get_extension(self, code):
nil = []
obj = _extension_cache.get(code, nil)
if obj is not nil:
self.append(obj)
return
key = _inverted_registry.get(code)
if not key:
if code <= 0: # note that 0 is forbidden
# Corrupt or hostile pickle.
raise UnpicklingError("EXT specifies code <= 0")
raise ValueError("unregistered extension code %d" % code)
obj = self.find_class(*key)
_extension_cache[code] = obj
self.append(obj)
def find_class(self, module, name):
# Subclasses may override this.
sys.audit('pickle.find_class', module, name)
if self.proto < 3 and self.fix_imports:
if (module, name) in _compat_pickle.NAME_MAPPING:
module, name = _compat_pickle.NAME_MAPPING[(module, name)]
elif module in _compat_pickle.IMPORT_MAPPING:
module = _compat_pickle.IMPORT_MAPPING[module]
__import__(module, level=0)
if self.proto >= 4:
return _getattribute(sys.modules[module], name)[0]
else:
return getattr(sys.modules[module], name)
def load_reduce(self):
stack = self.stack
args = stack.pop()
func = stack[-1]
stack[-1] = func(*args)
dispatch[REDUCE[0]] = load_reduce
def load_pop(self):
if self.stack:
del self.stack[-1]
else:
self.pop_mark()
dispatch[POP[0]] = load_pop
def load_pop_mark(self):
self.pop_mark()
dispatch[POP_MARK[0]] = load_pop_mark
def load_dup(self):
self.append(self.stack[-1])
dispatch[DUP[0]] = load_dup
def load_get(self):
i = int(self.readline()[:-1])
self.append(self.memo[i])
dispatch[GET[0]] = load_get
def load_binget(self):
i = self.read(1)[0]
self.append(self.memo[i])
dispatch[BINGET[0]] = load_binget
def load_long_binget(self):
i, = unpack('<I', self.read(4))
self.append(self.memo[i])
dispatch[LONG_BINGET[0]] = load_long_binget
def load_put(self):
i = int(self.readline()[:-1])
if i < 0:
raise ValueError("negative PUT argument")
self.memo[i] = self.stack[-1]
dispatch[PUT[0]] = load_put
def load_binput(self):
i = self.read(1)[0]
if i < 0:
raise ValueError("negative BINPUT argument")
self.memo[i] = self.stack[-1]
dispatch[BINPUT[0]] = load_binput
def load_long_binput(self):
i, = unpack('<I', self.read(4))
if i > maxsize:
raise ValueError("negative LONG_BINPUT argument")
self.memo[i] = self.stack[-1]
dispatch[LONG_BINPUT[0]] = load_long_binput
def load_memoize(self):
memo = self.memo
memo[len(memo)] = self.stack[-1]
dispatch[MEMOIZE[0]] = load_memoize
def load_append(self):
stack = self.stack
value = stack.pop()
list = stack[-1]
list.append(value)
dispatch[APPEND[0]] = load_append
def load_appends(self):
items = self.pop_mark()
list_obj = self.stack[-1]
try:
extend = list_obj.extend
except AttributeError:
pass
else:
extend(items)
return
# Even if the PEP 307 requires extend() and append() methods,
# fall back on append() if the object has no extend() method
# for backward compatibility.
append = list_obj.append
for item in items:
append(item)
dispatch[APPENDS[0]] = load_appends
def load_setitem(self):
stack = self.stack
value = stack.pop()
key = stack.pop()
dict = stack[-1]
dict[key] = value
dispatch[SETITEM[0]] = load_setitem
def load_setitems(self):
items = self.pop_mark()
dict = self.stack[-1]
for i in range(0, len(items), 2):
dict[items[i]] = items[i + 1]
dispatch[SETITEMS[0]] = load_setitems
def load_additems(self):
items = self.pop_mark()
set_obj = self.stack[-1]
if isinstance(set_obj, set):
set_obj.update(items)
else:
add = set_obj.add
for item in items:
add(item)
dispatch[ADDITEMS[0]] = load_additems
def load_build(self):
stack = self.stack
state = stack.pop()
inst = stack[-1]
setstate = getattr(inst, "__setstate__", None)
if setstate is not None:
setstate(state)
return
slotstate = None
if isinstance(state, tuple) and len(state) == 2:
state, slotstate = state
if state:
inst_dict = inst.__dict__
intern = sys.intern
for k, v in state.items():
if type(k) is str:
inst_dict[intern(k)] = v
else:
inst_dict[k] = v
if slotstate:
for k, v in slotstate.items():
setattr(inst, k, v)
dispatch[BUILD[0]] = load_build
def load_mark(self):
self.metastack.append(self.stack)
self.stack = []
self.append = self.stack.append
dispatch[MARK[0]] = load_mark
def load_stop(self):
value = self.stack.pop()
raise _Stop(value)
dispatch[STOP[0]] = load_stop
# Shorthands
def _dump(obj, file, protocol=None, *, fix_imports=True, buffer_callback=None):
_Pickler(file, protocol, fix_imports=fix_imports,
buffer_callback=buffer_callback).dump(obj)
def _dumps(obj, protocol=None, *, fix_imports=True, buffer_callback=None):
f = io.BytesIO()
_Pickler(f, protocol, fix_imports=fix_imports,
buffer_callback=buffer_callback).dump(obj)
res = f.getvalue()
assert isinstance(res, bytes_types)
return res
def _load(file, *, fix_imports=True, encoding="ASCII", errors="strict",
buffers=None):
return _Unpickler(file, fix_imports=fix_imports, buffers=buffers,
encoding=encoding, errors=errors).load()
def _loads(s, *, fix_imports=True, encoding="ASCII", errors="strict",
buffers=None):
if isinstance(s, str):
raise TypeError("Can't load pickle from unicode string")
file = io.BytesIO(s)
return _Unpickler(file, fix_imports=fix_imports, buffers=buffers,
encoding=encoding, errors=errors).load()
# Use the faster _pickle if possible
try:
from _pickle import (
PickleError,
PicklingError,
UnpicklingError,
Pickler,
Unpickler,
dump,
dumps,
load,
loads
)
except ImportError:
Pickler, Unpickler = _Pickler, _Unpickler
dump, dumps, load, loads = _dump, _dumps, _load, _loads
# Doctest
def _test():
import doctest
return doctest.testmod()
if __name__ == "__main__":
import argparse
parser = argparse.ArgumentParser(
description='display contents of the pickle files')
parser.add_argument(
'pickle_file', type=argparse.FileType('br'),
nargs='*', help='the pickle file')
parser.add_argument(
'-t', '--test', action='store_true',
help='run self-test suite')
parser.add_argument(
'-v', action='store_true',
help='run verbosely; only affects self-test run')
args = parser.parse_args()
if args.test:
_test()
else:
if not args.pickle_file:
parser.print_help()
else:
import pprint
for f in args.pickle_file:
obj = load(f)
pprint.pprint(obj)
reprlib.py 0000644 00000012223 15115353744 0006565 0 ustar 00 """Redo the builtin repr() (representation) but with limits on most sizes."""
__all__ = ["Repr", "repr", "recursive_repr"]
import builtins
from itertools import islice
from _thread import get_ident
def recursive_repr(fillvalue='...'):
'Decorator to make a repr function return fillvalue for a recursive call'
def decorating_function(user_function):
repr_running = set()
def wrapper(self):
key = id(self), get_ident()
if key in repr_running:
return fillvalue
repr_running.add(key)
try:
result = user_function(self)
finally:
repr_running.discard(key)
return result
# Can't use functools.wraps() here because of bootstrap issues
wrapper.__module__ = getattr(user_function, '__module__')
wrapper.__doc__ = getattr(user_function, '__doc__')
wrapper.__name__ = getattr(user_function, '__name__')
wrapper.__qualname__ = getattr(user_function, '__qualname__')
wrapper.__annotations__ = getattr(user_function, '__annotations__', {})
return wrapper
return decorating_function
class Repr:
def __init__(self):
self.maxlevel = 6
self.maxtuple = 6
self.maxlist = 6
self.maxarray = 5
self.maxdict = 4
self.maxset = 6
self.maxfrozenset = 6
self.maxdeque = 6
self.maxstring = 30
self.maxlong = 40
self.maxother = 30
def repr(self, x):
return self.repr1(x, self.maxlevel)
def repr1(self, x, level):
typename = type(x).__name__
if ' ' in typename:
parts = typename.split()
typename = '_'.join(parts)
if hasattr(self, 'repr_' + typename):
return getattr(self, 'repr_' + typename)(x, level)
else:
return self.repr_instance(x, level)
def _repr_iterable(self, x, level, left, right, maxiter, trail=''):
n = len(x)
if level <= 0 and n:
s = '...'
else:
newlevel = level - 1
repr1 = self.repr1
pieces = [repr1(elem, newlevel) for elem in islice(x, maxiter)]
if n > maxiter: pieces.append('...')
s = ', '.join(pieces)
if n == 1 and trail: right = trail + right
return '%s%s%s' % (left, s, right)
def repr_tuple(self, x, level):
return self._repr_iterable(x, level, '(', ')', self.maxtuple, ',')
def repr_list(self, x, level):
return self._repr_iterable(x, level, '[', ']', self.maxlist)
def repr_array(self, x, level):
if not x:
return "array('%s')" % x.typecode
header = "array('%s', [" % x.typecode
return self._repr_iterable(x, level, header, '])', self.maxarray)
def repr_set(self, x, level):
if not x:
return 'set()'
x = _possibly_sorted(x)
return self._repr_iterable(x, level, '{', '}', self.maxset)
def repr_frozenset(self, x, level):
if not x:
return 'frozenset()'
x = _possibly_sorted(x)
return self._repr_iterable(x, level, 'frozenset({', '})',
self.maxfrozenset)
def repr_deque(self, x, level):
return self._repr_iterable(x, level, 'deque([', '])', self.maxdeque)
def repr_dict(self, x, level):
n = len(x)
if n == 0: return '{}'
if level <= 0: return '{...}'
newlevel = level - 1
repr1 = self.repr1
pieces = []
for key in islice(_possibly_sorted(x), self.maxdict):
keyrepr = repr1(key, newlevel)
valrepr = repr1(x[key], newlevel)
pieces.append('%s: %s' % (keyrepr, valrepr))
if n > self.maxdict: pieces.append('...')
s = ', '.join(pieces)
return '{%s}' % (s,)
def repr_str(self, x, level):
s = builtins.repr(x[:self.maxstring])
if len(s) > self.maxstring:
i = max(0, (self.maxstring-3)//2)
j = max(0, self.maxstring-3-i)
s = builtins.repr(x[:i] + x[len(x)-j:])
s = s[:i] + '...' + s[len(s)-j:]
return s
def repr_int(self, x, level):
s = builtins.repr(x) # XXX Hope this isn't too slow...
if len(s) > self.maxlong:
i = max(0, (self.maxlong-3)//2)
j = max(0, self.maxlong-3-i)
s = s[:i] + '...' + s[len(s)-j:]
return s
def repr_instance(self, x, level):
try:
s = builtins.repr(x)
# Bugs in x.__repr__() can cause arbitrary
# exceptions -- then make up something
except Exception:
return '<%s instance at %#x>' % (x.__class__.__name__, id(x))
if len(s) > self.maxother:
i = max(0, (self.maxother-3)//2)
j = max(0, self.maxother-3-i)
s = s[:i] + '...' + s[len(s)-j:]
return s
def _possibly_sorted(x):
# Since not all sequences of items can be sorted and comparison
# functions may raise arbitrary exceptions, return an unsorted
# sequence in that case.
try:
return sorted(x)
except Exception:
return list(x)
aRepr = Repr()
repr = aRepr.repr
genericpath.py 0000644 00000011557 15115353744 0007430 0 ustar 00 """
Path operations common to more than one OS
Do not use directly. The OS specific modules import the appropriate
functions from this module themselves.
"""
import os
import stat
__all__ = ['commonprefix', 'exists', 'getatime', 'getctime', 'getmtime',
'getsize', 'isdir', 'isfile', 'samefile', 'sameopenfile',
'samestat']
# Does a path exist?
# This is false for dangling symbolic links on systems that support them.
def exists(path):
"""Test whether a path exists. Returns False for broken symbolic links"""
try:
os.stat(path)
except (OSError, ValueError):
return False
return True
# This follows symbolic links, so both islink() and isdir() can be true
# for the same path on systems that support symlinks
def isfile(path):
"""Test whether a path is a regular file"""
try:
st = os.stat(path)
except (OSError, ValueError):
return False
return stat.S_ISREG(st.st_mode)
# Is a path a directory?
# This follows symbolic links, so both islink() and isdir()
# can be true for the same path on systems that support symlinks
def isdir(s):
"""Return true if the pathname refers to an existing directory."""
try:
st = os.stat(s)
except (OSError, ValueError):
return False
return stat.S_ISDIR(st.st_mode)
def getsize(filename):
"""Return the size of a file, reported by os.stat()."""
return os.stat(filename).st_size
def getmtime(filename):
"""Return the last modification time of a file, reported by os.stat()."""
return os.stat(filename).st_mtime
def getatime(filename):
"""Return the last access time of a file, reported by os.stat()."""
return os.stat(filename).st_atime
def getctime(filename):
"""Return the metadata change time of a file, reported by os.stat()."""
return os.stat(filename).st_ctime
# Return the longest prefix of all list elements.
def commonprefix(m):
"Given a list of pathnames, returns the longest common leading component"
if not m: return ''
# Some people pass in a list of pathname parts to operate in an OS-agnostic
# fashion; don't try to translate in that case as that's an abuse of the
# API and they are already doing what they need to be OS-agnostic and so
# they most likely won't be using an os.PathLike object in the sublists.
if not isinstance(m[0], (list, tuple)):
m = tuple(map(os.fspath, m))
s1 = min(m)
s2 = max(m)
for i, c in enumerate(s1):
if c != s2[i]:
return s1[:i]
return s1
# Are two stat buffers (obtained from stat, fstat or lstat)
# describing the same file?
def samestat(s1, s2):
"""Test whether two stat buffers reference the same file"""
return (s1.st_ino == s2.st_ino and
s1.st_dev == s2.st_dev)
# Are two filenames really pointing to the same file?
def samefile(f1, f2):
"""Test whether two pathnames reference the same actual file or directory
This is determined by the device number and i-node number and
raises an exception if an os.stat() call on either pathname fails.
"""
s1 = os.stat(f1)
s2 = os.stat(f2)
return samestat(s1, s2)
# Are two open files really referencing the same file?
# (Not necessarily the same file descriptor!)
def sameopenfile(fp1, fp2):
"""Test whether two open file objects reference the same file"""
s1 = os.fstat(fp1)
s2 = os.fstat(fp2)
return samestat(s1, s2)
# Split a path in root and extension.
# The extension is everything starting at the last dot in the last
# pathname component; the root is everything before that.
# It is always true that root + ext == p.
# Generic implementation of splitext, to be parametrized with
# the separators
def _splitext(p, sep, altsep, extsep):
"""Split the extension from a pathname.
Extension is everything from the last dot to the end, ignoring
leading dots. Returns "(root, ext)"; ext may be empty."""
# NOTE: This code must work for text and bytes strings.
sepIndex = p.rfind(sep)
if altsep:
altsepIndex = p.rfind(altsep)
sepIndex = max(sepIndex, altsepIndex)
dotIndex = p.rfind(extsep)
if dotIndex > sepIndex:
# skip all leading dots
filenameIndex = sepIndex + 1
while filenameIndex < dotIndex:
if p[filenameIndex:filenameIndex+1] != extsep:
return p[:dotIndex], p[dotIndex:]
filenameIndex += 1
return p, p[:0]
def _check_arg_types(funcname, *args):
hasstr = hasbytes = False
for s in args:
if isinstance(s, str):
hasstr = True
elif isinstance(s, bytes):
hasbytes = True
else:
raise TypeError(f'{funcname}() argument must be str, bytes, or '
f'os.PathLike object, not {s.__class__.__name__!r}') from None
if hasstr and hasbytes:
raise TypeError("Can't mix strings and bytes in path components") from None
_pyio.py 0000644 00000265771 15115353744 0006267 0 ustar 00 """
Python implementation of the io module.
"""
import os
import abc
import codecs
import errno
import stat
import sys
# Import _thread instead of threading to reduce startup cost
from _thread import allocate_lock as Lock
if sys.platform in {'win32', 'cygwin'}:
from msvcrt import setmode as _setmode
else:
_setmode = None
import io
from io import (__all__, SEEK_SET, SEEK_CUR, SEEK_END)
valid_seek_flags = {0, 1, 2} # Hardwired values
if hasattr(os, 'SEEK_HOLE') :
valid_seek_flags.add(os.SEEK_HOLE)
valid_seek_flags.add(os.SEEK_DATA)
# open() uses st_blksize whenever we can
DEFAULT_BUFFER_SIZE = 8 * 1024 # bytes
# NOTE: Base classes defined here are registered with the "official" ABCs
# defined in io.py. We don't use real inheritance though, because we don't want
# to inherit the C implementations.
# Rebind for compatibility
BlockingIOError = BlockingIOError
# Does io.IOBase finalizer log the exception if the close() method fails?
# The exception is ignored silently by default in release build.
_IOBASE_EMITS_UNRAISABLE = (hasattr(sys, "gettotalrefcount") or sys.flags.dev_mode)
def open(file, mode="r", buffering=-1, encoding=None, errors=None,
newline=None, closefd=True, opener=None):
r"""Open file and return a stream. Raise OSError upon failure.
file is either a text or byte string giving the name (and the path
if the file isn't in the current working directory) of the file to
be opened or an integer file descriptor of the file to be
wrapped. (If a file descriptor is given, it is closed when the
returned I/O object is closed, unless closefd is set to False.)
mode is an optional string that specifies the mode in which the file is
opened. It defaults to 'r' which means open for reading in text mode. Other
common values are 'w' for writing (truncating the file if it already
exists), 'x' for exclusive creation of a new file, and 'a' for appending
(which on some Unix systems, means that all writes append to the end of the
file regardless of the current seek position). In text mode, if encoding is
not specified the encoding used is platform dependent. (For reading and
writing raw bytes use binary mode and leave encoding unspecified.) The
available modes are:
========= ===============================================================
Character Meaning
--------- ---------------------------------------------------------------
'r' open for reading (default)
'w' open for writing, truncating the file first
'x' create a new file and open it for writing
'a' open for writing, appending to the end of the file if it exists
'b' binary mode
't' text mode (default)
'+' open a disk file for updating (reading and writing)
'U' universal newline mode (deprecated)
========= ===============================================================
The default mode is 'rt' (open for reading text). For binary random
access, the mode 'w+b' opens and truncates the file to 0 bytes, while
'r+b' opens the file without truncation. The 'x' mode implies 'w' and
raises an `FileExistsError` if the file already exists.
Python distinguishes between files opened in binary and text modes,
even when the underlying operating system doesn't. Files opened in
binary mode (appending 'b' to the mode argument) return contents as
bytes objects without any decoding. In text mode (the default, or when
't' is appended to the mode argument), the contents of the file are
returned as strings, the bytes having been first decoded using a
platform-dependent encoding or using the specified encoding if given.
'U' mode is deprecated and will raise an exception in future versions
of Python. It has no effect in Python 3. Use newline to control
universal newlines mode.
buffering is an optional integer used to set the buffering policy.
Pass 0 to switch buffering off (only allowed in binary mode), 1 to select
line buffering (only usable in text mode), and an integer > 1 to indicate
the size of a fixed-size chunk buffer. When no buffering argument is
given, the default buffering policy works as follows:
* Binary files are buffered in fixed-size chunks; the size of the buffer
is chosen using a heuristic trying to determine the underlying device's
"block size" and falling back on `io.DEFAULT_BUFFER_SIZE`.
On many systems, the buffer will typically be 4096 or 8192 bytes long.
* "Interactive" text files (files for which isatty() returns True)
use line buffering. Other text files use the policy described above
for binary files.
encoding is the str name of the encoding used to decode or encode the
file. This should only be used in text mode. The default encoding is
platform dependent, but any encoding supported by Python can be
passed. See the codecs module for the list of supported encodings.
errors is an optional string that specifies how encoding errors are to
be handled---this argument should not be used in binary mode. Pass
'strict' to raise a ValueError exception if there is an encoding error
(the default of None has the same effect), or pass 'ignore' to ignore
errors. (Note that ignoring encoding errors can lead to data loss.)
See the documentation for codecs.register for a list of the permitted
encoding error strings.
newline is a string controlling how universal newlines works (it only
applies to text mode). It can be None, '', '\n', '\r', and '\r\n'. It works
as follows:
* On input, if newline is None, universal newlines mode is
enabled. Lines in the input can end in '\n', '\r', or '\r\n', and
these are translated into '\n' before being returned to the
caller. If it is '', universal newline mode is enabled, but line
endings are returned to the caller untranslated. If it has any of
the other legal values, input lines are only terminated by the given
string, and the line ending is returned to the caller untranslated.
* On output, if newline is None, any '\n' characters written are
translated to the system default line separator, os.linesep. If
newline is '', no translation takes place. If newline is any of the
other legal values, any '\n' characters written are translated to
the given string.
closedfd is a bool. If closefd is False, the underlying file descriptor will
be kept open when the file is closed. This does not work when a file name is
given and must be True in that case.
The newly created file is non-inheritable.
A custom opener can be used by passing a callable as *opener*. The
underlying file descriptor for the file object is then obtained by calling
*opener* with (*file*, *flags*). *opener* must return an open file
descriptor (passing os.open as *opener* results in functionality similar to
passing None).
open() returns a file object whose type depends on the mode, and
through which the standard file operations such as reading and writing
are performed. When open() is used to open a file in a text mode ('w',
'r', 'wt', 'rt', etc.), it returns a TextIOWrapper. When used to open
a file in a binary mode, the returned class varies: in read binary
mode, it returns a BufferedReader; in write binary and append binary
modes, it returns a BufferedWriter, and in read/write mode, it returns
a BufferedRandom.
It is also possible to use a string or bytearray as a file for both
reading and writing. For strings StringIO can be used like a file
opened in a text mode, and for bytes a BytesIO can be used like a file
opened in a binary mode.
"""
if not isinstance(file, int):
file = os.fspath(file)
if not isinstance(file, (str, bytes, int)):
raise TypeError("invalid file: %r" % file)
if not isinstance(mode, str):
raise TypeError("invalid mode: %r" % mode)
if not isinstance(buffering, int):
raise TypeError("invalid buffering: %r" % buffering)
if encoding is not None and not isinstance(encoding, str):
raise TypeError("invalid encoding: %r" % encoding)
if errors is not None and not isinstance(errors, str):
raise TypeError("invalid errors: %r" % errors)
modes = set(mode)
if modes - set("axrwb+tU") or len(mode) > len(modes):
raise ValueError("invalid mode: %r" % mode)
creating = "x" in modes
reading = "r" in modes
writing = "w" in modes
appending = "a" in modes
updating = "+" in modes
text = "t" in modes
binary = "b" in modes
if "U" in modes:
if creating or writing or appending or updating:
raise ValueError("mode U cannot be combined with 'x', 'w', 'a', or '+'")
import warnings
warnings.warn("'U' mode is deprecated",
DeprecationWarning, 2)
reading = True
if text and binary:
raise ValueError("can't have text and binary mode at once")
if creating + reading + writing + appending > 1:
raise ValueError("can't have read/write/append mode at once")
if not (creating or reading or writing or appending):
raise ValueError("must have exactly one of read/write/append mode")
if binary and encoding is not None:
raise ValueError("binary mode doesn't take an encoding argument")
if binary and errors is not None:
raise ValueError("binary mode doesn't take an errors argument")
if binary and newline is not None:
raise ValueError("binary mode doesn't take a newline argument")
if binary and buffering == 1:
import warnings
warnings.warn("line buffering (buffering=1) isn't supported in binary "
"mode, the default buffer size will be used",
RuntimeWarning, 2)
raw = FileIO(file,
(creating and "x" or "") +
(reading and "r" or "") +
(writing and "w" or "") +
(appending and "a" or "") +
(updating and "+" or ""),
closefd, opener=opener)
result = raw
try:
line_buffering = False
if buffering == 1 or buffering < 0 and raw.isatty():
buffering = -1
line_buffering = True
if buffering < 0:
buffering = DEFAULT_BUFFER_SIZE
try:
bs = os.fstat(raw.fileno()).st_blksize
except (OSError, AttributeError):
pass
else:
if bs > 1:
buffering = bs
if buffering < 0:
raise ValueError("invalid buffering size")
if buffering == 0:
if binary:
return result
raise ValueError("can't have unbuffered text I/O")
if updating:
buffer = BufferedRandom(raw, buffering)
elif creating or writing or appending:
buffer = BufferedWriter(raw, buffering)
elif reading:
buffer = BufferedReader(raw, buffering)
else:
raise ValueError("unknown mode: %r" % mode)
result = buffer
if binary:
return result
text = TextIOWrapper(buffer, encoding, errors, newline, line_buffering)
result = text
text.mode = mode
return result
except:
result.close()
raise
# Define a default pure-Python implementation for open_code()
# that does not allow hooks. Warn on first use. Defined for tests.
def _open_code_with_warning(path):
"""Opens the provided file with mode ``'rb'``. This function
should be used when the intent is to treat the contents as
executable code.
``path`` should be an absolute path.
When supported by the runtime, this function can be hooked
in order to allow embedders more control over code files.
This functionality is not supported on the current runtime.
"""
import warnings
warnings.warn("_pyio.open_code() may not be using hooks",
RuntimeWarning, 2)
return open(path, "rb")
try:
open_code = io.open_code
except AttributeError:
open_code = _open_code_with_warning
class DocDescriptor:
"""Helper for builtins.open.__doc__
"""
def __get__(self, obj, typ=None):
return (
"open(file, mode='r', buffering=-1, encoding=None, "
"errors=None, newline=None, closefd=True)\n\n" +
open.__doc__)
class OpenWrapper:
"""Wrapper for builtins.open
Trick so that open won't become a bound method when stored
as a class variable (as dbm.dumb does).
See initstdio() in Python/pylifecycle.c.
"""
__doc__ = DocDescriptor()
def __new__(cls, *args, **kwargs):
return open(*args, **kwargs)
# In normal operation, both `UnsupportedOperation`s should be bound to the
# same object.
try:
UnsupportedOperation = io.UnsupportedOperation
except AttributeError:
class UnsupportedOperation(OSError, ValueError):
pass
class IOBase(metaclass=abc.ABCMeta):
"""The abstract base class for all I/O classes, acting on streams of
bytes. There is no public constructor.
This class provides dummy implementations for many methods that
derived classes can override selectively; the default implementations
represent a file that cannot be read, written or seeked.
Even though IOBase does not declare read or write because
their signatures will vary, implementations and clients should
consider those methods part of the interface. Also, implementations
may raise UnsupportedOperation when operations they do not support are
called.
The basic type used for binary data read from or written to a file is
bytes. Other bytes-like objects are accepted as method arguments too.
Text I/O classes work with str data.
Note that calling any method (even inquiries) on a closed stream is
undefined. Implementations may raise OSError in this case.
IOBase (and its subclasses) support the iterator protocol, meaning
that an IOBase object can be iterated over yielding the lines in a
stream.
IOBase also supports the :keyword:`with` statement. In this example,
fp is closed after the suite of the with statement is complete:
with open('spam.txt', 'r') as fp:
fp.write('Spam and eggs!')
"""
### Internal ###
def _unsupported(self, name):
"""Internal: raise an OSError exception for unsupported operations."""
raise UnsupportedOperation("%s.%s() not supported" %
(self.__class__.__name__, name))
### Positioning ###
def seek(self, pos, whence=0):
"""Change stream position.
Change the stream position to byte offset pos. Argument pos is
interpreted relative to the position indicated by whence. Values
for whence are ints:
* 0 -- start of stream (the default); offset should be zero or positive
* 1 -- current stream position; offset may be negative
* 2 -- end of stream; offset is usually negative
Some operating systems / file systems could provide additional values.
Return an int indicating the new absolute position.
"""
self._unsupported("seek")
def tell(self):
"""Return an int indicating the current stream position."""
return self.seek(0, 1)
def truncate(self, pos=None):
"""Truncate file to size bytes.
Size defaults to the current IO position as reported by tell(). Return
the new size.
"""
self._unsupported("truncate")
### Flush and close ###
def flush(self):
"""Flush write buffers, if applicable.
This is not implemented for read-only and non-blocking streams.
"""
self._checkClosed()
# XXX Should this return the number of bytes written???
__closed = False
def close(self):
"""Flush and close the IO object.
This method has no effect if the file is already closed.
"""
if not self.__closed:
try:
self.flush()
finally:
self.__closed = True
def __del__(self):
"""Destructor. Calls close()."""
try:
closed = self.closed
except AttributeError:
# If getting closed fails, then the object is probably
# in an unusable state, so ignore.
return
if closed:
return
if _IOBASE_EMITS_UNRAISABLE:
self.close()
else:
# The try/except block is in case this is called at program
# exit time, when it's possible that globals have already been
# deleted, and then the close() call might fail. Since
# there's nothing we can do about such failures and they annoy
# the end users, we suppress the traceback.
try:
self.close()
except:
pass
### Inquiries ###
def seekable(self):
"""Return a bool indicating whether object supports random access.
If False, seek(), tell() and truncate() will raise OSError.
This method may need to do a test seek().
"""
return False
def _checkSeekable(self, msg=None):
"""Internal: raise UnsupportedOperation if file is not seekable
"""
if not self.seekable():
raise UnsupportedOperation("File or stream is not seekable."
if msg is None else msg)
def readable(self):
"""Return a bool indicating whether object was opened for reading.
If False, read() will raise OSError.
"""
return False
def _checkReadable(self, msg=None):
"""Internal: raise UnsupportedOperation if file is not readable
"""
if not self.readable():
raise UnsupportedOperation("File or stream is not readable."
if msg is None else msg)
def writable(self):
"""Return a bool indicating whether object was opened for writing.
If False, write() and truncate() will raise OSError.
"""
return False
def _checkWritable(self, msg=None):
"""Internal: raise UnsupportedOperation if file is not writable
"""
if not self.writable():
raise UnsupportedOperation("File or stream is not writable."
if msg is None else msg)
@property
def closed(self):
"""closed: bool. True iff the file has been closed.
For backwards compatibility, this is a property, not a predicate.
"""
return self.__closed
def _checkClosed(self, msg=None):
"""Internal: raise a ValueError if file is closed
"""
if self.closed:
raise ValueError("I/O operation on closed file."
if msg is None else msg)
### Context manager ###
def __enter__(self): # That's a forward reference
"""Context management protocol. Returns self (an instance of IOBase)."""
self._checkClosed()
return self
def __exit__(self, *args):
"""Context management protocol. Calls close()"""
self.close()
### Lower-level APIs ###
# XXX Should these be present even if unimplemented?
def fileno(self):
"""Returns underlying file descriptor (an int) if one exists.
An OSError is raised if the IO object does not use a file descriptor.
"""
self._unsupported("fileno")
def isatty(self):
"""Return a bool indicating whether this is an 'interactive' stream.
Return False if it can't be determined.
"""
self._checkClosed()
return False
### Readline[s] and writelines ###
def readline(self, size=-1):
r"""Read and return a line of bytes from the stream.
If size is specified, at most size bytes will be read.
Size should be an int.
The line terminator is always b'\n' for binary files; for text
files, the newlines argument to open can be used to select the line
terminator(s) recognized.
"""
# For backwards compatibility, a (slowish) readline().
if hasattr(self, "peek"):
def nreadahead():
readahead = self.peek(1)
if not readahead:
return 1
n = (readahead.find(b"\n") + 1) or len(readahead)
if size >= 0:
n = min(n, size)
return n
else:
def nreadahead():
return 1
if size is None:
size = -1
else:
try:
size_index = size.__index__
except AttributeError:
raise TypeError(f"{size!r} is not an integer")
else:
size = size_index()
res = bytearray()
while size < 0 or len(res) < size:
b = self.read(nreadahead())
if not b:
break
res += b
if res.endswith(b"\n"):
break
return bytes(res)
def __iter__(self):
self._checkClosed()
return self
def __next__(self):
line = self.readline()
if not line:
raise StopIteration
return line
def readlines(self, hint=None):
"""Return a list of lines from the stream.
hint can be specified to control the number of lines read: no more
lines will be read if the total size (in bytes/characters) of all
lines so far exceeds hint.
"""
if hint is None or hint <= 0:
return list(self)
n = 0
lines = []
for line in self:
lines.append(line)
n += len(line)
if n >= hint:
break
return lines
def writelines(self, lines):
"""Write a list of lines to the stream.
Line separators are not added, so it is usual for each of the lines
provided to have a line separator at the end.
"""
self._checkClosed()
for line in lines:
self.write(line)
io.IOBase.register(IOBase)
class RawIOBase(IOBase):
"""Base class for raw binary I/O."""
# The read() method is implemented by calling readinto(); derived
# classes that want to support read() only need to implement
# readinto() as a primitive operation. In general, readinto() can be
# more efficient than read().
# (It would be tempting to also provide an implementation of
# readinto() in terms of read(), in case the latter is a more suitable
# primitive operation, but that would lead to nasty recursion in case
# a subclass doesn't implement either.)
def read(self, size=-1):
"""Read and return up to size bytes, where size is an int.
Returns an empty bytes object on EOF, or None if the object is
set not to block and has no data to read.
"""
if size is None:
size = -1
if size < 0:
return self.readall()
b = bytearray(size.__index__())
n = self.readinto(b)
if n is None:
return None
del b[n:]
return bytes(b)
def readall(self):
"""Read until EOF, using multiple read() call."""
res = bytearray()
while True:
data = self.read(DEFAULT_BUFFER_SIZE)
if not data:
break
res += data
if res:
return bytes(res)
else:
# b'' or None
return data
def readinto(self, b):
"""Read bytes into a pre-allocated bytes-like object b.
Returns an int representing the number of bytes read (0 for EOF), or
None if the object is set not to block and has no data to read.
"""
self._unsupported("readinto")
def write(self, b):
"""Write the given buffer to the IO stream.
Returns the number of bytes written, which may be less than the
length of b in bytes.
"""
self._unsupported("write")
io.RawIOBase.register(RawIOBase)
from _io import FileIO
RawIOBase.register(FileIO)
class BufferedIOBase(IOBase):
"""Base class for buffered IO objects.
The main difference with RawIOBase is that the read() method
supports omitting the size argument, and does not have a default
implementation that defers to readinto().
In addition, read(), readinto() and write() may raise
BlockingIOError if the underlying raw stream is in non-blocking
mode and not ready; unlike their raw counterparts, they will never
return None.
A typical implementation should not inherit from a RawIOBase
implementation, but wrap one.
"""
def read(self, size=-1):
"""Read and return up to size bytes, where size is an int.
If the argument is omitted, None, or negative, reads and
returns all data until EOF.
If the argument is positive, and the underlying raw stream is
not 'interactive', multiple raw reads may be issued to satisfy
the byte count (unless EOF is reached first). But for
interactive raw streams (XXX and for pipes?), at most one raw
read will be issued, and a short result does not imply that
EOF is imminent.
Returns an empty bytes array on EOF.
Raises BlockingIOError if the underlying raw stream has no
data at the moment.
"""
self._unsupported("read")
def read1(self, size=-1):
"""Read up to size bytes with at most one read() system call,
where size is an int.
"""
self._unsupported("read1")
def readinto(self, b):
"""Read bytes into a pre-allocated bytes-like object b.
Like read(), this may issue multiple reads to the underlying raw
stream, unless the latter is 'interactive'.
Returns an int representing the number of bytes read (0 for EOF).
Raises BlockingIOError if the underlying raw stream has no
data at the moment.
"""
return self._readinto(b, read1=False)
def readinto1(self, b):
"""Read bytes into buffer *b*, using at most one system call
Returns an int representing the number of bytes read (0 for EOF).
Raises BlockingIOError if the underlying raw stream has no
data at the moment.
"""
return self._readinto(b, read1=True)
def _readinto(self, b, read1):
if not isinstance(b, memoryview):
b = memoryview(b)
b = b.cast('B')
if read1:
data = self.read1(len(b))
else:
data = self.read(len(b))
n = len(data)
b[:n] = data
return n
def write(self, b):
"""Write the given bytes buffer to the IO stream.
Return the number of bytes written, which is always the length of b
in bytes.
Raises BlockingIOError if the buffer is full and the
underlying raw stream cannot accept more data at the moment.
"""
self._unsupported("write")
def detach(self):
"""
Separate the underlying raw stream from the buffer and return it.
After the raw stream has been detached, the buffer is in an unusable
state.
"""
self._unsupported("detach")
io.BufferedIOBase.register(BufferedIOBase)
class _BufferedIOMixin(BufferedIOBase):
"""A mixin implementation of BufferedIOBase with an underlying raw stream.
This passes most requests on to the underlying raw stream. It
does *not* provide implementations of read(), readinto() or
write().
"""
def __init__(self, raw):
self._raw = raw
### Positioning ###
def seek(self, pos, whence=0):
new_position = self.raw.seek(pos, whence)
if new_position < 0:
raise OSError("seek() returned an invalid position")
return new_position
def tell(self):
pos = self.raw.tell()
if pos < 0:
raise OSError("tell() returned an invalid position")
return pos
def truncate(self, pos=None):
# Flush the stream. We're mixing buffered I/O with lower-level I/O,
# and a flush may be necessary to synch both views of the current
# file state.
self.flush()
if pos is None:
pos = self.tell()
# XXX: Should seek() be used, instead of passing the position
# XXX directly to truncate?
return self.raw.truncate(pos)
### Flush and close ###
def flush(self):
if self.closed:
raise ValueError("flush on closed file")
self.raw.flush()
def close(self):
if self.raw is not None and not self.closed:
try:
# may raise BlockingIOError or BrokenPipeError etc
self.flush()
finally:
self.raw.close()
def detach(self):
if self.raw is None:
raise ValueError("raw stream already detached")
self.flush()
raw = self._raw
self._raw = None
return raw
### Inquiries ###
def seekable(self):
return self.raw.seekable()
@property
def raw(self):
return self._raw
@property
def closed(self):
return self.raw.closed
@property
def name(self):
return self.raw.name
@property
def mode(self):
return self.raw.mode
def __getstate__(self):
raise TypeError(f"cannot pickle {self.__class__.__name__!r} object")
def __repr__(self):
modname = self.__class__.__module__
clsname = self.__class__.__qualname__
try:
name = self.name
except AttributeError:
return "<{}.{}>".format(modname, clsname)
else:
return "<{}.{} name={!r}>".format(modname, clsname, name)
### Lower-level APIs ###
def fileno(self):
return self.raw.fileno()
def isatty(self):
return self.raw.isatty()
class BytesIO(BufferedIOBase):
"""Buffered I/O implementation using an in-memory bytes buffer."""
# Initialize _buffer as soon as possible since it's used by __del__()
# which calls close()
_buffer = None
def __init__(self, initial_bytes=None):
buf = bytearray()
if initial_bytes is not None:
buf += initial_bytes
self._buffer = buf
self._pos = 0
def __getstate__(self):
if self.closed:
raise ValueError("__getstate__ on closed file")
return self.__dict__.copy()
def getvalue(self):
"""Return the bytes value (contents) of the buffer
"""
if self.closed:
raise ValueError("getvalue on closed file")
return bytes(self._buffer)
def getbuffer(self):
"""Return a readable and writable view of the buffer.
"""
if self.closed:
raise ValueError("getbuffer on closed file")
return memoryview(self._buffer)
def close(self):
if self._buffer is not None:
self._buffer.clear()
super().close()
def read(self, size=-1):
if self.closed:
raise ValueError("read from closed file")
if size is None:
size = -1
else:
try:
size_index = size.__index__
except AttributeError:
raise TypeError(f"{size!r} is not an integer")
else:
size = size_index()
if size < 0:
size = len(self._buffer)
if len(self._buffer) <= self._pos:
return b""
newpos = min(len(self._buffer), self._pos + size)
b = self._buffer[self._pos : newpos]
self._pos = newpos
return bytes(b)
def read1(self, size=-1):
"""This is the same as read.
"""
return self.read(size)
def write(self, b):
if self.closed:
raise ValueError("write to closed file")
if isinstance(b, str):
raise TypeError("can't write str to binary stream")
with memoryview(b) as view:
n = view.nbytes # Size of any bytes-like object
if n == 0:
return 0
pos = self._pos
if pos > len(self._buffer):
# Inserts null bytes between the current end of the file
# and the new write position.
padding = b'\x00' * (pos - len(self._buffer))
self._buffer += padding
self._buffer[pos:pos + n] = b
self._pos += n
return n
def seek(self, pos, whence=0):
if self.closed:
raise ValueError("seek on closed file")
try:
pos_index = pos.__index__
except AttributeError:
raise TypeError(f"{pos!r} is not an integer")
else:
pos = pos_index()
if whence == 0:
if pos < 0:
raise ValueError("negative seek position %r" % (pos,))
self._pos = pos
elif whence == 1:
self._pos = max(0, self._pos + pos)
elif whence == 2:
self._pos = max(0, len(self._buffer) + pos)
else:
raise ValueError("unsupported whence value")
return self._pos
def tell(self):
if self.closed:
raise ValueError("tell on closed file")
return self._pos
def truncate(self, pos=None):
if self.closed:
raise ValueError("truncate on closed file")
if pos is None:
pos = self._pos
else:
try:
pos_index = pos.__index__
except AttributeError:
raise TypeError(f"{pos!r} is not an integer")
else:
pos = pos_index()
if pos < 0:
raise ValueError("negative truncate position %r" % (pos,))
del self._buffer[pos:]
return pos
def readable(self):
if self.closed:
raise ValueError("I/O operation on closed file.")
return True
def writable(self):
if self.closed:
raise ValueError("I/O operation on closed file.")
return True
def seekable(self):
if self.closed:
raise ValueError("I/O operation on closed file.")
return True
class BufferedReader(_BufferedIOMixin):
"""BufferedReader(raw[, buffer_size])
A buffer for a readable, sequential BaseRawIO object.
The constructor creates a BufferedReader for the given readable raw
stream and buffer_size. If buffer_size is omitted, DEFAULT_BUFFER_SIZE
is used.
"""
def __init__(self, raw, buffer_size=DEFAULT_BUFFER_SIZE):
"""Create a new buffered reader using the given readable raw IO object.
"""
if not raw.readable():
raise OSError('"raw" argument must be readable.')
_BufferedIOMixin.__init__(self, raw)
if buffer_size <= 0:
raise ValueError("invalid buffer size")
self.buffer_size = buffer_size
self._reset_read_buf()
self._read_lock = Lock()
def readable(self):
return self.raw.readable()
def _reset_read_buf(self):
self._read_buf = b""
self._read_pos = 0
def read(self, size=None):
"""Read size bytes.
Returns exactly size bytes of data unless the underlying raw IO
stream reaches EOF or if the call would block in non-blocking
mode. If size is negative, read until EOF or until read() would
block.
"""
if size is not None and size < -1:
raise ValueError("invalid number of bytes to read")
with self._read_lock:
return self._read_unlocked(size)
def _read_unlocked(self, n=None):
nodata_val = b""
empty_values = (b"", None)
buf = self._read_buf
pos = self._read_pos
# Special case for when the number of bytes to read is unspecified.
if n is None or n == -1:
self._reset_read_buf()
if hasattr(self.raw, 'readall'):
chunk = self.raw.readall()
if chunk is None:
return buf[pos:] or None
else:
return buf[pos:] + chunk
chunks = [buf[pos:]] # Strip the consumed bytes.
current_size = 0
while True:
# Read until EOF or until read() would block.
chunk = self.raw.read()
if chunk in empty_values:
nodata_val = chunk
break
current_size += len(chunk)
chunks.append(chunk)
return b"".join(chunks) or nodata_val
# The number of bytes to read is specified, return at most n bytes.
avail = len(buf) - pos # Length of the available buffered data.
if n <= avail:
# Fast path: the data to read is fully buffered.
self._read_pos += n
return buf[pos:pos+n]
# Slow path: read from the stream until enough bytes are read,
# or until an EOF occurs or until read() would block.
chunks = [buf[pos:]]
wanted = max(self.buffer_size, n)
while avail < n:
chunk = self.raw.read(wanted)
if chunk in empty_values:
nodata_val = chunk
break
avail += len(chunk)
chunks.append(chunk)
# n is more than avail only when an EOF occurred or when
# read() would have blocked.
n = min(n, avail)
out = b"".join(chunks)
self._read_buf = out[n:] # Save the extra data in the buffer.
self._read_pos = 0
return out[:n] if out else nodata_val
def peek(self, size=0):
"""Returns buffered bytes without advancing the position.
The argument indicates a desired minimal number of bytes; we
do at most one raw read to satisfy it. We never return more
than self.buffer_size.
"""
with self._read_lock:
return self._peek_unlocked(size)
def _peek_unlocked(self, n=0):
want = min(n, self.buffer_size)
have = len(self._read_buf) - self._read_pos
if have < want or have <= 0:
to_read = self.buffer_size - have
current = self.raw.read(to_read)
if current:
self._read_buf = self._read_buf[self._read_pos:] + current
self._read_pos = 0
return self._read_buf[self._read_pos:]
def read1(self, size=-1):
"""Reads up to size bytes, with at most one read() system call."""
# Returns up to size bytes. If at least one byte is buffered, we
# only return buffered bytes. Otherwise, we do one raw read.
if size < 0:
size = self.buffer_size
if size == 0:
return b""
with self._read_lock:
self._peek_unlocked(1)
return self._read_unlocked(
min(size, len(self._read_buf) - self._read_pos))
# Implementing readinto() and readinto1() is not strictly necessary (we
# could rely on the base class that provides an implementation in terms of
# read() and read1()). We do it anyway to keep the _pyio implementation
# similar to the io implementation (which implements the methods for
# performance reasons).
def _readinto(self, buf, read1):
"""Read data into *buf* with at most one system call."""
# Need to create a memoryview object of type 'b', otherwise
# we may not be able to assign bytes to it, and slicing it
# would create a new object.
if not isinstance(buf, memoryview):
buf = memoryview(buf)
if buf.nbytes == 0:
return 0
buf = buf.cast('B')
written = 0
with self._read_lock:
while written < len(buf):
# First try to read from internal buffer
avail = min(len(self._read_buf) - self._read_pos, len(buf))
if avail:
buf[written:written+avail] = \
self._read_buf[self._read_pos:self._read_pos+avail]
self._read_pos += avail
written += avail
if written == len(buf):
break
# If remaining space in callers buffer is larger than
# internal buffer, read directly into callers buffer
if len(buf) - written > self.buffer_size:
n = self.raw.readinto(buf[written:])
if not n:
break # eof
written += n
# Otherwise refill internal buffer - unless we're
# in read1 mode and already got some data
elif not (read1 and written):
if not self._peek_unlocked(1):
break # eof
# In readinto1 mode, return as soon as we have some data
if read1 and written:
break
return written
def tell(self):
return _BufferedIOMixin.tell(self) - len(self._read_buf) + self._read_pos
def seek(self, pos, whence=0):
if whence not in valid_seek_flags:
raise ValueError("invalid whence value")
with self._read_lock:
if whence == 1:
pos -= len(self._read_buf) - self._read_pos
pos = _BufferedIOMixin.seek(self, pos, whence)
self._reset_read_buf()
return pos
class BufferedWriter(_BufferedIOMixin):
"""A buffer for a writeable sequential RawIO object.
The constructor creates a BufferedWriter for the given writeable raw
stream. If the buffer_size is not given, it defaults to
DEFAULT_BUFFER_SIZE.
"""
def __init__(self, raw, buffer_size=DEFAULT_BUFFER_SIZE):
if not raw.writable():
raise OSError('"raw" argument must be writable.')
_BufferedIOMixin.__init__(self, raw)
if buffer_size <= 0:
raise ValueError("invalid buffer size")
self.buffer_size = buffer_size
self._write_buf = bytearray()
self._write_lock = Lock()
def writable(self):
return self.raw.writable()
def write(self, b):
if isinstance(b, str):
raise TypeError("can't write str to binary stream")
with self._write_lock:
if self.closed:
raise ValueError("write to closed file")
# XXX we can implement some more tricks to try and avoid
# partial writes
if len(self._write_buf) > self.buffer_size:
# We're full, so let's pre-flush the buffer. (This may
# raise BlockingIOError with characters_written == 0.)
self._flush_unlocked()
before = len(self._write_buf)
self._write_buf.extend(b)
written = len(self._write_buf) - before
if len(self._write_buf) > self.buffer_size:
try:
self._flush_unlocked()
except BlockingIOError as e:
if len(self._write_buf) > self.buffer_size:
# We've hit the buffer_size. We have to accept a partial
# write and cut back our buffer.
overage = len(self._write_buf) - self.buffer_size
written -= overage
self._write_buf = self._write_buf[:self.buffer_size]
raise BlockingIOError(e.errno, e.strerror, written)
return written
def truncate(self, pos=None):
with self._write_lock:
self._flush_unlocked()
if pos is None:
pos = self.raw.tell()
return self.raw.truncate(pos)
def flush(self):
with self._write_lock:
self._flush_unlocked()
def _flush_unlocked(self):
if self.closed:
raise ValueError("flush on closed file")
while self._write_buf:
try:
n = self.raw.write(self._write_buf)
except BlockingIOError:
raise RuntimeError("self.raw should implement RawIOBase: it "
"should not raise BlockingIOError")
if n is None:
raise BlockingIOError(
errno.EAGAIN,
"write could not complete without blocking", 0)
if n > len(self._write_buf) or n < 0:
raise OSError("write() returned incorrect number of bytes")
del self._write_buf[:n]
def tell(self):
return _BufferedIOMixin.tell(self) + len(self._write_buf)
def seek(self, pos, whence=0):
if whence not in valid_seek_flags:
raise ValueError("invalid whence value")
with self._write_lock:
self._flush_unlocked()
return _BufferedIOMixin.seek(self, pos, whence)
def close(self):
with self._write_lock:
if self.raw is None or self.closed:
return
# We have to release the lock and call self.flush() (which will
# probably just re-take the lock) in case flush has been overridden in
# a subclass or the user set self.flush to something. This is the same
# behavior as the C implementation.
try:
# may raise BlockingIOError or BrokenPipeError etc
self.flush()
finally:
with self._write_lock:
self.raw.close()
class BufferedRWPair(BufferedIOBase):
"""A buffered reader and writer object together.
A buffered reader object and buffered writer object put together to
form a sequential IO object that can read and write. This is typically
used with a socket or two-way pipe.
reader and writer are RawIOBase objects that are readable and
writeable respectively. If the buffer_size is omitted it defaults to
DEFAULT_BUFFER_SIZE.
"""
# XXX The usefulness of this (compared to having two separate IO
# objects) is questionable.
def __init__(self, reader, writer, buffer_size=DEFAULT_BUFFER_SIZE):
"""Constructor.
The arguments are two RawIO instances.
"""
if not reader.readable():
raise OSError('"reader" argument must be readable.')
if not writer.writable():
raise OSError('"writer" argument must be writable.')
self.reader = BufferedReader(reader, buffer_size)
self.writer = BufferedWriter(writer, buffer_size)
def read(self, size=-1):
if size is None:
size = -1
return self.reader.read(size)
def readinto(self, b):
return self.reader.readinto(b)
def write(self, b):
return self.writer.write(b)
def peek(self, size=0):
return self.reader.peek(size)
def read1(self, size=-1):
return self.reader.read1(size)
def readinto1(self, b):
return self.reader.readinto1(b)
def readable(self):
return self.reader.readable()
def writable(self):
return self.writer.writable()
def flush(self):
return self.writer.flush()
def close(self):
try:
self.writer.close()
finally:
self.reader.close()
def isatty(self):
return self.reader.isatty() or self.writer.isatty()
@property
def closed(self):
return self.writer.closed
class BufferedRandom(BufferedWriter, BufferedReader):
"""A buffered interface to random access streams.
The constructor creates a reader and writer for a seekable stream,
raw, given in the first argument. If the buffer_size is omitted it
defaults to DEFAULT_BUFFER_SIZE.
"""
def __init__(self, raw, buffer_size=DEFAULT_BUFFER_SIZE):
raw._checkSeekable()
BufferedReader.__init__(self, raw, buffer_size)
BufferedWriter.__init__(self, raw, buffer_size)
def seek(self, pos, whence=0):
if whence not in valid_seek_flags:
raise ValueError("invalid whence value")
self.flush()
if self._read_buf:
# Undo read ahead.
with self._read_lock:
self.raw.seek(self._read_pos - len(self._read_buf), 1)
# First do the raw seek, then empty the read buffer, so that
# if the raw seek fails, we don't lose buffered data forever.
pos = self.raw.seek(pos, whence)
with self._read_lock:
self._reset_read_buf()
if pos < 0:
raise OSError("seek() returned invalid position")
return pos
def tell(self):
if self._write_buf:
return BufferedWriter.tell(self)
else:
return BufferedReader.tell(self)
def truncate(self, pos=None):
if pos is None:
pos = self.tell()
# Use seek to flush the read buffer.
return BufferedWriter.truncate(self, pos)
def read(self, size=None):
if size is None:
size = -1
self.flush()
return BufferedReader.read(self, size)
def readinto(self, b):
self.flush()
return BufferedReader.readinto(self, b)
def peek(self, size=0):
self.flush()
return BufferedReader.peek(self, size)
def read1(self, size=-1):
self.flush()
return BufferedReader.read1(self, size)
def readinto1(self, b):
self.flush()
return BufferedReader.readinto1(self, b)
def write(self, b):
if self._read_buf:
# Undo readahead
with self._read_lock:
self.raw.seek(self._read_pos - len(self._read_buf), 1)
self._reset_read_buf()
return BufferedWriter.write(self, b)
class FileIO(RawIOBase):
_fd = -1
_created = False
_readable = False
_writable = False
_appending = False
_seekable = None
_closefd = True
def __init__(self, file, mode='r', closefd=True, opener=None):
"""Open a file. The mode can be 'r' (default), 'w', 'x' or 'a' for reading,
writing, exclusive creation or appending. The file will be created if it
doesn't exist when opened for writing or appending; it will be truncated
when opened for writing. A FileExistsError will be raised if it already
exists when opened for creating. Opening a file for creating implies
writing so this mode behaves in a similar way to 'w'. Add a '+' to the mode
to allow simultaneous reading and writing. A custom opener can be used by
passing a callable as *opener*. The underlying file descriptor for the file
object is then obtained by calling opener with (*name*, *flags*).
*opener* must return an open file descriptor (passing os.open as *opener*
results in functionality similar to passing None).
"""
if self._fd >= 0:
# Have to close the existing file first.
try:
if self._closefd:
os.close(self._fd)
finally:
self._fd = -1
if isinstance(file, float):
raise TypeError('integer argument expected, got float')
if isinstance(file, int):
fd = file
if fd < 0:
raise ValueError('negative file descriptor')
else:
fd = -1
if not isinstance(mode, str):
raise TypeError('invalid mode: %s' % (mode,))
if not set(mode) <= set('xrwab+'):
raise ValueError('invalid mode: %s' % (mode,))
if sum(c in 'rwax' for c in mode) != 1 or mode.count('+') > 1:
raise ValueError('Must have exactly one of create/read/write/append '
'mode and at most one plus')
if 'x' in mode:
self._created = True
self._writable = True
flags = os.O_EXCL | os.O_CREAT
elif 'r' in mode:
self._readable = True
flags = 0
elif 'w' in mode:
self._writable = True
flags = os.O_CREAT | os.O_TRUNC
elif 'a' in mode:
self._writable = True
self._appending = True
flags = os.O_APPEND | os.O_CREAT
if '+' in mode:
self._readable = True
self._writable = True
if self._readable and self._writable:
flags |= os.O_RDWR
elif self._readable:
flags |= os.O_RDONLY
else:
flags |= os.O_WRONLY
flags |= getattr(os, 'O_BINARY', 0)
noinherit_flag = (getattr(os, 'O_NOINHERIT', 0) or
getattr(os, 'O_CLOEXEC', 0))
flags |= noinherit_flag
owned_fd = None
try:
if fd < 0:
if not closefd:
raise ValueError('Cannot use closefd=False with file name')
if opener is None:
fd = os.open(file, flags, 0o666)
else:
fd = opener(file, flags)
if not isinstance(fd, int):
raise TypeError('expected integer from opener')
if fd < 0:
raise OSError('Negative file descriptor')
owned_fd = fd
if not noinherit_flag:
os.set_inheritable(fd, False)
self._closefd = closefd
fdfstat = os.fstat(fd)
try:
if stat.S_ISDIR(fdfstat.st_mode):
raise IsADirectoryError(errno.EISDIR,
os.strerror(errno.EISDIR), file)
except AttributeError:
# Ignore the AttribueError if stat.S_ISDIR or errno.EISDIR
# don't exist.
pass
self._blksize = getattr(fdfstat, 'st_blksize', 0)
if self._blksize <= 1:
self._blksize = DEFAULT_BUFFER_SIZE
if _setmode:
# don't translate newlines (\r\n <=> \n)
_setmode(fd, os.O_BINARY)
self.name = file
if self._appending:
# For consistent behaviour, we explicitly seek to the
# end of file (otherwise, it might be done only on the
# first write()).
try:
os.lseek(fd, 0, SEEK_END)
except OSError as e:
if e.errno != errno.ESPIPE:
raise
except:
if owned_fd is not None:
os.close(owned_fd)
raise
self._fd = fd
def __del__(self):
if self._fd >= 0 and self._closefd and not self.closed:
import warnings
warnings.warn('unclosed file %r' % (self,), ResourceWarning,
stacklevel=2, source=self)
self.close()
def __getstate__(self):
raise TypeError(f"cannot pickle {self.__class__.__name__!r} object")
def __repr__(self):
class_name = '%s.%s' % (self.__class__.__module__,
self.__class__.__qualname__)
if self.closed:
return '<%s [closed]>' % class_name
try:
name = self.name
except AttributeError:
return ('<%s fd=%d mode=%r closefd=%r>' %
(class_name, self._fd, self.mode, self._closefd))
else:
return ('<%s name=%r mode=%r closefd=%r>' %
(class_name, name, self.mode, self._closefd))
def _checkReadable(self):
if not self._readable:
raise UnsupportedOperation('File not open for reading')
def _checkWritable(self, msg=None):
if not self._writable:
raise UnsupportedOperation('File not open for writing')
def read(self, size=None):
"""Read at most size bytes, returned as bytes.
Only makes one system call, so less data may be returned than requested
In non-blocking mode, returns None if no data is available.
Return an empty bytes object at EOF.
"""
self._checkClosed()
self._checkReadable()
if size is None or size < 0:
return self.readall()
try:
return os.read(self._fd, size)
except BlockingIOError:
return None
def readall(self):
"""Read all data from the file, returned as bytes.
In non-blocking mode, returns as much as is immediately available,
or None if no data is available. Return an empty bytes object at EOF.
"""
self._checkClosed()
self._checkReadable()
bufsize = DEFAULT_BUFFER_SIZE
try:
pos = os.lseek(self._fd, 0, SEEK_CUR)
end = os.fstat(self._fd).st_size
if end >= pos:
bufsize = end - pos + 1
except OSError:
pass
result = bytearray()
while True:
if len(result) >= bufsize:
bufsize = len(result)
bufsize += max(bufsize, DEFAULT_BUFFER_SIZE)
n = bufsize - len(result)
try:
chunk = os.read(self._fd, n)
except BlockingIOError:
if result:
break
return None
if not chunk: # reached the end of the file
break
result += chunk
return bytes(result)
def readinto(self, b):
"""Same as RawIOBase.readinto()."""
m = memoryview(b).cast('B')
data = self.read(len(m))
n = len(data)
m[:n] = data
return n
def write(self, b):
"""Write bytes b to file, return number written.
Only makes one system call, so not all of the data may be written.
The number of bytes actually written is returned. In non-blocking mode,
returns None if the write would block.
"""
self._checkClosed()
self._checkWritable()
try:
return os.write(self._fd, b)
except BlockingIOError:
return None
def seek(self, pos, whence=SEEK_SET):
"""Move to new file position.
Argument offset is a byte count. Optional argument whence defaults to
SEEK_SET or 0 (offset from start of file, offset should be >= 0); other values
are SEEK_CUR or 1 (move relative to current position, positive or negative),
and SEEK_END or 2 (move relative to end of file, usually negative, although
many platforms allow seeking beyond the end of a file).
Note that not all file objects are seekable.
"""
if isinstance(pos, float):
raise TypeError('an integer is required')
self._checkClosed()
return os.lseek(self._fd, pos, whence)
def tell(self):
"""tell() -> int. Current file position.
Can raise OSError for non seekable files."""
self._checkClosed()
return os.lseek(self._fd, 0, SEEK_CUR)
def truncate(self, size=None):
"""Truncate the file to at most size bytes.
Size defaults to the current file position, as returned by tell().
The current file position is changed to the value of size.
"""
self._checkClosed()
self._checkWritable()
if size is None:
size = self.tell()
os.ftruncate(self._fd, size)
return size
def close(self):
"""Close the file.
A closed file cannot be used for further I/O operations. close() may be
called more than once without error.
"""
if not self.closed:
try:
if self._closefd:
os.close(self._fd)
finally:
super().close()
def seekable(self):
"""True if file supports random-access."""
self._checkClosed()
if self._seekable is None:
try:
self.tell()
except OSError:
self._seekable = False
else:
self._seekable = True
return self._seekable
def readable(self):
"""True if file was opened in a read mode."""
self._checkClosed()
return self._readable
def writable(self):
"""True if file was opened in a write mode."""
self._checkClosed()
return self._writable
def fileno(self):
"""Return the underlying file descriptor (an integer)."""
self._checkClosed()
return self._fd
def isatty(self):
"""True if the file is connected to a TTY device."""
self._checkClosed()
return os.isatty(self._fd)
@property
def closefd(self):
"""True if the file descriptor will be closed by close()."""
return self._closefd
@property
def mode(self):
"""String giving the file mode"""
if self._created:
if self._readable:
return 'xb+'
else:
return 'xb'
elif self._appending:
if self._readable:
return 'ab+'
else:
return 'ab'
elif self._readable:
if self._writable:
return 'rb+'
else:
return 'rb'
else:
return 'wb'
class TextIOBase(IOBase):
"""Base class for text I/O.
This class provides a character and line based interface to stream
I/O. There is no public constructor.
"""
def read(self, size=-1):
"""Read at most size characters from stream, where size is an int.
Read from underlying buffer until we have size characters or we hit EOF.
If size is negative or omitted, read until EOF.
Returns a string.
"""
self._unsupported("read")
def write(self, s):
"""Write string s to stream and returning an int."""
self._unsupported("write")
def truncate(self, pos=None):
"""Truncate size to pos, where pos is an int."""
self._unsupported("truncate")
def readline(self):
"""Read until newline or EOF.
Returns an empty string if EOF is hit immediately.
"""
self._unsupported("readline")
def detach(self):
"""
Separate the underlying buffer from the TextIOBase and return it.
After the underlying buffer has been detached, the TextIO is in an
unusable state.
"""
self._unsupported("detach")
@property
def encoding(self):
"""Subclasses should override."""
return None
@property
def newlines(self):
"""Line endings translated so far.
Only line endings translated during reading are considered.
Subclasses should override.
"""
return None
@property
def errors(self):
"""Error setting of the decoder or encoder.
Subclasses should override."""
return None
io.TextIOBase.register(TextIOBase)
class IncrementalNewlineDecoder(codecs.IncrementalDecoder):
r"""Codec used when reading a file in universal newlines mode. It wraps
another incremental decoder, translating \r\n and \r into \n. It also
records the types of newlines encountered. When used with
translate=False, it ensures that the newline sequence is returned in
one piece.
"""
def __init__(self, decoder, translate, errors='strict'):
codecs.IncrementalDecoder.__init__(self, errors=errors)
self.translate = translate
self.decoder = decoder
self.seennl = 0
self.pendingcr = False
def decode(self, input, final=False):
# decode input (with the eventual \r from a previous pass)
if self.decoder is None:
output = input
else:
output = self.decoder.decode(input, final=final)
if self.pendingcr and (output or final):
output = "\r" + output
self.pendingcr = False
# retain last \r even when not translating data:
# then readline() is sure to get \r\n in one pass
if output.endswith("\r") and not final:
output = output[:-1]
self.pendingcr = True
# Record which newlines are read
crlf = output.count('\r\n')
cr = output.count('\r') - crlf
lf = output.count('\n') - crlf
self.seennl |= (lf and self._LF) | (cr and self._CR) \
| (crlf and self._CRLF)
if self.translate:
if crlf:
output = output.replace("\r\n", "\n")
if cr:
output = output.replace("\r", "\n")
return output
def getstate(self):
if self.decoder is None:
buf = b""
flag = 0
else:
buf, flag = self.decoder.getstate()
flag <<= 1
if self.pendingcr:
flag |= 1
return buf, flag
def setstate(self, state):
buf, flag = state
self.pendingcr = bool(flag & 1)
if self.decoder is not None:
self.decoder.setstate((buf, flag >> 1))
def reset(self):
self.seennl = 0
self.pendingcr = False
if self.decoder is not None:
self.decoder.reset()
_LF = 1
_CR = 2
_CRLF = 4
@property
def newlines(self):
return (None,
"\n",
"\r",
("\r", "\n"),
"\r\n",
("\n", "\r\n"),
("\r", "\r\n"),
("\r", "\n", "\r\n")
)[self.seennl]
class TextIOWrapper(TextIOBase):
r"""Character and line based layer over a BufferedIOBase object, buffer.
encoding gives the name of the encoding that the stream will be
decoded or encoded with. It defaults to locale.getpreferredencoding(False).
errors determines the strictness of encoding and decoding (see the
codecs.register) and defaults to "strict".
newline can be None, '', '\n', '\r', or '\r\n'. It controls the
handling of line endings. If it is None, universal newlines is
enabled. With this enabled, on input, the lines endings '\n', '\r',
or '\r\n' are translated to '\n' before being returned to the
caller. Conversely, on output, '\n' is translated to the system
default line separator, os.linesep. If newline is any other of its
legal values, that newline becomes the newline when the file is read
and it is returned untranslated. On output, '\n' is converted to the
newline.
If line_buffering is True, a call to flush is implied when a call to
write contains a newline character.
"""
_CHUNK_SIZE = 2048
# Initialize _buffer as soon as possible since it's used by __del__()
# which calls close()
_buffer = None
# The write_through argument has no effect here since this
# implementation always writes through. The argument is present only
# so that the signature can match the signature of the C version.
def __init__(self, buffer, encoding=None, errors=None, newline=None,
line_buffering=False, write_through=False):
self._check_newline(newline)
if encoding is None:
try:
encoding = os.device_encoding(buffer.fileno())
except (AttributeError, UnsupportedOperation):
pass
if encoding is None:
try:
import locale
except ImportError:
# Importing locale may fail if Python is being built
encoding = "ascii"
else:
encoding = locale.getpreferredencoding(False)
if not isinstance(encoding, str):
raise ValueError("invalid encoding: %r" % encoding)
if not codecs.lookup(encoding)._is_text_encoding:
msg = ("%r is not a text encoding; "
"use codecs.open() to handle arbitrary codecs")
raise LookupError(msg % encoding)
if errors is None:
errors = "strict"
else:
if not isinstance(errors, str):
raise ValueError("invalid errors: %r" % errors)
self._buffer = buffer
self._decoded_chars = '' # buffer for text returned from decoder
self._decoded_chars_used = 0 # offset into _decoded_chars for read()
self._snapshot = None # info for reconstructing decoder state
self._seekable = self._telling = self.buffer.seekable()
self._has_read1 = hasattr(self.buffer, 'read1')
self._configure(encoding, errors, newline,
line_buffering, write_through)
def _check_newline(self, newline):
if newline is not None and not isinstance(newline, str):
raise TypeError("illegal newline type: %r" % (type(newline),))
if newline not in (None, "", "\n", "\r", "\r\n"):
raise ValueError("illegal newline value: %r" % (newline,))
def _configure(self, encoding=None, errors=None, newline=None,
line_buffering=False, write_through=False):
self._encoding = encoding
self._errors = errors
self._encoder = None
self._decoder = None
self._b2cratio = 0.0
self._readuniversal = not newline
self._readtranslate = newline is None
self._readnl = newline
self._writetranslate = newline != ''
self._writenl = newline or os.linesep
self._line_buffering = line_buffering
self._write_through = write_through
# don't write a BOM in the middle of a file
if self._seekable and self.writable():
position = self.buffer.tell()
if position != 0:
try:
self._get_encoder().setstate(0)
except LookupError:
# Sometimes the encoder doesn't exist
pass
# self._snapshot is either None, or a tuple (dec_flags, next_input)
# where dec_flags is the second (integer) item of the decoder state
# and next_input is the chunk of input bytes that comes next after the
# snapshot point. We use this to reconstruct decoder states in tell().
# Naming convention:
# - "bytes_..." for integer variables that count input bytes
# - "chars_..." for integer variables that count decoded characters
def __repr__(self):
result = "<{}.{}".format(self.__class__.__module__,
self.__class__.__qualname__)
try:
name = self.name
except AttributeError:
pass
else:
result += " name={0!r}".format(name)
try:
mode = self.mode
except AttributeError:
pass
else:
result += " mode={0!r}".format(mode)
return result + " encoding={0!r}>".format(self.encoding)
@property
def encoding(self):
return self._encoding
@property
def errors(self):
return self._errors
@property
def line_buffering(self):
return self._line_buffering
@property
def write_through(self):
return self._write_through
@property
def buffer(self):
return self._buffer
def reconfigure(self, *,
encoding=None, errors=None, newline=Ellipsis,
line_buffering=None, write_through=None):
"""Reconfigure the text stream with new parameters.
This also flushes the stream.
"""
if (self._decoder is not None
and (encoding is not None or errors is not None
or newline is not Ellipsis)):
raise UnsupportedOperation(
"It is not possible to set the encoding or newline of stream "
"after the first read")
if errors is None:
if encoding is None:
errors = self._errors
else:
errors = 'strict'
elif not isinstance(errors, str):
raise TypeError("invalid errors: %r" % errors)
if encoding is None:
encoding = self._encoding
else:
if not isinstance(encoding, str):
raise TypeError("invalid encoding: %r" % encoding)
if newline is Ellipsis:
newline = self._readnl
self._check_newline(newline)
if line_buffering is None:
line_buffering = self.line_buffering
if write_through is None:
write_through = self.write_through
self.flush()
self._configure(encoding, errors, newline,
line_buffering, write_through)
def seekable(self):
if self.closed:
raise ValueError("I/O operation on closed file.")
return self._seekable
def readable(self):
return self.buffer.readable()
def writable(self):
return self.buffer.writable()
def flush(self):
self.buffer.flush()
self._telling = self._seekable
def close(self):
if self.buffer is not None and not self.closed:
try:
self.flush()
finally:
self.buffer.close()
@property
def closed(self):
return self.buffer.closed
@property
def name(self):
return self.buffer.name
def fileno(self):
return self.buffer.fileno()
def isatty(self):
return self.buffer.isatty()
def write(self, s):
'Write data, where s is a str'
if self.closed:
raise ValueError("write to closed file")
if not isinstance(s, str):
raise TypeError("can't write %s to text stream" %
s.__class__.__name__)
length = len(s)
haslf = (self._writetranslate or self._line_buffering) and "\n" in s
if haslf and self._writetranslate and self._writenl != "\n":
s = s.replace("\n", self._writenl)
encoder = self._encoder or self._get_encoder()
# XXX What if we were just reading?
b = encoder.encode(s)
self.buffer.write(b)
if self._line_buffering and (haslf or "\r" in s):
self.flush()
self._set_decoded_chars('')
self._snapshot = None
if self._decoder:
self._decoder.reset()
return length
def _get_encoder(self):
make_encoder = codecs.getincrementalencoder(self._encoding)
self._encoder = make_encoder(self._errors)
return self._encoder
def _get_decoder(self):
make_decoder = codecs.getincrementaldecoder(self._encoding)
decoder = make_decoder(self._errors)
if self._readuniversal:
decoder = IncrementalNewlineDecoder(decoder, self._readtranslate)
self._decoder = decoder
return decoder
# The following three methods implement an ADT for _decoded_chars.
# Text returned from the decoder is buffered here until the client
# requests it by calling our read() or readline() method.
def _set_decoded_chars(self, chars):
"""Set the _decoded_chars buffer."""
self._decoded_chars = chars
self._decoded_chars_used = 0
def _get_decoded_chars(self, n=None):
"""Advance into the _decoded_chars buffer."""
offset = self._decoded_chars_used
if n is None:
chars = self._decoded_chars[offset:]
else:
chars = self._decoded_chars[offset:offset + n]
self._decoded_chars_used += len(chars)
return chars
def _rewind_decoded_chars(self, n):
"""Rewind the _decoded_chars buffer."""
if self._decoded_chars_used < n:
raise AssertionError("rewind decoded_chars out of bounds")
self._decoded_chars_used -= n
def _read_chunk(self):
"""
Read and decode the next chunk of data from the BufferedReader.
"""
# The return value is True unless EOF was reached. The decoded
# string is placed in self._decoded_chars (replacing its previous
# value). The entire input chunk is sent to the decoder, though
# some of it may remain buffered in the decoder, yet to be
# converted.
if self._decoder is None:
raise ValueError("no decoder")
if self._telling:
# To prepare for tell(), we need to snapshot a point in the
# file where the decoder's input buffer is empty.
dec_buffer, dec_flags = self._decoder.getstate()
# Given this, we know there was a valid snapshot point
# len(dec_buffer) bytes ago with decoder state (b'', dec_flags).
# Read a chunk, decode it, and put the result in self._decoded_chars.
if self._has_read1:
input_chunk = self.buffer.read1(self._CHUNK_SIZE)
else:
input_chunk = self.buffer.read(self._CHUNK_SIZE)
eof = not input_chunk
decoded_chars = self._decoder.decode(input_chunk, eof)
self._set_decoded_chars(decoded_chars)
if decoded_chars:
self._b2cratio = len(input_chunk) / len(self._decoded_chars)
else:
self._b2cratio = 0.0
if self._telling:
# At the snapshot point, len(dec_buffer) bytes before the read,
# the next input to be decoded is dec_buffer + input_chunk.
self._snapshot = (dec_flags, dec_buffer + input_chunk)
return not eof
def _pack_cookie(self, position, dec_flags=0,
bytes_to_feed=0, need_eof=0, chars_to_skip=0):
# The meaning of a tell() cookie is: seek to position, set the
# decoder flags to dec_flags, read bytes_to_feed bytes, feed them
# into the decoder with need_eof as the EOF flag, then skip
# chars_to_skip characters of the decoded result. For most simple
# decoders, tell() will often just give a byte offset in the file.
return (position | (dec_flags<<64) | (bytes_to_feed<<128) |
(chars_to_skip<<192) | bool(need_eof)<<256)
def _unpack_cookie(self, bigint):
rest, position = divmod(bigint, 1<<64)
rest, dec_flags = divmod(rest, 1<<64)
rest, bytes_to_feed = divmod(rest, 1<<64)
need_eof, chars_to_skip = divmod(rest, 1<<64)
return position, dec_flags, bytes_to_feed, need_eof, chars_to_skip
def tell(self):
if not self._seekable:
raise UnsupportedOperation("underlying stream is not seekable")
if not self._telling:
raise OSError("telling position disabled by next() call")
self.flush()
position = self.buffer.tell()
decoder = self._decoder
if decoder is None or self._snapshot is None:
if self._decoded_chars:
# This should never happen.
raise AssertionError("pending decoded text")
return position
# Skip backward to the snapshot point (see _read_chunk).
dec_flags, next_input = self._snapshot
position -= len(next_input)
# How many decoded characters have been used up since the snapshot?
chars_to_skip = self._decoded_chars_used
if chars_to_skip == 0:
# We haven't moved from the snapshot point.
return self._pack_cookie(position, dec_flags)
# Starting from the snapshot position, we will walk the decoder
# forward until it gives us enough decoded characters.
saved_state = decoder.getstate()
try:
# Fast search for an acceptable start point, close to our
# current pos.
# Rationale: calling decoder.decode() has a large overhead
# regardless of chunk size; we want the number of such calls to
# be O(1) in most situations (common decoders, sensible input).
# Actually, it will be exactly 1 for fixed-size codecs (all
# 8-bit codecs, also UTF-16 and UTF-32).
skip_bytes = int(self._b2cratio * chars_to_skip)
skip_back = 1
assert skip_bytes <= len(next_input)
while skip_bytes > 0:
decoder.setstate((b'', dec_flags))
# Decode up to temptative start point
n = len(decoder.decode(next_input[:skip_bytes]))
if n <= chars_to_skip:
b, d = decoder.getstate()
if not b:
# Before pos and no bytes buffered in decoder => OK
dec_flags = d
chars_to_skip -= n
break
# Skip back by buffered amount and reset heuristic
skip_bytes -= len(b)
skip_back = 1
else:
# We're too far ahead, skip back a bit
skip_bytes -= skip_back
skip_back = skip_back * 2
else:
skip_bytes = 0
decoder.setstate((b'', dec_flags))
# Note our initial start point.
start_pos = position + skip_bytes
start_flags = dec_flags
if chars_to_skip == 0:
# We haven't moved from the start point.
return self._pack_cookie(start_pos, start_flags)
# Feed the decoder one byte at a time. As we go, note the
# nearest "safe start point" before the current location
# (a point where the decoder has nothing buffered, so seek()
# can safely start from there and advance to this location).
bytes_fed = 0
need_eof = 0
# Chars decoded since `start_pos`
chars_decoded = 0
for i in range(skip_bytes, len(next_input)):
bytes_fed += 1
chars_decoded += len(decoder.decode(next_input[i:i+1]))
dec_buffer, dec_flags = decoder.getstate()
if not dec_buffer and chars_decoded <= chars_to_skip:
# Decoder buffer is empty, so this is a safe start point.
start_pos += bytes_fed
chars_to_skip -= chars_decoded
start_flags, bytes_fed, chars_decoded = dec_flags, 0, 0
if chars_decoded >= chars_to_skip:
break
else:
# We didn't get enough decoded data; signal EOF to get more.
chars_decoded += len(decoder.decode(b'', final=True))
need_eof = 1
if chars_decoded < chars_to_skip:
raise OSError("can't reconstruct logical file position")
# The returned cookie corresponds to the last safe start point.
return self._pack_cookie(
start_pos, start_flags, bytes_fed, need_eof, chars_to_skip)
finally:
decoder.setstate(saved_state)
def truncate(self, pos=None):
self.flush()
if pos is None:
pos = self.tell()
return self.buffer.truncate(pos)
def detach(self):
if self.buffer is None:
raise ValueError("buffer is already detached")
self.flush()
buffer = self._buffer
self._buffer = None
return buffer
def seek(self, cookie, whence=0):
def _reset_encoder(position):
"""Reset the encoder (merely useful for proper BOM handling)"""
try:
encoder = self._encoder or self._get_encoder()
except LookupError:
# Sometimes the encoder doesn't exist
pass
else:
if position != 0:
encoder.setstate(0)
else:
encoder.reset()
if self.closed:
raise ValueError("tell on closed file")
if not self._seekable:
raise UnsupportedOperation("underlying stream is not seekable")
if whence == SEEK_CUR:
if cookie != 0:
raise UnsupportedOperation("can't do nonzero cur-relative seeks")
# Seeking to the current position should attempt to
# sync the underlying buffer with the current position.
whence = 0
cookie = self.tell()
elif whence == SEEK_END:
if cookie != 0:
raise UnsupportedOperation("can't do nonzero end-relative seeks")
self.flush()
position = self.buffer.seek(0, whence)
self._set_decoded_chars('')
self._snapshot = None
if self._decoder:
self._decoder.reset()
_reset_encoder(position)
return position
if whence != 0:
raise ValueError("unsupported whence (%r)" % (whence,))
if cookie < 0:
raise ValueError("negative seek position %r" % (cookie,))
self.flush()
# The strategy of seek() is to go back to the safe start point
# and replay the effect of read(chars_to_skip) from there.
start_pos, dec_flags, bytes_to_feed, need_eof, chars_to_skip = \
self._unpack_cookie(cookie)
# Seek back to the safe start point.
self.buffer.seek(start_pos)
self._set_decoded_chars('')
self._snapshot = None
# Restore the decoder to its state from the safe start point.
if cookie == 0 and self._decoder:
self._decoder.reset()
elif self._decoder or dec_flags or chars_to_skip:
self._decoder = self._decoder or self._get_decoder()
self._decoder.setstate((b'', dec_flags))
self._snapshot = (dec_flags, b'')
if chars_to_skip:
# Just like _read_chunk, feed the decoder and save a snapshot.
input_chunk = self.buffer.read(bytes_to_feed)
self._set_decoded_chars(
self._decoder.decode(input_chunk, need_eof))
self._snapshot = (dec_flags, input_chunk)
# Skip chars_to_skip of the decoded characters.
if len(self._decoded_chars) < chars_to_skip:
raise OSError("can't restore logical file position")
self._decoded_chars_used = chars_to_skip
_reset_encoder(cookie)
return cookie
def read(self, size=None):
self._checkReadable()
if size is None:
size = -1
else:
try:
size_index = size.__index__
except AttributeError:
raise TypeError(f"{size!r} is not an integer")
else:
size = size_index()
decoder = self._decoder or self._get_decoder()
if size < 0:
# Read everything.
result = (self._get_decoded_chars() +
decoder.decode(self.buffer.read(), final=True))
self._set_decoded_chars('')
self._snapshot = None
return result
else:
# Keep reading chunks until we have size characters to return.
eof = False
result = self._get_decoded_chars(size)
while len(result) < size and not eof:
eof = not self._read_chunk()
result += self._get_decoded_chars(size - len(result))
return result
def __next__(self):
self._telling = False
line = self.readline()
if not line:
self._snapshot = None
self._telling = self._seekable
raise StopIteration
return line
def readline(self, size=None):
if self.closed:
raise ValueError("read from closed file")
if size is None:
size = -1
else:
try:
size_index = size.__index__
except AttributeError:
raise TypeError(f"{size!r} is not an integer")
else:
size = size_index()
# Grab all the decoded text (we will rewind any extra bits later).
line = self._get_decoded_chars()
start = 0
# Make the decoder if it doesn't already exist.
if not self._decoder:
self._get_decoder()
pos = endpos = None
while True:
if self._readtranslate:
# Newlines are already translated, only search for \n
pos = line.find('\n', start)
if pos >= 0:
endpos = pos + 1
break
else:
start = len(line)
elif self._readuniversal:
# Universal newline search. Find any of \r, \r\n, \n
# The decoder ensures that \r\n are not split in two pieces
# In C we'd look for these in parallel of course.
nlpos = line.find("\n", start)
crpos = line.find("\r", start)
if crpos == -1:
if nlpos == -1:
# Nothing found
start = len(line)
else:
# Found \n
endpos = nlpos + 1
break
elif nlpos == -1:
# Found lone \r
endpos = crpos + 1
break
elif nlpos < crpos:
# Found \n
endpos = nlpos + 1
break
elif nlpos == crpos + 1:
# Found \r\n
endpos = crpos + 2
break
else:
# Found \r
endpos = crpos + 1
break
else:
# non-universal
pos = line.find(self._readnl)
if pos >= 0:
endpos = pos + len(self._readnl)
break
if size >= 0 and len(line) >= size:
endpos = size # reached length size
break
# No line ending seen yet - get more data'
while self._read_chunk():
if self._decoded_chars:
break
if self._decoded_chars:
line += self._get_decoded_chars()
else:
# end of file
self._set_decoded_chars('')
self._snapshot = None
return line
if size >= 0 and endpos > size:
endpos = size # don't exceed size
# Rewind _decoded_chars to just after the line ending we found.
self._rewind_decoded_chars(len(line) - endpos)
return line[:endpos]
@property
def newlines(self):
return self._decoder.newlines if self._decoder else None
class StringIO(TextIOWrapper):
"""Text I/O implementation using an in-memory buffer.
The initial_value argument sets the value of object. The newline
argument is like the one of TextIOWrapper's constructor.
"""
def __init__(self, initial_value="", newline="\n"):
super(StringIO, self).__init__(BytesIO(),
encoding="utf-8",
errors="surrogatepass",
newline=newline)
# Issue #5645: make universal newlines semantics the same as in the
# C version, even under Windows.
if newline is None:
self._writetranslate = False
if initial_value is not None:
if not isinstance(initial_value, str):
raise TypeError("initial_value must be str or None, not {0}"
.format(type(initial_value).__name__))
self.write(initial_value)
self.seek(0)
def getvalue(self):
self.flush()
decoder = self._decoder or self._get_decoder()
old_state = decoder.getstate()
decoder.reset()
try:
return decoder.decode(self.buffer.getvalue(), final=True)
finally:
decoder.setstate(old_state)
def __repr__(self):
# TextIOWrapper tells the encoding in its repr. In StringIO,
# that's an implementation detail.
return object.__repr__(self)
@property
def errors(self):
return None
@property
def encoding(self):
return None
def detach(self):
# This doesn't make sense on StringIO.
self._unsupported("detach")
hmac.py 0000644 00000017252 15115353744 0006045 0 ustar 00 """HMAC (Keyed-Hashing for Message Authentication) module.
Implements the HMAC algorithm as described by RFC 2104.
"""
import warnings as _warnings
from _operator import _compare_digest as compare_digest
try:
import _hashlib as _hashopenssl
except ImportError:
_hashopenssl = None
_openssl_md_meths = None
else:
_openssl_md_meths = frozenset(_hashopenssl.openssl_md_meth_names)
import hashlib as _hashlib
import _hashlib as _hashlibopenssl
import _hmacopenssl
trans_5C = bytes((x ^ 0x5C) for x in range(256))
trans_36 = bytes((x ^ 0x36) for x in range(256))
# The size of the digests returned by HMAC depends on the underlying
# hashing module used. Use digest_size from the instance of HMAC instead.
digest_size = None
class HMAC:
"""RFC 2104 HMAC class. Also complies with RFC 4231.
This supports the API for Cryptographic Hash Functions (PEP 247).
"""
blocksize = 64 # 512-bit HMAC; can be changed in subclasses.
def __init__(self, key, msg=None, digestmod=''):
"""Create a new HMAC object.
key: bytes or buffer, key for the keyed hash object.
msg: bytes or buffer, Initial input for the hash or None.
digestmod: A hash name suitable for hashlib.new(). *OR*
A hashlib constructor returning a new hash object. *OR*
A module supporting PEP 247.
Required as of 3.8, despite its position after the optional
msg argument. Passing it as a keyword argument is
recommended, though not required for legacy API reasons.
"""
if _hashlibopenssl.get_fips_mode():
raise ValueError(
'This class is not available in FIPS mode. '
+ 'Use hmac.new().'
)
if not isinstance(key, (bytes, bytearray)):
raise TypeError("key: expected bytes or bytearray, but got %r" % type(key).__name__)
if not digestmod:
raise TypeError("Missing required parameter 'digestmod'.")
if callable(digestmod):
self.digest_cons = digestmod
elif isinstance(digestmod, str):
self.digest_cons = lambda d=b'': _hashlib.new(digestmod, d)
else:
self.digest_cons = lambda d=b'': digestmod.new(d)
self.outer = self.digest_cons()
self.inner = self.digest_cons()
self.digest_size = self.inner.digest_size
if hasattr(self.inner, 'block_size'):
blocksize = self.inner.block_size
if blocksize < 16:
_warnings.warn('block_size of %d seems too small; using our '
'default of %d.' % (blocksize, self.blocksize),
RuntimeWarning, 2)
blocksize = self.blocksize
else:
_warnings.warn('No block_size attribute on given digest object; '
'Assuming %d.' % (self.blocksize),
RuntimeWarning, 2)
blocksize = self.blocksize
# self.blocksize is the default blocksize. self.block_size is
# effective block size as well as the public API attribute.
self.block_size = blocksize
if len(key) > blocksize:
key = self.digest_cons(key).digest()
key = key.ljust(blocksize, b'\0')
self.outer.update(key.translate(trans_5C))
self.inner.update(key.translate(trans_36))
if msg is not None:
self.update(msg)
@property
def name(self):
return "hmac-" + self.inner.name
def update(self, msg):
"""Feed data from msg into this hashing object."""
if _hashlibopenssl.get_fips_mode():
raise ValueError('hmac.HMAC is not available in FIPS mode')
self.inner.update(msg)
def copy(self):
"""Return a separate copy of this hashing object.
An update to this copy won't affect the original object.
"""
# Call __new__ directly to avoid the expensive __init__.
other = self.__class__.__new__(self.__class__)
other.digest_cons = self.digest_cons
other.digest_size = self.digest_size
other.inner = self.inner.copy()
other.outer = self.outer.copy()
return other
def _current(self):
"""Return a hash object for the current state.
To be used only internally with digest() and hexdigest().
"""
h = self.outer.copy()
h.update(self.inner.digest())
return h
def digest(self):
"""Return the hash value of this hashing object.
This returns the hmac value as bytes. The object is
not altered in any way by this function; you can continue
updating the object after calling this function.
"""
h = self._current()
return h.digest()
def hexdigest(self):
"""Like digest(), but returns a string of hexadecimal digits instead.
"""
h = self._current()
return h.hexdigest()
def _get_openssl_name(digestmod):
if isinstance(digestmod, str):
return digestmod.lower()
elif callable(digestmod):
digestmod = digestmod(b'')
if not isinstance(digestmod, _hashlibopenssl.HASH):
raise TypeError(
'Only OpenSSL hashlib hashes are accepted in FIPS mode.')
return digestmod.name.lower().replace('_', '-')
class HMAC_openssl(_hmacopenssl.HMAC):
def __new__(cls, key, msg = None, digestmod = None):
if not isinstance(key, (bytes, bytearray)):
raise TypeError("key: expected bytes or bytearray, but got %r" % type(key).__name__)
name = _get_openssl_name(digestmod)
result = _hmacopenssl.HMAC.__new__(cls, key, digestmod=name)
if msg:
result.update(msg)
return result
if _hashlibopenssl.get_fips_mode():
HMAC = HMAC_openssl
def new(key, msg=None, digestmod=''):
"""Create a new hashing object and return it.
key: bytes or buffer, The starting key for the hash.
msg: bytes or buffer, Initial input for the hash, or None.
digestmod: A hash name suitable for hashlib.new(). *OR*
A hashlib constructor returning a new hash object. *OR*
A module supporting PEP 247.
Required as of 3.8, despite its position after the optional
msg argument. Passing it as a keyword argument is
recommended, though not required for legacy API reasons.
You can now feed arbitrary bytes into the object using its update()
method, and can ask for the hash value at any time by calling its digest()
or hexdigest() methods.
"""
return HMAC(key, msg, digestmod)
def digest(key, msg, digest):
"""Fast inline implementation of HMAC.
key: bytes or buffer, The key for the keyed hash object.
msg: bytes or buffer, Input message.
digest: A hash name suitable for hashlib.new() for best performance. *OR*
A hashlib constructor returning a new hash object. *OR*
A module supporting PEP 247.
"""
if (_hashopenssl is not None and
isinstance(digest, str) and digest in _openssl_md_meths):
return _hashopenssl.hmac_digest(key, msg, digest)
if callable(digest):
digest_cons = digest
elif isinstance(digest, str):
digest_cons = lambda d=b'': _hashlib.new(digest, d)
else:
digest_cons = lambda d=b'': digest.new(d)
inner = digest_cons()
outer = digest_cons()
blocksize = getattr(inner, 'block_size', 64)
if len(key) > blocksize:
key = digest_cons(key).digest()
key = key + b'\x00' * (blocksize - len(key))
inner.update(key.translate(trans_36))
outer.update(key.translate(trans_5C))
inner.update(msg)
outer.update(inner.digest())
return outer.digest()
socket.py 0000644 00000104653 15115353744 0006427 0 ustar 00 # Wrapper module for _socket, providing some additional facilities
# implemented in Python.
"""\
This module provides socket operations and some related functions.
On Unix, it supports IP (Internet Protocol) and Unix domain sockets.
On other systems, it only supports IP. Functions specific for a
socket are available as methods of the socket object.
Functions:
socket() -- create a new socket object
socketpair() -- create a pair of new socket objects [*]
fromfd() -- create a socket object from an open file descriptor [*]
fromshare() -- create a socket object from data received from socket.share() [*]
gethostname() -- return the current hostname
gethostbyname() -- map a hostname to its IP number
gethostbyaddr() -- map an IP number or hostname to DNS info
getservbyname() -- map a service name and a protocol name to a port number
getprotobyname() -- map a protocol name (e.g. 'tcp') to a number
ntohs(), ntohl() -- convert 16, 32 bit int from network to host byte order
htons(), htonl() -- convert 16, 32 bit int from host to network byte order
inet_aton() -- convert IP addr string (123.45.67.89) to 32-bit packed format
inet_ntoa() -- convert 32-bit packed format IP to string (123.45.67.89)
socket.getdefaulttimeout() -- get the default timeout value
socket.setdefaulttimeout() -- set the default timeout value
create_connection() -- connects to an address, with an optional timeout and
optional source address.
[*] not available on all platforms!
Special objects:
SocketType -- type object for socket objects
error -- exception raised for I/O errors
has_ipv6 -- boolean value indicating if IPv6 is supported
IntEnum constants:
AF_INET, AF_UNIX -- socket domains (first argument to socket() call)
SOCK_STREAM, SOCK_DGRAM, SOCK_RAW -- socket types (second argument)
Integer constants:
Many other constants may be defined; these may be used in calls to
the setsockopt() and getsockopt() methods.
"""
import _socket
from _socket import *
import os, sys, io, selectors
from enum import IntEnum, IntFlag
try:
import errno
except ImportError:
errno = None
EBADF = getattr(errno, 'EBADF', 9)
EAGAIN = getattr(errno, 'EAGAIN', 11)
EWOULDBLOCK = getattr(errno, 'EWOULDBLOCK', 11)
__all__ = ["fromfd", "getfqdn", "create_connection", "create_server",
"has_dualstack_ipv6", "AddressFamily", "SocketKind"]
__all__.extend(os._get_exports_list(_socket))
# Set up the socket.AF_* socket.SOCK_* constants as members of IntEnums for
# nicer string representations.
# Note that _socket only knows about the integer values. The public interface
# in this module understands the enums and translates them back from integers
# where needed (e.g. .family property of a socket object).
IntEnum._convert_(
'AddressFamily',
__name__,
lambda C: C.isupper() and C.startswith('AF_'))
IntEnum._convert_(
'SocketKind',
__name__,
lambda C: C.isupper() and C.startswith('SOCK_'))
IntFlag._convert_(
'MsgFlag',
__name__,
lambda C: C.isupper() and C.startswith('MSG_'))
IntFlag._convert_(
'AddressInfo',
__name__,
lambda C: C.isupper() and C.startswith('AI_'))
_LOCALHOST = '127.0.0.1'
_LOCALHOST_V6 = '::1'
def _intenum_converter(value, enum_klass):
"""Convert a numeric family value to an IntEnum member.
If it's not a known member, return the numeric value itself.
"""
try:
return enum_klass(value)
except ValueError:
return value
_realsocket = socket
# WSA error codes
if sys.platform.lower().startswith("win"):
errorTab = {}
errorTab[6] = "Specified event object handle is invalid."
errorTab[8] = "Insufficient memory available."
errorTab[87] = "One or more parameters are invalid."
errorTab[995] = "Overlapped operation aborted."
errorTab[996] = "Overlapped I/O event object not in signaled state."
errorTab[997] = "Overlapped operation will complete later."
errorTab[10004] = "The operation was interrupted."
errorTab[10009] = "A bad file handle was passed."
errorTab[10013] = "Permission denied."
errorTab[10014] = "A fault occurred on the network??" # WSAEFAULT
errorTab[10022] = "An invalid operation was attempted."
errorTab[10024] = "Too many open files."
errorTab[10035] = "The socket operation would block"
errorTab[10036] = "A blocking operation is already in progress."
errorTab[10037] = "Operation already in progress."
errorTab[10038] = "Socket operation on nonsocket."
errorTab[10039] = "Destination address required."
errorTab[10040] = "Message too long."
errorTab[10041] = "Protocol wrong type for socket."
errorTab[10042] = "Bad protocol option."
errorTab[10043] = "Protocol not supported."
errorTab[10044] = "Socket type not supported."
errorTab[10045] = "Operation not supported."
errorTab[10046] = "Protocol family not supported."
errorTab[10047] = "Address family not supported by protocol family."
errorTab[10048] = "The network address is in use."
errorTab[10049] = "Cannot assign requested address."
errorTab[10050] = "Network is down."
errorTab[10051] = "Network is unreachable."
errorTab[10052] = "Network dropped connection on reset."
errorTab[10053] = "Software caused connection abort."
errorTab[10054] = "The connection has been reset."
errorTab[10055] = "No buffer space available."
errorTab[10056] = "Socket is already connected."
errorTab[10057] = "Socket is not connected."
errorTab[10058] = "The network has been shut down."
errorTab[10059] = "Too many references."
errorTab[10060] = "The operation timed out."
errorTab[10061] = "Connection refused."
errorTab[10062] = "Cannot translate name."
errorTab[10063] = "The name is too long."
errorTab[10064] = "The host is down."
errorTab[10065] = "The host is unreachable."
errorTab[10066] = "Directory not empty."
errorTab[10067] = "Too many processes."
errorTab[10068] = "User quota exceeded."
errorTab[10069] = "Disk quota exceeded."
errorTab[10070] = "Stale file handle reference."
errorTab[10071] = "Item is remote."
errorTab[10091] = "Network subsystem is unavailable."
errorTab[10092] = "Winsock.dll version out of range."
errorTab[10093] = "Successful WSAStartup not yet performed."
errorTab[10101] = "Graceful shutdown in progress."
errorTab[10102] = "No more results from WSALookupServiceNext."
errorTab[10103] = "Call has been canceled."
errorTab[10104] = "Procedure call table is invalid."
errorTab[10105] = "Service provider is invalid."
errorTab[10106] = "Service provider failed to initialize."
errorTab[10107] = "System call failure."
errorTab[10108] = "Service not found."
errorTab[10109] = "Class type not found."
errorTab[10110] = "No more results from WSALookupServiceNext."
errorTab[10111] = "Call was canceled."
errorTab[10112] = "Database query was refused."
errorTab[11001] = "Host not found."
errorTab[11002] = "Nonauthoritative host not found."
errorTab[11003] = "This is a nonrecoverable error."
errorTab[11004] = "Valid name, no data record requested type."
errorTab[11005] = "QoS receivers."
errorTab[11006] = "QoS senders."
errorTab[11007] = "No QoS senders."
errorTab[11008] = "QoS no receivers."
errorTab[11009] = "QoS request confirmed."
errorTab[11010] = "QoS admission error."
errorTab[11011] = "QoS policy failure."
errorTab[11012] = "QoS bad style."
errorTab[11013] = "QoS bad object."
errorTab[11014] = "QoS traffic control error."
errorTab[11015] = "QoS generic error."
errorTab[11016] = "QoS service type error."
errorTab[11017] = "QoS flowspec error."
errorTab[11018] = "Invalid QoS provider buffer."
errorTab[11019] = "Invalid QoS filter style."
errorTab[11020] = "Invalid QoS filter style."
errorTab[11021] = "Incorrect QoS filter count."
errorTab[11022] = "Invalid QoS object length."
errorTab[11023] = "Incorrect QoS flow count."
errorTab[11024] = "Unrecognized QoS object."
errorTab[11025] = "Invalid QoS policy object."
errorTab[11026] = "Invalid QoS flow descriptor."
errorTab[11027] = "Invalid QoS provider-specific flowspec."
errorTab[11028] = "Invalid QoS provider-specific filterspec."
errorTab[11029] = "Invalid QoS shape discard mode object."
errorTab[11030] = "Invalid QoS shaping rate object."
errorTab[11031] = "Reserved policy QoS element type."
__all__.append("errorTab")
class _GiveupOnSendfile(Exception): pass
class socket(_socket.socket):
"""A subclass of _socket.socket adding the makefile() method."""
__slots__ = ["__weakref__", "_io_refs", "_closed"]
def __init__(self, family=-1, type=-1, proto=-1, fileno=None):
# For user code address family and type values are IntEnum members, but
# for the underlying _socket.socket they're just integers. The
# constructor of _socket.socket converts the given argument to an
# integer automatically.
if fileno is None:
if family == -1:
family = AF_INET
if type == -1:
type = SOCK_STREAM
if proto == -1:
proto = 0
_socket.socket.__init__(self, family, type, proto, fileno)
self._io_refs = 0
self._closed = False
def __enter__(self):
return self
def __exit__(self, *args):
if not self._closed:
self.close()
def __repr__(self):
"""Wrap __repr__() to reveal the real class name and socket
address(es).
"""
closed = getattr(self, '_closed', False)
s = "<%s.%s%s fd=%i, family=%s, type=%s, proto=%i" \
% (self.__class__.__module__,
self.__class__.__qualname__,
" [closed]" if closed else "",
self.fileno(),
self.family,
self.type,
self.proto)
if not closed:
try:
laddr = self.getsockname()
if laddr:
s += ", laddr=%s" % str(laddr)
except error:
pass
try:
raddr = self.getpeername()
if raddr:
s += ", raddr=%s" % str(raddr)
except error:
pass
s += '>'
return s
def __getstate__(self):
raise TypeError(f"cannot pickle {self.__class__.__name__!r} object")
def dup(self):
"""dup() -> socket object
Duplicate the socket. Return a new socket object connected to the same
system resource. The new socket is non-inheritable.
"""
fd = dup(self.fileno())
sock = self.__class__(self.family, self.type, self.proto, fileno=fd)
sock.settimeout(self.gettimeout())
return sock
def accept(self):
"""accept() -> (socket object, address info)
Wait for an incoming connection. Return a new socket
representing the connection, and the address of the client.
For IP sockets, the address info is a pair (hostaddr, port).
"""
fd, addr = self._accept()
sock = socket(self.family, self.type, self.proto, fileno=fd)
# Issue #7995: if no default timeout is set and the listening
# socket had a (non-zero) timeout, force the new socket in blocking
# mode to override platform-specific socket flags inheritance.
if getdefaulttimeout() is None and self.gettimeout():
sock.setblocking(True)
return sock, addr
def makefile(self, mode="r", buffering=None, *,
encoding=None, errors=None, newline=None):
"""makefile(...) -> an I/O stream connected to the socket
The arguments are as for io.open() after the filename, except the only
supported mode values are 'r' (default), 'w' and 'b'.
"""
# XXX refactor to share code?
if not set(mode) <= {"r", "w", "b"}:
raise ValueError("invalid mode %r (only r, w, b allowed)" % (mode,))
writing = "w" in mode
reading = "r" in mode or not writing
assert reading or writing
binary = "b" in mode
rawmode = ""
if reading:
rawmode += "r"
if writing:
rawmode += "w"
raw = SocketIO(self, rawmode)
self._io_refs += 1
if buffering is None:
buffering = -1
if buffering < 0:
buffering = io.DEFAULT_BUFFER_SIZE
if buffering == 0:
if not binary:
raise ValueError("unbuffered streams must be binary")
return raw
if reading and writing:
buffer = io.BufferedRWPair(raw, raw, buffering)
elif reading:
buffer = io.BufferedReader(raw, buffering)
else:
assert writing
buffer = io.BufferedWriter(raw, buffering)
if binary:
return buffer
text = io.TextIOWrapper(buffer, encoding, errors, newline)
text.mode = mode
return text
if hasattr(os, 'sendfile'):
def _sendfile_use_sendfile(self, file, offset=0, count=None):
self._check_sendfile_params(file, offset, count)
sockno = self.fileno()
try:
fileno = file.fileno()
except (AttributeError, io.UnsupportedOperation) as err:
raise _GiveupOnSendfile(err) # not a regular file
try:
fsize = os.fstat(fileno).st_size
except OSError as err:
raise _GiveupOnSendfile(err) # not a regular file
if not fsize:
return 0 # empty file
# Truncate to 1GiB to avoid OverflowError, see bpo-38319.
blocksize = min(count or fsize, 2 ** 30)
timeout = self.gettimeout()
if timeout == 0:
raise ValueError("non-blocking sockets are not supported")
# poll/select have the advantage of not requiring any
# extra file descriptor, contrarily to epoll/kqueue
# (also, they require a single syscall).
if hasattr(selectors, 'PollSelector'):
selector = selectors.PollSelector()
else:
selector = selectors.SelectSelector()
selector.register(sockno, selectors.EVENT_WRITE)
total_sent = 0
# localize variable access to minimize overhead
selector_select = selector.select
os_sendfile = os.sendfile
try:
while True:
if timeout and not selector_select(timeout):
raise _socket.timeout('timed out')
if count:
blocksize = count - total_sent
if blocksize <= 0:
break
try:
sent = os_sendfile(sockno, fileno, offset, blocksize)
except BlockingIOError:
if not timeout:
# Block until the socket is ready to send some
# data; avoids hogging CPU resources.
selector_select()
continue
except OSError as err:
if total_sent == 0:
# We can get here for different reasons, the main
# one being 'file' is not a regular mmap(2)-like
# file, in which case we'll fall back on using
# plain send().
raise _GiveupOnSendfile(err)
raise err from None
else:
if sent == 0:
break # EOF
offset += sent
total_sent += sent
return total_sent
finally:
if total_sent > 0 and hasattr(file, 'seek'):
file.seek(offset)
else:
def _sendfile_use_sendfile(self, file, offset=0, count=None):
raise _GiveupOnSendfile(
"os.sendfile() not available on this platform")
def _sendfile_use_send(self, file, offset=0, count=None):
self._check_sendfile_params(file, offset, count)
if self.gettimeout() == 0:
raise ValueError("non-blocking sockets are not supported")
if offset:
file.seek(offset)
blocksize = min(count, 8192) if count else 8192
total_sent = 0
# localize variable access to minimize overhead
file_read = file.read
sock_send = self.send
try:
while True:
if count:
blocksize = min(count - total_sent, blocksize)
if blocksize <= 0:
break
data = memoryview(file_read(blocksize))
if not data:
break # EOF
while True:
try:
sent = sock_send(data)
except BlockingIOError:
continue
else:
total_sent += sent
if sent < len(data):
data = data[sent:]
else:
break
return total_sent
finally:
if total_sent > 0 and hasattr(file, 'seek'):
file.seek(offset + total_sent)
def _check_sendfile_params(self, file, offset, count):
if 'b' not in getattr(file, 'mode', 'b'):
raise ValueError("file should be opened in binary mode")
if not self.type & SOCK_STREAM:
raise ValueError("only SOCK_STREAM type sockets are supported")
if count is not None:
if not isinstance(count, int):
raise TypeError(
"count must be a positive integer (got {!r})".format(count))
if count <= 0:
raise ValueError(
"count must be a positive integer (got {!r})".format(count))
def sendfile(self, file, offset=0, count=None):
"""sendfile(file[, offset[, count]]) -> sent
Send a file until EOF is reached by using high-performance
os.sendfile() and return the total number of bytes which
were sent.
*file* must be a regular file object opened in binary mode.
If os.sendfile() is not available (e.g. Windows) or file is
not a regular file socket.send() will be used instead.
*offset* tells from where to start reading the file.
If specified, *count* is the total number of bytes to transmit
as opposed to sending the file until EOF is reached.
File position is updated on return or also in case of error in
which case file.tell() can be used to figure out the number of
bytes which were sent.
The socket must be of SOCK_STREAM type.
Non-blocking sockets are not supported.
"""
try:
return self._sendfile_use_sendfile(file, offset, count)
except _GiveupOnSendfile:
return self._sendfile_use_send(file, offset, count)
def _decref_socketios(self):
if self._io_refs > 0:
self._io_refs -= 1
if self._closed:
self.close()
def _real_close(self, _ss=_socket.socket):
# This function should not reference any globals. See issue #808164.
_ss.close(self)
def close(self):
# This function should not reference any globals. See issue #808164.
self._closed = True
if self._io_refs <= 0:
self._real_close()
def detach(self):
"""detach() -> file descriptor
Close the socket object without closing the underlying file descriptor.
The object cannot be used after this call, but the file descriptor
can be reused for other purposes. The file descriptor is returned.
"""
self._closed = True
return super().detach()
@property
def family(self):
"""Read-only access to the address family for this socket.
"""
return _intenum_converter(super().family, AddressFamily)
@property
def type(self):
"""Read-only access to the socket type.
"""
return _intenum_converter(super().type, SocketKind)
if os.name == 'nt':
def get_inheritable(self):
return os.get_handle_inheritable(self.fileno())
def set_inheritable(self, inheritable):
os.set_handle_inheritable(self.fileno(), inheritable)
else:
def get_inheritable(self):
return os.get_inheritable(self.fileno())
def set_inheritable(self, inheritable):
os.set_inheritable(self.fileno(), inheritable)
get_inheritable.__doc__ = "Get the inheritable flag of the socket"
set_inheritable.__doc__ = "Set the inheritable flag of the socket"
def fromfd(fd, family, type, proto=0):
""" fromfd(fd, family, type[, proto]) -> socket object
Create a socket object from a duplicate of the given file
descriptor. The remaining arguments are the same as for socket().
"""
nfd = dup(fd)
return socket(family, type, proto, nfd)
if hasattr(_socket.socket, "share"):
def fromshare(info):
""" fromshare(info) -> socket object
Create a socket object from the bytes object returned by
socket.share(pid).
"""
return socket(0, 0, 0, info)
__all__.append("fromshare")
if hasattr(_socket, "socketpair"):
def socketpair(family=None, type=SOCK_STREAM, proto=0):
"""socketpair([family[, type[, proto]]]) -> (socket object, socket object)
Create a pair of socket objects from the sockets returned by the platform
socketpair() function.
The arguments are the same as for socket() except the default family is
AF_UNIX if defined on the platform; otherwise, the default is AF_INET.
"""
if family is None:
try:
family = AF_UNIX
except NameError:
family = AF_INET
a, b = _socket.socketpair(family, type, proto)
a = socket(family, type, proto, a.detach())
b = socket(family, type, proto, b.detach())
return a, b
else:
# Origin: https://gist.github.com/4325783, by Geert Jansen. Public domain.
def socketpair(family=AF_INET, type=SOCK_STREAM, proto=0):
if family == AF_INET:
host = _LOCALHOST
elif family == AF_INET6:
host = _LOCALHOST_V6
else:
raise ValueError("Only AF_INET and AF_INET6 socket address families "
"are supported")
if type != SOCK_STREAM:
raise ValueError("Only SOCK_STREAM socket type is supported")
if proto != 0:
raise ValueError("Only protocol zero is supported")
# We create a connected TCP socket. Note the trick with
# setblocking(False) that prevents us from having to create a thread.
lsock = socket(family, type, proto)
try:
lsock.bind((host, 0))
lsock.listen()
# On IPv6, ignore flow_info and scope_id
addr, port = lsock.getsockname()[:2]
csock = socket(family, type, proto)
try:
csock.setblocking(False)
try:
csock.connect((addr, port))
except (BlockingIOError, InterruptedError):
pass
csock.setblocking(True)
ssock, _ = lsock.accept()
except:
csock.close()
raise
finally:
lsock.close()
return (ssock, csock)
__all__.append("socketpair")
socketpair.__doc__ = """socketpair([family[, type[, proto]]]) -> (socket object, socket object)
Create a pair of socket objects from the sockets returned by the platform
socketpair() function.
The arguments are the same as for socket() except the default family is AF_UNIX
if defined on the platform; otherwise, the default is AF_INET.
"""
_blocking_errnos = { EAGAIN, EWOULDBLOCK }
class SocketIO(io.RawIOBase):
"""Raw I/O implementation for stream sockets.
This class supports the makefile() method on sockets. It provides
the raw I/O interface on top of a socket object.
"""
# One might wonder why not let FileIO do the job instead. There are two
# main reasons why FileIO is not adapted:
# - it wouldn't work under Windows (where you can't used read() and
# write() on a socket handle)
# - it wouldn't work with socket timeouts (FileIO would ignore the
# timeout and consider the socket non-blocking)
# XXX More docs
def __init__(self, sock, mode):
if mode not in ("r", "w", "rw", "rb", "wb", "rwb"):
raise ValueError("invalid mode: %r" % mode)
io.RawIOBase.__init__(self)
self._sock = sock
if "b" not in mode:
mode += "b"
self._mode = mode
self._reading = "r" in mode
self._writing = "w" in mode
self._timeout_occurred = False
def readinto(self, b):
"""Read up to len(b) bytes into the writable buffer *b* and return
the number of bytes read. If the socket is non-blocking and no bytes
are available, None is returned.
If *b* is non-empty, a 0 return value indicates that the connection
was shutdown at the other end.
"""
self._checkClosed()
self._checkReadable()
if self._timeout_occurred:
raise OSError("cannot read from timed out object")
while True:
try:
return self._sock.recv_into(b)
except timeout:
self._timeout_occurred = True
raise
except error as e:
if e.args[0] in _blocking_errnos:
return None
raise
def write(self, b):
"""Write the given bytes or bytearray object *b* to the socket
and return the number of bytes written. This can be less than
len(b) if not all data could be written. If the socket is
non-blocking and no bytes could be written None is returned.
"""
self._checkClosed()
self._checkWritable()
try:
return self._sock.send(b)
except error as e:
# XXX what about EINTR?
if e.args[0] in _blocking_errnos:
return None
raise
def readable(self):
"""True if the SocketIO is open for reading.
"""
if self.closed:
raise ValueError("I/O operation on closed socket.")
return self._reading
def writable(self):
"""True if the SocketIO is open for writing.
"""
if self.closed:
raise ValueError("I/O operation on closed socket.")
return self._writing
def seekable(self):
"""True if the SocketIO is open for seeking.
"""
if self.closed:
raise ValueError("I/O operation on closed socket.")
return super().seekable()
def fileno(self):
"""Return the file descriptor of the underlying socket.
"""
self._checkClosed()
return self._sock.fileno()
@property
def name(self):
if not self.closed:
return self.fileno()
else:
return -1
@property
def mode(self):
return self._mode
def close(self):
"""Close the SocketIO object. This doesn't close the underlying
socket, except if all references to it have disappeared.
"""
if self.closed:
return
io.RawIOBase.close(self)
self._sock._decref_socketios()
self._sock = None
def getfqdn(name=''):
"""Get fully qualified domain name from name.
An empty argument is interpreted as meaning the local host.
First the hostname returned by gethostbyaddr() is checked, then
possibly existing aliases. In case no FQDN is available, hostname
from gethostname() is returned.
"""
name = name.strip()
if not name or name == '0.0.0.0':
name = gethostname()
try:
hostname, aliases, ipaddrs = gethostbyaddr(name)
except error:
pass
else:
aliases.insert(0, hostname)
for name in aliases:
if '.' in name:
break
else:
name = hostname
return name
_GLOBAL_DEFAULT_TIMEOUT = object()
def create_connection(address, timeout=_GLOBAL_DEFAULT_TIMEOUT,
source_address=None):
"""Connect to *address* and return the socket object.
Convenience function. Connect to *address* (a 2-tuple ``(host,
port)``) and return the socket object. Passing the optional
*timeout* parameter will set the timeout on the socket instance
before attempting to connect. If no *timeout* is supplied, the
global default timeout setting returned by :func:`getdefaulttimeout`
is used. If *source_address* is set it must be a tuple of (host, port)
for the socket to bind as a source address before making the connection.
A host of '' or port 0 tells the OS to use the default.
"""
host, port = address
err = None
for res in getaddrinfo(host, port, 0, SOCK_STREAM):
af, socktype, proto, canonname, sa = res
sock = None
try:
sock = socket(af, socktype, proto)
if timeout is not _GLOBAL_DEFAULT_TIMEOUT:
sock.settimeout(timeout)
if source_address:
sock.bind(source_address)
sock.connect(sa)
# Break explicitly a reference cycle
err = None
return sock
except error as _:
err = _
if sock is not None:
sock.close()
if err is not None:
try:
raise err
finally:
# Break explicitly a reference cycle
err = None
else:
raise error("getaddrinfo returns an empty list")
def has_dualstack_ipv6():
"""Return True if the platform supports creating a SOCK_STREAM socket
which can handle both AF_INET and AF_INET6 (IPv4 / IPv6) connections.
"""
if not has_ipv6 \
or not hasattr(_socket, 'IPPROTO_IPV6') \
or not hasattr(_socket, 'IPV6_V6ONLY'):
return False
try:
with socket(AF_INET6, SOCK_STREAM) as sock:
sock.setsockopt(IPPROTO_IPV6, IPV6_V6ONLY, 0)
return True
except error:
return False
def create_server(address, *, family=AF_INET, backlog=None, reuse_port=False,
dualstack_ipv6=False):
"""Convenience function which creates a SOCK_STREAM type socket
bound to *address* (a 2-tuple (host, port)) and return the socket
object.
*family* should be either AF_INET or AF_INET6.
*backlog* is the queue size passed to socket.listen().
*reuse_port* dictates whether to use the SO_REUSEPORT socket option.
*dualstack_ipv6*: if true and the platform supports it, it will
create an AF_INET6 socket able to accept both IPv4 or IPv6
connections. When false it will explicitly disable this option on
platforms that enable it by default (e.g. Linux).
>>> with create_server(('', 8000)) as server:
... while True:
... conn, addr = server.accept()
... # handle new connection
"""
if reuse_port and not hasattr(_socket, "SO_REUSEPORT"):
raise ValueError("SO_REUSEPORT not supported on this platform")
if dualstack_ipv6:
if not has_dualstack_ipv6():
raise ValueError("dualstack_ipv6 not supported on this platform")
if family != AF_INET6:
raise ValueError("dualstack_ipv6 requires AF_INET6 family")
sock = socket(family, SOCK_STREAM)
try:
# Note about Windows. We don't set SO_REUSEADDR because:
# 1) It's unnecessary: bind() will succeed even in case of a
# previous closed socket on the same address and still in
# TIME_WAIT state.
# 2) If set, another socket is free to bind() on the same
# address, effectively preventing this one from accepting
# connections. Also, it may set the process in a state where
# it'll no longer respond to any signals or graceful kills.
# See: msdn2.microsoft.com/en-us/library/ms740621(VS.85).aspx
if os.name not in ('nt', 'cygwin') and \
hasattr(_socket, 'SO_REUSEADDR'):
try:
sock.setsockopt(SOL_SOCKET, SO_REUSEADDR, 1)
except error:
# Fail later on bind(), for platforms which may not
# support this option.
pass
if reuse_port:
sock.setsockopt(SOL_SOCKET, SO_REUSEPORT, 1)
if has_ipv6 and family == AF_INET6:
if dualstack_ipv6:
sock.setsockopt(IPPROTO_IPV6, IPV6_V6ONLY, 0)
elif hasattr(_socket, "IPV6_V6ONLY") and \
hasattr(_socket, "IPPROTO_IPV6"):
sock.setsockopt(IPPROTO_IPV6, IPV6_V6ONLY, 1)
try:
sock.bind(address)
except error as err:
msg = '%s (while attempting to bind on address %r)' % \
(err.strerror, address)
raise error(err.errno, msg) from None
if backlog is None:
sock.listen()
else:
sock.listen(backlog)
return sock
except error:
sock.close()
raise
def getaddrinfo(host, port, family=0, type=0, proto=0, flags=0):
"""Resolve host and port into list of address info entries.
Translate the host/port argument into a sequence of 5-tuples that contain
all the necessary arguments for creating a socket connected to that service.
host is a domain name, a string representation of an IPv4/v6 address or
None. port is a string service name such as 'http', a numeric port number or
None. By passing None as the value of host and port, you can pass NULL to
the underlying C API.
The family, type and proto arguments can be optionally specified in order to
narrow the list of addresses returned. Passing zero as a value for each of
these arguments selects the full range of results.
"""
# We override this function since we want to translate the numeric family
# and socket type values to enum constants.
addrlist = []
for res in _socket.getaddrinfo(host, port, family, type, proto, flags):
af, socktype, proto, canonname, sa = res
addrlist.append((_intenum_converter(af, AddressFamily),
_intenum_converter(socktype, SocketKind),
proto, canonname, sa))
return addrlist
aifc.py 0000644 00000100056 15115353744 0006032 0 ustar 00 """Stuff to parse AIFF-C and AIFF files.
Unless explicitly stated otherwise, the description below is true
both for AIFF-C files and AIFF files.
An AIFF-C file has the following structure.
+-----------------+
| FORM |
+-----------------+
| <size> |
+----+------------+
| | AIFC |
| +------------+
| | <chunks> |
| | . |
| | . |
| | . |
+----+------------+
An AIFF file has the string "AIFF" instead of "AIFC".
A chunk consists of an identifier (4 bytes) followed by a size (4 bytes,
big endian order), followed by the data. The size field does not include
the size of the 8 byte header.
The following chunk types are recognized.
FVER
<version number of AIFF-C defining document> (AIFF-C only).
MARK
<# of markers> (2 bytes)
list of markers:
<marker ID> (2 bytes, must be > 0)
<position> (4 bytes)
<marker name> ("pstring")
COMM
<# of channels> (2 bytes)
<# of sound frames> (4 bytes)
<size of the samples> (2 bytes)
<sampling frequency> (10 bytes, IEEE 80-bit extended
floating point)
in AIFF-C files only:
<compression type> (4 bytes)
<human-readable version of compression type> ("pstring")
SSND
<offset> (4 bytes, not used by this program)
<blocksize> (4 bytes, not used by this program)
<sound data>
A pstring consists of 1 byte length, a string of characters, and 0 or 1
byte pad to make the total length even.
Usage.
Reading AIFF files:
f = aifc.open(file, 'r')
where file is either the name of a file or an open file pointer.
The open file pointer must have methods read(), seek(), and close().
In some types of audio files, if the setpos() method is not used,
the seek() method is not necessary.
This returns an instance of a class with the following public methods:
getnchannels() -- returns number of audio channels (1 for
mono, 2 for stereo)
getsampwidth() -- returns sample width in bytes
getframerate() -- returns sampling frequency
getnframes() -- returns number of audio frames
getcomptype() -- returns compression type ('NONE' for AIFF files)
getcompname() -- returns human-readable version of
compression type ('not compressed' for AIFF files)
getparams() -- returns a namedtuple consisting of all of the
above in the above order
getmarkers() -- get the list of marks in the audio file or None
if there are no marks
getmark(id) -- get mark with the specified id (raises an error
if the mark does not exist)
readframes(n) -- returns at most n frames of audio
rewind() -- rewind to the beginning of the audio stream
setpos(pos) -- seek to the specified position
tell() -- return the current position
close() -- close the instance (make it unusable)
The position returned by tell(), the position given to setpos() and
the position of marks are all compatible and have nothing to do with
the actual position in the file.
The close() method is called automatically when the class instance
is destroyed.
Writing AIFF files:
f = aifc.open(file, 'w')
where file is either the name of a file or an open file pointer.
The open file pointer must have methods write(), tell(), seek(), and
close().
This returns an instance of a class with the following public methods:
aiff() -- create an AIFF file (AIFF-C default)
aifc() -- create an AIFF-C file
setnchannels(n) -- set the number of channels
setsampwidth(n) -- set the sample width
setframerate(n) -- set the frame rate
setnframes(n) -- set the number of frames
setcomptype(type, name)
-- set the compression type and the
human-readable compression type
setparams(tuple)
-- set all parameters at once
setmark(id, pos, name)
-- add specified mark to the list of marks
tell() -- return current position in output file (useful
in combination with setmark())
writeframesraw(data)
-- write audio frames without pathing up the
file header
writeframes(data)
-- write audio frames and patch up the file header
close() -- patch up the file header and close the
output file
You should set the parameters before the first writeframesraw or
writeframes. The total number of frames does not need to be set,
but when it is set to the correct value, the header does not have to
be patched up.
It is best to first set all parameters, perhaps possibly the
compression type, and then write audio frames using writeframesraw.
When all frames have been written, either call writeframes(b'') or
close() to patch up the sizes in the header.
Marks can be added anytime. If there are any marks, you must call
close() after all frames have been written.
The close() method is called automatically when the class instance
is destroyed.
When a file is opened with the extension '.aiff', an AIFF file is
written, otherwise an AIFF-C file is written. This default can be
changed by calling aiff() or aifc() before the first writeframes or
writeframesraw.
"""
import struct
import builtins
import warnings
__all__ = ["Error", "open", "openfp"]
class Error(Exception):
pass
_AIFC_version = 0xA2805140 # Version 1 of AIFF-C
def _read_long(file):
try:
return struct.unpack('>l', file.read(4))[0]
except struct.error:
raise EOFError from None
def _read_ulong(file):
try:
return struct.unpack('>L', file.read(4))[0]
except struct.error:
raise EOFError from None
def _read_short(file):
try:
return struct.unpack('>h', file.read(2))[0]
except struct.error:
raise EOFError from None
def _read_ushort(file):
try:
return struct.unpack('>H', file.read(2))[0]
except struct.error:
raise EOFError from None
def _read_string(file):
length = ord(file.read(1))
if length == 0:
data = b''
else:
data = file.read(length)
if length & 1 == 0:
dummy = file.read(1)
return data
_HUGE_VAL = 1.79769313486231e+308 # See <limits.h>
def _read_float(f): # 10 bytes
expon = _read_short(f) # 2 bytes
sign = 1
if expon < 0:
sign = -1
expon = expon + 0x8000
himant = _read_ulong(f) # 4 bytes
lomant = _read_ulong(f) # 4 bytes
if expon == himant == lomant == 0:
f = 0.0
elif expon == 0x7FFF:
f = _HUGE_VAL
else:
expon = expon - 16383
f = (himant * 0x100000000 + lomant) * pow(2.0, expon - 63)
return sign * f
def _write_short(f, x):
f.write(struct.pack('>h', x))
def _write_ushort(f, x):
f.write(struct.pack('>H', x))
def _write_long(f, x):
f.write(struct.pack('>l', x))
def _write_ulong(f, x):
f.write(struct.pack('>L', x))
def _write_string(f, s):
if len(s) > 255:
raise ValueError("string exceeds maximum pstring length")
f.write(struct.pack('B', len(s)))
f.write(s)
if len(s) & 1 == 0:
f.write(b'\x00')
def _write_float(f, x):
import math
if x < 0:
sign = 0x8000
x = x * -1
else:
sign = 0
if x == 0:
expon = 0
himant = 0
lomant = 0
else:
fmant, expon = math.frexp(x)
if expon > 16384 or fmant >= 1 or fmant != fmant: # Infinity or NaN
expon = sign|0x7FFF
himant = 0
lomant = 0
else: # Finite
expon = expon + 16382
if expon < 0: # denormalized
fmant = math.ldexp(fmant, expon)
expon = 0
expon = expon | sign
fmant = math.ldexp(fmant, 32)
fsmant = math.floor(fmant)
himant = int(fsmant)
fmant = math.ldexp(fmant - fsmant, 32)
fsmant = math.floor(fmant)
lomant = int(fsmant)
_write_ushort(f, expon)
_write_ulong(f, himant)
_write_ulong(f, lomant)
from chunk import Chunk
from collections import namedtuple
_aifc_params = namedtuple('_aifc_params',
'nchannels sampwidth framerate nframes comptype compname')
_aifc_params.nchannels.__doc__ = 'Number of audio channels (1 for mono, 2 for stereo)'
_aifc_params.sampwidth.__doc__ = 'Sample width in bytes'
_aifc_params.framerate.__doc__ = 'Sampling frequency'
_aifc_params.nframes.__doc__ = 'Number of audio frames'
_aifc_params.comptype.__doc__ = 'Compression type ("NONE" for AIFF files)'
_aifc_params.compname.__doc__ = ("""\
A human-readable version of the compression type
('not compressed' for AIFF files)""")
class Aifc_read:
# Variables used in this class:
#
# These variables are available to the user though appropriate
# methods of this class:
# _file -- the open file with methods read(), close(), and seek()
# set through the __init__() method
# _nchannels -- the number of audio channels
# available through the getnchannels() method
# _nframes -- the number of audio frames
# available through the getnframes() method
# _sampwidth -- the number of bytes per audio sample
# available through the getsampwidth() method
# _framerate -- the sampling frequency
# available through the getframerate() method
# _comptype -- the AIFF-C compression type ('NONE' if AIFF)
# available through the getcomptype() method
# _compname -- the human-readable AIFF-C compression type
# available through the getcomptype() method
# _markers -- the marks in the audio file
# available through the getmarkers() and getmark()
# methods
# _soundpos -- the position in the audio stream
# available through the tell() method, set through the
# setpos() method
#
# These variables are used internally only:
# _version -- the AIFF-C version number
# _decomp -- the decompressor from builtin module cl
# _comm_chunk_read -- 1 iff the COMM chunk has been read
# _aifc -- 1 iff reading an AIFF-C file
# _ssnd_seek_needed -- 1 iff positioned correctly in audio
# file for readframes()
# _ssnd_chunk -- instantiation of a chunk class for the SSND chunk
# _framesize -- size of one frame in the file
_file = None # Set here since __del__ checks it
def initfp(self, file):
self._version = 0
self._convert = None
self._markers = []
self._soundpos = 0
self._file = file
chunk = Chunk(file)
if chunk.getname() != b'FORM':
raise Error('file does not start with FORM id')
formdata = chunk.read(4)
if formdata == b'AIFF':
self._aifc = 0
elif formdata == b'AIFC':
self._aifc = 1
else:
raise Error('not an AIFF or AIFF-C file')
self._comm_chunk_read = 0
self._ssnd_chunk = None
while 1:
self._ssnd_seek_needed = 1
try:
chunk = Chunk(self._file)
except EOFError:
break
chunkname = chunk.getname()
if chunkname == b'COMM':
self._read_comm_chunk(chunk)
self._comm_chunk_read = 1
elif chunkname == b'SSND':
self._ssnd_chunk = chunk
dummy = chunk.read(8)
self._ssnd_seek_needed = 0
elif chunkname == b'FVER':
self._version = _read_ulong(chunk)
elif chunkname == b'MARK':
self._readmark(chunk)
chunk.skip()
if not self._comm_chunk_read or not self._ssnd_chunk:
raise Error('COMM chunk and/or SSND chunk missing')
def __init__(self, f):
if isinstance(f, str):
file_object = builtins.open(f, 'rb')
try:
self.initfp(file_object)
except:
file_object.close()
raise
else:
# assume it is an open file object already
self.initfp(f)
def __enter__(self):
return self
def __exit__(self, *args):
self.close()
#
# User visible methods.
#
def getfp(self):
return self._file
def rewind(self):
self._ssnd_seek_needed = 1
self._soundpos = 0
def close(self):
file = self._file
if file is not None:
self._file = None
file.close()
def tell(self):
return self._soundpos
def getnchannels(self):
return self._nchannels
def getnframes(self):
return self._nframes
def getsampwidth(self):
return self._sampwidth
def getframerate(self):
return self._framerate
def getcomptype(self):
return self._comptype
def getcompname(self):
return self._compname
## def getversion(self):
## return self._version
def getparams(self):
return _aifc_params(self.getnchannels(), self.getsampwidth(),
self.getframerate(), self.getnframes(),
self.getcomptype(), self.getcompname())
def getmarkers(self):
if len(self._markers) == 0:
return None
return self._markers
def getmark(self, id):
for marker in self._markers:
if id == marker[0]:
return marker
raise Error('marker {0!r} does not exist'.format(id))
def setpos(self, pos):
if pos < 0 or pos > self._nframes:
raise Error('position not in range')
self._soundpos = pos
self._ssnd_seek_needed = 1
def readframes(self, nframes):
if self._ssnd_seek_needed:
self._ssnd_chunk.seek(0)
dummy = self._ssnd_chunk.read(8)
pos = self._soundpos * self._framesize
if pos:
self._ssnd_chunk.seek(pos + 8)
self._ssnd_seek_needed = 0
if nframes == 0:
return b''
data = self._ssnd_chunk.read(nframes * self._framesize)
if self._convert and data:
data = self._convert(data)
self._soundpos = self._soundpos + len(data) // (self._nchannels
* self._sampwidth)
return data
#
# Internal methods.
#
def _alaw2lin(self, data):
import audioop
return audioop.alaw2lin(data, 2)
def _ulaw2lin(self, data):
import audioop
return audioop.ulaw2lin(data, 2)
def _adpcm2lin(self, data):
import audioop
if not hasattr(self, '_adpcmstate'):
# first time
self._adpcmstate = None
data, self._adpcmstate = audioop.adpcm2lin(data, 2, self._adpcmstate)
return data
def _read_comm_chunk(self, chunk):
self._nchannels = _read_short(chunk)
self._nframes = _read_long(chunk)
self._sampwidth = (_read_short(chunk) + 7) // 8
self._framerate = int(_read_float(chunk))
if self._sampwidth <= 0:
raise Error('bad sample width')
if self._nchannels <= 0:
raise Error('bad # of channels')
self._framesize = self._nchannels * self._sampwidth
if self._aifc:
#DEBUG: SGI's soundeditor produces a bad size :-(
kludge = 0
if chunk.chunksize == 18:
kludge = 1
warnings.warn('Warning: bad COMM chunk size')
chunk.chunksize = 23
#DEBUG end
self._comptype = chunk.read(4)
#DEBUG start
if kludge:
length = ord(chunk.file.read(1))
if length & 1 == 0:
length = length + 1
chunk.chunksize = chunk.chunksize + length
chunk.file.seek(-1, 1)
#DEBUG end
self._compname = _read_string(chunk)
if self._comptype != b'NONE':
if self._comptype == b'G722':
self._convert = self._adpcm2lin
elif self._comptype in (b'ulaw', b'ULAW'):
self._convert = self._ulaw2lin
elif self._comptype in (b'alaw', b'ALAW'):
self._convert = self._alaw2lin
else:
raise Error('unsupported compression type')
self._sampwidth = 2
else:
self._comptype = b'NONE'
self._compname = b'not compressed'
def _readmark(self, chunk):
nmarkers = _read_short(chunk)
# Some files appear to contain invalid counts.
# Cope with this by testing for EOF.
try:
for i in range(nmarkers):
id = _read_short(chunk)
pos = _read_long(chunk)
name = _read_string(chunk)
if pos or name:
# some files appear to have
# dummy markers consisting of
# a position 0 and name ''
self._markers.append((id, pos, name))
except EOFError:
w = ('Warning: MARK chunk contains only %s marker%s instead of %s' %
(len(self._markers), '' if len(self._markers) == 1 else 's',
nmarkers))
warnings.warn(w)
class Aifc_write:
# Variables used in this class:
#
# These variables are user settable through appropriate methods
# of this class:
# _file -- the open file with methods write(), close(), tell(), seek()
# set through the __init__() method
# _comptype -- the AIFF-C compression type ('NONE' in AIFF)
# set through the setcomptype() or setparams() method
# _compname -- the human-readable AIFF-C compression type
# set through the setcomptype() or setparams() method
# _nchannels -- the number of audio channels
# set through the setnchannels() or setparams() method
# _sampwidth -- the number of bytes per audio sample
# set through the setsampwidth() or setparams() method
# _framerate -- the sampling frequency
# set through the setframerate() or setparams() method
# _nframes -- the number of audio frames written to the header
# set through the setnframes() or setparams() method
# _aifc -- whether we're writing an AIFF-C file or an AIFF file
# set through the aifc() method, reset through the
# aiff() method
#
# These variables are used internally only:
# _version -- the AIFF-C version number
# _comp -- the compressor from builtin module cl
# _nframeswritten -- the number of audio frames actually written
# _datalength -- the size of the audio samples written to the header
# _datawritten -- the size of the audio samples actually written
_file = None # Set here since __del__ checks it
def __init__(self, f):
if isinstance(f, str):
file_object = builtins.open(f, 'wb')
try:
self.initfp(file_object)
except:
file_object.close()
raise
# treat .aiff file extensions as non-compressed audio
if f.endswith('.aiff'):
self._aifc = 0
else:
# assume it is an open file object already
self.initfp(f)
def initfp(self, file):
self._file = file
self._version = _AIFC_version
self._comptype = b'NONE'
self._compname = b'not compressed'
self._convert = None
self._nchannels = 0
self._sampwidth = 0
self._framerate = 0
self._nframes = 0
self._nframeswritten = 0
self._datawritten = 0
self._datalength = 0
self._markers = []
self._marklength = 0
self._aifc = 1 # AIFF-C is default
def __del__(self):
self.close()
def __enter__(self):
return self
def __exit__(self, *args):
self.close()
#
# User visible methods.
#
def aiff(self):
if self._nframeswritten:
raise Error('cannot change parameters after starting to write')
self._aifc = 0
def aifc(self):
if self._nframeswritten:
raise Error('cannot change parameters after starting to write')
self._aifc = 1
def setnchannels(self, nchannels):
if self._nframeswritten:
raise Error('cannot change parameters after starting to write')
if nchannels < 1:
raise Error('bad # of channels')
self._nchannels = nchannels
def getnchannels(self):
if not self._nchannels:
raise Error('number of channels not set')
return self._nchannels
def setsampwidth(self, sampwidth):
if self._nframeswritten:
raise Error('cannot change parameters after starting to write')
if sampwidth < 1 or sampwidth > 4:
raise Error('bad sample width')
self._sampwidth = sampwidth
def getsampwidth(self):
if not self._sampwidth:
raise Error('sample width not set')
return self._sampwidth
def setframerate(self, framerate):
if self._nframeswritten:
raise Error('cannot change parameters after starting to write')
if framerate <= 0:
raise Error('bad frame rate')
self._framerate = framerate
def getframerate(self):
if not self._framerate:
raise Error('frame rate not set')
return self._framerate
def setnframes(self, nframes):
if self._nframeswritten:
raise Error('cannot change parameters after starting to write')
self._nframes = nframes
def getnframes(self):
return self._nframeswritten
def setcomptype(self, comptype, compname):
if self._nframeswritten:
raise Error('cannot change parameters after starting to write')
if comptype not in (b'NONE', b'ulaw', b'ULAW',
b'alaw', b'ALAW', b'G722'):
raise Error('unsupported compression type')
self._comptype = comptype
self._compname = compname
def getcomptype(self):
return self._comptype
def getcompname(self):
return self._compname
## def setversion(self, version):
## if self._nframeswritten:
## raise Error, 'cannot change parameters after starting to write'
## self._version = version
def setparams(self, params):
nchannels, sampwidth, framerate, nframes, comptype, compname = params
if self._nframeswritten:
raise Error('cannot change parameters after starting to write')
if comptype not in (b'NONE', b'ulaw', b'ULAW',
b'alaw', b'ALAW', b'G722'):
raise Error('unsupported compression type')
self.setnchannels(nchannels)
self.setsampwidth(sampwidth)
self.setframerate(framerate)
self.setnframes(nframes)
self.setcomptype(comptype, compname)
def getparams(self):
if not self._nchannels or not self._sampwidth or not self._framerate:
raise Error('not all parameters set')
return _aifc_params(self._nchannels, self._sampwidth, self._framerate,
self._nframes, self._comptype, self._compname)
def setmark(self, id, pos, name):
if id <= 0:
raise Error('marker ID must be > 0')
if pos < 0:
raise Error('marker position must be >= 0')
if not isinstance(name, bytes):
raise Error('marker name must be bytes')
for i in range(len(self._markers)):
if id == self._markers[i][0]:
self._markers[i] = id, pos, name
return
self._markers.append((id, pos, name))
def getmark(self, id):
for marker in self._markers:
if id == marker[0]:
return marker
raise Error('marker {0!r} does not exist'.format(id))
def getmarkers(self):
if len(self._markers) == 0:
return None
return self._markers
def tell(self):
return self._nframeswritten
def writeframesraw(self, data):
if not isinstance(data, (bytes, bytearray)):
data = memoryview(data).cast('B')
self._ensure_header_written(len(data))
nframes = len(data) // (self._sampwidth * self._nchannels)
if self._convert:
data = self._convert(data)
self._file.write(data)
self._nframeswritten = self._nframeswritten + nframes
self._datawritten = self._datawritten + len(data)
def writeframes(self, data):
self.writeframesraw(data)
if self._nframeswritten != self._nframes or \
self._datalength != self._datawritten:
self._patchheader()
def close(self):
if self._file is None:
return
try:
self._ensure_header_written(0)
if self._datawritten & 1:
# quick pad to even size
self._file.write(b'\x00')
self._datawritten = self._datawritten + 1
self._writemarkers()
if self._nframeswritten != self._nframes or \
self._datalength != self._datawritten or \
self._marklength:
self._patchheader()
finally:
# Prevent ref cycles
self._convert = None
f = self._file
self._file = None
f.close()
#
# Internal methods.
#
def _lin2alaw(self, data):
import audioop
return audioop.lin2alaw(data, 2)
def _lin2ulaw(self, data):
import audioop
return audioop.lin2ulaw(data, 2)
def _lin2adpcm(self, data):
import audioop
if not hasattr(self, '_adpcmstate'):
self._adpcmstate = None
data, self._adpcmstate = audioop.lin2adpcm(data, 2, self._adpcmstate)
return data
def _ensure_header_written(self, datasize):
if not self._nframeswritten:
if self._comptype in (b'ULAW', b'ulaw', b'ALAW', b'alaw', b'G722'):
if not self._sampwidth:
self._sampwidth = 2
if self._sampwidth != 2:
raise Error('sample width must be 2 when compressing '
'with ulaw/ULAW, alaw/ALAW or G7.22 (ADPCM)')
if not self._nchannels:
raise Error('# channels not specified')
if not self._sampwidth:
raise Error('sample width not specified')
if not self._framerate:
raise Error('sampling rate not specified')
self._write_header(datasize)
def _init_compression(self):
if self._comptype == b'G722':
self._convert = self._lin2adpcm
elif self._comptype in (b'ulaw', b'ULAW'):
self._convert = self._lin2ulaw
elif self._comptype in (b'alaw', b'ALAW'):
self._convert = self._lin2alaw
def _write_header(self, initlength):
if self._aifc and self._comptype != b'NONE':
self._init_compression()
self._file.write(b'FORM')
if not self._nframes:
self._nframes = initlength // (self._nchannels * self._sampwidth)
self._datalength = self._nframes * self._nchannels * self._sampwidth
if self._datalength & 1:
self._datalength = self._datalength + 1
if self._aifc:
if self._comptype in (b'ulaw', b'ULAW', b'alaw', b'ALAW'):
self._datalength = self._datalength // 2
if self._datalength & 1:
self._datalength = self._datalength + 1
elif self._comptype == b'G722':
self._datalength = (self._datalength + 3) // 4
if self._datalength & 1:
self._datalength = self._datalength + 1
try:
self._form_length_pos = self._file.tell()
except (AttributeError, OSError):
self._form_length_pos = None
commlength = self._write_form_length(self._datalength)
if self._aifc:
self._file.write(b'AIFC')
self._file.write(b'FVER')
_write_ulong(self._file, 4)
_write_ulong(self._file, self._version)
else:
self._file.write(b'AIFF')
self._file.write(b'COMM')
_write_ulong(self._file, commlength)
_write_short(self._file, self._nchannels)
if self._form_length_pos is not None:
self._nframes_pos = self._file.tell()
_write_ulong(self._file, self._nframes)
if self._comptype in (b'ULAW', b'ulaw', b'ALAW', b'alaw', b'G722'):
_write_short(self._file, 8)
else:
_write_short(self._file, self._sampwidth * 8)
_write_float(self._file, self._framerate)
if self._aifc:
self._file.write(self._comptype)
_write_string(self._file, self._compname)
self._file.write(b'SSND')
if self._form_length_pos is not None:
self._ssnd_length_pos = self._file.tell()
_write_ulong(self._file, self._datalength + 8)
_write_ulong(self._file, 0)
_write_ulong(self._file, 0)
def _write_form_length(self, datalength):
if self._aifc:
commlength = 18 + 5 + len(self._compname)
if commlength & 1:
commlength = commlength + 1
verslength = 12
else:
commlength = 18
verslength = 0
_write_ulong(self._file, 4 + verslength + self._marklength + \
8 + commlength + 16 + datalength)
return commlength
def _patchheader(self):
curpos = self._file.tell()
if self._datawritten & 1:
datalength = self._datawritten + 1
self._file.write(b'\x00')
else:
datalength = self._datawritten
if datalength == self._datalength and \
self._nframes == self._nframeswritten and \
self._marklength == 0:
self._file.seek(curpos, 0)
return
self._file.seek(self._form_length_pos, 0)
dummy = self._write_form_length(datalength)
self._file.seek(self._nframes_pos, 0)
_write_ulong(self._file, self._nframeswritten)
self._file.seek(self._ssnd_length_pos, 0)
_write_ulong(self._file, datalength + 8)
self._file.seek(curpos, 0)
self._nframes = self._nframeswritten
self._datalength = datalength
def _writemarkers(self):
if len(self._markers) == 0:
return
self._file.write(b'MARK')
length = 2
for marker in self._markers:
id, pos, name = marker
length = length + len(name) + 1 + 6
if len(name) & 1 == 0:
length = length + 1
_write_ulong(self._file, length)
self._marklength = length + 8
_write_short(self._file, len(self._markers))
for marker in self._markers:
id, pos, name = marker
_write_short(self._file, id)
_write_ulong(self._file, pos)
_write_string(self._file, name)
def open(f, mode=None):
if mode is None:
if hasattr(f, 'mode'):
mode = f.mode
else:
mode = 'rb'
if mode in ('r', 'rb'):
return Aifc_read(f)
elif mode in ('w', 'wb'):
return Aifc_write(f)
else:
raise Error("mode must be 'r', 'rb', 'w', or 'wb'")
def openfp(f, mode=None):
warnings.warn("aifc.openfp is deprecated since Python 3.7. "
"Use aifc.open instead.", DeprecationWarning, stacklevel=2)
return open(f, mode=mode)
if __name__ == '__main__':
import sys
if not sys.argv[1:]:
sys.argv.append('/usr/demos/data/audio/bach.aiff')
fn = sys.argv[1]
with open(fn, 'r') as f:
print("Reading", fn)
print("nchannels =", f.getnchannels())
print("nframes =", f.getnframes())
print("sampwidth =", f.getsampwidth())
print("framerate =", f.getframerate())
print("comptype =", f.getcomptype())
print("compname =", f.getcompname())
if sys.argv[2:]:
gn = sys.argv[2]
print("Writing", gn)
with open(gn, 'w') as g:
g.setparams(f.getparams())
while 1:
data = f.readframes(1024)
if not data:
break
g.writeframes(data)
print("Done.")
gettext.py 0000644 00000065002 15115353744 0006615 0 ustar 00 """Internationalization and localization support.
This module provides internationalization (I18N) and localization (L10N)
support for your Python programs by providing an interface to the GNU gettext
message catalog library.
I18N refers to the operation by which a program is made aware of multiple
languages. L10N refers to the adaptation of your program, once
internationalized, to the local language and cultural habits.
"""
# This module represents the integration of work, contributions, feedback, and
# suggestions from the following people:
#
# Martin von Loewis, who wrote the initial implementation of the underlying
# C-based libintlmodule (later renamed _gettext), along with a skeletal
# gettext.py implementation.
#
# Peter Funk, who wrote fintl.py, a fairly complete wrapper around intlmodule,
# which also included a pure-Python implementation to read .mo files if
# intlmodule wasn't available.
#
# James Henstridge, who also wrote a gettext.py module, which has some
# interesting, but currently unsupported experimental features: the notion of
# a Catalog class and instances, and the ability to add to a catalog file via
# a Python API.
#
# Barry Warsaw integrated these modules, wrote the .install() API and code,
# and conformed all C and Python code to Python's coding standards.
#
# Francois Pinard and Marc-Andre Lemburg also contributed valuably to this
# module.
#
# J. David Ibanez implemented plural forms. Bruno Haible fixed some bugs.
#
# TODO:
# - Lazy loading of .mo files. Currently the entire catalog is loaded into
# memory, but that's probably bad for large translated programs. Instead,
# the lexical sort of original strings in GNU .mo files should be exploited
# to do binary searches and lazy initializations. Or you might want to use
# the undocumented double-hash algorithm for .mo files with hash tables, but
# you'll need to study the GNU gettext code to do this.
#
# - Support Solaris .mo file formats. Unfortunately, we've been unable to
# find this format documented anywhere.
import locale
import os
import re
import sys
__all__ = ['NullTranslations', 'GNUTranslations', 'Catalog',
'find', 'translation', 'install', 'textdomain', 'bindtextdomain',
'bind_textdomain_codeset',
'dgettext', 'dngettext', 'gettext', 'lgettext', 'ldgettext',
'ldngettext', 'lngettext', 'ngettext',
'pgettext', 'dpgettext', 'npgettext', 'dnpgettext',
]
_default_localedir = os.path.join(sys.base_prefix, 'share', 'locale')
# Expression parsing for plural form selection.
#
# The gettext library supports a small subset of C syntax. The only
# incompatible difference is that integer literals starting with zero are
# decimal.
#
# https://www.gnu.org/software/gettext/manual/gettext.html#Plural-forms
# http://git.savannah.gnu.org/cgit/gettext.git/tree/gettext-runtime/intl/plural.y
_token_pattern = re.compile(r"""
(?P<WHITESPACES>[ \t]+) | # spaces and horizontal tabs
(?P<NUMBER>[0-9]+\b) | # decimal integer
(?P<NAME>n\b) | # only n is allowed
(?P<PARENTHESIS>[()]) |
(?P<OPERATOR>[-*/%+?:]|[><!]=?|==|&&|\|\|) | # !, *, /, %, +, -, <, >,
# <=, >=, ==, !=, &&, ||,
# ? :
# unary and bitwise ops
# not allowed
(?P<INVALID>\w+|.) # invalid token
""", re.VERBOSE|re.DOTALL)
def _tokenize(plural):
for mo in re.finditer(_token_pattern, plural):
kind = mo.lastgroup
if kind == 'WHITESPACES':
continue
value = mo.group(kind)
if kind == 'INVALID':
raise ValueError('invalid token in plural form: %s' % value)
yield value
yield ''
def _error(value):
if value:
return ValueError('unexpected token in plural form: %s' % value)
else:
return ValueError('unexpected end of plural form')
_binary_ops = (
('||',),
('&&',),
('==', '!='),
('<', '>', '<=', '>='),
('+', '-'),
('*', '/', '%'),
)
_binary_ops = {op: i for i, ops in enumerate(_binary_ops, 1) for op in ops}
_c2py_ops = {'||': 'or', '&&': 'and', '/': '//'}
def _parse(tokens, priority=-1):
result = ''
nexttok = next(tokens)
while nexttok == '!':
result += 'not '
nexttok = next(tokens)
if nexttok == '(':
sub, nexttok = _parse(tokens)
result = '%s(%s)' % (result, sub)
if nexttok != ')':
raise ValueError('unbalanced parenthesis in plural form')
elif nexttok == 'n':
result = '%s%s' % (result, nexttok)
else:
try:
value = int(nexttok, 10)
except ValueError:
raise _error(nexttok) from None
result = '%s%d' % (result, value)
nexttok = next(tokens)
j = 100
while nexttok in _binary_ops:
i = _binary_ops[nexttok]
if i < priority:
break
# Break chained comparisons
if i in (3, 4) and j in (3, 4): # '==', '!=', '<', '>', '<=', '>='
result = '(%s)' % result
# Replace some C operators by their Python equivalents
op = _c2py_ops.get(nexttok, nexttok)
right, nexttok = _parse(tokens, i + 1)
result = '%s %s %s' % (result, op, right)
j = i
if j == priority == 4: # '<', '>', '<=', '>='
result = '(%s)' % result
if nexttok == '?' and priority <= 0:
if_true, nexttok = _parse(tokens, 0)
if nexttok != ':':
raise _error(nexttok)
if_false, nexttok = _parse(tokens)
result = '%s if %s else %s' % (if_true, result, if_false)
if priority == 0:
result = '(%s)' % result
return result, nexttok
def _as_int(n):
try:
i = round(n)
except TypeError:
raise TypeError('Plural value must be an integer, got %s' %
(n.__class__.__name__,)) from None
import warnings
warnings.warn('Plural value must be an integer, got %s' %
(n.__class__.__name__,),
DeprecationWarning, 4)
return n
def c2py(plural):
"""Gets a C expression as used in PO files for plural forms and returns a
Python function that implements an equivalent expression.
"""
if len(plural) > 1000:
raise ValueError('plural form expression is too long')
try:
result, nexttok = _parse(_tokenize(plural))
if nexttok:
raise _error(nexttok)
depth = 0
for c in result:
if c == '(':
depth += 1
if depth > 20:
# Python compiler limit is about 90.
# The most complex example has 2.
raise ValueError('plural form expression is too complex')
elif c == ')':
depth -= 1
ns = {'_as_int': _as_int}
exec('''if True:
def func(n):
if not isinstance(n, int):
n = _as_int(n)
return int(%s)
''' % result, ns)
return ns['func']
except RecursionError:
# Recursion error can be raised in _parse() or exec().
raise ValueError('plural form expression is too complex')
def _expand_lang(loc):
loc = locale.normalize(loc)
COMPONENT_CODESET = 1 << 0
COMPONENT_TERRITORY = 1 << 1
COMPONENT_MODIFIER = 1 << 2
# split up the locale into its base components
mask = 0
pos = loc.find('@')
if pos >= 0:
modifier = loc[pos:]
loc = loc[:pos]
mask |= COMPONENT_MODIFIER
else:
modifier = ''
pos = loc.find('.')
if pos >= 0:
codeset = loc[pos:]
loc = loc[:pos]
mask |= COMPONENT_CODESET
else:
codeset = ''
pos = loc.find('_')
if pos >= 0:
territory = loc[pos:]
loc = loc[:pos]
mask |= COMPONENT_TERRITORY
else:
territory = ''
language = loc
ret = []
for i in range(mask+1):
if not (i & ~mask): # if all components for this combo exist ...
val = language
if i & COMPONENT_TERRITORY: val += territory
if i & COMPONENT_CODESET: val += codeset
if i & COMPONENT_MODIFIER: val += modifier
ret.append(val)
ret.reverse()
return ret
class NullTranslations:
def __init__(self, fp=None):
self._info = {}
self._charset = None
self._output_charset = None
self._fallback = None
if fp is not None:
self._parse(fp)
def _parse(self, fp):
pass
def add_fallback(self, fallback):
if self._fallback:
self._fallback.add_fallback(fallback)
else:
self._fallback = fallback
def gettext(self, message):
if self._fallback:
return self._fallback.gettext(message)
return message
def lgettext(self, message):
import warnings
warnings.warn('lgettext() is deprecated, use gettext() instead',
DeprecationWarning, 2)
if self._fallback:
with warnings.catch_warnings():
warnings.filterwarnings('ignore', r'.*\blgettext\b.*',
DeprecationWarning)
return self._fallback.lgettext(message)
if self._output_charset:
return message.encode(self._output_charset)
return message.encode(locale.getpreferredencoding())
def ngettext(self, msgid1, msgid2, n):
if self._fallback:
return self._fallback.ngettext(msgid1, msgid2, n)
if n == 1:
return msgid1
else:
return msgid2
def lngettext(self, msgid1, msgid2, n):
import warnings
warnings.warn('lngettext() is deprecated, use ngettext() instead',
DeprecationWarning, 2)
if self._fallback:
with warnings.catch_warnings():
warnings.filterwarnings('ignore', r'.*\blngettext\b.*',
DeprecationWarning)
return self._fallback.lngettext(msgid1, msgid2, n)
if n == 1:
tmsg = msgid1
else:
tmsg = msgid2
if self._output_charset:
return tmsg.encode(self._output_charset)
return tmsg.encode(locale.getpreferredencoding())
def pgettext(self, context, message):
if self._fallback:
return self._fallback.pgettext(context, message)
return message
def npgettext(self, context, msgid1, msgid2, n):
if self._fallback:
return self._fallback.npgettext(context, msgid1, msgid2, n)
if n == 1:
return msgid1
else:
return msgid2
def info(self):
return self._info
def charset(self):
return self._charset
def output_charset(self):
import warnings
warnings.warn('output_charset() is deprecated',
DeprecationWarning, 2)
return self._output_charset
def set_output_charset(self, charset):
import warnings
warnings.warn('set_output_charset() is deprecated',
DeprecationWarning, 2)
self._output_charset = charset
def install(self, names=None):
import builtins
builtins.__dict__['_'] = self.gettext
if names is not None:
allowed = {'gettext', 'lgettext', 'lngettext',
'ngettext', 'npgettext', 'pgettext'}
for name in allowed & set(names):
builtins.__dict__[name] = getattr(self, name)
class GNUTranslations(NullTranslations):
# Magic number of .mo files
LE_MAGIC = 0x950412de
BE_MAGIC = 0xde120495
# The encoding of a msgctxt and a msgid in a .mo file is
# msgctxt + "\x04" + msgid (gettext version >= 0.15)
CONTEXT = "%s\x04%s"
# Acceptable .mo versions
VERSIONS = (0, 1)
def _get_versions(self, version):
"""Returns a tuple of major version, minor version"""
return (version >> 16, version & 0xffff)
def _parse(self, fp):
"""Override this method to support alternative .mo formats."""
# Delay struct import for speeding up gettext import when .mo files
# are not used.
from struct import unpack
filename = getattr(fp, 'name', '')
# Parse the .mo file header, which consists of 5 little endian 32
# bit words.
self._catalog = catalog = {}
self.plural = lambda n: int(n != 1) # germanic plural by default
buf = fp.read()
buflen = len(buf)
# Are we big endian or little endian?
magic = unpack('<I', buf[:4])[0]
if magic == self.LE_MAGIC:
version, msgcount, masteridx, transidx = unpack('<4I', buf[4:20])
ii = '<II'
elif magic == self.BE_MAGIC:
version, msgcount, masteridx, transidx = unpack('>4I', buf[4:20])
ii = '>II'
else:
raise OSError(0, 'Bad magic number', filename)
major_version, minor_version = self._get_versions(version)
if major_version not in self.VERSIONS:
raise OSError(0, 'Bad version number ' + str(major_version), filename)
# Now put all messages from the .mo file buffer into the catalog
# dictionary.
for i in range(0, msgcount):
mlen, moff = unpack(ii, buf[masteridx:masteridx+8])
mend = moff + mlen
tlen, toff = unpack(ii, buf[transidx:transidx+8])
tend = toff + tlen
if mend < buflen and tend < buflen:
msg = buf[moff:mend]
tmsg = buf[toff:tend]
else:
raise OSError(0, 'File is corrupt', filename)
# See if we're looking at GNU .mo conventions for metadata
if mlen == 0:
# Catalog description
lastk = None
for b_item in tmsg.split(b'\n'):
item = b_item.decode().strip()
if not item:
continue
# Skip over comment lines:
if item.startswith('#-#-#-#-#') and item.endswith('#-#-#-#-#'):
continue
k = v = None
if ':' in item:
k, v = item.split(':', 1)
k = k.strip().lower()
v = v.strip()
self._info[k] = v
lastk = k
elif lastk:
self._info[lastk] += '\n' + item
if k == 'content-type':
self._charset = v.split('charset=')[1]
elif k == 'plural-forms':
v = v.split(';')
plural = v[1].split('plural=')[1]
self.plural = c2py(plural)
# Note: we unconditionally convert both msgids and msgstrs to
# Unicode using the character encoding specified in the charset
# parameter of the Content-Type header. The gettext documentation
# strongly encourages msgids to be us-ascii, but some applications
# require alternative encodings (e.g. Zope's ZCML and ZPT). For
# traditional gettext applications, the msgid conversion will
# cause no problems since us-ascii should always be a subset of
# the charset encoding. We may want to fall back to 8-bit msgids
# if the Unicode conversion fails.
charset = self._charset or 'ascii'
if b'\x00' in msg:
# Plural forms
msgid1, msgid2 = msg.split(b'\x00')
tmsg = tmsg.split(b'\x00')
msgid1 = str(msgid1, charset)
for i, x in enumerate(tmsg):
catalog[(msgid1, i)] = str(x, charset)
else:
catalog[str(msg, charset)] = str(tmsg, charset)
# advance to next entry in the seek tables
masteridx += 8
transidx += 8
def lgettext(self, message):
import warnings
warnings.warn('lgettext() is deprecated, use gettext() instead',
DeprecationWarning, 2)
missing = object()
tmsg = self._catalog.get(message, missing)
if tmsg is missing:
if self._fallback:
return self._fallback.lgettext(message)
tmsg = message
if self._output_charset:
return tmsg.encode(self._output_charset)
return tmsg.encode(locale.getpreferredencoding())
def lngettext(self, msgid1, msgid2, n):
import warnings
warnings.warn('lngettext() is deprecated, use ngettext() instead',
DeprecationWarning, 2)
try:
tmsg = self._catalog[(msgid1, self.plural(n))]
except KeyError:
if self._fallback:
return self._fallback.lngettext(msgid1, msgid2, n)
if n == 1:
tmsg = msgid1
else:
tmsg = msgid2
if self._output_charset:
return tmsg.encode(self._output_charset)
return tmsg.encode(locale.getpreferredencoding())
def gettext(self, message):
missing = object()
tmsg = self._catalog.get(message, missing)
if tmsg is missing:
if self._fallback:
return self._fallback.gettext(message)
return message
return tmsg
def ngettext(self, msgid1, msgid2, n):
try:
tmsg = self._catalog[(msgid1, self.plural(n))]
except KeyError:
if self._fallback:
return self._fallback.ngettext(msgid1, msgid2, n)
if n == 1:
tmsg = msgid1
else:
tmsg = msgid2
return tmsg
def pgettext(self, context, message):
ctxt_msg_id = self.CONTEXT % (context, message)
missing = object()
tmsg = self._catalog.get(ctxt_msg_id, missing)
if tmsg is missing:
if self._fallback:
return self._fallback.pgettext(context, message)
return message
return tmsg
def npgettext(self, context, msgid1, msgid2, n):
ctxt_msg_id = self.CONTEXT % (context, msgid1)
try:
tmsg = self._catalog[ctxt_msg_id, self.plural(n)]
except KeyError:
if self._fallback:
return self._fallback.npgettext(context, msgid1, msgid2, n)
if n == 1:
tmsg = msgid1
else:
tmsg = msgid2
return tmsg
# Locate a .mo file using the gettext strategy
def find(domain, localedir=None, languages=None, all=False):
# Get some reasonable defaults for arguments that were not supplied
if localedir is None:
localedir = _default_localedir
if languages is None:
languages = []
for envar in ('LANGUAGE', 'LC_ALL', 'LC_MESSAGES', 'LANG'):
val = os.environ.get(envar)
if val:
languages = val.split(':')
break
if 'C' not in languages:
languages.append('C')
# now normalize and expand the languages
nelangs = []
for lang in languages:
for nelang in _expand_lang(lang):
if nelang not in nelangs:
nelangs.append(nelang)
# select a language
if all:
result = []
else:
result = None
for lang in nelangs:
if lang == 'C':
break
mofile = os.path.join(localedir, lang, 'LC_MESSAGES', '%s.mo' % domain)
if os.path.exists(mofile):
if all:
result.append(mofile)
else:
return mofile
return result
# a mapping between absolute .mo file path and Translation object
_translations = {}
_unspecified = ['unspecified']
def translation(domain, localedir=None, languages=None,
class_=None, fallback=False, codeset=_unspecified):
if class_ is None:
class_ = GNUTranslations
mofiles = find(domain, localedir, languages, all=True)
if not mofiles:
if fallback:
return NullTranslations()
from errno import ENOENT
raise FileNotFoundError(ENOENT,
'No translation file found for domain', domain)
# Avoid opening, reading, and parsing the .mo file after it's been done
# once.
result = None
for mofile in mofiles:
key = (class_, os.path.abspath(mofile))
t = _translations.get(key)
if t is None:
with open(mofile, 'rb') as fp:
t = _translations.setdefault(key, class_(fp))
# Copy the translation object to allow setting fallbacks and
# output charset. All other instance data is shared with the
# cached object.
# Delay copy import for speeding up gettext import when .mo files
# are not used.
import copy
t = copy.copy(t)
if codeset is not _unspecified:
import warnings
warnings.warn('parameter codeset is deprecated',
DeprecationWarning, 2)
if codeset:
with warnings.catch_warnings():
warnings.filterwarnings('ignore', r'.*\bset_output_charset\b.*',
DeprecationWarning)
t.set_output_charset(codeset)
if result is None:
result = t
else:
result.add_fallback(t)
return result
def install(domain, localedir=None, codeset=_unspecified, names=None):
t = translation(domain, localedir, fallback=True, codeset=codeset)
t.install(names)
# a mapping b/w domains and locale directories
_localedirs = {}
# a mapping b/w domains and codesets
_localecodesets = {}
# current global domain, `messages' used for compatibility w/ GNU gettext
_current_domain = 'messages'
def textdomain(domain=None):
global _current_domain
if domain is not None:
_current_domain = domain
return _current_domain
def bindtextdomain(domain, localedir=None):
global _localedirs
if localedir is not None:
_localedirs[domain] = localedir
return _localedirs.get(domain, _default_localedir)
def bind_textdomain_codeset(domain, codeset=None):
import warnings
warnings.warn('bind_textdomain_codeset() is deprecated',
DeprecationWarning, 2)
global _localecodesets
if codeset is not None:
_localecodesets[domain] = codeset
return _localecodesets.get(domain)
def dgettext(domain, message):
try:
t = translation(domain, _localedirs.get(domain, None))
except OSError:
return message
return t.gettext(message)
def ldgettext(domain, message):
import warnings
warnings.warn('ldgettext() is deprecated, use dgettext() instead',
DeprecationWarning, 2)
codeset = _localecodesets.get(domain)
try:
with warnings.catch_warnings():
warnings.filterwarnings('ignore', r'.*\bparameter codeset\b.*',
DeprecationWarning)
t = translation(domain, _localedirs.get(domain, None), codeset=codeset)
except OSError:
return message.encode(codeset or locale.getpreferredencoding())
with warnings.catch_warnings():
warnings.filterwarnings('ignore', r'.*\blgettext\b.*',
DeprecationWarning)
return t.lgettext(message)
def dngettext(domain, msgid1, msgid2, n):
try:
t = translation(domain, _localedirs.get(domain, None))
except OSError:
if n == 1:
return msgid1
else:
return msgid2
return t.ngettext(msgid1, msgid2, n)
def ldngettext(domain, msgid1, msgid2, n):
import warnings
warnings.warn('ldngettext() is deprecated, use dngettext() instead',
DeprecationWarning, 2)
codeset = _localecodesets.get(domain)
try:
with warnings.catch_warnings():
warnings.filterwarnings('ignore', r'.*\bparameter codeset\b.*',
DeprecationWarning)
t = translation(domain, _localedirs.get(domain, None), codeset=codeset)
except OSError:
if n == 1:
tmsg = msgid1
else:
tmsg = msgid2
return tmsg.encode(codeset or locale.getpreferredencoding())
with warnings.catch_warnings():
warnings.filterwarnings('ignore', r'.*\blngettext\b.*',
DeprecationWarning)
return t.lngettext(msgid1, msgid2, n)
def dpgettext(domain, context, message):
try:
t = translation(domain, _localedirs.get(domain, None))
except OSError:
return message
return t.pgettext(context, message)
def dnpgettext(domain, context, msgid1, msgid2, n):
try:
t = translation(domain, _localedirs.get(domain, None))
except OSError:
if n == 1:
return msgid1
else:
return msgid2
return t.npgettext(context, msgid1, msgid2, n)
def gettext(message):
return dgettext(_current_domain, message)
def lgettext(message):
import warnings
warnings.warn('lgettext() is deprecated, use gettext() instead',
DeprecationWarning, 2)
with warnings.catch_warnings():
warnings.filterwarnings('ignore', r'.*\bldgettext\b.*',
DeprecationWarning)
return ldgettext(_current_domain, message)
def ngettext(msgid1, msgid2, n):
return dngettext(_current_domain, msgid1, msgid2, n)
def lngettext(msgid1, msgid2, n):
import warnings
warnings.warn('lngettext() is deprecated, use ngettext() instead',
DeprecationWarning, 2)
with warnings.catch_warnings():
warnings.filterwarnings('ignore', r'.*\bldngettext\b.*',
DeprecationWarning)
return ldngettext(_current_domain, msgid1, msgid2, n)
def pgettext(context, message):
return dpgettext(_current_domain, context, message)
def npgettext(context, msgid1, msgid2, n):
return dnpgettext(_current_domain, context, msgid1, msgid2, n)
# dcgettext() has been deemed unnecessary and is not implemented.
# James Henstridge's Catalog constructor from GNOME gettext. Documented usage
# was:
#
# import gettext
# cat = gettext.Catalog(PACKAGE, localedir=LOCALEDIR)
# _ = cat.gettext
# print _('Hello World')
# The resulting catalog object currently don't support access through a
# dictionary API, which was supported (but apparently unused) in GNOME
# gettext.
Catalog = translation
sndhdr.py 0000644 00000015673 15115353744 0006424 0 ustar 00 """Routines to help recognizing sound files.
Function whathdr() recognizes various types of sound file headers.
It understands almost all headers that SOX can decode.
The return tuple contains the following items, in this order:
- file type (as SOX understands it)
- sampling rate (0 if unknown or hard to decode)
- number of channels (0 if unknown or hard to decode)
- number of frames in the file (-1 if unknown or hard to decode)
- number of bits/sample, or 'U' for U-LAW, or 'A' for A-LAW
If the file doesn't have a recognizable type, it returns None.
If the file can't be opened, OSError is raised.
To compute the total time, divide the number of frames by the
sampling rate (a frame contains a sample for each channel).
Function what() calls whathdr(). (It used to also use some
heuristics for raw data, but this doesn't work very well.)
Finally, the function test() is a simple main program that calls
what() for all files mentioned on the argument list. For directory
arguments it calls what() for all files in that directory. Default
argument is "." (testing all files in the current directory). The
option -r tells it to recurse down directories found inside
explicitly given directories.
"""
# The file structure is top-down except that the test program and its
# subroutine come last.
__all__ = ['what', 'whathdr']
from collections import namedtuple
SndHeaders = namedtuple('SndHeaders',
'filetype framerate nchannels nframes sampwidth')
SndHeaders.filetype.__doc__ = ("""The value for type indicates the data type
and will be one of the strings 'aifc', 'aiff', 'au','hcom',
'sndr', 'sndt', 'voc', 'wav', '8svx', 'sb', 'ub', or 'ul'.""")
SndHeaders.framerate.__doc__ = ("""The sampling_rate will be either the actual
value or 0 if unknown or difficult to decode.""")
SndHeaders.nchannels.__doc__ = ("""The number of channels or 0 if it cannot be
determined or if the value is difficult to decode.""")
SndHeaders.nframes.__doc__ = ("""The value for frames will be either the number
of frames or -1.""")
SndHeaders.sampwidth.__doc__ = ("""Either the sample size in bits or
'A' for A-LAW or 'U' for u-LAW.""")
def what(filename):
"""Guess the type of a sound file."""
res = whathdr(filename)
return res
def whathdr(filename):
"""Recognize sound headers."""
with open(filename, 'rb') as f:
h = f.read(512)
for tf in tests:
res = tf(h, f)
if res:
return SndHeaders(*res)
return None
#-----------------------------------#
# Subroutines per sound header type #
#-----------------------------------#
tests = []
def test_aifc(h, f):
import aifc
if not h.startswith(b'FORM'):
return None
if h[8:12] == b'AIFC':
fmt = 'aifc'
elif h[8:12] == b'AIFF':
fmt = 'aiff'
else:
return None
f.seek(0)
try:
a = aifc.open(f, 'r')
except (EOFError, aifc.Error):
return None
return (fmt, a.getframerate(), a.getnchannels(),
a.getnframes(), 8 * a.getsampwidth())
tests.append(test_aifc)
def test_au(h, f):
if h.startswith(b'.snd'):
func = get_long_be
elif h[:4] in (b'\0ds.', b'dns.'):
func = get_long_le
else:
return None
filetype = 'au'
hdr_size = func(h[4:8])
data_size = func(h[8:12])
encoding = func(h[12:16])
rate = func(h[16:20])
nchannels = func(h[20:24])
sample_size = 1 # default
if encoding == 1:
sample_bits = 'U'
elif encoding == 2:
sample_bits = 8
elif encoding == 3:
sample_bits = 16
sample_size = 2
else:
sample_bits = '?'
frame_size = sample_size * nchannels
if frame_size:
nframe = data_size / frame_size
else:
nframe = -1
return filetype, rate, nchannels, nframe, sample_bits
tests.append(test_au)
def test_hcom(h, f):
if h[65:69] != b'FSSD' or h[128:132] != b'HCOM':
return None
divisor = get_long_be(h[144:148])
if divisor:
rate = 22050 / divisor
else:
rate = 0
return 'hcom', rate, 1, -1, 8
tests.append(test_hcom)
def test_voc(h, f):
if not h.startswith(b'Creative Voice File\032'):
return None
sbseek = get_short_le(h[20:22])
rate = 0
if 0 <= sbseek < 500 and h[sbseek] == 1:
ratecode = 256 - h[sbseek+4]
if ratecode:
rate = int(1000000.0 / ratecode)
return 'voc', rate, 1, -1, 8
tests.append(test_voc)
def test_wav(h, f):
import wave
# 'RIFF' <len> 'WAVE' 'fmt ' <len>
if not h.startswith(b'RIFF') or h[8:12] != b'WAVE' or h[12:16] != b'fmt ':
return None
f.seek(0)
try:
w = wave.open(f, 'r')
except (EOFError, wave.Error):
return None
return ('wav', w.getframerate(), w.getnchannels(),
w.getnframes(), 8*w.getsampwidth())
tests.append(test_wav)
def test_8svx(h, f):
if not h.startswith(b'FORM') or h[8:12] != b'8SVX':
return None
# Should decode it to get #channels -- assume always 1
return '8svx', 0, 1, 0, 8
tests.append(test_8svx)
def test_sndt(h, f):
if h.startswith(b'SOUND'):
nsamples = get_long_le(h[8:12])
rate = get_short_le(h[20:22])
return 'sndt', rate, 1, nsamples, 8
tests.append(test_sndt)
def test_sndr(h, f):
if h.startswith(b'\0\0'):
rate = get_short_le(h[2:4])
if 4000 <= rate <= 25000:
return 'sndr', rate, 1, -1, 8
tests.append(test_sndr)
#-------------------------------------------#
# Subroutines to extract numbers from bytes #
#-------------------------------------------#
def get_long_be(b):
return (b[0] << 24) | (b[1] << 16) | (b[2] << 8) | b[3]
def get_long_le(b):
return (b[3] << 24) | (b[2] << 16) | (b[1] << 8) | b[0]
def get_short_be(b):
return (b[0] << 8) | b[1]
def get_short_le(b):
return (b[1] << 8) | b[0]
#--------------------#
# Small test program #
#--------------------#
def test():
import sys
recursive = 0
if sys.argv[1:] and sys.argv[1] == '-r':
del sys.argv[1:2]
recursive = 1
try:
if sys.argv[1:]:
testall(sys.argv[1:], recursive, 1)
else:
testall(['.'], recursive, 1)
except KeyboardInterrupt:
sys.stderr.write('\n[Interrupted]\n')
sys.exit(1)
def testall(list, recursive, toplevel):
import sys
import os
for filename in list:
if os.path.isdir(filename):
print(filename + '/:', end=' ')
if recursive or toplevel:
print('recursing down:')
import glob
names = glob.glob(os.path.join(glob.escape(filename), '*'))
testall(names, recursive, 0)
else:
print('*** directory (use -r) ***')
else:
print(filename + ':', end=' ')
sys.stdout.flush()
try:
print(what(filename))
except OSError:
print('*** not found ***')
if __name__ == '__main__':
test()
calendar.py 0000644 00000060400 15115353744 0006677 0 ustar 00 """Calendar printing functions
Note when comparing these calendars to the ones printed by cal(1): By
default, these calendars have Monday as the first day of the week, and
Sunday as the last (the European convention). Use setfirstweekday() to
set the first day of the week (0=Monday, 6=Sunday)."""
import sys
import datetime
import locale as _locale
from itertools import repeat
__all__ = ["IllegalMonthError", "IllegalWeekdayError", "setfirstweekday",
"firstweekday", "isleap", "leapdays", "weekday", "monthrange",
"monthcalendar", "prmonth", "month", "prcal", "calendar",
"timegm", "month_name", "month_abbr", "day_name", "day_abbr",
"Calendar", "TextCalendar", "HTMLCalendar", "LocaleTextCalendar",
"LocaleHTMLCalendar", "weekheader"]
# Exception raised for bad input (with string parameter for details)
error = ValueError
# Exceptions raised for bad input
class IllegalMonthError(ValueError):
def __init__(self, month):
self.month = month
def __str__(self):
return "bad month number %r; must be 1-12" % self.month
class IllegalWeekdayError(ValueError):
def __init__(self, weekday):
self.weekday = weekday
def __str__(self):
return "bad weekday number %r; must be 0 (Monday) to 6 (Sunday)" % self.weekday
# Constants for months referenced later
January = 1
February = 2
# Number of days per month (except for February in leap years)
mdays = [0, 31, 28, 31, 30, 31, 30, 31, 31, 30, 31, 30, 31]
# This module used to have hard-coded lists of day and month names, as
# English strings. The classes following emulate a read-only version of
# that, but supply localized names. Note that the values are computed
# fresh on each call, in case the user changes locale between calls.
class _localized_month:
_months = [datetime.date(2001, i+1, 1).strftime for i in range(12)]
_months.insert(0, lambda x: "")
def __init__(self, format):
self.format = format
def __getitem__(self, i):
funcs = self._months[i]
if isinstance(i, slice):
return [f(self.format) for f in funcs]
else:
return funcs(self.format)
def __len__(self):
return 13
class _localized_day:
# January 1, 2001, was a Monday.
_days = [datetime.date(2001, 1, i+1).strftime for i in range(7)]
def __init__(self, format):
self.format = format
def __getitem__(self, i):
funcs = self._days[i]
if isinstance(i, slice):
return [f(self.format) for f in funcs]
else:
return funcs(self.format)
def __len__(self):
return 7
# Full and abbreviated names of weekdays
day_name = _localized_day('%A')
day_abbr = _localized_day('%a')
# Full and abbreviated names of months (1-based arrays!!!)
month_name = _localized_month('%B')
month_abbr = _localized_month('%b')
# Constants for weekdays
(MONDAY, TUESDAY, WEDNESDAY, THURSDAY, FRIDAY, SATURDAY, SUNDAY) = range(7)
def isleap(year):
"""Return True for leap years, False for non-leap years."""
return year % 4 == 0 and (year % 100 != 0 or year % 400 == 0)
def leapdays(y1, y2):
"""Return number of leap years in range [y1, y2).
Assume y1 <= y2."""
y1 -= 1
y2 -= 1
return (y2//4 - y1//4) - (y2//100 - y1//100) + (y2//400 - y1//400)
def weekday(year, month, day):
"""Return weekday (0-6 ~ Mon-Sun) for year, month (1-12), day (1-31)."""
if not datetime.MINYEAR <= year <= datetime.MAXYEAR:
year = 2000 + year % 400
return datetime.date(year, month, day).weekday()
def monthrange(year, month):
"""Return weekday (0-6 ~ Mon-Sun) and number of days (28-31) for
year, month."""
if not 1 <= month <= 12:
raise IllegalMonthError(month)
day1 = weekday(year, month, 1)
ndays = mdays[month] + (month == February and isleap(year))
return day1, ndays
def _monthlen(year, month):
return mdays[month] + (month == February and isleap(year))
def _prevmonth(year, month):
if month == 1:
return year-1, 12
else:
return year, month-1
def _nextmonth(year, month):
if month == 12:
return year+1, 1
else:
return year, month+1
class Calendar(object):
"""
Base calendar class. This class doesn't do any formatting. It simply
provides data to subclasses.
"""
def __init__(self, firstweekday=0):
self.firstweekday = firstweekday # 0 = Monday, 6 = Sunday
def getfirstweekday(self):
return self._firstweekday % 7
def setfirstweekday(self, firstweekday):
self._firstweekday = firstweekday
firstweekday = property(getfirstweekday, setfirstweekday)
def iterweekdays(self):
"""
Return an iterator for one week of weekday numbers starting with the
configured first one.
"""
for i in range(self.firstweekday, self.firstweekday + 7):
yield i%7
def itermonthdates(self, year, month):
"""
Return an iterator for one month. The iterator will yield datetime.date
values and will always iterate through complete weeks, so it will yield
dates outside the specified month.
"""
for y, m, d in self.itermonthdays3(year, month):
yield datetime.date(y, m, d)
def itermonthdays(self, year, month):
"""
Like itermonthdates(), but will yield day numbers. For days outside
the specified month the day number is 0.
"""
day1, ndays = monthrange(year, month)
days_before = (day1 - self.firstweekday) % 7
yield from repeat(0, days_before)
yield from range(1, ndays + 1)
days_after = (self.firstweekday - day1 - ndays) % 7
yield from repeat(0, days_after)
def itermonthdays2(self, year, month):
"""
Like itermonthdates(), but will yield (day number, weekday number)
tuples. For days outside the specified month the day number is 0.
"""
for i, d in enumerate(self.itermonthdays(year, month), self.firstweekday):
yield d, i % 7
def itermonthdays3(self, year, month):
"""
Like itermonthdates(), but will yield (year, month, day) tuples. Can be
used for dates outside of datetime.date range.
"""
day1, ndays = monthrange(year, month)
days_before = (day1 - self.firstweekday) % 7
days_after = (self.firstweekday - day1 - ndays) % 7
y, m = _prevmonth(year, month)
end = _monthlen(y, m) + 1
for d in range(end-days_before, end):
yield y, m, d
for d in range(1, ndays + 1):
yield year, month, d
y, m = _nextmonth(year, month)
for d in range(1, days_after + 1):
yield y, m, d
def itermonthdays4(self, year, month):
"""
Like itermonthdates(), but will yield (year, month, day, day_of_week) tuples.
Can be used for dates outside of datetime.date range.
"""
for i, (y, m, d) in enumerate(self.itermonthdays3(year, month)):
yield y, m, d, (self.firstweekday + i) % 7
def monthdatescalendar(self, year, month):
"""
Return a matrix (list of lists) representing a month's calendar.
Each row represents a week; week entries are datetime.date values.
"""
dates = list(self.itermonthdates(year, month))
return [ dates[i:i+7] for i in range(0, len(dates), 7) ]
def monthdays2calendar(self, year, month):
"""
Return a matrix representing a month's calendar.
Each row represents a week; week entries are
(day number, weekday number) tuples. Day numbers outside this month
are zero.
"""
days = list(self.itermonthdays2(year, month))
return [ days[i:i+7] for i in range(0, len(days), 7) ]
def monthdayscalendar(self, year, month):
"""
Return a matrix representing a month's calendar.
Each row represents a week; days outside this month are zero.
"""
days = list(self.itermonthdays(year, month))
return [ days[i:i+7] for i in range(0, len(days), 7) ]
def yeardatescalendar(self, year, width=3):
"""
Return the data for the specified year ready for formatting. The return
value is a list of month rows. Each month row contains up to width months.
Each month contains between 4 and 6 weeks and each week contains 1-7
days. Days are datetime.date objects.
"""
months = [
self.monthdatescalendar(year, i)
for i in range(January, January+12)
]
return [months[i:i+width] for i in range(0, len(months), width) ]
def yeardays2calendar(self, year, width=3):
"""
Return the data for the specified year ready for formatting (similar to
yeardatescalendar()). Entries in the week lists are
(day number, weekday number) tuples. Day numbers outside this month are
zero.
"""
months = [
self.monthdays2calendar(year, i)
for i in range(January, January+12)
]
return [months[i:i+width] for i in range(0, len(months), width) ]
def yeardayscalendar(self, year, width=3):
"""
Return the data for the specified year ready for formatting (similar to
yeardatescalendar()). Entries in the week lists are day numbers.
Day numbers outside this month are zero.
"""
months = [
self.monthdayscalendar(year, i)
for i in range(January, January+12)
]
return [months[i:i+width] for i in range(0, len(months), width) ]
class TextCalendar(Calendar):
"""
Subclass of Calendar that outputs a calendar as a simple plain text
similar to the UNIX program cal.
"""
def prweek(self, theweek, width):
"""
Print a single week (no newline).
"""
print(self.formatweek(theweek, width), end='')
def formatday(self, day, weekday, width):
"""
Returns a formatted day.
"""
if day == 0:
s = ''
else:
s = '%2i' % day # right-align single-digit days
return s.center(width)
def formatweek(self, theweek, width):
"""
Returns a single week in a string (no newline).
"""
return ' '.join(self.formatday(d, wd, width) for (d, wd) in theweek)
def formatweekday(self, day, width):
"""
Returns a formatted week day name.
"""
if width >= 9:
names = day_name
else:
names = day_abbr
return names[day][:width].center(width)
def formatweekheader(self, width):
"""
Return a header for a week.
"""
return ' '.join(self.formatweekday(i, width) for i in self.iterweekdays())
def formatmonthname(self, theyear, themonth, width, withyear=True):
"""
Return a formatted month name.
"""
s = month_name[themonth]
if withyear:
s = "%s %r" % (s, theyear)
return s.center(width)
def prmonth(self, theyear, themonth, w=0, l=0):
"""
Print a month's calendar.
"""
print(self.formatmonth(theyear, themonth, w, l), end='')
def formatmonth(self, theyear, themonth, w=0, l=0):
"""
Return a month's calendar string (multi-line).
"""
w = max(2, w)
l = max(1, l)
s = self.formatmonthname(theyear, themonth, 7 * (w + 1) - 1)
s = s.rstrip()
s += '\n' * l
s += self.formatweekheader(w).rstrip()
s += '\n' * l
for week in self.monthdays2calendar(theyear, themonth):
s += self.formatweek(week, w).rstrip()
s += '\n' * l
return s
def formatyear(self, theyear, w=2, l=1, c=6, m=3):
"""
Returns a year's calendar as a multi-line string.
"""
w = max(2, w)
l = max(1, l)
c = max(2, c)
colwidth = (w + 1) * 7 - 1
v = []
a = v.append
a(repr(theyear).center(colwidth*m+c*(m-1)).rstrip())
a('\n'*l)
header = self.formatweekheader(w)
for (i, row) in enumerate(self.yeardays2calendar(theyear, m)):
# months in this row
months = range(m*i+1, min(m*(i+1)+1, 13))
a('\n'*l)
names = (self.formatmonthname(theyear, k, colwidth, False)
for k in months)
a(formatstring(names, colwidth, c).rstrip())
a('\n'*l)
headers = (header for k in months)
a(formatstring(headers, colwidth, c).rstrip())
a('\n'*l)
# max number of weeks for this row
height = max(len(cal) for cal in row)
for j in range(height):
weeks = []
for cal in row:
if j >= len(cal):
weeks.append('')
else:
weeks.append(self.formatweek(cal[j], w))
a(formatstring(weeks, colwidth, c).rstrip())
a('\n' * l)
return ''.join(v)
def pryear(self, theyear, w=0, l=0, c=6, m=3):
"""Print a year's calendar."""
print(self.formatyear(theyear, w, l, c, m), end='')
class HTMLCalendar(Calendar):
"""
This calendar returns complete HTML pages.
"""
# CSS classes for the day <td>s
cssclasses = ["mon", "tue", "wed", "thu", "fri", "sat", "sun"]
# CSS classes for the day <th>s
cssclasses_weekday_head = cssclasses
# CSS class for the days before and after current month
cssclass_noday = "noday"
# CSS class for the month's head
cssclass_month_head = "month"
# CSS class for the month
cssclass_month = "month"
# CSS class for the year's table head
cssclass_year_head = "year"
# CSS class for the whole year table
cssclass_year = "year"
def formatday(self, day, weekday):
"""
Return a day as a table cell.
"""
if day == 0:
# day outside month
return '<td class="%s"> </td>' % self.cssclass_noday
else:
return '<td class="%s">%d</td>' % (self.cssclasses[weekday], day)
def formatweek(self, theweek):
"""
Return a complete week as a table row.
"""
s = ''.join(self.formatday(d, wd) for (d, wd) in theweek)
return '<tr>%s</tr>' % s
def formatweekday(self, day):
"""
Return a weekday name as a table header.
"""
return '<th class="%s">%s</th>' % (
self.cssclasses_weekday_head[day], day_abbr[day])
def formatweekheader(self):
"""
Return a header for a week as a table row.
"""
s = ''.join(self.formatweekday(i) for i in self.iterweekdays())
return '<tr>%s</tr>' % s
def formatmonthname(self, theyear, themonth, withyear=True):
"""
Return a month name as a table row.
"""
if withyear:
s = '%s %s' % (month_name[themonth], theyear)
else:
s = '%s' % month_name[themonth]
return '<tr><th colspan="7" class="%s">%s</th></tr>' % (
self.cssclass_month_head, s)
def formatmonth(self, theyear, themonth, withyear=True):
"""
Return a formatted month as a table.
"""
v = []
a = v.append
a('<table border="0" cellpadding="0" cellspacing="0" class="%s">' % (
self.cssclass_month))
a('\n')
a(self.formatmonthname(theyear, themonth, withyear=withyear))
a('\n')
a(self.formatweekheader())
a('\n')
for week in self.monthdays2calendar(theyear, themonth):
a(self.formatweek(week))
a('\n')
a('</table>')
a('\n')
return ''.join(v)
def formatyear(self, theyear, width=3):
"""
Return a formatted year as a table of tables.
"""
v = []
a = v.append
width = max(width, 1)
a('<table border="0" cellpadding="0" cellspacing="0" class="%s">' %
self.cssclass_year)
a('\n')
a('<tr><th colspan="%d" class="%s">%s</th></tr>' % (
width, self.cssclass_year_head, theyear))
for i in range(January, January+12, width):
# months in this row
months = range(i, min(i+width, 13))
a('<tr>')
for m in months:
a('<td>')
a(self.formatmonth(theyear, m, withyear=False))
a('</td>')
a('</tr>')
a('</table>')
return ''.join(v)
def formatyearpage(self, theyear, width=3, css='calendar.css', encoding=None):
"""
Return a formatted year as a complete HTML page.
"""
if encoding is None:
encoding = sys.getdefaultencoding()
v = []
a = v.append
a('<?xml version="1.0" encoding="%s"?>\n' % encoding)
a('<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">\n')
a('<html>\n')
a('<head>\n')
a('<meta http-equiv="Content-Type" content="text/html; charset=%s" />\n' % encoding)
if css is not None:
a('<link rel="stylesheet" type="text/css" href="%s" />\n' % css)
a('<title>Calendar for %d</title>\n' % theyear)
a('</head>\n')
a('<body>\n')
a(self.formatyear(theyear, width))
a('</body>\n')
a('</html>\n')
return ''.join(v).encode(encoding, "xmlcharrefreplace")
class different_locale:
def __init__(self, locale):
self.locale = locale
def __enter__(self):
self.oldlocale = _locale.getlocale(_locale.LC_TIME)
_locale.setlocale(_locale.LC_TIME, self.locale)
def __exit__(self, *args):
_locale.setlocale(_locale.LC_TIME, self.oldlocale)
class LocaleTextCalendar(TextCalendar):
"""
This class can be passed a locale name in the constructor and will return
month and weekday names in the specified locale. If this locale includes
an encoding all strings containing month and weekday names will be returned
as unicode.
"""
def __init__(self, firstweekday=0, locale=None):
TextCalendar.__init__(self, firstweekday)
if locale is None:
locale = _locale.getdefaultlocale()
self.locale = locale
def formatweekday(self, day, width):
with different_locale(self.locale):
if width >= 9:
names = day_name
else:
names = day_abbr
name = names[day]
return name[:width].center(width)
def formatmonthname(self, theyear, themonth, width, withyear=True):
with different_locale(self.locale):
s = month_name[themonth]
if withyear:
s = "%s %r" % (s, theyear)
return s.center(width)
class LocaleHTMLCalendar(HTMLCalendar):
"""
This class can be passed a locale name in the constructor and will return
month and weekday names in the specified locale. If this locale includes
an encoding all strings containing month and weekday names will be returned
as unicode.
"""
def __init__(self, firstweekday=0, locale=None):
HTMLCalendar.__init__(self, firstweekday)
if locale is None:
locale = _locale.getdefaultlocale()
self.locale = locale
def formatweekday(self, day):
with different_locale(self.locale):
s = day_abbr[day]
return '<th class="%s">%s</th>' % (self.cssclasses[day], s)
def formatmonthname(self, theyear, themonth, withyear=True):
with different_locale(self.locale):
s = month_name[themonth]
if withyear:
s = '%s %s' % (s, theyear)
return '<tr><th colspan="7" class="month">%s</th></tr>' % s
# Support for old module level interface
c = TextCalendar()
firstweekday = c.getfirstweekday
def setfirstweekday(firstweekday):
if not MONDAY <= firstweekday <= SUNDAY:
raise IllegalWeekdayError(firstweekday)
c.firstweekday = firstweekday
monthcalendar = c.monthdayscalendar
prweek = c.prweek
week = c.formatweek
weekheader = c.formatweekheader
prmonth = c.prmonth
month = c.formatmonth
calendar = c.formatyear
prcal = c.pryear
# Spacing of month columns for multi-column year calendar
_colwidth = 7*3 - 1 # Amount printed by prweek()
_spacing = 6 # Number of spaces between columns
def format(cols, colwidth=_colwidth, spacing=_spacing):
"""Prints multi-column formatting for year calendars"""
print(formatstring(cols, colwidth, spacing))
def formatstring(cols, colwidth=_colwidth, spacing=_spacing):
"""Returns a string formatted from n strings, centered within n columns."""
spacing *= ' '
return spacing.join(c.center(colwidth) for c in cols)
EPOCH = 1970
_EPOCH_ORD = datetime.date(EPOCH, 1, 1).toordinal()
def timegm(tuple):
"""Unrelated but handy function to calculate Unix timestamp from GMT."""
year, month, day, hour, minute, second = tuple[:6]
days = datetime.date(year, month, 1).toordinal() - _EPOCH_ORD + day - 1
hours = days*24 + hour
minutes = hours*60 + minute
seconds = minutes*60 + second
return seconds
def main(args):
import argparse
parser = argparse.ArgumentParser()
textgroup = parser.add_argument_group('text only arguments')
htmlgroup = parser.add_argument_group('html only arguments')
textgroup.add_argument(
"-w", "--width",
type=int, default=2,
help="width of date column (default 2)"
)
textgroup.add_argument(
"-l", "--lines",
type=int, default=1,
help="number of lines for each week (default 1)"
)
textgroup.add_argument(
"-s", "--spacing",
type=int, default=6,
help="spacing between months (default 6)"
)
textgroup.add_argument(
"-m", "--months",
type=int, default=3,
help="months per row (default 3)"
)
htmlgroup.add_argument(
"-c", "--css",
default="calendar.css",
help="CSS to use for page"
)
parser.add_argument(
"-L", "--locale",
default=None,
help="locale to be used from month and weekday names"
)
parser.add_argument(
"-e", "--encoding",
default=None,
help="encoding to use for output"
)
parser.add_argument(
"-t", "--type",
default="text",
choices=("text", "html"),
help="output type (text or html)"
)
parser.add_argument(
"year",
nargs='?', type=int,
help="year number (1-9999)"
)
parser.add_argument(
"month",
nargs='?', type=int,
help="month number (1-12, text only)"
)
options = parser.parse_args(args[1:])
if options.locale and not options.encoding:
parser.error("if --locale is specified --encoding is required")
sys.exit(1)
locale = options.locale, options.encoding
if options.type == "html":
if options.locale:
cal = LocaleHTMLCalendar(locale=locale)
else:
cal = HTMLCalendar()
encoding = options.encoding
if encoding is None:
encoding = sys.getdefaultencoding()
optdict = dict(encoding=encoding, css=options.css)
write = sys.stdout.buffer.write
if options.year is None:
write(cal.formatyearpage(datetime.date.today().year, **optdict))
elif options.month is None:
write(cal.formatyearpage(options.year, **optdict))
else:
parser.error("incorrect number of arguments")
sys.exit(1)
else:
if options.locale:
cal = LocaleTextCalendar(locale=locale)
else:
cal = TextCalendar()
optdict = dict(w=options.width, l=options.lines)
if options.month is None:
optdict["c"] = options.spacing
optdict["m"] = options.months
if options.year is None:
result = cal.formatyear(datetime.date.today().year, **optdict)
elif options.month is None:
result = cal.formatyear(options.year, **optdict)
else:
result = cal.formatmonth(options.year, options.month, **optdict)
write = sys.stdout.write
if options.encoding:
result = result.encode(options.encoding)
write = sys.stdout.buffer.write
write(result)
if __name__ == "__main__":
main(sys.argv)
symtable.py 0000644 00000017525 15115353744 0006760 0 ustar 00 """Interface to the compiler's internal symbol tables"""
import _symtable
from _symtable import (USE, DEF_GLOBAL, DEF_NONLOCAL, DEF_LOCAL, DEF_PARAM,
DEF_IMPORT, DEF_BOUND, DEF_ANNOT, SCOPE_OFF, SCOPE_MASK, FREE,
LOCAL, GLOBAL_IMPLICIT, GLOBAL_EXPLICIT, CELL)
import weakref
__all__ = ["symtable", "SymbolTable", "Class", "Function", "Symbol"]
def symtable(code, filename, compile_type):
top = _symtable.symtable(code, filename, compile_type)
return _newSymbolTable(top, filename)
class SymbolTableFactory:
def __init__(self):
self.__memo = weakref.WeakValueDictionary()
def new(self, table, filename):
if table.type == _symtable.TYPE_FUNCTION:
return Function(table, filename)
if table.type == _symtable.TYPE_CLASS:
return Class(table, filename)
return SymbolTable(table, filename)
def __call__(self, table, filename):
key = table, filename
obj = self.__memo.get(key, None)
if obj is None:
obj = self.__memo[key] = self.new(table, filename)
return obj
_newSymbolTable = SymbolTableFactory()
class SymbolTable:
def __init__(self, raw_table, filename):
self._table = raw_table
self._filename = filename
self._symbols = {}
def __repr__(self):
if self.__class__ == SymbolTable:
kind = ""
else:
kind = "%s " % self.__class__.__name__
if self._table.name == "top":
return "<{0}SymbolTable for module {1}>".format(kind, self._filename)
else:
return "<{0}SymbolTable for {1} in {2}>".format(kind,
self._table.name,
self._filename)
def get_type(self):
if self._table.type == _symtable.TYPE_MODULE:
return "module"
if self._table.type == _symtable.TYPE_FUNCTION:
return "function"
if self._table.type == _symtable.TYPE_CLASS:
return "class"
assert self._table.type in (1, 2, 3), \
"unexpected type: {0}".format(self._table.type)
def get_id(self):
return self._table.id
def get_name(self):
return self._table.name
def get_lineno(self):
return self._table.lineno
def is_optimized(self):
return bool(self._table.type == _symtable.TYPE_FUNCTION)
def is_nested(self):
return bool(self._table.nested)
def has_children(self):
return bool(self._table.children)
def has_exec(self):
"""Return true if the scope uses exec. Deprecated method."""
return False
def get_identifiers(self):
return self._table.symbols.keys()
def lookup(self, name):
sym = self._symbols.get(name)
if sym is None:
flags = self._table.symbols[name]
namespaces = self.__check_children(name)
module_scope = (self._table.name == "top")
sym = self._symbols[name] = Symbol(name, flags, namespaces,
module_scope=module_scope)
return sym
def get_symbols(self):
return [self.lookup(ident) for ident in self.get_identifiers()]
def __check_children(self, name):
return [_newSymbolTable(st, self._filename)
for st in self._table.children
if st.name == name]
def get_children(self):
return [_newSymbolTable(st, self._filename)
for st in self._table.children]
class Function(SymbolTable):
# Default values for instance variables
__params = None
__locals = None
__frees = None
__globals = None
__nonlocals = None
def __idents_matching(self, test_func):
return tuple(ident for ident in self.get_identifiers()
if test_func(self._table.symbols[ident]))
def get_parameters(self):
if self.__params is None:
self.__params = self.__idents_matching(lambda x:x & DEF_PARAM)
return self.__params
def get_locals(self):
if self.__locals is None:
locs = (LOCAL, CELL)
test = lambda x: ((x >> SCOPE_OFF) & SCOPE_MASK) in locs
self.__locals = self.__idents_matching(test)
return self.__locals
def get_globals(self):
if self.__globals is None:
glob = (GLOBAL_IMPLICIT, GLOBAL_EXPLICIT)
test = lambda x:((x >> SCOPE_OFF) & SCOPE_MASK) in glob
self.__globals = self.__idents_matching(test)
return self.__globals
def get_nonlocals(self):
if self.__nonlocals is None:
self.__nonlocals = self.__idents_matching(lambda x:x & DEF_NONLOCAL)
return self.__nonlocals
def get_frees(self):
if self.__frees is None:
is_free = lambda x:((x >> SCOPE_OFF) & SCOPE_MASK) == FREE
self.__frees = self.__idents_matching(is_free)
return self.__frees
class Class(SymbolTable):
__methods = None
def get_methods(self):
if self.__methods is None:
d = {}
for st in self._table.children:
d[st.name] = 1
self.__methods = tuple(d)
return self.__methods
class Symbol:
def __init__(self, name, flags, namespaces=None, *, module_scope=False):
self.__name = name
self.__flags = flags
self.__scope = (flags >> SCOPE_OFF) & SCOPE_MASK # like PyST_GetScope()
self.__namespaces = namespaces or ()
self.__module_scope = module_scope
def __repr__(self):
return "<symbol {0!r}>".format(self.__name)
def get_name(self):
return self.__name
def is_referenced(self):
return bool(self.__flags & _symtable.USE)
def is_parameter(self):
return bool(self.__flags & DEF_PARAM)
def is_global(self):
"""Return *True* if the sysmbol is global.
"""
return bool(self.__scope in (GLOBAL_IMPLICIT, GLOBAL_EXPLICIT)
or (self.__module_scope and self.__flags & DEF_BOUND))
def is_nonlocal(self):
return bool(self.__flags & DEF_NONLOCAL)
def is_declared_global(self):
return bool(self.__scope == GLOBAL_EXPLICIT)
def is_local(self):
"""Return *True* if the symbol is local.
"""
return bool(self.__scope in (LOCAL, CELL)
or (self.__module_scope and self.__flags & DEF_BOUND))
def is_annotated(self):
return bool(self.__flags & DEF_ANNOT)
def is_free(self):
return bool(self.__scope == FREE)
def is_imported(self):
return bool(self.__flags & DEF_IMPORT)
def is_assigned(self):
return bool(self.__flags & DEF_LOCAL)
def is_namespace(self):
"""Returns true if name binding introduces new namespace.
If the name is used as the target of a function or class
statement, this will be true.
Note that a single name can be bound to multiple objects. If
is_namespace() is true, the name may also be bound to other
objects, like an int or list, that does not introduce a new
namespace.
"""
return bool(self.__namespaces)
def get_namespaces(self):
"""Return a list of namespaces bound to this name"""
return self.__namespaces
def get_namespace(self):
"""Returns the single namespace bound to this name.
Raises ValueError if the name is bound to multiple namespaces.
"""
if len(self.__namespaces) != 1:
raise ValueError("name is bound to multiple namespaces")
return self.__namespaces[0]
if __name__ == "__main__":
import os, sys
with open(sys.argv[0]) as f:
src = f.read()
mod = symtable(src, os.path.split(sys.argv[0])[1], "exec")
for ident in mod.get_identifiers():
info = mod.lookup(ident)
print(info, info.is_local(), info.is_namespace())
distutils/cmd.py 0000644 00000043237 15115353744 0007726 0 ustar 00 """distutils.cmd
Provides the Command class, the base class for the command classes
in the distutils.command package.
"""
import sys, os, re
from distutils.errors import DistutilsOptionError
from distutils import util, dir_util, file_util, archive_util, dep_util
from distutils import log
class Command:
"""Abstract base class for defining command classes, the "worker bees"
of the Distutils. A useful analogy for command classes is to think of
them as subroutines with local variables called "options". The options
are "declared" in 'initialize_options()' and "defined" (given their
final values, aka "finalized") in 'finalize_options()', both of which
must be defined by every command class. The distinction between the
two is necessary because option values might come from the outside
world (command line, config file, ...), and any options dependent on
other options must be computed *after* these outside influences have
been processed -- hence 'finalize_options()'. The "body" of the
subroutine, where it does all its work based on the values of its
options, is the 'run()' method, which must also be implemented by every
command class.
"""
# 'sub_commands' formalizes the notion of a "family" of commands,
# eg. "install" as the parent with sub-commands "install_lib",
# "install_headers", etc. The parent of a family of commands
# defines 'sub_commands' as a class attribute; it's a list of
# (command_name : string, predicate : unbound_method | string | None)
# tuples, where 'predicate' is a method of the parent command that
# determines whether the corresponding command is applicable in the
# current situation. (Eg. we "install_headers" is only applicable if
# we have any C header files to install.) If 'predicate' is None,
# that command is always applicable.
#
# 'sub_commands' is usually defined at the *end* of a class, because
# predicates can be unbound methods, so they must already have been
# defined. The canonical example is the "install" command.
sub_commands = []
# -- Creation/initialization methods -------------------------------
def __init__(self, dist):
"""Create and initialize a new Command object. Most importantly,
invokes the 'initialize_options()' method, which is the real
initializer and depends on the actual command being
instantiated.
"""
# late import because of mutual dependence between these classes
from distutils.dist import Distribution
if not isinstance(dist, Distribution):
raise TypeError("dist must be a Distribution instance")
if self.__class__ is Command:
raise RuntimeError("Command is an abstract class")
self.distribution = dist
self.initialize_options()
# Per-command versions of the global flags, so that the user can
# customize Distutils' behaviour command-by-command and let some
# commands fall back on the Distribution's behaviour. None means
# "not defined, check self.distribution's copy", while 0 or 1 mean
# false and true (duh). Note that this means figuring out the real
# value of each flag is a touch complicated -- hence "self._dry_run"
# will be handled by __getattr__, below.
# XXX This needs to be fixed.
self._dry_run = None
# verbose is largely ignored, but needs to be set for
# backwards compatibility (I think)?
self.verbose = dist.verbose
# Some commands define a 'self.force' option to ignore file
# timestamps, but methods defined *here* assume that
# 'self.force' exists for all commands. So define it here
# just to be safe.
self.force = None
# The 'help' flag is just used for command-line parsing, so
# none of that complicated bureaucracy is needed.
self.help = 0
# 'finalized' records whether or not 'finalize_options()' has been
# called. 'finalize_options()' itself should not pay attention to
# this flag: it is the business of 'ensure_finalized()', which
# always calls 'finalize_options()', to respect/update it.
self.finalized = 0
# XXX A more explicit way to customize dry_run would be better.
def __getattr__(self, attr):
if attr == 'dry_run':
myval = getattr(self, "_" + attr)
if myval is None:
return getattr(self.distribution, attr)
else:
return myval
else:
raise AttributeError(attr)
def ensure_finalized(self):
if not self.finalized:
self.finalize_options()
self.finalized = 1
# Subclasses must define:
# initialize_options()
# provide default values for all options; may be customized by
# setup script, by options from config file(s), or by command-line
# options
# finalize_options()
# decide on the final values for all options; this is called
# after all possible intervention from the outside world
# (command-line, option file, etc.) has been processed
# run()
# run the command: do whatever it is we're here to do,
# controlled by the command's various option values
def initialize_options(self):
"""Set default values for all the options that this command
supports. Note that these defaults may be overridden by other
commands, by the setup script, by config files, or by the
command-line. Thus, this is not the place to code dependencies
between options; generally, 'initialize_options()' implementations
are just a bunch of "self.foo = None" assignments.
This method must be implemented by all command classes.
"""
raise RuntimeError("abstract method -- subclass %s must override"
% self.__class__)
def finalize_options(self):
"""Set final values for all the options that this command supports.
This is always called as late as possible, ie. after any option
assignments from the command-line or from other commands have been
done. Thus, this is the place to code option dependencies: if
'foo' depends on 'bar', then it is safe to set 'foo' from 'bar' as
long as 'foo' still has the same value it was assigned in
'initialize_options()'.
This method must be implemented by all command classes.
"""
raise RuntimeError("abstract method -- subclass %s must override"
% self.__class__)
def dump_options(self, header=None, indent=""):
from distutils.fancy_getopt import longopt_xlate
if header is None:
header = "command options for '%s':" % self.get_command_name()
self.announce(indent + header, level=log.INFO)
indent = indent + " "
for (option, _, _) in self.user_options:
option = option.translate(longopt_xlate)
if option[-1] == "=":
option = option[:-1]
value = getattr(self, option)
self.announce(indent + "%s = %s" % (option, value),
level=log.INFO)
def run(self):
"""A command's raison d'etre: carry out the action it exists to
perform, controlled by the options initialized in
'initialize_options()', customized by other commands, the setup
script, the command-line, and config files, and finalized in
'finalize_options()'. All terminal output and filesystem
interaction should be done by 'run()'.
This method must be implemented by all command classes.
"""
raise RuntimeError("abstract method -- subclass %s must override"
% self.__class__)
def announce(self, msg, level=1):
"""If the current verbosity level is of greater than or equal to
'level' print 'msg' to stdout.
"""
log.log(level, msg)
def debug_print(self, msg):
"""Print 'msg' to stdout if the global DEBUG (taken from the
DISTUTILS_DEBUG environment variable) flag is true.
"""
from distutils.debug import DEBUG
if DEBUG:
print(msg)
sys.stdout.flush()
# -- Option validation methods -------------------------------------
# (these are very handy in writing the 'finalize_options()' method)
#
# NB. the general philosophy here is to ensure that a particular option
# value meets certain type and value constraints. If not, we try to
# force it into conformance (eg. if we expect a list but have a string,
# split the string on comma and/or whitespace). If we can't force the
# option into conformance, raise DistutilsOptionError. Thus, command
# classes need do nothing more than (eg.)
# self.ensure_string_list('foo')
# and they can be guaranteed that thereafter, self.foo will be
# a list of strings.
def _ensure_stringlike(self, option, what, default=None):
val = getattr(self, option)
if val is None:
setattr(self, option, default)
return default
elif not isinstance(val, str):
raise DistutilsOptionError("'%s' must be a %s (got `%s`)"
% (option, what, val))
return val
def ensure_string(self, option, default=None):
"""Ensure that 'option' is a string; if not defined, set it to
'default'.
"""
self._ensure_stringlike(option, "string", default)
def ensure_string_list(self, option):
r"""Ensure that 'option' is a list of strings. If 'option' is
currently a string, we split it either on /,\s*/ or /\s+/, so
"foo bar baz", "foo,bar,baz", and "foo, bar baz" all become
["foo", "bar", "baz"].
"""
val = getattr(self, option)
if val is None:
return
elif isinstance(val, str):
setattr(self, option, re.split(r',\s*|\s+', val))
else:
if isinstance(val, list):
ok = all(isinstance(v, str) for v in val)
else:
ok = False
if not ok:
raise DistutilsOptionError(
"'%s' must be a list of strings (got %r)"
% (option, val))
def _ensure_tested_string(self, option, tester, what, error_fmt,
default=None):
val = self._ensure_stringlike(option, what, default)
if val is not None and not tester(val):
raise DistutilsOptionError(("error in '%s' option: " + error_fmt)
% (option, val))
def ensure_filename(self, option):
"""Ensure that 'option' is the name of an existing file."""
self._ensure_tested_string(option, os.path.isfile,
"filename",
"'%s' does not exist or is not a file")
def ensure_dirname(self, option):
self._ensure_tested_string(option, os.path.isdir,
"directory name",
"'%s' does not exist or is not a directory")
# -- Convenience methods for commands ------------------------------
def get_command_name(self):
if hasattr(self, 'command_name'):
return self.command_name
else:
return self.__class__.__name__
def set_undefined_options(self, src_cmd, *option_pairs):
"""Set the values of any "undefined" options from corresponding
option values in some other command object. "Undefined" here means
"is None", which is the convention used to indicate that an option
has not been changed between 'initialize_options()' and
'finalize_options()'. Usually called from 'finalize_options()' for
options that depend on some other command rather than another
option of the same command. 'src_cmd' is the other command from
which option values will be taken (a command object will be created
for it if necessary); the remaining arguments are
'(src_option,dst_option)' tuples which mean "take the value of
'src_option' in the 'src_cmd' command object, and copy it to
'dst_option' in the current command object".
"""
# Option_pairs: list of (src_option, dst_option) tuples
src_cmd_obj = self.distribution.get_command_obj(src_cmd)
src_cmd_obj.ensure_finalized()
for (src_option, dst_option) in option_pairs:
if getattr(self, dst_option) is None:
setattr(self, dst_option, getattr(src_cmd_obj, src_option))
def get_finalized_command(self, command, create=1):
"""Wrapper around Distribution's 'get_command_obj()' method: find
(create if necessary and 'create' is true) the command object for
'command', call its 'ensure_finalized()' method, and return the
finalized command object.
"""
cmd_obj = self.distribution.get_command_obj(command, create)
cmd_obj.ensure_finalized()
return cmd_obj
# XXX rename to 'get_reinitialized_command()'? (should do the
# same in dist.py, if so)
def reinitialize_command(self, command, reinit_subcommands=0):
return self.distribution.reinitialize_command(command,
reinit_subcommands)
def run_command(self, command):
"""Run some other command: uses the 'run_command()' method of
Distribution, which creates and finalizes the command object if
necessary and then invokes its 'run()' method.
"""
self.distribution.run_command(command)
def get_sub_commands(self):
"""Determine the sub-commands that are relevant in the current
distribution (ie., that need to be run). This is based on the
'sub_commands' class attribute: each tuple in that list may include
a method that we call to determine if the subcommand needs to be
run for the current distribution. Return a list of command names.
"""
commands = []
for (cmd_name, method) in self.sub_commands:
if method is None or method(self):
commands.append(cmd_name)
return commands
# -- External world manipulation -----------------------------------
def warn(self, msg):
log.warn("warning: %s: %s\n", self.get_command_name(), msg)
def execute(self, func, args, msg=None, level=1):
util.execute(func, args, msg, dry_run=self.dry_run)
def mkpath(self, name, mode=0o777):
dir_util.mkpath(name, mode, dry_run=self.dry_run)
def copy_file(self, infile, outfile, preserve_mode=1, preserve_times=1,
link=None, level=1):
"""Copy a file respecting verbose, dry-run and force flags. (The
former two default to whatever is in the Distribution object, and
the latter defaults to false for commands that don't define it.)"""
return file_util.copy_file(infile, outfile, preserve_mode,
preserve_times, not self.force, link,
dry_run=self.dry_run)
def copy_tree(self, infile, outfile, preserve_mode=1, preserve_times=1,
preserve_symlinks=0, level=1):
"""Copy an entire directory tree respecting verbose, dry-run,
and force flags.
"""
return dir_util.copy_tree(infile, outfile, preserve_mode,
preserve_times, preserve_symlinks,
not self.force, dry_run=self.dry_run)
def move_file (self, src, dst, level=1):
"""Move a file respecting dry-run flag."""
return file_util.move_file(src, dst, dry_run=self.dry_run)
def spawn(self, cmd, search_path=1, level=1):
"""Spawn an external command respecting dry-run flag."""
from distutils.spawn import spawn
spawn(cmd, search_path, dry_run=self.dry_run)
def make_archive(self, base_name, format, root_dir=None, base_dir=None,
owner=None, group=None):
return archive_util.make_archive(base_name, format, root_dir, base_dir,
dry_run=self.dry_run,
owner=owner, group=group)
def make_file(self, infiles, outfile, func, args,
exec_msg=None, skip_msg=None, level=1):
"""Special case of 'execute()' for operations that process one or
more input files and generate one output file. Works just like
'execute()', except the operation is skipped and a different
message printed if 'outfile' already exists and is newer than all
files listed in 'infiles'. If the command defined 'self.force',
and it is true, then the command is unconditionally run -- does no
timestamp checks.
"""
if skip_msg is None:
skip_msg = "skipping %s (inputs unchanged)" % outfile
# Allow 'infiles' to be a single string
if isinstance(infiles, str):
infiles = (infiles,)
elif not isinstance(infiles, (list, tuple)):
raise TypeError(
"'infiles' must be a string, or a list or tuple of strings")
if exec_msg is None:
exec_msg = "generating %s from %s" % (outfile, ', '.join(infiles))
# If 'outfile' must be regenerated (either because it doesn't
# exist, is out-of-date, or the 'force' flag is true) then
# perform the action that presumably regenerates it
if self.force or dep_util.newer_group(infiles, outfile):
self.execute(func, args, exec_msg, level)
# Otherwise, print the "skip" message
else:
log.debug(skip_msg)
distutils/fancy_getopt.py 0000644 00000042570 15115353744 0011644 0 ustar 00 """distutils.fancy_getopt
Wrapper around the standard getopt module that provides the following
additional features:
* short and long options are tied together
* options have help strings, so fancy_getopt could potentially
create a complete usage summary
* options set attributes of a passed-in object
"""
import sys, string, re
import getopt
from distutils.errors import *
# Much like command_re in distutils.core, this is close to but not quite
# the same as a Python NAME -- except, in the spirit of most GNU
# utilities, we use '-' in place of '_'. (The spirit of LISP lives on!)
# The similarities to NAME are again not a coincidence...
longopt_pat = r'[a-zA-Z](?:[a-zA-Z0-9-]*)'
longopt_re = re.compile(r'^%s$' % longopt_pat)
# For recognizing "negative alias" options, eg. "quiet=!verbose"
neg_alias_re = re.compile("^(%s)=!(%s)$" % (longopt_pat, longopt_pat))
# This is used to translate long options to legitimate Python identifiers
# (for use as attributes of some object).
longopt_xlate = str.maketrans('-', '_')
class FancyGetopt:
"""Wrapper around the standard 'getopt()' module that provides some
handy extra functionality:
* short and long options are tied together
* options have help strings, and help text can be assembled
from them
* options set attributes of a passed-in object
* boolean options can have "negative aliases" -- eg. if
--quiet is the "negative alias" of --verbose, then "--quiet"
on the command line sets 'verbose' to false
"""
def __init__(self, option_table=None):
# The option table is (currently) a list of tuples. The
# tuples may have 3 or four values:
# (long_option, short_option, help_string [, repeatable])
# if an option takes an argument, its long_option should have '='
# appended; short_option should just be a single character, no ':'
# in any case. If a long_option doesn't have a corresponding
# short_option, short_option should be None. All option tuples
# must have long options.
self.option_table = option_table
# 'option_index' maps long option names to entries in the option
# table (ie. those 3-tuples).
self.option_index = {}
if self.option_table:
self._build_index()
# 'alias' records (duh) alias options; {'foo': 'bar'} means
# --foo is an alias for --bar
self.alias = {}
# 'negative_alias' keeps track of options that are the boolean
# opposite of some other option
self.negative_alias = {}
# These keep track of the information in the option table. We
# don't actually populate these structures until we're ready to
# parse the command-line, since the 'option_table' passed in here
# isn't necessarily the final word.
self.short_opts = []
self.long_opts = []
self.short2long = {}
self.attr_name = {}
self.takes_arg = {}
# And 'option_order' is filled up in 'getopt()'; it records the
# original order of options (and their values) on the command-line,
# but expands short options, converts aliases, etc.
self.option_order = []
def _build_index(self):
self.option_index.clear()
for option in self.option_table:
self.option_index[option[0]] = option
def set_option_table(self, option_table):
self.option_table = option_table
self._build_index()
def add_option(self, long_option, short_option=None, help_string=None):
if long_option in self.option_index:
raise DistutilsGetoptError(
"option conflict: already an option '%s'" % long_option)
else:
option = (long_option, short_option, help_string)
self.option_table.append(option)
self.option_index[long_option] = option
def has_option(self, long_option):
"""Return true if the option table for this parser has an
option with long name 'long_option'."""
return long_option in self.option_index
def get_attr_name(self, long_option):
"""Translate long option name 'long_option' to the form it
has as an attribute of some object: ie., translate hyphens
to underscores."""
return long_option.translate(longopt_xlate)
def _check_alias_dict(self, aliases, what):
assert isinstance(aliases, dict)
for (alias, opt) in aliases.items():
if alias not in self.option_index:
raise DistutilsGetoptError(("invalid %s '%s': "
"option '%s' not defined") % (what, alias, alias))
if opt not in self.option_index:
raise DistutilsGetoptError(("invalid %s '%s': "
"aliased option '%s' not defined") % (what, alias, opt))
def set_aliases(self, alias):
"""Set the aliases for this option parser."""
self._check_alias_dict(alias, "alias")
self.alias = alias
def set_negative_aliases(self, negative_alias):
"""Set the negative aliases for this option parser.
'negative_alias' should be a dictionary mapping option names to
option names, both the key and value must already be defined
in the option table."""
self._check_alias_dict(negative_alias, "negative alias")
self.negative_alias = negative_alias
def _grok_option_table(self):
"""Populate the various data structures that keep tabs on the
option table. Called by 'getopt()' before it can do anything
worthwhile.
"""
self.long_opts = []
self.short_opts = []
self.short2long.clear()
self.repeat = {}
for option in self.option_table:
if len(option) == 3:
long, short, help = option
repeat = 0
elif len(option) == 4:
long, short, help, repeat = option
else:
# the option table is part of the code, so simply
# assert that it is correct
raise ValueError("invalid option tuple: %r" % (option,))
# Type- and value-check the option names
if not isinstance(long, str) or len(long) < 2:
raise DistutilsGetoptError(("invalid long option '%s': "
"must be a string of length >= 2") % long)
if (not ((short is None) or
(isinstance(short, str) and len(short) == 1))):
raise DistutilsGetoptError("invalid short option '%s': "
"must a single character or None" % short)
self.repeat[long] = repeat
self.long_opts.append(long)
if long[-1] == '=': # option takes an argument?
if short: short = short + ':'
long = long[0:-1]
self.takes_arg[long] = 1
else:
# Is option is a "negative alias" for some other option (eg.
# "quiet" == "!verbose")?
alias_to = self.negative_alias.get(long)
if alias_to is not None:
if self.takes_arg[alias_to]:
raise DistutilsGetoptError(
"invalid negative alias '%s': "
"aliased option '%s' takes a value"
% (long, alias_to))
self.long_opts[-1] = long # XXX redundant?!
self.takes_arg[long] = 0
# If this is an alias option, make sure its "takes arg" flag is
# the same as the option it's aliased to.
alias_to = self.alias.get(long)
if alias_to is not None:
if self.takes_arg[long] != self.takes_arg[alias_to]:
raise DistutilsGetoptError(
"invalid alias '%s': inconsistent with "
"aliased option '%s' (one of them takes a value, "
"the other doesn't"
% (long, alias_to))
# Now enforce some bondage on the long option name, so we can
# later translate it to an attribute name on some object. Have
# to do this a bit late to make sure we've removed any trailing
# '='.
if not longopt_re.match(long):
raise DistutilsGetoptError(
"invalid long option name '%s' "
"(must be letters, numbers, hyphens only" % long)
self.attr_name[long] = self.get_attr_name(long)
if short:
self.short_opts.append(short)
self.short2long[short[0]] = long
def getopt(self, args=None, object=None):
"""Parse command-line options in args. Store as attributes on object.
If 'args' is None or not supplied, uses 'sys.argv[1:]'. If
'object' is None or not supplied, creates a new OptionDummy
object, stores option values there, and returns a tuple (args,
object). If 'object' is supplied, it is modified in place and
'getopt()' just returns 'args'; in both cases, the returned
'args' is a modified copy of the passed-in 'args' list, which
is left untouched.
"""
if args is None:
args = sys.argv[1:]
if object is None:
object = OptionDummy()
created_object = True
else:
created_object = False
self._grok_option_table()
short_opts = ' '.join(self.short_opts)
try:
opts, args = getopt.getopt(args, short_opts, self.long_opts)
except getopt.error as msg:
raise DistutilsArgError(msg)
for opt, val in opts:
if len(opt) == 2 and opt[0] == '-': # it's a short option
opt = self.short2long[opt[1]]
else:
assert len(opt) > 2 and opt[:2] == '--'
opt = opt[2:]
alias = self.alias.get(opt)
if alias:
opt = alias
if not self.takes_arg[opt]: # boolean option?
assert val == '', "boolean option can't have value"
alias = self.negative_alias.get(opt)
if alias:
opt = alias
val = 0
else:
val = 1
attr = self.attr_name[opt]
# The only repeating option at the moment is 'verbose'.
# It has a negative option -q quiet, which should set verbose = 0.
if val and self.repeat.get(attr) is not None:
val = getattr(object, attr, 0) + 1
setattr(object, attr, val)
self.option_order.append((opt, val))
# for opts
if created_object:
return args, object
else:
return args
def get_option_order(self):
"""Returns the list of (option, value) tuples processed by the
previous run of 'getopt()'. Raises RuntimeError if
'getopt()' hasn't been called yet.
"""
if self.option_order is None:
raise RuntimeError("'getopt()' hasn't been called yet")
else:
return self.option_order
def generate_help(self, header=None):
"""Generate help text (a list of strings, one per suggested line of
output) from the option table for this FancyGetopt object.
"""
# Blithely assume the option table is good: probably wouldn't call
# 'generate_help()' unless you've already called 'getopt()'.
# First pass: determine maximum length of long option names
max_opt = 0
for option in self.option_table:
long = option[0]
short = option[1]
l = len(long)
if long[-1] == '=':
l = l - 1
if short is not None:
l = l + 5 # " (-x)" where short == 'x'
if l > max_opt:
max_opt = l
opt_width = max_opt + 2 + 2 + 2 # room for indent + dashes + gutter
# Typical help block looks like this:
# --foo controls foonabulation
# Help block for longest option looks like this:
# --flimflam set the flim-flam level
# and with wrapped text:
# --flimflam set the flim-flam level (must be between
# 0 and 100, except on Tuesdays)
# Options with short names will have the short name shown (but
# it doesn't contribute to max_opt):
# --foo (-f) controls foonabulation
# If adding the short option would make the left column too wide,
# we push the explanation off to the next line
# --flimflam (-l)
# set the flim-flam level
# Important parameters:
# - 2 spaces before option block start lines
# - 2 dashes for each long option name
# - min. 2 spaces between option and explanation (gutter)
# - 5 characters (incl. space) for short option name
# Now generate lines of help text. (If 80 columns were good enough
# for Jesus, then 78 columns are good enough for me!)
line_width = 78
text_width = line_width - opt_width
big_indent = ' ' * opt_width
if header:
lines = [header]
else:
lines = ['Option summary:']
for option in self.option_table:
long, short, help = option[:3]
text = wrap_text(help, text_width)
if long[-1] == '=':
long = long[0:-1]
# Case 1: no short option at all (makes life easy)
if short is None:
if text:
lines.append(" --%-*s %s" % (max_opt, long, text[0]))
else:
lines.append(" --%-*s " % (max_opt, long))
# Case 2: we have a short option, so we have to include it
# just after the long option
else:
opt_names = "%s (-%s)" % (long, short)
if text:
lines.append(" --%-*s %s" %
(max_opt, opt_names, text[0]))
else:
lines.append(" --%-*s" % opt_names)
for l in text[1:]:
lines.append(big_indent + l)
return lines
def print_help(self, header=None, file=None):
if file is None:
file = sys.stdout
for line in self.generate_help(header):
file.write(line + "\n")
def fancy_getopt(options, negative_opt, object, args):
parser = FancyGetopt(options)
parser.set_negative_aliases(negative_opt)
return parser.getopt(args, object)
WS_TRANS = {ord(_wschar) : ' ' for _wschar in string.whitespace}
def wrap_text(text, width):
"""wrap_text(text : string, width : int) -> [string]
Split 'text' into multiple lines of no more than 'width' characters
each, and return the list of strings that results.
"""
if text is None:
return []
if len(text) <= width:
return [text]
text = text.expandtabs()
text = text.translate(WS_TRANS)
chunks = re.split(r'( +|-+)', text)
chunks = [ch for ch in chunks if ch] # ' - ' results in empty strings
lines = []
while chunks:
cur_line = [] # list of chunks (to-be-joined)
cur_len = 0 # length of current line
while chunks:
l = len(chunks[0])
if cur_len + l <= width: # can squeeze (at least) this chunk in
cur_line.append(chunks[0])
del chunks[0]
cur_len = cur_len + l
else: # this line is full
# drop last chunk if all space
if cur_line and cur_line[-1][0] == ' ':
del cur_line[-1]
break
if chunks: # any chunks left to process?
# if the current line is still empty, then we had a single
# chunk that's too big too fit on a line -- so we break
# down and break it up at the line width
if cur_len == 0:
cur_line.append(chunks[0][0:width])
chunks[0] = chunks[0][width:]
# all-whitespace chunks at the end of a line can be discarded
# (and we know from the re.split above that if a chunk has
# *any* whitespace, it is *all* whitespace)
if chunks[0][0] == ' ':
del chunks[0]
# and store this line in the list-of-all-lines -- as a single
# string, of course!
lines.append(''.join(cur_line))
return lines
def translate_longopt(opt):
"""Convert a long option name to a valid Python identifier by
changing "-" to "_".
"""
return opt.translate(longopt_xlate)
class OptionDummy:
"""Dummy class just used as a place to hold command-line option
values as instance attributes."""
def __init__(self, options=[]):
"""Create a new OptionDummy instance. The attributes listed in
'options' will be initialized to None."""
for opt in options:
setattr(self, opt, None)
if __name__ == "__main__":
text = """\
Tra-la-la, supercalifragilisticexpialidocious.
How *do* you spell that odd word, anyways?
(Someone ask Mary -- she'll know [or she'll
say, "How should I know?"].)"""
for w in (10, 20, 30, 40):
print("width: %d" % w)
print("\n".join(wrap_text(text, w)))
print()
distutils/filelist.py 0000644 00000031040 15115353744 0010763 0 ustar 00 """distutils.filelist
Provides the FileList class, used for poking about the filesystem
and building lists of files.
"""
import os, re
import fnmatch
import functools
from distutils.util import convert_path
from distutils.errors import DistutilsTemplateError, DistutilsInternalError
from distutils import log
class FileList:
"""A list of files built by on exploring the filesystem and filtered by
applying various patterns to what we find there.
Instance attributes:
dir
directory from which files will be taken -- only used if
'allfiles' not supplied to constructor
files
list of filenames currently being built/filtered/manipulated
allfiles
complete list of files under consideration (ie. without any
filtering applied)
"""
def __init__(self, warn=None, debug_print=None):
# ignore argument to FileList, but keep them for backwards
# compatibility
self.allfiles = None
self.files = []
def set_allfiles(self, allfiles):
self.allfiles = allfiles
def findall(self, dir=os.curdir):
self.allfiles = findall(dir)
def debug_print(self, msg):
"""Print 'msg' to stdout if the global DEBUG (taken from the
DISTUTILS_DEBUG environment variable) flag is true.
"""
from distutils.debug import DEBUG
if DEBUG:
print(msg)
# -- List-like methods ---------------------------------------------
def append(self, item):
self.files.append(item)
def extend(self, items):
self.files.extend(items)
def sort(self):
# Not a strict lexical sort!
sortable_files = sorted(map(os.path.split, self.files))
self.files = []
for sort_tuple in sortable_files:
self.files.append(os.path.join(*sort_tuple))
# -- Other miscellaneous utility methods ---------------------------
def remove_duplicates(self):
# Assumes list has been sorted!
for i in range(len(self.files) - 1, 0, -1):
if self.files[i] == self.files[i - 1]:
del self.files[i]
# -- "File template" methods ---------------------------------------
def _parse_template_line(self, line):
words = line.split()
action = words[0]
patterns = dir = dir_pattern = None
if action in ('include', 'exclude',
'global-include', 'global-exclude'):
if len(words) < 2:
raise DistutilsTemplateError(
"'%s' expects <pattern1> <pattern2> ..." % action)
patterns = [convert_path(w) for w in words[1:]]
elif action in ('recursive-include', 'recursive-exclude'):
if len(words) < 3:
raise DistutilsTemplateError(
"'%s' expects <dir> <pattern1> <pattern2> ..." % action)
dir = convert_path(words[1])
patterns = [convert_path(w) for w in words[2:]]
elif action in ('graft', 'prune'):
if len(words) != 2:
raise DistutilsTemplateError(
"'%s' expects a single <dir_pattern>" % action)
dir_pattern = convert_path(words[1])
else:
raise DistutilsTemplateError("unknown action '%s'" % action)
return (action, patterns, dir, dir_pattern)
def process_template_line(self, line):
# Parse the line: split it up, make sure the right number of words
# is there, and return the relevant words. 'action' is always
# defined: it's the first word of the line. Which of the other
# three are defined depends on the action; it'll be either
# patterns, (dir and patterns), or (dir_pattern).
(action, patterns, dir, dir_pattern) = self._parse_template_line(line)
# OK, now we know that the action is valid and we have the
# right number of words on the line for that action -- so we
# can proceed with minimal error-checking.
if action == 'include':
self.debug_print("include " + ' '.join(patterns))
for pattern in patterns:
if not self.include_pattern(pattern, anchor=1):
log.warn("warning: no files found matching '%s'",
pattern)
elif action == 'exclude':
self.debug_print("exclude " + ' '.join(patterns))
for pattern in patterns:
if not self.exclude_pattern(pattern, anchor=1):
log.warn(("warning: no previously-included files "
"found matching '%s'"), pattern)
elif action == 'global-include':
self.debug_print("global-include " + ' '.join(patterns))
for pattern in patterns:
if not self.include_pattern(pattern, anchor=0):
log.warn(("warning: no files found matching '%s' "
"anywhere in distribution"), pattern)
elif action == 'global-exclude':
self.debug_print("global-exclude " + ' '.join(patterns))
for pattern in patterns:
if not self.exclude_pattern(pattern, anchor=0):
log.warn(("warning: no previously-included files matching "
"'%s' found anywhere in distribution"),
pattern)
elif action == 'recursive-include':
self.debug_print("recursive-include %s %s" %
(dir, ' '.join(patterns)))
for pattern in patterns:
if not self.include_pattern(pattern, prefix=dir):
log.warn(("warning: no files found matching '%s' "
"under directory '%s'"),
pattern, dir)
elif action == 'recursive-exclude':
self.debug_print("recursive-exclude %s %s" %
(dir, ' '.join(patterns)))
for pattern in patterns:
if not self.exclude_pattern(pattern, prefix=dir):
log.warn(("warning: no previously-included files matching "
"'%s' found under directory '%s'"),
pattern, dir)
elif action == 'graft':
self.debug_print("graft " + dir_pattern)
if not self.include_pattern(None, prefix=dir_pattern):
log.warn("warning: no directories found matching '%s'",
dir_pattern)
elif action == 'prune':
self.debug_print("prune " + dir_pattern)
if not self.exclude_pattern(None, prefix=dir_pattern):
log.warn(("no previously-included directories found "
"matching '%s'"), dir_pattern)
else:
raise DistutilsInternalError(
"this cannot happen: invalid action '%s'" % action)
# -- Filtering/selection methods -----------------------------------
def include_pattern(self, pattern, anchor=1, prefix=None, is_regex=0):
"""Select strings (presumably filenames) from 'self.files' that
match 'pattern', a Unix-style wildcard (glob) pattern. Patterns
are not quite the same as implemented by the 'fnmatch' module: '*'
and '?' match non-special characters, where "special" is platform-
dependent: slash on Unix; colon, slash, and backslash on
DOS/Windows; and colon on Mac OS.
If 'anchor' is true (the default), then the pattern match is more
stringent: "*.py" will match "foo.py" but not "foo/bar.py". If
'anchor' is false, both of these will match.
If 'prefix' is supplied, then only filenames starting with 'prefix'
(itself a pattern) and ending with 'pattern', with anything in between
them, will match. 'anchor' is ignored in this case.
If 'is_regex' is true, 'anchor' and 'prefix' are ignored, and
'pattern' is assumed to be either a string containing a regex or a
regex object -- no translation is done, the regex is just compiled
and used as-is.
Selected strings will be added to self.files.
Return True if files are found, False otherwise.
"""
# XXX docstring lying about what the special chars are?
files_found = False
pattern_re = translate_pattern(pattern, anchor, prefix, is_regex)
self.debug_print("include_pattern: applying regex r'%s'" %
pattern_re.pattern)
# delayed loading of allfiles list
if self.allfiles is None:
self.findall()
for name in self.allfiles:
if pattern_re.search(name):
self.debug_print(" adding " + name)
self.files.append(name)
files_found = True
return files_found
def exclude_pattern (self, pattern,
anchor=1, prefix=None, is_regex=0):
"""Remove strings (presumably filenames) from 'files' that match
'pattern'. Other parameters are the same as for
'include_pattern()', above.
The list 'self.files' is modified in place.
Return True if files are found, False otherwise.
"""
files_found = False
pattern_re = translate_pattern(pattern, anchor, prefix, is_regex)
self.debug_print("exclude_pattern: applying regex r'%s'" %
pattern_re.pattern)
for i in range(len(self.files)-1, -1, -1):
if pattern_re.search(self.files[i]):
self.debug_print(" removing " + self.files[i])
del self.files[i]
files_found = True
return files_found
# ----------------------------------------------------------------------
# Utility functions
def _find_all_simple(path):
"""
Find all files under 'path'
"""
results = (
os.path.join(base, file)
for base, dirs, files in os.walk(path, followlinks=True)
for file in files
)
return filter(os.path.isfile, results)
def findall(dir=os.curdir):
"""
Find all files under 'dir' and return the list of full filenames.
Unless dir is '.', return full filenames with dir prepended.
"""
files = _find_all_simple(dir)
if dir == os.curdir:
make_rel = functools.partial(os.path.relpath, start=dir)
files = map(make_rel, files)
return list(files)
def glob_to_re(pattern):
"""Translate a shell-like glob pattern to a regular expression; return
a string containing the regex. Differs from 'fnmatch.translate()' in
that '*' does not match "special characters" (which are
platform-specific).
"""
pattern_re = fnmatch.translate(pattern)
# '?' and '*' in the glob pattern become '.' and '.*' in the RE, which
# IMHO is wrong -- '?' and '*' aren't supposed to match slash in Unix,
# and by extension they shouldn't match such "special characters" under
# any OS. So change all non-escaped dots in the RE to match any
# character except the special characters (currently: just os.sep).
sep = os.sep
if os.sep == '\\':
# we're using a regex to manipulate a regex, so we need
# to escape the backslash twice
sep = r'\\\\'
escaped = r'\1[^%s]' % sep
pattern_re = re.sub(r'((?<!\\)(\\\\)*)\.', escaped, pattern_re)
return pattern_re
def translate_pattern(pattern, anchor=1, prefix=None, is_regex=0):
"""Translate a shell-like wildcard pattern to a compiled regular
expression. Return the compiled regex. If 'is_regex' true,
then 'pattern' is directly compiled to a regex (if it's a string)
or just returned as-is (assumes it's a regex object).
"""
if is_regex:
if isinstance(pattern, str):
return re.compile(pattern)
else:
return pattern
# ditch start and end characters
start, _, end = glob_to_re('_').partition('_')
if pattern:
pattern_re = glob_to_re(pattern)
assert pattern_re.startswith(start) and pattern_re.endswith(end)
else:
pattern_re = ''
if prefix is not None:
prefix_re = glob_to_re(prefix)
assert prefix_re.startswith(start) and prefix_re.endswith(end)
prefix_re = prefix_re[len(start): len(prefix_re) - len(end)]
sep = os.sep
if os.sep == '\\':
sep = r'\\'
pattern_re = pattern_re[len(start): len(pattern_re) - len(end)]
pattern_re = r'%s\A%s%s.*%s%s' % (start, prefix_re, sep, pattern_re, end)
else: # no prefix -- respect anchor flag
if anchor:
pattern_re = r'%s\A%s' % (start, pattern_re[len(start):])
return re.compile(pattern_re)
distutils/config.py 0000644 00000011333 15115353744 0010420 0 ustar 00 """distutils.pypirc
Provides the PyPIRCCommand class, the base class for the command classes
that uses .pypirc in the distutils.command package.
"""
import os
from configparser import RawConfigParser
from distutils.cmd import Command
DEFAULT_PYPIRC = """\
[distutils]
index-servers =
pypi
[pypi]
username:%s
password:%s
"""
class PyPIRCCommand(Command):
"""Base command that knows how to handle the .pypirc file
"""
DEFAULT_REPOSITORY = 'https://upload.pypi.org/legacy/'
DEFAULT_REALM = 'pypi'
repository = None
realm = None
user_options = [
('repository=', 'r',
"url of repository [default: %s]" % \
DEFAULT_REPOSITORY),
('show-response', None,
'display full response text from server')]
boolean_options = ['show-response']
def _get_rc_file(self):
"""Returns rc file path."""
return os.path.join(os.path.expanduser('~'), '.pypirc')
def _store_pypirc(self, username, password):
"""Creates a default .pypirc file."""
rc = self._get_rc_file()
with os.fdopen(os.open(rc, os.O_CREAT | os.O_WRONLY, 0o600), 'w') as f:
f.write(DEFAULT_PYPIRC % (username, password))
def _read_pypirc(self):
"""Reads the .pypirc file."""
rc = self._get_rc_file()
if os.path.exists(rc):
self.announce('Using PyPI login from %s' % rc)
repository = self.repository or self.DEFAULT_REPOSITORY
config = RawConfigParser()
config.read(rc)
sections = config.sections()
if 'distutils' in sections:
# let's get the list of servers
index_servers = config.get('distutils', 'index-servers')
_servers = [server.strip() for server in
index_servers.split('\n')
if server.strip() != '']
if _servers == []:
# nothing set, let's try to get the default pypi
if 'pypi' in sections:
_servers = ['pypi']
else:
# the file is not properly defined, returning
# an empty dict
return {}
for server in _servers:
current = {'server': server}
current['username'] = config.get(server, 'username')
# optional params
for key, default in (('repository',
self.DEFAULT_REPOSITORY),
('realm', self.DEFAULT_REALM),
('password', None)):
if config.has_option(server, key):
current[key] = config.get(server, key)
else:
current[key] = default
# work around people having "repository" for the "pypi"
# section of their config set to the HTTP (rather than
# HTTPS) URL
if (server == 'pypi' and
repository in (self.DEFAULT_REPOSITORY, 'pypi')):
current['repository'] = self.DEFAULT_REPOSITORY
return current
if (current['server'] == repository or
current['repository'] == repository):
return current
elif 'server-login' in sections:
# old format
server = 'server-login'
if config.has_option(server, 'repository'):
repository = config.get(server, 'repository')
else:
repository = self.DEFAULT_REPOSITORY
return {'username': config.get(server, 'username'),
'password': config.get(server, 'password'),
'repository': repository,
'server': server,
'realm': self.DEFAULT_REALM}
return {}
def _read_pypi_response(self, response):
"""Read and decode a PyPI HTTP response."""
import cgi
content_type = response.getheader('content-type', 'text/plain')
encoding = cgi.parse_header(content_type)[1].get('charset', 'ascii')
return response.read().decode(encoding)
def initialize_options(self):
"""Initialize options."""
self.repository = None
self.realm = None
self.show_response = 0
def finalize_options(self):
"""Finalizes options."""
if self.repository is None:
self.repository = self.DEFAULT_REPOSITORY
if self.realm is None:
self.realm = self.DEFAULT_REALM
distutils/bcppcompiler.py 0000644 00000035127 15115353744 0011641 0 ustar 00 """distutils.bcppcompiler
Contains BorlandCCompiler, an implementation of the abstract CCompiler class
for the Borland C++ compiler.
"""
# This implementation by Lyle Johnson, based on the original msvccompiler.py
# module and using the directions originally published by Gordon Williams.
# XXX looks like there's a LOT of overlap between these two classes:
# someone should sit down and factor out the common code as
# WindowsCCompiler! --GPW
import os
from distutils.errors import \
DistutilsExecError, DistutilsPlatformError, \
CompileError, LibError, LinkError, UnknownFileError
from distutils.ccompiler import \
CCompiler, gen_preprocess_options, gen_lib_options
from distutils.file_util import write_file
from distutils.dep_util import newer
from distutils import log
class BCPPCompiler(CCompiler) :
"""Concrete class that implements an interface to the Borland C/C++
compiler, as defined by the CCompiler abstract class.
"""
compiler_type = 'bcpp'
# Just set this so CCompiler's constructor doesn't barf. We currently
# don't use the 'set_executables()' bureaucracy provided by CCompiler,
# as it really isn't necessary for this sort of single-compiler class.
# Would be nice to have a consistent interface with UnixCCompiler,
# though, so it's worth thinking about.
executables = {}
# Private class data (need to distinguish C from C++ source for compiler)
_c_extensions = ['.c']
_cpp_extensions = ['.cc', '.cpp', '.cxx']
# Needed for the filename generation methods provided by the
# base class, CCompiler.
src_extensions = _c_extensions + _cpp_extensions
obj_extension = '.obj'
static_lib_extension = '.lib'
shared_lib_extension = '.dll'
static_lib_format = shared_lib_format = '%s%s'
exe_extension = '.exe'
def __init__ (self,
verbose=0,
dry_run=0,
force=0):
CCompiler.__init__ (self, verbose, dry_run, force)
# These executables are assumed to all be in the path.
# Borland doesn't seem to use any special registry settings to
# indicate their installation locations.
self.cc = "bcc32.exe"
self.linker = "ilink32.exe"
self.lib = "tlib.exe"
self.preprocess_options = None
self.compile_options = ['/tWM', '/O2', '/q', '/g0']
self.compile_options_debug = ['/tWM', '/Od', '/q', '/g0']
self.ldflags_shared = ['/Tpd', '/Gn', '/q', '/x']
self.ldflags_shared_debug = ['/Tpd', '/Gn', '/q', '/x']
self.ldflags_static = []
self.ldflags_exe = ['/Gn', '/q', '/x']
self.ldflags_exe_debug = ['/Gn', '/q', '/x','/r']
# -- Worker methods ------------------------------------------------
def compile(self, sources,
output_dir=None, macros=None, include_dirs=None, debug=0,
extra_preargs=None, extra_postargs=None, depends=None):
macros, objects, extra_postargs, pp_opts, build = \
self._setup_compile(output_dir, macros, include_dirs, sources,
depends, extra_postargs)
compile_opts = extra_preargs or []
compile_opts.append ('-c')
if debug:
compile_opts.extend (self.compile_options_debug)
else:
compile_opts.extend (self.compile_options)
for obj in objects:
try:
src, ext = build[obj]
except KeyError:
continue
# XXX why do the normpath here?
src = os.path.normpath(src)
obj = os.path.normpath(obj)
# XXX _setup_compile() did a mkpath() too but before the normpath.
# Is it possible to skip the normpath?
self.mkpath(os.path.dirname(obj))
if ext == '.res':
# This is already a binary file -- skip it.
continue # the 'for' loop
if ext == '.rc':
# This needs to be compiled to a .res file -- do it now.
try:
self.spawn (["brcc32", "-fo", obj, src])
except DistutilsExecError as msg:
raise CompileError(msg)
continue # the 'for' loop
# The next two are both for the real compiler.
if ext in self._c_extensions:
input_opt = ""
elif ext in self._cpp_extensions:
input_opt = "-P"
else:
# Unknown file type -- no extra options. The compiler
# will probably fail, but let it just in case this is a
# file the compiler recognizes even if we don't.
input_opt = ""
output_opt = "-o" + obj
# Compiler command line syntax is: "bcc32 [options] file(s)".
# Note that the source file names must appear at the end of
# the command line.
try:
self.spawn ([self.cc] + compile_opts + pp_opts +
[input_opt, output_opt] +
extra_postargs + [src])
except DistutilsExecError as msg:
raise CompileError(msg)
return objects
# compile ()
def create_static_lib (self,
objects,
output_libname,
output_dir=None,
debug=0,
target_lang=None):
(objects, output_dir) = self._fix_object_args (objects, output_dir)
output_filename = \
self.library_filename (output_libname, output_dir=output_dir)
if self._need_link (objects, output_filename):
lib_args = [output_filename, '/u'] + objects
if debug:
pass # XXX what goes here?
try:
self.spawn ([self.lib] + lib_args)
except DistutilsExecError as msg:
raise LibError(msg)
else:
log.debug("skipping %s (up-to-date)", output_filename)
# create_static_lib ()
def link (self,
target_desc,
objects,
output_filename,
output_dir=None,
libraries=None,
library_dirs=None,
runtime_library_dirs=None,
export_symbols=None,
debug=0,
extra_preargs=None,
extra_postargs=None,
build_temp=None,
target_lang=None):
# XXX this ignores 'build_temp'! should follow the lead of
# msvccompiler.py
(objects, output_dir) = self._fix_object_args (objects, output_dir)
(libraries, library_dirs, runtime_library_dirs) = \
self._fix_lib_args (libraries, library_dirs, runtime_library_dirs)
if runtime_library_dirs:
log.warn("I don't know what to do with 'runtime_library_dirs': %s",
str(runtime_library_dirs))
if output_dir is not None:
output_filename = os.path.join (output_dir, output_filename)
if self._need_link (objects, output_filename):
# Figure out linker args based on type of target.
if target_desc == CCompiler.EXECUTABLE:
startup_obj = 'c0w32'
if debug:
ld_args = self.ldflags_exe_debug[:]
else:
ld_args = self.ldflags_exe[:]
else:
startup_obj = 'c0d32'
if debug:
ld_args = self.ldflags_shared_debug[:]
else:
ld_args = self.ldflags_shared[:]
# Create a temporary exports file for use by the linker
if export_symbols is None:
def_file = ''
else:
head, tail = os.path.split (output_filename)
modname, ext = os.path.splitext (tail)
temp_dir = os.path.dirname(objects[0]) # preserve tree structure
def_file = os.path.join (temp_dir, '%s.def' % modname)
contents = ['EXPORTS']
for sym in (export_symbols or []):
contents.append(' %s=_%s' % (sym, sym))
self.execute(write_file, (def_file, contents),
"writing %s" % def_file)
# Borland C++ has problems with '/' in paths
objects2 = map(os.path.normpath, objects)
# split objects in .obj and .res files
# Borland C++ needs them at different positions in the command line
objects = [startup_obj]
resources = []
for file in objects2:
(base, ext) = os.path.splitext(os.path.normcase(file))
if ext == '.res':
resources.append(file)
else:
objects.append(file)
for l in library_dirs:
ld_args.append("/L%s" % os.path.normpath(l))
ld_args.append("/L.") # we sometimes use relative paths
# list of object files
ld_args.extend(objects)
# XXX the command-line syntax for Borland C++ is a bit wonky;
# certain filenames are jammed together in one big string, but
# comma-delimited. This doesn't mesh too well with the
# Unix-centric attitude (with a DOS/Windows quoting hack) of
# 'spawn()', so constructing the argument list is a bit
# awkward. Note that doing the obvious thing and jamming all
# the filenames and commas into one argument would be wrong,
# because 'spawn()' would quote any filenames with spaces in
# them. Arghghh!. Apparently it works fine as coded...
# name of dll/exe file
ld_args.extend([',',output_filename])
# no map file and start libraries
ld_args.append(',,')
for lib in libraries:
# see if we find it and if there is a bcpp specific lib
# (xxx_bcpp.lib)
libfile = self.find_library_file(library_dirs, lib, debug)
if libfile is None:
ld_args.append(lib)
# probably a BCPP internal library -- don't warn
else:
# full name which prefers bcpp_xxx.lib over xxx.lib
ld_args.append(libfile)
# some default libraries
ld_args.append ('import32')
ld_args.append ('cw32mt')
# def file for export symbols
ld_args.extend([',',def_file])
# add resource files
ld_args.append(',')
ld_args.extend(resources)
if extra_preargs:
ld_args[:0] = extra_preargs
if extra_postargs:
ld_args.extend(extra_postargs)
self.mkpath (os.path.dirname (output_filename))
try:
self.spawn ([self.linker] + ld_args)
except DistutilsExecError as msg:
raise LinkError(msg)
else:
log.debug("skipping %s (up-to-date)", output_filename)
# link ()
# -- Miscellaneous methods -----------------------------------------
def find_library_file (self, dirs, lib, debug=0):
# List of effective library names to try, in order of preference:
# xxx_bcpp.lib is better than xxx.lib
# and xxx_d.lib is better than xxx.lib if debug is set
#
# The "_bcpp" suffix is to handle a Python installation for people
# with multiple compilers (primarily Distutils hackers, I suspect
# ;-). The idea is they'd have one static library for each
# compiler they care about, since (almost?) every Windows compiler
# seems to have a different format for static libraries.
if debug:
dlib = (lib + "_d")
try_names = (dlib + "_bcpp", lib + "_bcpp", dlib, lib)
else:
try_names = (lib + "_bcpp", lib)
for dir in dirs:
for name in try_names:
libfile = os.path.join(dir, self.library_filename(name))
if os.path.exists(libfile):
return libfile
else:
# Oops, didn't find it in *any* of 'dirs'
return None
# overwrite the one from CCompiler to support rc and res-files
def object_filenames (self,
source_filenames,
strip_dir=0,
output_dir=''):
if output_dir is None: output_dir = ''
obj_names = []
for src_name in source_filenames:
# use normcase to make sure '.rc' is really '.rc' and not '.RC'
(base, ext) = os.path.splitext (os.path.normcase(src_name))
if ext not in (self.src_extensions + ['.rc','.res']):
raise UnknownFileError("unknown file type '%s' (from '%s')" % \
(ext, src_name))
if strip_dir:
base = os.path.basename (base)
if ext == '.res':
# these can go unchanged
obj_names.append (os.path.join (output_dir, base + ext))
elif ext == '.rc':
# these need to be compiled to .res-files
obj_names.append (os.path.join (output_dir, base + '.res'))
else:
obj_names.append (os.path.join (output_dir,
base + self.obj_extension))
return obj_names
# object_filenames ()
def preprocess (self,
source,
output_file=None,
macros=None,
include_dirs=None,
extra_preargs=None,
extra_postargs=None):
(_, macros, include_dirs) = \
self._fix_compile_args(None, macros, include_dirs)
pp_opts = gen_preprocess_options(macros, include_dirs)
pp_args = ['cpp32.exe'] + pp_opts
if output_file is not None:
pp_args.append('-o' + output_file)
if extra_preargs:
pp_args[:0] = extra_preargs
if extra_postargs:
pp_args.extend(extra_postargs)
pp_args.append(source)
# We need to preprocess: either we're being forced to, or the
# source file is newer than the target (or the target doesn't
# exist).
if self.force or output_file is None or newer(source, output_file):
if output_file:
self.mkpath(os.path.dirname(output_file))
try:
self.spawn(pp_args)
except DistutilsExecError as msg:
print(msg)
raise CompileError(msg)
# preprocess()
distutils/spawn.py 0000644 00000017243 15115353744 0010311 0 ustar 00 """distutils.spawn
Provides the 'spawn()' function, a front-end to various platform-
specific functions for launching another program in a sub-process.
Also provides the 'find_executable()' to search the path for a given
executable name.
"""
import sys
import os
from distutils.errors import DistutilsPlatformError, DistutilsExecError
from distutils.debug import DEBUG
from distutils import log
def spawn(cmd, search_path=1, verbose=0, dry_run=0):
"""Run another program, specified as a command list 'cmd', in a new process.
'cmd' is just the argument list for the new process, ie.
cmd[0] is the program to run and cmd[1:] are the rest of its arguments.
There is no way to run a program with a name different from that of its
executable.
If 'search_path' is true (the default), the system's executable
search path will be used to find the program; otherwise, cmd[0]
must be the exact path to the executable. If 'dry_run' is true,
the command will not actually be run.
Raise DistutilsExecError if running the program fails in any way; just
return on success.
"""
# cmd is documented as a list, but just in case some code passes a tuple
# in, protect our %-formatting code against horrible death
cmd = list(cmd)
if os.name == 'posix':
_spawn_posix(cmd, search_path, dry_run=dry_run)
elif os.name == 'nt':
_spawn_nt(cmd, search_path, dry_run=dry_run)
else:
raise DistutilsPlatformError(
"don't know how to spawn programs on platform '%s'" % os.name)
def _nt_quote_args(args):
"""Quote command-line arguments for DOS/Windows conventions.
Just wraps every argument which contains blanks in double quotes, and
returns a new argument list.
"""
# XXX this doesn't seem very robust to me -- but if the Windows guys
# say it'll work, I guess I'll have to accept it. (What if an arg
# contains quotes? What other magic characters, other than spaces,
# have to be escaped? Is there an escaping mechanism other than
# quoting?)
for i, arg in enumerate(args):
if ' ' in arg:
args[i] = '"%s"' % arg
return args
def _spawn_nt(cmd, search_path=1, verbose=0, dry_run=0):
executable = cmd[0]
cmd = _nt_quote_args(cmd)
if search_path:
# either we find one or it stays the same
executable = find_executable(executable) or executable
log.info(' '.join([executable] + cmd[1:]))
if not dry_run:
# spawn for NT requires a full path to the .exe
try:
rc = os.spawnv(os.P_WAIT, executable, cmd)
except OSError as exc:
# this seems to happen when the command isn't found
if not DEBUG:
cmd = executable
raise DistutilsExecError(
"command %r failed: %s" % (cmd, exc.args[-1]))
if rc != 0:
# and this reflects the command running but failing
if not DEBUG:
cmd = executable
raise DistutilsExecError(
"command %r failed with exit status %d" % (cmd, rc))
if sys.platform == 'darwin':
_cfg_target = None
_cfg_target_split = None
def _spawn_posix(cmd, search_path=1, verbose=0, dry_run=0):
log.info(' '.join(cmd))
if dry_run:
return
executable = cmd[0]
exec_fn = search_path and os.execvp or os.execv
env = None
if sys.platform == 'darwin':
global _cfg_target, _cfg_target_split
if _cfg_target is None:
from distutils import sysconfig
_cfg_target = sysconfig.get_config_var(
'MACOSX_DEPLOYMENT_TARGET') or ''
if _cfg_target:
_cfg_target_split = [int(x) for x in _cfg_target.split('.')]
if _cfg_target:
# ensure that the deployment target of build process is not less
# than that used when the interpreter was built. This ensures
# extension modules are built with correct compatibility values
cur_target = os.environ.get('MACOSX_DEPLOYMENT_TARGET', _cfg_target)
if _cfg_target_split > [int(x) for x in cur_target.split('.')]:
my_msg = ('$MACOSX_DEPLOYMENT_TARGET mismatch: '
'now "%s" but "%s" during configure'
% (cur_target, _cfg_target))
raise DistutilsPlatformError(my_msg)
env = dict(os.environ,
MACOSX_DEPLOYMENT_TARGET=cur_target)
exec_fn = search_path and os.execvpe or os.execve
pid = os.fork()
if pid == 0: # in the child
try:
if env is None:
exec_fn(executable, cmd)
else:
exec_fn(executable, cmd, env)
except OSError as e:
if not DEBUG:
cmd = executable
sys.stderr.write("unable to execute %r: %s\n"
% (cmd, e.strerror))
os._exit(1)
if not DEBUG:
cmd = executable
sys.stderr.write("unable to execute %r for unknown reasons" % cmd)
os._exit(1)
else: # in the parent
# Loop until the child either exits or is terminated by a signal
# (ie. keep waiting if it's merely stopped)
while True:
try:
pid, status = os.waitpid(pid, 0)
except OSError as exc:
if not DEBUG:
cmd = executable
raise DistutilsExecError(
"command %r failed: %s" % (cmd, exc.args[-1]))
if os.WIFSIGNALED(status):
if not DEBUG:
cmd = executable
raise DistutilsExecError(
"command %r terminated by signal %d"
% (cmd, os.WTERMSIG(status)))
elif os.WIFEXITED(status):
exit_status = os.WEXITSTATUS(status)
if exit_status == 0:
return # hey, it succeeded!
else:
if not DEBUG:
cmd = executable
raise DistutilsExecError(
"command %r failed with exit status %d"
% (cmd, exit_status))
elif os.WIFSTOPPED(status):
continue
else:
if not DEBUG:
cmd = executable
raise DistutilsExecError(
"unknown error executing %r: termination status %d"
% (cmd, status))
def find_executable(executable, path=None):
"""Tries to find 'executable' in the directories listed in 'path'.
A string listing directories separated by 'os.pathsep'; defaults to
os.environ['PATH']. Returns the complete filename or None if not found.
"""
_, ext = os.path.splitext(executable)
if (sys.platform == 'win32') and (ext != '.exe'):
executable = executable + '.exe'
if os.path.isfile(executable):
return executable
if path is None:
path = os.environ.get('PATH', None)
if path is None:
try:
path = os.confstr("CS_PATH")
except (AttributeError, ValueError):
# os.confstr() or CS_PATH is not available
path = os.defpath
# bpo-35755: Don't use os.defpath if the PATH environment variable is
# set to an empty string
# PATH='' doesn't match, whereas PATH=':' looks in the current directory
if not path:
return None
paths = path.split(os.pathsep)
for p in paths:
f = os.path.join(p, executable)
if os.path.isfile(f):
# the file exists, we have a shot at spawn working
return f
return None
distutils/debug.py 0000644 00000000213 15115353744 0010234 0 ustar 00 import os
# If DISTUTILS_DEBUG is anything other than the empty string, we run in
# debug mode.
DEBUG = os.environ.get('DISTUTILS_DEBUG')
distutils/util.py 0000644 00000050634 15115353744 0010137 0 ustar 00 """distutils.util
Miscellaneous utility functions -- anything that doesn't fit into
one of the other *util.py modules.
"""
import os
import re
import importlib.util
import string
import sys
from distutils.errors import DistutilsPlatformError
from distutils.dep_util import newer
from distutils.spawn import spawn
from distutils import log
from distutils.errors import DistutilsByteCompileError
def get_host_platform():
"""Return a string that identifies the current platform. This is used mainly to
distinguish platform-specific build directories and platform-specific built
distributions. Typically includes the OS name and version and the
architecture (as supplied by 'os.uname()'), although the exact information
included depends on the OS; eg. on Linux, the kernel version isn't
particularly important.
Examples of returned values:
linux-i586
linux-alpha (?)
solaris-2.6-sun4u
Windows will return one of:
win-amd64 (64bit Windows on AMD64 (aka x86_64, Intel64, EM64T, etc)
win32 (all others - specifically, sys.platform is returned)
For other non-POSIX platforms, currently just returns 'sys.platform'.
"""
if os.name == 'nt':
if 'amd64' in sys.version.lower():
return 'win-amd64'
if '(arm)' in sys.version.lower():
return 'win-arm32'
if '(arm64)' in sys.version.lower():
return 'win-arm64'
return sys.platform
# Set for cross builds explicitly
if "_PYTHON_HOST_PLATFORM" in os.environ:
return os.environ["_PYTHON_HOST_PLATFORM"]
if os.name != "posix" or not hasattr(os, 'uname'):
# XXX what about the architecture? NT is Intel or Alpha,
# Mac OS is M68k or PPC, etc.
return sys.platform
# Try to distinguish various flavours of Unix
(osname, host, release, version, machine) = os.uname()
# Convert the OS name to lowercase, remove '/' characters, and translate
# spaces (for "Power Macintosh")
osname = osname.lower().replace('/', '')
machine = machine.replace(' ', '_')
machine = machine.replace('/', '-')
if osname[:5] == "linux":
# At least on Linux/Intel, 'machine' is the processor --
# i386, etc.
# XXX what about Alpha, SPARC, etc?
return "%s-%s" % (osname, machine)
elif osname[:5] == "sunos":
if release[0] >= "5": # SunOS 5 == Solaris 2
osname = "solaris"
release = "%d.%s" % (int(release[0]) - 3, release[2:])
# We can't use "platform.architecture()[0]" because a
# bootstrap problem. We use a dict to get an error
# if some suspicious happens.
bitness = {2147483647:"32bit", 9223372036854775807:"64bit"}
machine += ".%s" % bitness[sys.maxsize]
# fall through to standard osname-release-machine representation
elif osname[:3] == "aix":
return "%s-%s.%s" % (osname, version, release)
elif osname[:6] == "cygwin":
osname = "cygwin"
rel_re = re.compile (r'[\d.]+', re.ASCII)
m = rel_re.match(release)
if m:
release = m.group()
elif osname[:6] == "darwin":
import _osx_support, distutils.sysconfig
osname, release, machine = _osx_support.get_platform_osx(
distutils.sysconfig.get_config_vars(),
osname, release, machine)
return "%s-%s-%s" % (osname, release, machine)
def get_platform():
if os.name == 'nt':
TARGET_TO_PLAT = {
'x86' : 'win32',
'x64' : 'win-amd64',
'arm' : 'win-arm32',
}
return TARGET_TO_PLAT.get(os.environ.get('VSCMD_ARG_TGT_ARCH')) or get_host_platform()
else:
return get_host_platform()
def convert_path (pathname):
"""Return 'pathname' as a name that will work on the native filesystem,
i.e. split it on '/' and put it back together again using the current
directory separator. Needed because filenames in the setup script are
always supplied in Unix style, and have to be converted to the local
convention before we can actually use them in the filesystem. Raises
ValueError on non-Unix-ish systems if 'pathname' either starts or
ends with a slash.
"""
if os.sep == '/':
return pathname
if not pathname:
return pathname
if pathname[0] == '/':
raise ValueError("path '%s' cannot be absolute" % pathname)
if pathname[-1] == '/':
raise ValueError("path '%s' cannot end with '/'" % pathname)
paths = pathname.split('/')
while '.' in paths:
paths.remove('.')
if not paths:
return os.curdir
return os.path.join(*paths)
# convert_path ()
def change_root (new_root, pathname):
"""Return 'pathname' with 'new_root' prepended. If 'pathname' is
relative, this is equivalent to "os.path.join(new_root,pathname)".
Otherwise, it requires making 'pathname' relative and then joining the
two, which is tricky on DOS/Windows and Mac OS.
"""
if os.name == 'posix':
if not os.path.isabs(pathname):
return os.path.join(new_root, pathname)
else:
return os.path.join(new_root, pathname[1:])
elif os.name == 'nt':
(drive, path) = os.path.splitdrive(pathname)
if path[0] == '\\':
path = path[1:]
return os.path.join(new_root, path)
else:
raise DistutilsPlatformError("nothing known about platform '%s'" % os.name)
_environ_checked = 0
def check_environ ():
"""Ensure that 'os.environ' has all the environment variables we
guarantee that users can use in config files, command-line options,
etc. Currently this includes:
HOME - user's home directory (Unix only)
PLAT - description of the current platform, including hardware
and OS (see 'get_platform()')
"""
global _environ_checked
if _environ_checked:
return
if os.name == 'posix' and 'HOME' not in os.environ:
try:
import pwd
os.environ['HOME'] = pwd.getpwuid(os.getuid())[5]
except (ImportError, KeyError):
# bpo-10496: if the current user identifier doesn't exist in the
# password database, do nothing
pass
if 'PLAT' not in os.environ:
os.environ['PLAT'] = get_platform()
_environ_checked = 1
def subst_vars (s, local_vars):
"""Perform shell/Perl-style variable substitution on 'string'. Every
occurrence of '$' followed by a name is considered a variable, and
variable is substituted by the value found in the 'local_vars'
dictionary, or in 'os.environ' if it's not in 'local_vars'.
'os.environ' is first checked/augmented to guarantee that it contains
certain values: see 'check_environ()'. Raise ValueError for any
variables not found in either 'local_vars' or 'os.environ'.
"""
check_environ()
def _subst (match, local_vars=local_vars):
var_name = match.group(1)
if var_name in local_vars:
return str(local_vars[var_name])
else:
return os.environ[var_name]
try:
return re.sub(r'\$([a-zA-Z_][a-zA-Z_0-9]*)', _subst, s)
except KeyError as var:
raise ValueError("invalid variable '$%s'" % var)
# subst_vars ()
def grok_environment_error (exc, prefix="error: "):
# Function kept for backward compatibility.
# Used to try clever things with EnvironmentErrors,
# but nowadays str(exception) produces good messages.
return prefix + str(exc)
# Needed by 'split_quoted()'
_wordchars_re = _squote_re = _dquote_re = None
def _init_regex():
global _wordchars_re, _squote_re, _dquote_re
_wordchars_re = re.compile(r'[^\\\'\"%s ]*' % string.whitespace)
_squote_re = re.compile(r"'(?:[^'\\]|\\.)*'")
_dquote_re = re.compile(r'"(?:[^"\\]|\\.)*"')
def split_quoted (s):
"""Split a string up according to Unix shell-like rules for quotes and
backslashes. In short: words are delimited by spaces, as long as those
spaces are not escaped by a backslash, or inside a quoted string.
Single and double quotes are equivalent, and the quote characters can
be backslash-escaped. The backslash is stripped from any two-character
escape sequence, leaving only the escaped character. The quote
characters are stripped from any quoted string. Returns a list of
words.
"""
# This is a nice algorithm for splitting up a single string, since it
# doesn't require character-by-character examination. It was a little
# bit of a brain-bender to get it working right, though...
if _wordchars_re is None: _init_regex()
s = s.strip()
words = []
pos = 0
while s:
m = _wordchars_re.match(s, pos)
end = m.end()
if end == len(s):
words.append(s[:end])
break
if s[end] in string.whitespace: # unescaped, unquoted whitespace: now
words.append(s[:end]) # we definitely have a word delimiter
s = s[end:].lstrip()
pos = 0
elif s[end] == '\\': # preserve whatever is being escaped;
# will become part of the current word
s = s[:end] + s[end+1:]
pos = end+1
else:
if s[end] == "'": # slurp singly-quoted string
m = _squote_re.match(s, end)
elif s[end] == '"': # slurp doubly-quoted string
m = _dquote_re.match(s, end)
else:
raise RuntimeError("this can't happen (bad char '%c')" % s[end])
if m is None:
raise ValueError("bad string (mismatched %s quotes?)" % s[end])
(beg, end) = m.span()
s = s[:beg] + s[beg+1:end-1] + s[end:]
pos = m.end() - 2
if pos >= len(s):
words.append(s)
break
return words
# split_quoted ()
def execute (func, args, msg=None, verbose=0, dry_run=0):
"""Perform some action that affects the outside world (eg. by
writing to the filesystem). Such actions are special because they
are disabled by the 'dry_run' flag. This method takes care of all
that bureaucracy for you; all you have to do is supply the
function to call and an argument tuple for it (to embody the
"external action" being performed), and an optional message to
print.
"""
if msg is None:
msg = "%s%r" % (func.__name__, args)
if msg[-2:] == ',)': # correct for singleton tuple
msg = msg[0:-2] + ')'
log.info(msg)
if not dry_run:
func(*args)
def strtobool (val):
"""Convert a string representation of truth to true (1) or false (0).
True values are 'y', 'yes', 't', 'true', 'on', and '1'; false values
are 'n', 'no', 'f', 'false', 'off', and '0'. Raises ValueError if
'val' is anything else.
"""
val = val.lower()
if val in ('y', 'yes', 't', 'true', 'on', '1'):
return 1
elif val in ('n', 'no', 'f', 'false', 'off', '0'):
return 0
else:
raise ValueError("invalid truth value %r" % (val,))
def byte_compile (py_files,
optimize=0, force=0,
prefix=None, base_dir=None,
verbose=1, dry_run=0,
direct=None):
"""Byte-compile a collection of Python source files to .pyc
files in a __pycache__ subdirectory. 'py_files' is a list
of files to compile; any files that don't end in ".py" are silently
skipped. 'optimize' must be one of the following:
0 - don't optimize
1 - normal optimization (like "python -O")
2 - extra optimization (like "python -OO")
If 'force' is true, all files are recompiled regardless of
timestamps.
The source filename encoded in each bytecode file defaults to the
filenames listed in 'py_files'; you can modify these with 'prefix' and
'basedir'. 'prefix' is a string that will be stripped off of each
source filename, and 'base_dir' is a directory name that will be
prepended (after 'prefix' is stripped). You can supply either or both
(or neither) of 'prefix' and 'base_dir', as you wish.
If 'dry_run' is true, doesn't actually do anything that would
affect the filesystem.
Byte-compilation is either done directly in this interpreter process
with the standard py_compile module, or indirectly by writing a
temporary script and executing it. Normally, you should let
'byte_compile()' figure out to use direct compilation or not (see
the source for details). The 'direct' flag is used by the script
generated in indirect mode; unless you know what you're doing, leave
it set to None.
"""
# Late import to fix a bootstrap issue: _posixsubprocess is built by
# setup.py, but setup.py uses distutils.
import subprocess
# nothing is done if sys.dont_write_bytecode is True
if sys.dont_write_bytecode:
raise DistutilsByteCompileError('byte-compiling is disabled.')
# First, if the caller didn't force us into direct or indirect mode,
# figure out which mode we should be in. We take a conservative
# approach: choose direct mode *only* if the current interpreter is
# in debug mode and optimize is 0. If we're not in debug mode (-O
# or -OO), we don't know which level of optimization this
# interpreter is running with, so we can't do direct
# byte-compilation and be certain that it's the right thing. Thus,
# always compile indirectly if the current interpreter is in either
# optimize mode, or if either optimization level was requested by
# the caller.
if direct is None:
direct = (__debug__ and optimize == 0)
# "Indirect" byte-compilation: write a temporary script and then
# run it with the appropriate flags.
if not direct:
try:
from tempfile import mkstemp
(script_fd, script_name) = mkstemp(".py")
except ImportError:
from tempfile import mktemp
(script_fd, script_name) = None, mktemp(".py")
log.info("writing byte-compilation script '%s'", script_name)
if not dry_run:
if script_fd is not None:
script = os.fdopen(script_fd, "w")
else:
script = open(script_name, "w")
with script:
script.write("""\
from distutils.util import byte_compile
files = [
""")
# XXX would be nice to write absolute filenames, just for
# safety's sake (script should be more robust in the face of
# chdir'ing before running it). But this requires abspath'ing
# 'prefix' as well, and that breaks the hack in build_lib's
# 'byte_compile()' method that carefully tacks on a trailing
# slash (os.sep really) to make sure the prefix here is "just
# right". This whole prefix business is rather delicate -- the
# problem is that it's really a directory, but I'm treating it
# as a dumb string, so trailing slashes and so forth matter.
#py_files = map(os.path.abspath, py_files)
#if prefix:
# prefix = os.path.abspath(prefix)
script.write(",\n".join(map(repr, py_files)) + "]\n")
script.write("""
byte_compile(files, optimize=%r, force=%r,
prefix=%r, base_dir=%r,
verbose=%r, dry_run=0,
direct=1)
""" % (optimize, force, prefix, base_dir, verbose))
cmd = [sys.executable]
cmd.extend(subprocess._optim_args_from_interpreter_flags())
cmd.append(script_name)
spawn(cmd, dry_run=dry_run)
execute(os.remove, (script_name,), "removing %s" % script_name,
dry_run=dry_run)
# "Direct" byte-compilation: use the py_compile module to compile
# right here, right now. Note that the script generated in indirect
# mode simply calls 'byte_compile()' in direct mode, a weird sort of
# cross-process recursion. Hey, it works!
else:
from py_compile import compile
for file in py_files:
if file[-3:] != ".py":
# This lets us be lazy and not filter filenames in
# the "install_lib" command.
continue
# Terminology from the py_compile module:
# cfile - byte-compiled file
# dfile - purported source filename (same as 'file' by default)
if optimize >= 0:
opt = '' if optimize == 0 else optimize
cfile = importlib.util.cache_from_source(
file, optimization=opt)
else:
cfile = importlib.util.cache_from_source(file)
dfile = file
if prefix:
if file[:len(prefix)] != prefix:
raise ValueError("invalid prefix: filename %r doesn't start with %r"
% (file, prefix))
dfile = dfile[len(prefix):]
if base_dir:
dfile = os.path.join(base_dir, dfile)
cfile_base = os.path.basename(cfile)
if direct:
if force or newer(file, cfile):
log.info("byte-compiling %s to %s", file, cfile_base)
if not dry_run:
compile(file, cfile, dfile)
else:
log.debug("skipping byte-compilation of %s to %s",
file, cfile_base)
# byte_compile ()
def rfc822_escape (header):
"""Return a version of the string escaped for inclusion in an
RFC-822 header, by ensuring there are 8 spaces space after each newline.
"""
lines = header.split('\n')
sep = '\n' + 8 * ' '
return sep.join(lines)
# 2to3 support
def run_2to3(files, fixer_names=None, options=None, explicit=None):
"""Invoke 2to3 on a list of Python files.
The files should all come from the build area, as the
modification is done in-place. To reduce the build time,
only files modified since the last invocation of this
function should be passed in the files argument."""
if not files:
return
# Make this class local, to delay import of 2to3
from lib2to3.refactor import RefactoringTool, get_fixers_from_package
class DistutilsRefactoringTool(RefactoringTool):
def log_error(self, msg, *args, **kw):
log.error(msg, *args)
def log_message(self, msg, *args):
log.info(msg, *args)
def log_debug(self, msg, *args):
log.debug(msg, *args)
if fixer_names is None:
fixer_names = get_fixers_from_package('lib2to3.fixes')
r = DistutilsRefactoringTool(fixer_names, options=options)
r.refactor(files, write=True)
def copydir_run_2to3(src, dest, template=None, fixer_names=None,
options=None, explicit=None):
"""Recursively copy a directory, only copying new and changed files,
running run_2to3 over all newly copied Python modules afterward.
If you give a template string, it's parsed like a MANIFEST.in.
"""
from distutils.dir_util import mkpath
from distutils.file_util import copy_file
from distutils.filelist import FileList
filelist = FileList()
curdir = os.getcwd()
os.chdir(src)
try:
filelist.findall()
finally:
os.chdir(curdir)
filelist.files[:] = filelist.allfiles
if template:
for line in template.splitlines():
line = line.strip()
if not line: continue
filelist.process_template_line(line)
copied = []
for filename in filelist.files:
outname = os.path.join(dest, filename)
mkpath(os.path.dirname(outname))
res = copy_file(os.path.join(src, filename), outname, update=1)
if res[1]: copied.append(outname)
run_2to3([fn for fn in copied if fn.lower().endswith('.py')],
fixer_names=fixer_names, options=options, explicit=explicit)
return copied
class Mixin2to3:
'''Mixin class for commands that run 2to3.
To configure 2to3, setup scripts may either change
the class variables, or inherit from individual commands
to override how 2to3 is invoked.'''
# provide list of fixers to run;
# defaults to all from lib2to3.fixers
fixer_names = None
# options dictionary
options = None
# list of fixers to invoke even though they are marked as explicit
explicit = None
def run_2to3(self, files):
return run_2to3(files, self.fixer_names, self.options, self.explicit)
distutils/__init__.py 0000644 00000000354 15115353744 0010713 0 ustar 00 """distutils
The main package for the Python Module Distribution Utilities. Normally
used from a setup script as
from distutils.core import setup
setup (...)
"""
import sys
__version__ = sys.version[:sys.version.index(' ')]
distutils/command/bdist_rpm.py 0000644 00000052111 15115353744 0012553 0 ustar 00 """distutils.command.bdist_rpm
Implements the Distutils 'bdist_rpm' command (create RPM source and binary
distributions)."""
import subprocess, sys, os
from distutils.core import Command
from distutils.debug import DEBUG
from distutils.util import get_platform
from distutils.file_util import write_file
from distutils.errors import *
from distutils.sysconfig import get_python_version
from distutils import log
class bdist_rpm(Command):
description = "create an RPM distribution"
user_options = [
('bdist-base=', None,
"base directory for creating built distributions"),
('rpm-base=', None,
"base directory for creating RPMs (defaults to \"rpm\" under "
"--bdist-base; must be specified for RPM 2)"),
('dist-dir=', 'd',
"directory to put final RPM files in "
"(and .spec files if --spec-only)"),
('python=', None,
"path to Python interpreter to hard-code in the .spec file "
"(default: \"python\")"),
('fix-python', None,
"hard-code the exact path to the current Python interpreter in "
"the .spec file"),
('spec-only', None,
"only regenerate spec file"),
('source-only', None,
"only generate source RPM"),
('binary-only', None,
"only generate binary RPM"),
('use-bzip2', None,
"use bzip2 instead of gzip to create source distribution"),
# More meta-data: too RPM-specific to put in the setup script,
# but needs to go in the .spec file -- so we make these options
# to "bdist_rpm". The idea is that packagers would put this
# info in setup.cfg, although they are of course free to
# supply it on the command line.
('distribution-name=', None,
"name of the (Linux) distribution to which this "
"RPM applies (*not* the name of the module distribution!)"),
('group=', None,
"package classification [default: \"Development/Libraries\"]"),
('release=', None,
"RPM release number"),
('serial=', None,
"RPM serial number"),
('vendor=', None,
"RPM \"vendor\" (eg. \"Joe Blow <joe@example.com>\") "
"[default: maintainer or author from setup script]"),
('packager=', None,
"RPM packager (eg. \"Jane Doe <jane@example.net>\") "
"[default: vendor]"),
('doc-files=', None,
"list of documentation files (space or comma-separated)"),
('changelog=', None,
"RPM changelog"),
('icon=', None,
"name of icon file"),
('provides=', None,
"capabilities provided by this package"),
('requires=', None,
"capabilities required by this package"),
('conflicts=', None,
"capabilities which conflict with this package"),
('build-requires=', None,
"capabilities required to build this package"),
('obsoletes=', None,
"capabilities made obsolete by this package"),
('no-autoreq', None,
"do not automatically calculate dependencies"),
# Actions to take when building RPM
('keep-temp', 'k',
"don't clean up RPM build directory"),
('no-keep-temp', None,
"clean up RPM build directory [default]"),
('use-rpm-opt-flags', None,
"compile with RPM_OPT_FLAGS when building from source RPM"),
('no-rpm-opt-flags', None,
"do not pass any RPM CFLAGS to compiler"),
('rpm3-mode', None,
"RPM 3 compatibility mode (default)"),
('rpm2-mode', None,
"RPM 2 compatibility mode"),
# Add the hooks necessary for specifying custom scripts
('prep-script=', None,
"Specify a script for the PREP phase of RPM building"),
('build-script=', None,
"Specify a script for the BUILD phase of RPM building"),
('pre-install=', None,
"Specify a script for the pre-INSTALL phase of RPM building"),
('install-script=', None,
"Specify a script for the INSTALL phase of RPM building"),
('post-install=', None,
"Specify a script for the post-INSTALL phase of RPM building"),
('pre-uninstall=', None,
"Specify a script for the pre-UNINSTALL phase of RPM building"),
('post-uninstall=', None,
"Specify a script for the post-UNINSTALL phase of RPM building"),
('clean-script=', None,
"Specify a script for the CLEAN phase of RPM building"),
('verify-script=', None,
"Specify a script for the VERIFY phase of the RPM build"),
# Allow a packager to explicitly force an architecture
('force-arch=', None,
"Force an architecture onto the RPM build process"),
('quiet', 'q',
"Run the INSTALL phase of RPM building in quiet mode"),
]
boolean_options = ['keep-temp', 'use-rpm-opt-flags', 'rpm3-mode',
'no-autoreq', 'quiet']
negative_opt = {'no-keep-temp': 'keep-temp',
'no-rpm-opt-flags': 'use-rpm-opt-flags',
'rpm2-mode': 'rpm3-mode'}
def initialize_options(self):
self.bdist_base = None
self.rpm_base = None
self.dist_dir = None
self.python = None
self.fix_python = None
self.spec_only = None
self.binary_only = None
self.source_only = None
self.use_bzip2 = None
self.distribution_name = None
self.group = None
self.release = None
self.serial = None
self.vendor = None
self.packager = None
self.doc_files = None
self.changelog = None
self.icon = None
self.prep_script = None
self.build_script = None
self.install_script = None
self.clean_script = None
self.verify_script = None
self.pre_install = None
self.post_install = None
self.pre_uninstall = None
self.post_uninstall = None
self.prep = None
self.provides = None
self.requires = None
self.conflicts = None
self.build_requires = None
self.obsoletes = None
self.keep_temp = 0
self.use_rpm_opt_flags = 1
self.rpm3_mode = 1
self.no_autoreq = 0
self.force_arch = None
self.quiet = 0
def finalize_options(self):
self.set_undefined_options('bdist', ('bdist_base', 'bdist_base'))
if self.rpm_base is None:
if not self.rpm3_mode:
raise DistutilsOptionError(
"you must specify --rpm-base in RPM 2 mode")
self.rpm_base = os.path.join(self.bdist_base, "rpm")
if self.python is None:
if self.fix_python:
self.python = sys.executable
else:
self.python = "python3"
elif self.fix_python:
raise DistutilsOptionError(
"--python and --fix-python are mutually exclusive options")
if os.name != 'posix':
raise DistutilsPlatformError("don't know how to create RPM "
"distributions on platform %s" % os.name)
if self.binary_only and self.source_only:
raise DistutilsOptionError(
"cannot supply both '--source-only' and '--binary-only'")
# don't pass CFLAGS to pure python distributions
if not self.distribution.has_ext_modules():
self.use_rpm_opt_flags = 0
self.set_undefined_options('bdist', ('dist_dir', 'dist_dir'))
self.finalize_package_data()
def finalize_package_data(self):
self.ensure_string('group', "Development/Libraries")
self.ensure_string('vendor',
"%s <%s>" % (self.distribution.get_contact(),
self.distribution.get_contact_email()))
self.ensure_string('packager')
self.ensure_string_list('doc_files')
if isinstance(self.doc_files, list):
for readme in ('README', 'README.txt'):
if os.path.exists(readme) and readme not in self.doc_files:
self.doc_files.append(readme)
self.ensure_string('release', "1")
self.ensure_string('serial') # should it be an int?
self.ensure_string('distribution_name')
self.ensure_string('changelog')
# Format changelog correctly
self.changelog = self._format_changelog(self.changelog)
self.ensure_filename('icon')
self.ensure_filename('prep_script')
self.ensure_filename('build_script')
self.ensure_filename('install_script')
self.ensure_filename('clean_script')
self.ensure_filename('verify_script')
self.ensure_filename('pre_install')
self.ensure_filename('post_install')
self.ensure_filename('pre_uninstall')
self.ensure_filename('post_uninstall')
# XXX don't forget we punted on summaries and descriptions -- they
# should be handled here eventually!
# Now *this* is some meta-data that belongs in the setup script...
self.ensure_string_list('provides')
self.ensure_string_list('requires')
self.ensure_string_list('conflicts')
self.ensure_string_list('build_requires')
self.ensure_string_list('obsoletes')
self.ensure_string('force_arch')
def run(self):
if DEBUG:
print("before _get_package_data():")
print("vendor =", self.vendor)
print("packager =", self.packager)
print("doc_files =", self.doc_files)
print("changelog =", self.changelog)
# make directories
if self.spec_only:
spec_dir = self.dist_dir
self.mkpath(spec_dir)
else:
rpm_dir = {}
for d in ('SOURCES', 'SPECS', 'BUILD', 'RPMS', 'SRPMS'):
rpm_dir[d] = os.path.join(self.rpm_base, d)
self.mkpath(rpm_dir[d])
spec_dir = rpm_dir['SPECS']
# Spec file goes into 'dist_dir' if '--spec-only specified',
# build/rpm.<plat> otherwise.
spec_path = os.path.join(spec_dir,
"%s.spec" % self.distribution.get_name())
self.execute(write_file,
(spec_path,
self._make_spec_file()),
"writing '%s'" % spec_path)
if self.spec_only: # stop if requested
return
# Make a source distribution and copy to SOURCES directory with
# optional icon.
saved_dist_files = self.distribution.dist_files[:]
sdist = self.reinitialize_command('sdist')
if self.use_bzip2:
sdist.formats = ['bztar']
else:
sdist.formats = ['gztar']
self.run_command('sdist')
self.distribution.dist_files = saved_dist_files
source = sdist.get_archive_files()[0]
source_dir = rpm_dir['SOURCES']
self.copy_file(source, source_dir)
if self.icon:
if os.path.exists(self.icon):
self.copy_file(self.icon, source_dir)
else:
raise DistutilsFileError(
"icon file '%s' does not exist" % self.icon)
# build package
log.info("building RPMs")
rpm_cmd = ['rpmbuild']
if self.source_only: # what kind of RPMs?
rpm_cmd.append('-bs')
elif self.binary_only:
rpm_cmd.append('-bb')
else:
rpm_cmd.append('-ba')
rpm_cmd.extend(['--define', '__python %s' % self.python])
if self.rpm3_mode:
rpm_cmd.extend(['--define',
'_topdir %s' % os.path.abspath(self.rpm_base)])
if not self.keep_temp:
rpm_cmd.append('--clean')
if self.quiet:
rpm_cmd.append('--quiet')
rpm_cmd.append(spec_path)
# Determine the binary rpm names that should be built out of this spec
# file
# Note that some of these may not be really built (if the file
# list is empty)
nvr_string = "%{name}-%{version}-%{release}"
src_rpm = nvr_string + ".src.rpm"
non_src_rpm = "%{arch}/" + nvr_string + ".%{arch}.rpm"
q_cmd = r"rpm -q --qf '%s %s\n' --specfile '%s'" % (
src_rpm, non_src_rpm, spec_path)
out = os.popen(q_cmd)
try:
binary_rpms = []
source_rpm = None
while True:
line = out.readline()
if not line:
break
l = line.strip().split()
assert(len(l) == 2)
binary_rpms.append(l[1])
# The source rpm is named after the first entry in the spec file
if source_rpm is None:
source_rpm = l[0]
status = out.close()
if status:
raise DistutilsExecError("Failed to execute: %s" % repr(q_cmd))
finally:
out.close()
self.spawn(rpm_cmd)
if not self.dry_run:
if self.distribution.has_ext_modules():
pyversion = get_python_version()
else:
pyversion = 'any'
if not self.binary_only:
srpm = os.path.join(rpm_dir['SRPMS'], source_rpm)
assert(os.path.exists(srpm))
self.move_file(srpm, self.dist_dir)
filename = os.path.join(self.dist_dir, source_rpm)
self.distribution.dist_files.append(
('bdist_rpm', pyversion, filename))
if not self.source_only:
for rpm in binary_rpms:
rpm = os.path.join(rpm_dir['RPMS'], rpm)
if os.path.exists(rpm):
self.move_file(rpm, self.dist_dir)
filename = os.path.join(self.dist_dir,
os.path.basename(rpm))
self.distribution.dist_files.append(
('bdist_rpm', pyversion, filename))
def _dist_path(self, path):
return os.path.join(self.dist_dir, os.path.basename(path))
def _make_spec_file(self):
"""Generate the text of an RPM spec file and return it as a
list of strings (one per line).
"""
# definitions and headers
spec_file = [
'%define name ' + self.distribution.get_name(),
'%define version ' + self.distribution.get_version().replace('-','_'),
'%define unmangled_version ' + self.distribution.get_version(),
'%define release ' + self.release.replace('-','_'),
'',
'Summary: ' + self.distribution.get_description(),
]
# Workaround for #14443 which affects some RPM based systems such as
# RHEL6 (and probably derivatives)
vendor_hook = subprocess.getoutput('rpm --eval %{__os_install_post}')
# Generate a potential replacement value for __os_install_post (whilst
# normalizing the whitespace to simplify the test for whether the
# invocation of brp-python-bytecompile passes in __python):
vendor_hook = '\n'.join([' %s \\' % line.strip()
for line in vendor_hook.splitlines()])
problem = "brp-python-bytecompile \\\n"
fixed = "brp-python-bytecompile %{__python} \\\n"
fixed_hook = vendor_hook.replace(problem, fixed)
if fixed_hook != vendor_hook:
spec_file.append('# Workaround for http://bugs.python.org/issue14443')
spec_file.append('%define __os_install_post ' + fixed_hook + '\n')
# put locale summaries into spec file
# XXX not supported for now (hard to put a dictionary
# in a config file -- arg!)
#for locale in self.summaries.keys():
# spec_file.append('Summary(%s): %s' % (locale,
# self.summaries[locale]))
spec_file.extend([
'Name: %{name}',
'Version: %{version}',
'Release: %{release}',])
# XXX yuck! this filename is available from the "sdist" command,
# but only after it has run: and we create the spec file before
# running "sdist", in case of --spec-only.
if self.use_bzip2:
spec_file.append('Source0: %{name}-%{unmangled_version}.tar.bz2')
else:
spec_file.append('Source0: %{name}-%{unmangled_version}.tar.gz')
spec_file.extend([
'License: ' + self.distribution.get_license(),
'Group: ' + self.group,
'BuildRoot: %{_tmppath}/%{name}-%{version}-%{release}-buildroot',
'Prefix: %{_prefix}', ])
if not self.force_arch:
# noarch if no extension modules
if not self.distribution.has_ext_modules():
spec_file.append('BuildArch: noarch')
else:
spec_file.append( 'BuildArch: %s' % self.force_arch )
for field in ('Vendor',
'Packager',
'Provides',
'Requires',
'Conflicts',
'Obsoletes',
):
val = getattr(self, field.lower())
if isinstance(val, list):
spec_file.append('%s: %s' % (field, ' '.join(val)))
elif val is not None:
spec_file.append('%s: %s' % (field, val))
if self.distribution.get_url() != 'UNKNOWN':
spec_file.append('Url: ' + self.distribution.get_url())
if self.distribution_name:
spec_file.append('Distribution: ' + self.distribution_name)
if self.build_requires:
spec_file.append('BuildRequires: ' +
' '.join(self.build_requires))
if self.icon:
spec_file.append('Icon: ' + os.path.basename(self.icon))
if self.no_autoreq:
spec_file.append('AutoReq: 0')
spec_file.extend([
'',
'%description',
self.distribution.get_long_description()
])
# put locale descriptions into spec file
# XXX again, suppressed because config file syntax doesn't
# easily support this ;-(
#for locale in self.descriptions.keys():
# spec_file.extend([
# '',
# '%description -l ' + locale,
# self.descriptions[locale],
# ])
# rpm scripts
# figure out default build script
def_setup_call = "%s %s" % (self.python,os.path.basename(sys.argv[0]))
def_build = "%s build" % def_setup_call
if self.use_rpm_opt_flags:
def_build = 'env CFLAGS="$RPM_OPT_FLAGS" ' + def_build
# insert contents of files
# XXX this is kind of misleading: user-supplied options are files
# that we open and interpolate into the spec file, but the defaults
# are just text that we drop in as-is. Hmmm.
install_cmd = ('%s install -O1 --root=$RPM_BUILD_ROOT '
'--record=INSTALLED_FILES') % def_setup_call
script_options = [
('prep', 'prep_script', "%setup -n %{name}-%{unmangled_version}"),
('build', 'build_script', def_build),
('install', 'install_script', install_cmd),
('clean', 'clean_script', "rm -rf $RPM_BUILD_ROOT"),
('verifyscript', 'verify_script', None),
('pre', 'pre_install', None),
('post', 'post_install', None),
('preun', 'pre_uninstall', None),
('postun', 'post_uninstall', None),
]
for (rpm_opt, attr, default) in script_options:
# Insert contents of file referred to, if no file is referred to
# use 'default' as contents of script
val = getattr(self, attr)
if val or default:
spec_file.extend([
'',
'%' + rpm_opt,])
if val:
with open(val) as f:
spec_file.extend(f.read().split('\n'))
else:
spec_file.append(default)
# files section
spec_file.extend([
'',
'%files -f INSTALLED_FILES',
'%defattr(-,root,root)',
])
if self.doc_files:
spec_file.append('%doc ' + ' '.join(self.doc_files))
if self.changelog:
spec_file.extend([
'',
'%changelog',])
spec_file.extend(self.changelog)
return spec_file
def _format_changelog(self, changelog):
"""Format the changelog correctly and convert it to a list of strings
"""
if not changelog:
return changelog
new_changelog = []
for line in changelog.strip().split('\n'):
line = line.strip()
if line[0] == '*':
new_changelog.extend(['', line])
elif line[0] == '-':
new_changelog.append(line)
else:
new_changelog.append(' ' + line)
# strip trailing newline inserted by first changelog entry
if not new_changelog[0]:
del new_changelog[0]
return new_changelog
distutils/command/config.py 0000644 00000031475 15115353744 0012047 0 ustar 00 """distutils.command.config
Implements the Distutils 'config' command, a (mostly) empty command class
that exists mainly to be sub-classed by specific module distributions and
applications. The idea is that while every "config" command is different,
at least they're all named the same, and users always see "config" in the
list of standard commands. Also, this is a good place to put common
configure-like tasks: "try to compile this C code", or "figure out where
this header file lives".
"""
import os, re
from distutils.core import Command
from distutils.errors import DistutilsExecError
from distutils.sysconfig import customize_compiler
from distutils import log
LANG_EXT = {"c": ".c", "c++": ".cxx"}
class config(Command):
description = "prepare to build"
user_options = [
('compiler=', None,
"specify the compiler type"),
('cc=', None,
"specify the compiler executable"),
('include-dirs=', 'I',
"list of directories to search for header files"),
('define=', 'D',
"C preprocessor macros to define"),
('undef=', 'U',
"C preprocessor macros to undefine"),
('libraries=', 'l',
"external C libraries to link with"),
('library-dirs=', 'L',
"directories to search for external C libraries"),
('noisy', None,
"show every action (compile, link, run, ...) taken"),
('dump-source', None,
"dump generated source files before attempting to compile them"),
]
# The three standard command methods: since the "config" command
# does nothing by default, these are empty.
def initialize_options(self):
self.compiler = None
self.cc = None
self.include_dirs = None
self.libraries = None
self.library_dirs = None
# maximal output for now
self.noisy = 1
self.dump_source = 1
# list of temporary files generated along-the-way that we have
# to clean at some point
self.temp_files = []
def finalize_options(self):
if self.include_dirs is None:
self.include_dirs = self.distribution.include_dirs or []
elif isinstance(self.include_dirs, str):
self.include_dirs = self.include_dirs.split(os.pathsep)
if self.libraries is None:
self.libraries = []
elif isinstance(self.libraries, str):
self.libraries = [self.libraries]
if self.library_dirs is None:
self.library_dirs = []
elif isinstance(self.library_dirs, str):
self.library_dirs = self.library_dirs.split(os.pathsep)
def run(self):
pass
# Utility methods for actual "config" commands. The interfaces are
# loosely based on Autoconf macros of similar names. Sub-classes
# may use these freely.
def _check_compiler(self):
"""Check that 'self.compiler' really is a CCompiler object;
if not, make it one.
"""
# We do this late, and only on-demand, because this is an expensive
# import.
from distutils.ccompiler import CCompiler, new_compiler
if not isinstance(self.compiler, CCompiler):
self.compiler = new_compiler(compiler=self.compiler,
dry_run=self.dry_run, force=1)
customize_compiler(self.compiler)
if self.include_dirs:
self.compiler.set_include_dirs(self.include_dirs)
if self.libraries:
self.compiler.set_libraries(self.libraries)
if self.library_dirs:
self.compiler.set_library_dirs(self.library_dirs)
def _gen_temp_sourcefile(self, body, headers, lang):
filename = "_configtest" + LANG_EXT[lang]
with open(filename, "w") as file:
if headers:
for header in headers:
file.write("#include <%s>\n" % header)
file.write("\n")
file.write(body)
if body[-1] != "\n":
file.write("\n")
return filename
def _preprocess(self, body, headers, include_dirs, lang):
src = self._gen_temp_sourcefile(body, headers, lang)
out = "_configtest.i"
self.temp_files.extend([src, out])
self.compiler.preprocess(src, out, include_dirs=include_dirs)
return (src, out)
def _compile(self, body, headers, include_dirs, lang):
src = self._gen_temp_sourcefile(body, headers, lang)
if self.dump_source:
dump_file(src, "compiling '%s':" % src)
(obj,) = self.compiler.object_filenames([src])
self.temp_files.extend([src, obj])
self.compiler.compile([src], include_dirs=include_dirs)
return (src, obj)
def _link(self, body, headers, include_dirs, libraries, library_dirs,
lang):
(src, obj) = self._compile(body, headers, include_dirs, lang)
prog = os.path.splitext(os.path.basename(src))[0]
self.compiler.link_executable([obj], prog,
libraries=libraries,
library_dirs=library_dirs,
target_lang=lang)
if self.compiler.exe_extension is not None:
prog = prog + self.compiler.exe_extension
self.temp_files.append(prog)
return (src, obj, prog)
def _clean(self, *filenames):
if not filenames:
filenames = self.temp_files
self.temp_files = []
log.info("removing: %s", ' '.join(filenames))
for filename in filenames:
try:
os.remove(filename)
except OSError:
pass
# XXX these ignore the dry-run flag: what to do, what to do? even if
# you want a dry-run build, you still need some sort of configuration
# info. My inclination is to make it up to the real config command to
# consult 'dry_run', and assume a default (minimal) configuration if
# true. The problem with trying to do it here is that you'd have to
# return either true or false from all the 'try' methods, neither of
# which is correct.
# XXX need access to the header search path and maybe default macros.
def try_cpp(self, body=None, headers=None, include_dirs=None, lang="c"):
"""Construct a source file from 'body' (a string containing lines
of C/C++ code) and 'headers' (a list of header files to include)
and run it through the preprocessor. Return true if the
preprocessor succeeded, false if there were any errors.
('body' probably isn't of much use, but what the heck.)
"""
from distutils.ccompiler import CompileError
self._check_compiler()
ok = True
try:
self._preprocess(body, headers, include_dirs, lang)
except CompileError:
ok = False
self._clean()
return ok
def search_cpp(self, pattern, body=None, headers=None, include_dirs=None,
lang="c"):
"""Construct a source file (just like 'try_cpp()'), run it through
the preprocessor, and return true if any line of the output matches
'pattern'. 'pattern' should either be a compiled regex object or a
string containing a regex. If both 'body' and 'headers' are None,
preprocesses an empty file -- which can be useful to determine the
symbols the preprocessor and compiler set by default.
"""
self._check_compiler()
src, out = self._preprocess(body, headers, include_dirs, lang)
if isinstance(pattern, str):
pattern = re.compile(pattern)
with open(out) as file:
match = False
while True:
line = file.readline()
if line == '':
break
if pattern.search(line):
match = True
break
self._clean()
return match
def try_compile(self, body, headers=None, include_dirs=None, lang="c"):
"""Try to compile a source file built from 'body' and 'headers'.
Return true on success, false otherwise.
"""
from distutils.ccompiler import CompileError
self._check_compiler()
try:
self._compile(body, headers, include_dirs, lang)
ok = True
except CompileError:
ok = False
log.info(ok and "success!" or "failure.")
self._clean()
return ok
def try_link(self, body, headers=None, include_dirs=None, libraries=None,
library_dirs=None, lang="c"):
"""Try to compile and link a source file, built from 'body' and
'headers', to executable form. Return true on success, false
otherwise.
"""
from distutils.ccompiler import CompileError, LinkError
self._check_compiler()
try:
self._link(body, headers, include_dirs,
libraries, library_dirs, lang)
ok = True
except (CompileError, LinkError):
ok = False
log.info(ok and "success!" or "failure.")
self._clean()
return ok
def try_run(self, body, headers=None, include_dirs=None, libraries=None,
library_dirs=None, lang="c"):
"""Try to compile, link to an executable, and run a program
built from 'body' and 'headers'. Return true on success, false
otherwise.
"""
from distutils.ccompiler import CompileError, LinkError
self._check_compiler()
try:
src, obj, exe = self._link(body, headers, include_dirs,
libraries, library_dirs, lang)
self.spawn([exe])
ok = True
except (CompileError, LinkError, DistutilsExecError):
ok = False
log.info(ok and "success!" or "failure.")
self._clean()
return ok
# -- High-level methods --------------------------------------------
# (these are the ones that are actually likely to be useful
# when implementing a real-world config command!)
def check_func(self, func, headers=None, include_dirs=None,
libraries=None, library_dirs=None, decl=0, call=0):
"""Determine if function 'func' is available by constructing a
source file that refers to 'func', and compiles and links it.
If everything succeeds, returns true; otherwise returns false.
The constructed source file starts out by including the header
files listed in 'headers'. If 'decl' is true, it then declares
'func' (as "int func()"); you probably shouldn't supply 'headers'
and set 'decl' true in the same call, or you might get errors about
a conflicting declarations for 'func'. Finally, the constructed
'main()' function either references 'func' or (if 'call' is true)
calls it. 'libraries' and 'library_dirs' are used when
linking.
"""
self._check_compiler()
body = []
if decl:
body.append("int %s ();" % func)
body.append("int main () {")
if call:
body.append(" %s();" % func)
else:
body.append(" %s;" % func)
body.append("}")
body = "\n".join(body) + "\n"
return self.try_link(body, headers, include_dirs,
libraries, library_dirs)
def check_lib(self, library, library_dirs=None, headers=None,
include_dirs=None, other_libraries=[]):
"""Determine if 'library' is available to be linked against,
without actually checking that any particular symbols are provided
by it. 'headers' will be used in constructing the source file to
be compiled, but the only effect of this is to check if all the
header files listed are available. Any libraries listed in
'other_libraries' will be included in the link, in case 'library'
has symbols that depend on other libraries.
"""
self._check_compiler()
return self.try_link("int main (void) { }", headers, include_dirs,
[library] + other_libraries, library_dirs)
def check_header(self, header, include_dirs=None, library_dirs=None,
lang="c"):
"""Determine if the system header file named by 'header_file'
exists and can be found by the preprocessor; return true if so,
false otherwise.
"""
return self.try_cpp(body="/* No body */", headers=[header],
include_dirs=include_dirs)
def dump_file(filename, head=None):
"""Dumps a file content into log.info.
If head is not None, will be dumped before the file content.
"""
if head is None:
log.info('%s', filename)
else:
log.info(head)
file = open(filename)
try:
log.info(file.read())
finally:
file.close()
distutils/command/sdist.py 0000644 00000045075 15115353744 0011731 0 ustar 00 """distutils.command.sdist
Implements the Distutils 'sdist' command (create a source distribution)."""
import os
import sys
from glob import glob
from warnings import warn
from distutils.core import Command
from distutils import dir_util
from distutils import file_util
from distutils import archive_util
from distutils.text_file import TextFile
from distutils.filelist import FileList
from distutils import log
from distutils.util import convert_path
from distutils.errors import DistutilsTemplateError, DistutilsOptionError
def show_formats():
"""Print all possible values for the 'formats' option (used by
the "--help-formats" command-line option).
"""
from distutils.fancy_getopt import FancyGetopt
from distutils.archive_util import ARCHIVE_FORMATS
formats = []
for format in ARCHIVE_FORMATS.keys():
formats.append(("formats=" + format, None,
ARCHIVE_FORMATS[format][2]))
formats.sort()
FancyGetopt(formats).print_help(
"List of available source distribution formats:")
class sdist(Command):
description = "create a source distribution (tarball, zip file, etc.)"
def checking_metadata(self):
"""Callable used for the check sub-command.
Placed here so user_options can view it"""
return self.metadata_check
user_options = [
('template=', 't',
"name of manifest template file [default: MANIFEST.in]"),
('manifest=', 'm',
"name of manifest file [default: MANIFEST]"),
('use-defaults', None,
"include the default file set in the manifest "
"[default; disable with --no-defaults]"),
('no-defaults', None,
"don't include the default file set"),
('prune', None,
"specifically exclude files/directories that should not be "
"distributed (build tree, RCS/CVS dirs, etc.) "
"[default; disable with --no-prune]"),
('no-prune', None,
"don't automatically exclude anything"),
('manifest-only', 'o',
"just regenerate the manifest and then stop "
"(implies --force-manifest)"),
('force-manifest', 'f',
"forcibly regenerate the manifest and carry on as usual. "
"Deprecated: now the manifest is always regenerated."),
('formats=', None,
"formats for source distribution (comma-separated list)"),
('keep-temp', 'k',
"keep the distribution tree around after creating " +
"archive file(s)"),
('dist-dir=', 'd',
"directory to put the source distribution archive(s) in "
"[default: dist]"),
('metadata-check', None,
"Ensure that all required elements of meta-data "
"are supplied. Warn if any missing. [default]"),
('owner=', 'u',
"Owner name used when creating a tar file [default: current user]"),
('group=', 'g',
"Group name used when creating a tar file [default: current group]"),
]
boolean_options = ['use-defaults', 'prune',
'manifest-only', 'force-manifest',
'keep-temp', 'metadata-check']
help_options = [
('help-formats', None,
"list available distribution formats", show_formats),
]
negative_opt = {'no-defaults': 'use-defaults',
'no-prune': 'prune' }
sub_commands = [('check', checking_metadata)]
READMES = ('README', 'README.txt', 'README.rst')
def initialize_options(self):
# 'template' and 'manifest' are, respectively, the names of
# the manifest template and manifest file.
self.template = None
self.manifest = None
# 'use_defaults': if true, we will include the default file set
# in the manifest
self.use_defaults = 1
self.prune = 1
self.manifest_only = 0
self.force_manifest = 0
self.formats = ['gztar']
self.keep_temp = 0
self.dist_dir = None
self.archive_files = None
self.metadata_check = 1
self.owner = None
self.group = None
def finalize_options(self):
if self.manifest is None:
self.manifest = "MANIFEST"
if self.template is None:
self.template = "MANIFEST.in"
self.ensure_string_list('formats')
bad_format = archive_util.check_archive_formats(self.formats)
if bad_format:
raise DistutilsOptionError(
"unknown archive format '%s'" % bad_format)
if self.dist_dir is None:
self.dist_dir = "dist"
def run(self):
# 'filelist' contains the list of files that will make up the
# manifest
self.filelist = FileList()
# Run sub commands
for cmd_name in self.get_sub_commands():
self.run_command(cmd_name)
# Do whatever it takes to get the list of files to process
# (process the manifest template, read an existing manifest,
# whatever). File list is accumulated in 'self.filelist'.
self.get_file_list()
# If user just wanted us to regenerate the manifest, stop now.
if self.manifest_only:
return
# Otherwise, go ahead and create the source distribution tarball,
# or zipfile, or whatever.
self.make_distribution()
def check_metadata(self):
"""Deprecated API."""
warn("distutils.command.sdist.check_metadata is deprecated, \
use the check command instead", PendingDeprecationWarning)
check = self.distribution.get_command_obj('check')
check.ensure_finalized()
check.run()
def get_file_list(self):
"""Figure out the list of files to include in the source
distribution, and put it in 'self.filelist'. This might involve
reading the manifest template (and writing the manifest), or just
reading the manifest, or just using the default file set -- it all
depends on the user's options.
"""
# new behavior when using a template:
# the file list is recalculated every time because
# even if MANIFEST.in or setup.py are not changed
# the user might have added some files in the tree that
# need to be included.
#
# This makes --force the default and only behavior with templates.
template_exists = os.path.isfile(self.template)
if not template_exists and self._manifest_is_not_generated():
self.read_manifest()
self.filelist.sort()
self.filelist.remove_duplicates()
return
if not template_exists:
self.warn(("manifest template '%s' does not exist " +
"(using default file list)") %
self.template)
self.filelist.findall()
if self.use_defaults:
self.add_defaults()
if template_exists:
self.read_template()
if self.prune:
self.prune_file_list()
self.filelist.sort()
self.filelist.remove_duplicates()
self.write_manifest()
def add_defaults(self):
"""Add all the default files to self.filelist:
- README or README.txt
- setup.py
- test/test*.py
- all pure Python modules mentioned in setup script
- all files pointed by package_data (build_py)
- all files defined in data_files.
- all files defined as scripts.
- all C sources listed as part of extensions or C libraries
in the setup script (doesn't catch C headers!)
Warns if (README or README.txt) or setup.py are missing; everything
else is optional.
"""
self._add_defaults_standards()
self._add_defaults_optional()
self._add_defaults_python()
self._add_defaults_data_files()
self._add_defaults_ext()
self._add_defaults_c_libs()
self._add_defaults_scripts()
@staticmethod
def _cs_path_exists(fspath):
"""
Case-sensitive path existence check
>>> sdist._cs_path_exists(__file__)
True
>>> sdist._cs_path_exists(__file__.upper())
False
"""
if not os.path.exists(fspath):
return False
# make absolute so we always have a directory
abspath = os.path.abspath(fspath)
directory, filename = os.path.split(abspath)
return filename in os.listdir(directory)
def _add_defaults_standards(self):
standards = [self.READMES, self.distribution.script_name]
for fn in standards:
if isinstance(fn, tuple):
alts = fn
got_it = False
for fn in alts:
if self._cs_path_exists(fn):
got_it = True
self.filelist.append(fn)
break
if not got_it:
self.warn("standard file not found: should have one of " +
', '.join(alts))
else:
if self._cs_path_exists(fn):
self.filelist.append(fn)
else:
self.warn("standard file '%s' not found" % fn)
def _add_defaults_optional(self):
optional = ['test/test*.py', 'setup.cfg']
for pattern in optional:
files = filter(os.path.isfile, glob(pattern))
self.filelist.extend(files)
def _add_defaults_python(self):
# build_py is used to get:
# - python modules
# - files defined in package_data
build_py = self.get_finalized_command('build_py')
# getting python files
if self.distribution.has_pure_modules():
self.filelist.extend(build_py.get_source_files())
# getting package_data files
# (computed in build_py.data_files by build_py.finalize_options)
for pkg, src_dir, build_dir, filenames in build_py.data_files:
for filename in filenames:
self.filelist.append(os.path.join(src_dir, filename))
def _add_defaults_data_files(self):
# getting distribution.data_files
if self.distribution.has_data_files():
for item in self.distribution.data_files:
if isinstance(item, str):
# plain file
item = convert_path(item)
if os.path.isfile(item):
self.filelist.append(item)
else:
# a (dirname, filenames) tuple
dirname, filenames = item
for f in filenames:
f = convert_path(f)
if os.path.isfile(f):
self.filelist.append(f)
def _add_defaults_ext(self):
if self.distribution.has_ext_modules():
build_ext = self.get_finalized_command('build_ext')
self.filelist.extend(build_ext.get_source_files())
def _add_defaults_c_libs(self):
if self.distribution.has_c_libraries():
build_clib = self.get_finalized_command('build_clib')
self.filelist.extend(build_clib.get_source_files())
def _add_defaults_scripts(self):
if self.distribution.has_scripts():
build_scripts = self.get_finalized_command('build_scripts')
self.filelist.extend(build_scripts.get_source_files())
def read_template(self):
"""Read and parse manifest template file named by self.template.
(usually "MANIFEST.in") The parsing and processing is done by
'self.filelist', which updates itself accordingly.
"""
log.info("reading manifest template '%s'", self.template)
template = TextFile(self.template, strip_comments=1, skip_blanks=1,
join_lines=1, lstrip_ws=1, rstrip_ws=1,
collapse_join=1)
try:
while True:
line = template.readline()
if line is None: # end of file
break
try:
self.filelist.process_template_line(line)
# the call above can raise a DistutilsTemplateError for
# malformed lines, or a ValueError from the lower-level
# convert_path function
except (DistutilsTemplateError, ValueError) as msg:
self.warn("%s, line %d: %s" % (template.filename,
template.current_line,
msg))
finally:
template.close()
def prune_file_list(self):
"""Prune off branches that might slip into the file list as created
by 'read_template()', but really don't belong there:
* the build tree (typically "build")
* the release tree itself (only an issue if we ran "sdist"
previously with --keep-temp, or it aborted)
* any RCS, CVS, .svn, .hg, .git, .bzr, _darcs directories
"""
build = self.get_finalized_command('build')
base_dir = self.distribution.get_fullname()
self.filelist.exclude_pattern(None, prefix=build.build_base)
self.filelist.exclude_pattern(None, prefix=base_dir)
if sys.platform == 'win32':
seps = r'/|\\'
else:
seps = '/'
vcs_dirs = ['RCS', 'CVS', r'\.svn', r'\.hg', r'\.git', r'\.bzr',
'_darcs']
vcs_ptrn = r'(^|%s)(%s)(%s).*' % (seps, '|'.join(vcs_dirs), seps)
self.filelist.exclude_pattern(vcs_ptrn, is_regex=1)
def write_manifest(self):
"""Write the file list in 'self.filelist' (presumably as filled in
by 'add_defaults()' and 'read_template()') to the manifest file
named by 'self.manifest'.
"""
if self._manifest_is_not_generated():
log.info("not writing to manually maintained "
"manifest file '%s'" % self.manifest)
return
content = self.filelist.files[:]
content.insert(0, '# file GENERATED by distutils, do NOT edit')
self.execute(file_util.write_file, (self.manifest, content),
"writing manifest file '%s'" % self.manifest)
def _manifest_is_not_generated(self):
# check for special comment used in 3.1.3 and higher
if not os.path.isfile(self.manifest):
return False
fp = open(self.manifest)
try:
first_line = fp.readline()
finally:
fp.close()
return first_line != '# file GENERATED by distutils, do NOT edit\n'
def read_manifest(self):
"""Read the manifest file (named by 'self.manifest') and use it to
fill in 'self.filelist', the list of files to include in the source
distribution.
"""
log.info("reading manifest file '%s'", self.manifest)
with open(self.manifest) as manifest:
for line in manifest:
# ignore comments and blank lines
line = line.strip()
if line.startswith('#') or not line:
continue
self.filelist.append(line)
def make_release_tree(self, base_dir, files):
"""Create the directory tree that will become the source
distribution archive. All directories implied by the filenames in
'files' are created under 'base_dir', and then we hard link or copy
(if hard linking is unavailable) those files into place.
Essentially, this duplicates the developer's source tree, but in a
directory named after the distribution, containing only the files
to be distributed.
"""
# Create all the directories under 'base_dir' necessary to
# put 'files' there; the 'mkpath()' is just so we don't die
# if the manifest happens to be empty.
self.mkpath(base_dir)
dir_util.create_tree(base_dir, files, dry_run=self.dry_run)
# And walk over the list of files, either making a hard link (if
# os.link exists) to each one that doesn't already exist in its
# corresponding location under 'base_dir', or copying each file
# that's out-of-date in 'base_dir'. (Usually, all files will be
# out-of-date, because by default we blow away 'base_dir' when
# we're done making the distribution archives.)
if hasattr(os, 'link'): # can make hard links on this system
link = 'hard'
msg = "making hard links in %s..." % base_dir
else: # nope, have to copy
link = None
msg = "copying files to %s..." % base_dir
if not files:
log.warn("no files to distribute -- empty manifest?")
else:
log.info(msg)
for file in files:
if not os.path.isfile(file):
log.warn("'%s' not a regular file -- skipping", file)
else:
dest = os.path.join(base_dir, file)
self.copy_file(file, dest, link=link)
self.distribution.metadata.write_pkg_info(base_dir)
def make_distribution(self):
"""Create the source distribution(s). First, we create the release
tree with 'make_release_tree()'; then, we create all required
archive files (according to 'self.formats') from the release tree.
Finally, we clean up by blowing away the release tree (unless
'self.keep_temp' is true). The list of archive files created is
stored so it can be retrieved later by 'get_archive_files()'.
"""
# Don't warn about missing meta-data here -- should be (and is!)
# done elsewhere.
base_dir = self.distribution.get_fullname()
base_name = os.path.join(self.dist_dir, base_dir)
self.make_release_tree(base_dir, self.filelist.files)
archive_files = [] # remember names of files we create
# tar archive must be created last to avoid overwrite and remove
if 'tar' in self.formats:
self.formats.append(self.formats.pop(self.formats.index('tar')))
for fmt in self.formats:
file = self.make_archive(base_name, fmt, base_dir=base_dir,
owner=self.owner, group=self.group)
archive_files.append(file)
self.distribution.dist_files.append(('sdist', '', file))
self.archive_files = archive_files
if not self.keep_temp:
dir_util.remove_tree(base_dir, dry_run=self.dry_run)
def get_archive_files(self):
"""Return the list of archive files created when the command
was run, or None if the command hasn't run yet.
"""
return self.archive_files
distutils/command/install_data.py 0000644 00000005406 15115353744 0013234 0 ustar 00 """distutils.command.install_data
Implements the Distutils 'install_data' command, for installing
platform-independent data files."""
# contributed by Bastian Kleineidam
import os
from distutils.core import Command
from distutils.util import change_root, convert_path
class install_data(Command):
description = "install data files"
user_options = [
('install-dir=', 'd',
"base directory for installing data files "
"(default: installation base dir)"),
('root=', None,
"install everything relative to this alternate root directory"),
('force', 'f', "force installation (overwrite existing files)"),
]
boolean_options = ['force']
def initialize_options(self):
self.install_dir = None
self.outfiles = []
self.root = None
self.force = 0
self.data_files = self.distribution.data_files
self.warn_dir = 1
def finalize_options(self):
self.set_undefined_options('install',
('install_data', 'install_dir'),
('root', 'root'),
('force', 'force'),
)
def run(self):
self.mkpath(self.install_dir)
for f in self.data_files:
if isinstance(f, str):
# it's a simple file, so copy it
f = convert_path(f)
if self.warn_dir:
self.warn("setup script did not provide a directory for "
"'%s' -- installing right in '%s'" %
(f, self.install_dir))
(out, _) = self.copy_file(f, self.install_dir)
self.outfiles.append(out)
else:
# it's a tuple with path to install to and a list of files
dir = convert_path(f[0])
if not os.path.isabs(dir):
dir = os.path.join(self.install_dir, dir)
elif self.root:
dir = change_root(self.root, dir)
self.mkpath(dir)
if f[1] == []:
# If there are no files listed, the user must be
# trying to create an empty directory, so add the
# directory to the list of output files.
self.outfiles.append(dir)
else:
# Copy files, adding them to the list of output files.
for data in f[1]:
data = convert_path(data)
(out, _) = self.copy_file(data, dir)
self.outfiles.append(out)
def get_inputs(self):
return self.data_files or []
def get_outputs(self):
return self.outfiles
distutils/command/__init__.py 0000644 00000001437 15115353744 0012334 0 ustar 00 """distutils.command
Package containing implementation of all the standard Distutils
commands."""
__all__ = ['build',
'build_py',
'build_ext',
'build_clib',
'build_scripts',
'clean',
'install',
'install_lib',
'install_headers',
'install_scripts',
'install_data',
'sdist',
'register',
'bdist',
'bdist_dumb',
'bdist_rpm',
'bdist_wininst',
'check',
'upload',
# These two are reserved for future use:
#'bdist_sdux',
#'bdist_pkgtool',
# Note:
# bdist_packager is not included because it only provides
# an abstract base class
]
distutils/command/check.py 0000644 00000012737 15115353744 0011657 0 ustar 00 """distutils.command.check
Implements the Distutils 'check' command.
"""
from distutils.core import Command
from distutils.errors import DistutilsSetupError
try:
# docutils is installed
from docutils.utils import Reporter
from docutils.parsers.rst import Parser
from docutils import frontend
from docutils import nodes
from io import StringIO
class SilentReporter(Reporter):
def __init__(self, source, report_level, halt_level, stream=None,
debug=0, encoding='ascii', error_handler='replace'):
self.messages = []
Reporter.__init__(self, source, report_level, halt_level, stream,
debug, encoding, error_handler)
def system_message(self, level, message, *children, **kwargs):
self.messages.append((level, message, children, kwargs))
return nodes.system_message(message, level=level,
type=self.levels[level],
*children, **kwargs)
HAS_DOCUTILS = True
except Exception:
# Catch all exceptions because exceptions besides ImportError probably
# indicate that docutils is not ported to Py3k.
HAS_DOCUTILS = False
class check(Command):
"""This command checks the meta-data of the package.
"""
description = ("perform some checks on the package")
user_options = [('metadata', 'm', 'Verify meta-data'),
('restructuredtext', 'r',
('Checks if long string meta-data syntax '
'are reStructuredText-compliant')),
('strict', 's',
'Will exit with an error if a check fails')]
boolean_options = ['metadata', 'restructuredtext', 'strict']
def initialize_options(self):
"""Sets default values for options."""
self.restructuredtext = 0
self.metadata = 1
self.strict = 0
self._warnings = 0
def finalize_options(self):
pass
def warn(self, msg):
"""Counts the number of warnings that occurs."""
self._warnings += 1
return Command.warn(self, msg)
def run(self):
"""Runs the command."""
# perform the various tests
if self.metadata:
self.check_metadata()
if self.restructuredtext:
if HAS_DOCUTILS:
self.check_restructuredtext()
elif self.strict:
raise DistutilsSetupError('The docutils package is needed.')
# let's raise an error in strict mode, if we have at least
# one warning
if self.strict and self._warnings > 0:
raise DistutilsSetupError('Please correct your package.')
def check_metadata(self):
"""Ensures that all required elements of meta-data are supplied.
name, version, URL, (author and author_email) or
(maintainer and maintainer_email)).
Warns if any are missing.
"""
metadata = self.distribution.metadata
missing = []
for attr in ('name', 'version', 'url'):
if not (hasattr(metadata, attr) and getattr(metadata, attr)):
missing.append(attr)
if missing:
self.warn("missing required meta-data: %s" % ', '.join(missing))
if metadata.author:
if not metadata.author_email:
self.warn("missing meta-data: if 'author' supplied, " +
"'author_email' must be supplied too")
elif metadata.maintainer:
if not metadata.maintainer_email:
self.warn("missing meta-data: if 'maintainer' supplied, " +
"'maintainer_email' must be supplied too")
else:
self.warn("missing meta-data: either (author and author_email) " +
"or (maintainer and maintainer_email) " +
"must be supplied")
def check_restructuredtext(self):
"""Checks if the long string fields are reST-compliant."""
data = self.distribution.get_long_description()
for warning in self._check_rst_data(data):
line = warning[-1].get('line')
if line is None:
warning = warning[1]
else:
warning = '%s (line %s)' % (warning[1], line)
self.warn(warning)
def _check_rst_data(self, data):
"""Returns warnings when the provided data doesn't compile."""
# the include and csv_table directives need this to be a path
source_path = self.distribution.script_name or 'setup.py'
parser = Parser()
settings = frontend.OptionParser(components=(Parser,)).get_default_values()
settings.tab_width = 4
settings.pep_references = None
settings.rfc_references = None
reporter = SilentReporter(source_path,
settings.report_level,
settings.halt_level,
stream=settings.warning_stream,
debug=settings.debug,
encoding=settings.error_encoding,
error_handler=settings.error_encoding_error_handler)
document = nodes.document(settings, reporter, source=source_path)
document.note_source(source_path, -1)
try:
parser.parse(data, document)
except AttributeError as e:
reporter.messages.append(
(-1, 'Could not finish the parsing: %s.' % e, '', {}))
return reporter.messages
distutils/command/build_clib.py 0000644 00000017526 15115353744 0012673 0 ustar 00 """distutils.command.build_clib
Implements the Distutils 'build_clib' command, to build a C/C++ library
that is included in the module distribution and needed by an extension
module."""
# XXX this module has *lots* of code ripped-off quite transparently from
# build_ext.py -- not surprisingly really, as the work required to build
# a static library from a collection of C source files is not really all
# that different from what's required to build a shared object file from
# a collection of C source files. Nevertheless, I haven't done the
# necessary refactoring to account for the overlap in code between the
# two modules, mainly because a number of subtle details changed in the
# cut 'n paste. Sigh.
import os
from distutils.core import Command
from distutils.errors import *
from distutils.sysconfig import customize_compiler
from distutils import log
def show_compilers():
from distutils.ccompiler import show_compilers
show_compilers()
class build_clib(Command):
description = "build C/C++ libraries used by Python extensions"
user_options = [
('build-clib=', 'b',
"directory to build C/C++ libraries to"),
('build-temp=', 't',
"directory to put temporary build by-products"),
('debug', 'g',
"compile with debugging information"),
('force', 'f',
"forcibly build everything (ignore file timestamps)"),
('compiler=', 'c',
"specify the compiler type"),
]
boolean_options = ['debug', 'force']
help_options = [
('help-compiler', None,
"list available compilers", show_compilers),
]
def initialize_options(self):
self.build_clib = None
self.build_temp = None
# List of libraries to build
self.libraries = None
# Compilation options for all libraries
self.include_dirs = None
self.define = None
self.undef = None
self.debug = None
self.force = 0
self.compiler = None
def finalize_options(self):
# This might be confusing: both build-clib and build-temp default
# to build-temp as defined by the "build" command. This is because
# I think that C libraries are really just temporary build
# by-products, at least from the point of view of building Python
# extensions -- but I want to keep my options open.
self.set_undefined_options('build',
('build_temp', 'build_clib'),
('build_temp', 'build_temp'),
('compiler', 'compiler'),
('debug', 'debug'),
('force', 'force'))
self.libraries = self.distribution.libraries
if self.libraries:
self.check_library_list(self.libraries)
if self.include_dirs is None:
self.include_dirs = self.distribution.include_dirs or []
if isinstance(self.include_dirs, str):
self.include_dirs = self.include_dirs.split(os.pathsep)
# XXX same as for build_ext -- what about 'self.define' and
# 'self.undef' ?
def run(self):
if not self.libraries:
return
# Yech -- this is cut 'n pasted from build_ext.py!
from distutils.ccompiler import new_compiler
self.compiler = new_compiler(compiler=self.compiler,
dry_run=self.dry_run,
force=self.force)
customize_compiler(self.compiler)
if self.include_dirs is not None:
self.compiler.set_include_dirs(self.include_dirs)
if self.define is not None:
# 'define' option is a list of (name,value) tuples
for (name,value) in self.define:
self.compiler.define_macro(name, value)
if self.undef is not None:
for macro in self.undef:
self.compiler.undefine_macro(macro)
self.build_libraries(self.libraries)
def check_library_list(self, libraries):
"""Ensure that the list of libraries is valid.
`library` is presumably provided as a command option 'libraries'.
This method checks that it is a list of 2-tuples, where the tuples
are (library_name, build_info_dict).
Raise DistutilsSetupError if the structure is invalid anywhere;
just returns otherwise.
"""
if not isinstance(libraries, list):
raise DistutilsSetupError(
"'libraries' option must be a list of tuples")
for lib in libraries:
if not isinstance(lib, tuple) and len(lib) != 2:
raise DistutilsSetupError(
"each element of 'libraries' must a 2-tuple")
name, build_info = lib
if not isinstance(name, str):
raise DistutilsSetupError(
"first element of each tuple in 'libraries' "
"must be a string (the library name)")
if '/' in name or (os.sep != '/' and os.sep in name):
raise DistutilsSetupError("bad library name '%s': "
"may not contain directory separators" % lib[0])
if not isinstance(build_info, dict):
raise DistutilsSetupError(
"second element of each tuple in 'libraries' "
"must be a dictionary (build info)")
def get_library_names(self):
# Assume the library list is valid -- 'check_library_list()' is
# called from 'finalize_options()', so it should be!
if not self.libraries:
return None
lib_names = []
for (lib_name, build_info) in self.libraries:
lib_names.append(lib_name)
return lib_names
def get_source_files(self):
self.check_library_list(self.libraries)
filenames = []
for (lib_name, build_info) in self.libraries:
sources = build_info.get('sources')
if sources is None or not isinstance(sources, (list, tuple)):
raise DistutilsSetupError(
"in 'libraries' option (library '%s'), "
"'sources' must be present and must be "
"a list of source filenames" % lib_name)
filenames.extend(sources)
return filenames
def build_libraries(self, libraries):
for (lib_name, build_info) in libraries:
sources = build_info.get('sources')
if sources is None or not isinstance(sources, (list, tuple)):
raise DistutilsSetupError(
"in 'libraries' option (library '%s'), "
"'sources' must be present and must be "
"a list of source filenames" % lib_name)
sources = list(sources)
log.info("building '%s' library", lib_name)
# First, compile the source code to object files in the library
# directory. (This should probably change to putting object
# files in a temporary build directory.)
macros = build_info.get('macros')
include_dirs = build_info.get('include_dirs')
objects = self.compiler.compile(sources,
output_dir=self.build_temp,
macros=macros,
include_dirs=include_dirs,
debug=self.debug)
# Now "link" the object files together into a static library.
# (On Unix at least, this isn't really linking -- it just
# builds an archive. Whatever.)
self.compiler.create_static_lib(objects, lib_name,
output_dir=self.build_clib,
debug=self.debug)
distutils/command/install_headers.py 0000644 00000002422 15115353744 0013731 0 ustar 00 """distutils.command.install_headers
Implements the Distutils 'install_headers' command, to install C/C++ header
files to the Python include directory."""
from distutils.core import Command
# XXX force is never used
class install_headers(Command):
description = "install C/C++ header files"
user_options = [('install-dir=', 'd',
"directory to install header files to"),
('force', 'f',
"force installation (overwrite existing files)"),
]
boolean_options = ['force']
def initialize_options(self):
self.install_dir = None
self.force = 0
self.outfiles = []
def finalize_options(self):
self.set_undefined_options('install',
('install_headers', 'install_dir'),
('force', 'force'))
def run(self):
headers = self.distribution.headers
if not headers:
return
self.mkpath(self.install_dir)
for header in headers:
(out, _) = self.copy_file(header, self.install_dir)
self.outfiles.append(out)
def get_inputs(self):
return self.distribution.headers or []
def get_outputs(self):
return self.outfiles
distutils/command/install.py 0000644 00000065201 15115353744 0012242 0 ustar 00 """distutils.command.install
Implements the Distutils 'install' command."""
import sys
import os
from distutils import log
from distutils.core import Command
from distutils.debug import DEBUG
from distutils.sysconfig import get_config_vars
from distutils.errors import DistutilsPlatformError
from distutils.file_util import write_file
from distutils.util import convert_path, subst_vars, change_root
from distutils.util import get_platform
from distutils.errors import DistutilsOptionError
from site import USER_BASE
from site import USER_SITE
HAS_USER_SITE = True
WINDOWS_SCHEME = {
'purelib': '$base/Lib/site-packages',
'platlib': '$base/Lib/site-packages',
'headers': '$base/Include/$dist_name',
'scripts': '$base/Scripts',
'data' : '$base',
}
INSTALL_SCHEMES = {
'unix_prefix': {
'purelib': '$base/lib/python$py_version_short/site-packages',
'platlib': '$platbase/lib64/python$py_version_short/site-packages',
'headers': '$base/include/python$py_version_short$abiflags/$dist_name',
'scripts': '$base/bin',
'data' : '$base',
},
'unix_home': {
'purelib': '$base/lib/python',
'platlib': '$base/lib64/python',
'headers': '$base/include/python/$dist_name',
'scripts': '$base/bin',
'data' : '$base',
},
'nt': WINDOWS_SCHEME,
}
# user site schemes
if HAS_USER_SITE:
INSTALL_SCHEMES['nt_user'] = {
'purelib': '$usersite',
'platlib': '$usersite',
'headers': '$userbase/Python$py_version_nodot/Include/$dist_name',
'scripts': '$userbase/Python$py_version_nodot/Scripts',
'data' : '$userbase',
}
INSTALL_SCHEMES['unix_user'] = {
'purelib': '$usersite',
'platlib': '$usersite',
'headers':
'$userbase/include/python$py_version_short$abiflags/$dist_name',
'scripts': '$userbase/bin',
'data' : '$userbase',
}
# The keys to an installation scheme; if any new types of files are to be
# installed, be sure to add an entry to every installation scheme above,
# and to SCHEME_KEYS here.
SCHEME_KEYS = ('purelib', 'platlib', 'headers', 'scripts', 'data')
class install(Command):
description = "install everything from build directory"
user_options = [
# Select installation scheme and set base director(y|ies)
('prefix=', None,
"installation prefix"),
('exec-prefix=', None,
"(Unix only) prefix for platform-specific files"),
('home=', None,
"(Unix only) home directory to install under"),
# Or, just set the base director(y|ies)
('install-base=', None,
"base installation directory (instead of --prefix or --home)"),
('install-platbase=', None,
"base installation directory for platform-specific files " +
"(instead of --exec-prefix or --home)"),
('root=', None,
"install everything relative to this alternate root directory"),
# Or, explicitly set the installation scheme
('install-purelib=', None,
"installation directory for pure Python module distributions"),
('install-platlib=', None,
"installation directory for non-pure module distributions"),
('install-lib=', None,
"installation directory for all module distributions " +
"(overrides --install-purelib and --install-platlib)"),
('install-headers=', None,
"installation directory for C/C++ headers"),
('install-scripts=', None,
"installation directory for Python scripts"),
('install-data=', None,
"installation directory for data files"),
# Byte-compilation options -- see install_lib.py for details, as
# these are duplicated from there (but only install_lib does
# anything with them).
('compile', 'c', "compile .py to .pyc [default]"),
('no-compile', None, "don't compile .py files"),
('optimize=', 'O',
"also compile with optimization: -O1 for \"python -O\", "
"-O2 for \"python -OO\", and -O0 to disable [default: -O0]"),
# Miscellaneous control options
('force', 'f',
"force installation (overwrite any existing files)"),
('skip-build', None,
"skip rebuilding everything (for testing/debugging)"),
# Where to install documentation (eventually!)
#('doc-format=', None, "format of documentation to generate"),
#('install-man=', None, "directory for Unix man pages"),
#('install-html=', None, "directory for HTML documentation"),
#('install-info=', None, "directory for GNU info files"),
('record=', None,
"filename in which to record list of installed files"),
]
boolean_options = ['compile', 'force', 'skip-build']
if HAS_USER_SITE:
user_options.append(('user', None,
"install in user site-package '%s'" % USER_SITE))
boolean_options.append('user')
negative_opt = {'no-compile' : 'compile'}
def initialize_options(self):
"""Initializes options."""
# High-level options: these select both an installation base
# and scheme.
self.prefix = None
self.exec_prefix = None
self.home = None
self.user = 0
# These select only the installation base; it's up to the user to
# specify the installation scheme (currently, that means supplying
# the --install-{platlib,purelib,scripts,data} options).
self.install_base = None
self.install_platbase = None
self.root = None
# These options are the actual installation directories; if not
# supplied by the user, they are filled in using the installation
# scheme implied by prefix/exec-prefix/home and the contents of
# that installation scheme.
self.install_purelib = None # for pure module distributions
self.install_platlib = None # non-pure (dists w/ extensions)
self.install_headers = None # for C/C++ headers
self.install_lib = None # set to either purelib or platlib
self.install_scripts = None
self.install_data = None
self.install_userbase = USER_BASE
self.install_usersite = USER_SITE
self.compile = None
self.optimize = None
# Deprecated
# These two are for putting non-packagized distributions into their
# own directory and creating a .pth file if it makes sense.
# 'extra_path' comes from the setup file; 'install_path_file' can
# be turned off if it makes no sense to install a .pth file. (But
# better to install it uselessly than to guess wrong and not
# install it when it's necessary and would be used!) Currently,
# 'install_path_file' is always true unless some outsider meddles
# with it.
self.extra_path = None
self.install_path_file = 1
# 'force' forces installation, even if target files are not
# out-of-date. 'skip_build' skips running the "build" command,
# handy if you know it's not necessary. 'warn_dir' (which is *not*
# a user option, it's just there so the bdist_* commands can turn
# it off) determines whether we warn about installing to a
# directory not in sys.path.
self.force = 0
self.skip_build = 0
self.warn_dir = 1
# These are only here as a conduit from the 'build' command to the
# 'install_*' commands that do the real work. ('build_base' isn't
# actually used anywhere, but it might be useful in future.) They
# are not user options, because if the user told the install
# command where the build directory is, that wouldn't affect the
# build command.
self.build_base = None
self.build_lib = None
# Not defined yet because we don't know anything about
# documentation yet.
#self.install_man = None
#self.install_html = None
#self.install_info = None
self.record = None
# -- Option finalizing methods -------------------------------------
# (This is rather more involved than for most commands,
# because this is where the policy for installing third-
# party Python modules on various platforms given a wide
# array of user input is decided. Yes, it's quite complex!)
def finalize_options(self):
"""Finalizes options."""
# This method (and its helpers, like 'finalize_unix()',
# 'finalize_other()', and 'select_scheme()') is where the default
# installation directories for modules, extension modules, and
# anything else we care to install from a Python module
# distribution. Thus, this code makes a pretty important policy
# statement about how third-party stuff is added to a Python
# installation! Note that the actual work of installation is done
# by the relatively simple 'install_*' commands; they just take
# their orders from the installation directory options determined
# here.
# Check for errors/inconsistencies in the options; first, stuff
# that's wrong on any platform.
if ((self.prefix or self.exec_prefix or self.home) and
(self.install_base or self.install_platbase)):
raise DistutilsOptionError(
"must supply either prefix/exec-prefix/home or " +
"install-base/install-platbase -- not both")
if self.home and (self.prefix or self.exec_prefix):
raise DistutilsOptionError(
"must supply either home or prefix/exec-prefix -- not both")
if self.user and (self.prefix or self.exec_prefix or self.home or
self.install_base or self.install_platbase):
raise DistutilsOptionError("can't combine user with prefix, "
"exec_prefix/home, or install_(plat)base")
# Next, stuff that's wrong (or dubious) only on certain platforms.
if os.name != "posix":
if self.exec_prefix:
self.warn("exec-prefix option ignored on this platform")
self.exec_prefix = None
# Now the interesting logic -- so interesting that we farm it out
# to other methods. The goal of these methods is to set the final
# values for the install_{lib,scripts,data,...} options, using as
# input a heady brew of prefix, exec_prefix, home, install_base,
# install_platbase, user-supplied versions of
# install_{purelib,platlib,lib,scripts,data,...}, and the
# INSTALL_SCHEME dictionary above. Phew!
self.dump_dirs("pre-finalize_{unix,other}")
if os.name == 'posix':
self.finalize_unix()
else:
self.finalize_other()
self.dump_dirs("post-finalize_{unix,other}()")
# Expand configuration variables, tilde, etc. in self.install_base
# and self.install_platbase -- that way, we can use $base or
# $platbase in the other installation directories and not worry
# about needing recursive variable expansion (shudder).
py_version = sys.version.split()[0]
(prefix, exec_prefix) = get_config_vars('prefix', 'exec_prefix')
try:
abiflags = sys.abiflags
except AttributeError:
# sys.abiflags may not be defined on all platforms.
abiflags = ''
self.config_vars = {'dist_name': self.distribution.get_name(),
'dist_version': self.distribution.get_version(),
'dist_fullname': self.distribution.get_fullname(),
'py_version': py_version,
'py_version_short': '%d.%d' % sys.version_info[:2],
'py_version_nodot': '%d%d' % sys.version_info[:2],
'sys_prefix': prefix,
'prefix': prefix,
'sys_exec_prefix': exec_prefix,
'exec_prefix': exec_prefix,
'abiflags': abiflags,
}
if HAS_USER_SITE:
self.config_vars['userbase'] = self.install_userbase
self.config_vars['usersite'] = self.install_usersite
self.expand_basedirs()
self.dump_dirs("post-expand_basedirs()")
# Now define config vars for the base directories so we can expand
# everything else.
self.config_vars['base'] = self.install_base
self.config_vars['platbase'] = self.install_platbase
if DEBUG:
from pprint import pprint
print("config vars:")
pprint(self.config_vars)
# Expand "~" and configuration variables in the installation
# directories.
self.expand_dirs()
self.dump_dirs("post-expand_dirs()")
# Create directories in the home dir:
if self.user:
self.create_home_path()
# Pick the actual directory to install all modules to: either
# install_purelib or install_platlib, depending on whether this
# module distribution is pure or not. Of course, if the user
# already specified install_lib, use their selection.
if self.install_lib is None:
if self.distribution.ext_modules: # has extensions: non-pure
self.install_lib = self.install_platlib
else:
self.install_lib = self.install_purelib
# Convert directories from Unix /-separated syntax to the local
# convention.
self.convert_paths('lib', 'purelib', 'platlib',
'scripts', 'data', 'headers',
'userbase', 'usersite')
# Deprecated
# Well, we're not actually fully completely finalized yet: we still
# have to deal with 'extra_path', which is the hack for allowing
# non-packagized module distributions (hello, Numerical Python!) to
# get their own directories.
self.handle_extra_path()
self.install_libbase = self.install_lib # needed for .pth file
self.install_lib = os.path.join(self.install_lib, self.extra_dirs)
# If a new root directory was supplied, make all the installation
# dirs relative to it.
if self.root is not None:
self.change_roots('libbase', 'lib', 'purelib', 'platlib',
'scripts', 'data', 'headers')
self.dump_dirs("after prepending root")
# Find out the build directories, ie. where to install from.
self.set_undefined_options('build',
('build_base', 'build_base'),
('build_lib', 'build_lib'))
# Punt on doc directories for now -- after all, we're punting on
# documentation completely!
def dump_dirs(self, msg):
"""Dumps the list of user options."""
if not DEBUG:
return
from distutils.fancy_getopt import longopt_xlate
log.debug(msg + ":")
for opt in self.user_options:
opt_name = opt[0]
if opt_name[-1] == "=":
opt_name = opt_name[0:-1]
if opt_name in self.negative_opt:
opt_name = self.negative_opt[opt_name]
opt_name = opt_name.translate(longopt_xlate)
val = not getattr(self, opt_name)
else:
opt_name = opt_name.translate(longopt_xlate)
val = getattr(self, opt_name)
log.debug(" %s: %s", opt_name, val)
def finalize_unix(self):
"""Finalizes options for posix platforms."""
if self.install_base is not None or self.install_platbase is not None:
if ((self.install_lib is None and
self.install_purelib is None and
self.install_platlib is None) or
self.install_headers is None or
self.install_scripts is None or
self.install_data is None):
raise DistutilsOptionError(
"install-base or install-platbase supplied, but "
"installation scheme is incomplete")
return
if self.user:
if self.install_userbase is None:
raise DistutilsPlatformError(
"User base directory is not specified")
self.install_base = self.install_platbase = self.install_userbase
self.select_scheme("unix_user")
elif self.home is not None:
self.install_base = self.install_platbase = self.home
self.select_scheme("unix_home")
else:
if self.prefix is None:
if self.exec_prefix is not None:
raise DistutilsOptionError(
"must not supply exec-prefix without prefix")
# self.prefix is set to sys.prefix + /local/
# if neither RPM build nor virtual environment is
# detected to make pip and distutils install packages
# into the separate location.
if (not (hasattr(sys, 'real_prefix') or
sys.prefix != sys.base_prefix) and
'RPM_BUILD_ROOT' not in os.environ):
addition = "/local"
else:
addition = ""
self.prefix = os.path.normpath(sys.prefix) + addition
self.exec_prefix = os.path.normpath(sys.exec_prefix) + addition
else:
if self.exec_prefix is None:
self.exec_prefix = self.prefix
self.install_base = self.prefix
self.install_platbase = self.exec_prefix
self.select_scheme("unix_prefix")
def finalize_other(self):
"""Finalizes options for non-posix platforms"""
if self.user:
if self.install_userbase is None:
raise DistutilsPlatformError(
"User base directory is not specified")
self.install_base = self.install_platbase = self.install_userbase
self.select_scheme(os.name + "_user")
elif self.home is not None:
self.install_base = self.install_platbase = self.home
self.select_scheme("unix_home")
else:
if self.prefix is None:
self.prefix = os.path.normpath(sys.prefix)
self.install_base = self.install_platbase = self.prefix
try:
self.select_scheme(os.name)
except KeyError:
raise DistutilsPlatformError(
"I don't know how to install stuff on '%s'" % os.name)
def select_scheme(self, name):
"""Sets the install directories by applying the install schemes."""
# it's the caller's problem if they supply a bad name!
scheme = INSTALL_SCHEMES[name]
for key in SCHEME_KEYS:
attrname = 'install_' + key
if getattr(self, attrname) is None:
setattr(self, attrname, scheme[key])
def _expand_attrs(self, attrs):
for attr in attrs:
val = getattr(self, attr)
if val is not None:
if os.name == 'posix' or os.name == 'nt':
val = os.path.expanduser(val)
val = subst_vars(val, self.config_vars)
setattr(self, attr, val)
def expand_basedirs(self):
"""Calls `os.path.expanduser` on install_base, install_platbase and
root."""
self._expand_attrs(['install_base', 'install_platbase', 'root'])
def expand_dirs(self):
"""Calls `os.path.expanduser` on install dirs."""
self._expand_attrs(['install_purelib', 'install_platlib',
'install_lib', 'install_headers',
'install_scripts', 'install_data',])
def convert_paths(self, *names):
"""Call `convert_path` over `names`."""
for name in names:
attr = "install_" + name
setattr(self, attr, convert_path(getattr(self, attr)))
def handle_extra_path(self):
"""Set `path_file` and `extra_dirs` using `extra_path`."""
if self.extra_path is None:
self.extra_path = self.distribution.extra_path
if self.extra_path is not None:
log.warn(
"Distribution option extra_path is deprecated. "
"See issue27919 for details."
)
if isinstance(self.extra_path, str):
self.extra_path = self.extra_path.split(',')
if len(self.extra_path) == 1:
path_file = extra_dirs = self.extra_path[0]
elif len(self.extra_path) == 2:
path_file, extra_dirs = self.extra_path
else:
raise DistutilsOptionError(
"'extra_path' option must be a list, tuple, or "
"comma-separated string with 1 or 2 elements")
# convert to local form in case Unix notation used (as it
# should be in setup scripts)
extra_dirs = convert_path(extra_dirs)
else:
path_file = None
extra_dirs = ''
# XXX should we warn if path_file and not extra_dirs? (in which
# case the path file would be harmless but pointless)
self.path_file = path_file
self.extra_dirs = extra_dirs
def change_roots(self, *names):
"""Change the install directories pointed by name using root."""
for name in names:
attr = "install_" + name
setattr(self, attr, change_root(self.root, getattr(self, attr)))
def create_home_path(self):
"""Create directories under ~."""
if not self.user:
return
home = convert_path(os.path.expanduser("~"))
for name, path in self.config_vars.items():
if path.startswith(home) and not os.path.isdir(path):
self.debug_print("os.makedirs('%s', 0o700)" % path)
os.makedirs(path, 0o700)
# -- Command execution methods -------------------------------------
def run(self):
"""Runs the command."""
# Obviously have to build before we can install
if not self.skip_build:
self.run_command('build')
# If we built for any other platform, we can't install.
build_plat = self.distribution.get_command_obj('build').plat_name
# check warn_dir - it is a clue that the 'install' is happening
# internally, and not to sys.path, so we don't check the platform
# matches what we are running.
if self.warn_dir and build_plat != get_platform():
raise DistutilsPlatformError("Can't install when "
"cross-compiling")
# Run all sub-commands (at least those that need to be run)
for cmd_name in self.get_sub_commands():
self.run_command(cmd_name)
if self.path_file:
self.create_path_file()
# write list of installed files, if requested.
if self.record:
outputs = self.get_outputs()
if self.root: # strip any package prefix
root_len = len(self.root)
for counter in range(len(outputs)):
outputs[counter] = outputs[counter][root_len:]
self.execute(write_file,
(self.record, outputs),
"writing list of installed files to '%s'" %
self.record)
sys_path = map(os.path.normpath, sys.path)
sys_path = map(os.path.normcase, sys_path)
install_lib = os.path.normcase(os.path.normpath(self.install_lib))
if (self.warn_dir and
not (self.path_file and self.install_path_file) and
install_lib not in sys_path):
log.debug(("modules installed to '%s', which is not in "
"Python's module search path (sys.path) -- "
"you'll have to change the search path yourself"),
self.install_lib)
def create_path_file(self):
"""Creates the .pth file"""
filename = os.path.join(self.install_libbase,
self.path_file + ".pth")
if self.install_path_file:
self.execute(write_file,
(filename, [self.extra_dirs]),
"creating %s" % filename)
else:
self.warn("path file '%s' not created" % filename)
# -- Reporting methods ---------------------------------------------
def get_outputs(self):
"""Assembles the outputs of all the sub-commands."""
outputs = []
for cmd_name in self.get_sub_commands():
cmd = self.get_finalized_command(cmd_name)
# Add the contents of cmd.get_outputs(), ensuring
# that outputs doesn't contain duplicate entries
for filename in cmd.get_outputs():
if filename not in outputs:
outputs.append(filename)
if self.path_file and self.install_path_file:
outputs.append(os.path.join(self.install_libbase,
self.path_file + ".pth"))
return outputs
def get_inputs(self):
"""Returns the inputs of all the sub-commands"""
# XXX gee, this looks familiar ;-(
inputs = []
for cmd_name in self.get_sub_commands():
cmd = self.get_finalized_command(cmd_name)
inputs.extend(cmd.get_inputs())
return inputs
# -- Predicates for sub-command list -------------------------------
def has_lib(self):
"""Returns true if the current distribution has any Python
modules to install."""
return (self.distribution.has_pure_modules() or
self.distribution.has_ext_modules())
def has_headers(self):
"""Returns true if the current distribution has any headers to
install."""
return self.distribution.has_headers()
def has_scripts(self):
"""Returns true if the current distribution has any scripts to.
install."""
return self.distribution.has_scripts()
def has_data(self):
"""Returns true if the current distribution has any data to.
install."""
return self.distribution.has_data_files()
# 'sub_commands': a list of commands this command might have to run to
# get its work done. See cmd.py for more info.
sub_commands = [('install_lib', has_lib),
('install_headers', has_headers),
('install_scripts', has_scripts),
('install_data', has_data),
('install_egg_info', lambda self:True),
]
distutils/command/install_egg_info.py 0000644 00000005053 15115353744 0014076 0 ustar 00 """distutils.command.install_egg_info
Implements the Distutils 'install_egg_info' command, for installing
a package's PKG-INFO metadata."""
from distutils.cmd import Command
from distutils import log, dir_util
import os, sys, re
class install_egg_info(Command):
"""Install an .egg-info file for the package"""
description = "Install package's PKG-INFO metadata as an .egg-info file"
user_options = [
('install-dir=', 'd', "directory to install to"),
]
def initialize_options(self):
self.install_dir = None
def finalize_options(self):
self.set_undefined_options('install_lib',('install_dir','install_dir'))
basename = "%s-%s-py%d.%d.egg-info" % (
to_filename(safe_name(self.distribution.get_name())),
to_filename(safe_version(self.distribution.get_version())),
*sys.version_info[:2]
)
self.target = os.path.join(self.install_dir, basename)
self.outputs = [self.target]
def run(self):
target = self.target
if os.path.isdir(target) and not os.path.islink(target):
dir_util.remove_tree(target, dry_run=self.dry_run)
elif os.path.exists(target):
self.execute(os.unlink,(self.target,),"Removing "+target)
elif not os.path.isdir(self.install_dir):
self.execute(os.makedirs, (self.install_dir,),
"Creating "+self.install_dir)
log.info("Writing %s", target)
if not self.dry_run:
with open(target, 'w', encoding='UTF-8') as f:
self.distribution.metadata.write_pkg_file(f)
def get_outputs(self):
return self.outputs
# The following routines are taken from setuptools' pkg_resources module and
# can be replaced by importing them from pkg_resources once it is included
# in the stdlib.
def safe_name(name):
"""Convert an arbitrary string to a standard distribution name
Any runs of non-alphanumeric/. characters are replaced with a single '-'.
"""
return re.sub('[^A-Za-z0-9.]+', '-', name)
def safe_version(version):
"""Convert an arbitrary string to a standard version string
Spaces become dots, and all other non-alphanumeric characters become
dashes, with runs of multiple dashes condensed to a single dash.
"""
version = version.replace(' ','.')
return re.sub('[^A-Za-z0-9.]+', '-', version)
def to_filename(name):
"""Convert a project or version name to its filename-escaped form
Any '-' characters are currently replaced with '_'.
"""
return name.replace('-','_')
distutils/command/command_template 0000644 00000001171 15115353744 0013452 0 ustar 00 """distutils.command.x
Implements the Distutils 'x' command.
"""
# created 2000/mm/dd, John Doe
__revision__ = "$Id$"
from distutils.core import Command
class x(Command):
# Brief (40-50 characters) description of the command
description = ""
# List of option tuples: long name, short name (None if no short
# name), and help string.
user_options = [('', '',
""),
]
def initialize_options(self):
self. = None
self. = None
self. = None
def finalize_options(self):
if self.x is None:
self.x =
def run(self):
distutils/command/upload.py 0000644 00000016364 15115353744 0012066 0 ustar 00 """
distutils.command.upload
Implements the Distutils 'upload' subcommand (upload package to a package
index).
"""
import os
import io
import platform
import hashlib
from base64 import standard_b64encode
from urllib.request import urlopen, Request, HTTPError
from urllib.parse import urlparse
from distutils.errors import DistutilsError, DistutilsOptionError
from distutils.core import PyPIRCCommand
from distutils.spawn import spawn
from distutils import log
class upload(PyPIRCCommand):
description = "upload binary package to PyPI"
user_options = PyPIRCCommand.user_options + [
('sign', 's',
'sign files to upload using gpg'),
('identity=', 'i', 'GPG identity used to sign files'),
]
boolean_options = PyPIRCCommand.boolean_options + ['sign']
def initialize_options(self):
PyPIRCCommand.initialize_options(self)
self.username = ''
self.password = ''
self.show_response = 0
self.sign = False
self.identity = None
def finalize_options(self):
PyPIRCCommand.finalize_options(self)
if self.identity and not self.sign:
raise DistutilsOptionError(
"Must use --sign for --identity to have meaning"
)
config = self._read_pypirc()
if config != {}:
self.username = config['username']
self.password = config['password']
self.repository = config['repository']
self.realm = config['realm']
# getting the password from the distribution
# if previously set by the register command
if not self.password and self.distribution.password:
self.password = self.distribution.password
def run(self):
if not self.distribution.dist_files:
msg = ("Must create and upload files in one command "
"(e.g. setup.py sdist upload)")
raise DistutilsOptionError(msg)
for command, pyversion, filename in self.distribution.dist_files:
self.upload_file(command, pyversion, filename)
def upload_file(self, command, pyversion, filename):
# Makes sure the repository URL is compliant
schema, netloc, url, params, query, fragments = \
urlparse(self.repository)
if params or query or fragments:
raise AssertionError("Incompatible url %s" % self.repository)
if schema not in ('http', 'https'):
raise AssertionError("unsupported schema " + schema)
# Sign if requested
if self.sign:
gpg_args = ["gpg", "--detach-sign", "-a", filename]
if self.identity:
gpg_args[2:2] = ["--local-user", self.identity]
spawn(gpg_args,
dry_run=self.dry_run)
# Fill in the data - send all the meta-data in case we need to
# register a new release
f = open(filename,'rb')
try:
content = f.read()
finally:
f.close()
meta = self.distribution.metadata
data = {
# action
':action': 'file_upload',
'protocol_version': '1',
# identify release
'name': meta.get_name(),
'version': meta.get_version(),
# file content
'content': (os.path.basename(filename),content),
'filetype': command,
'pyversion': pyversion,
'sha256_digest': hashlib.sha256(content).hexdigest(),
# additional meta-data
'metadata_version': '1.0',
'summary': meta.get_description(),
'home_page': meta.get_url(),
'author': meta.get_contact(),
'author_email': meta.get_contact_email(),
'license': meta.get_licence(),
'description': meta.get_long_description(),
'keywords': meta.get_keywords(),
'platform': meta.get_platforms(),
'classifiers': meta.get_classifiers(),
'download_url': meta.get_download_url(),
# PEP 314
'provides': meta.get_provides(),
'requires': meta.get_requires(),
'obsoletes': meta.get_obsoletes(),
}
try:
digest = hashlib.md5(content).hexdigest()
except ValueError as e:
msg = 'calculating md5 checksum failed: %s' % e
self.announce(msg, log.INFO)
from _hashlib import get_fips_mode
if not get_fips_mode():
# this really shouldn't fail
raise
else:
data['md5_digest'] = digest
data['comment'] = ''
if self.sign:
with open(filename + ".asc", "rb") as f:
data['gpg_signature'] = (os.path.basename(filename) + ".asc",
f.read())
# set up the authentication
user_pass = (self.username + ":" + self.password).encode('ascii')
# The exact encoding of the authentication string is debated.
# Anyway PyPI only accepts ascii for both username or password.
auth = "Basic " + standard_b64encode(user_pass).decode('ascii')
# Build up the MIME payload for the POST data
boundary = '--------------GHSKFJDLGDS7543FJKLFHRE75642756743254'
sep_boundary = b'\r\n--' + boundary.encode('ascii')
end_boundary = sep_boundary + b'--\r\n'
body = io.BytesIO()
for key, value in data.items():
title = '\r\nContent-Disposition: form-data; name="%s"' % key
# handle multiple entries for the same name
if not isinstance(value, list):
value = [value]
for value in value:
if type(value) is tuple:
title += '; filename="%s"' % value[0]
value = value[1]
else:
value = str(value).encode('utf-8')
body.write(sep_boundary)
body.write(title.encode('utf-8'))
body.write(b"\r\n\r\n")
body.write(value)
body.write(end_boundary)
body = body.getvalue()
msg = "Submitting %s to %s" % (filename, self.repository)
self.announce(msg, log.INFO)
# build the Request
headers = {
'Content-type': 'multipart/form-data; boundary=%s' % boundary,
'Content-length': str(len(body)),
'Authorization': auth,
}
request = Request(self.repository, data=body,
headers=headers)
# send the data
try:
result = urlopen(request)
status = result.getcode()
reason = result.msg
except HTTPError as e:
status = e.code
reason = e.msg
except OSError as e:
self.announce(str(e), log.ERROR)
raise
if status == 200:
self.announce('Server response (%s): %s' % (status, reason),
log.INFO)
if self.show_response:
text = self._read_pypi_response(result)
msg = '\n'.join(('-' * 75, text, '-' * 75))
self.announce(msg, log.INFO)
else:
msg = 'Upload failed (%s): %s' % (status, reason)
self.announce(msg, log.ERROR)
raise DistutilsError(msg)
distutils/command/clean.py 0000644 00000005330 15115353744 0011653 0 ustar 00 """distutils.command.clean
Implements the Distutils 'clean' command."""
# contributed by Bastian Kleineidam <calvin@cs.uni-sb.de>, added 2000-03-18
import os
from distutils.core import Command
from distutils.dir_util import remove_tree
from distutils import log
class clean(Command):
description = "clean up temporary files from 'build' command"
user_options = [
('build-base=', 'b',
"base build directory (default: 'build.build-base')"),
('build-lib=', None,
"build directory for all modules (default: 'build.build-lib')"),
('build-temp=', 't',
"temporary build directory (default: 'build.build-temp')"),
('build-scripts=', None,
"build directory for scripts (default: 'build.build-scripts')"),
('bdist-base=', None,
"temporary directory for built distributions"),
('all', 'a',
"remove all build output, not just temporary by-products")
]
boolean_options = ['all']
def initialize_options(self):
self.build_base = None
self.build_lib = None
self.build_temp = None
self.build_scripts = None
self.bdist_base = None
self.all = None
def finalize_options(self):
self.set_undefined_options('build',
('build_base', 'build_base'),
('build_lib', 'build_lib'),
('build_scripts', 'build_scripts'),
('build_temp', 'build_temp'))
self.set_undefined_options('bdist',
('bdist_base', 'bdist_base'))
def run(self):
# remove the build/temp.<plat> directory (unless it's already
# gone)
if os.path.exists(self.build_temp):
remove_tree(self.build_temp, dry_run=self.dry_run)
else:
log.debug("'%s' does not exist -- can't clean it",
self.build_temp)
if self.all:
# remove build directories
for directory in (self.build_lib,
self.bdist_base,
self.build_scripts):
if os.path.exists(directory):
remove_tree(directory, dry_run=self.dry_run)
else:
log.warn("'%s' does not exist -- can't clean it",
directory)
# just for the heck of it, try to remove the base build directory:
# we might have emptied it right now, but if not we don't care
if not self.dry_run:
try:
os.rmdir(self.build_base)
log.info("removing '%s'", self.build_base)
except OSError:
pass
distutils/command/install_lib.py 0000644 00000020315 15115353744 0013065 0 ustar 00 """distutils.command.install_lib
Implements the Distutils 'install_lib' command
(install all Python modules)."""
import os
import importlib.util
import sys
from distutils.core import Command
from distutils.errors import DistutilsOptionError
# Extension for Python source files.
PYTHON_SOURCE_EXTENSION = ".py"
class install_lib(Command):
description = "install all Python modules (extensions and pure Python)"
# The byte-compilation options are a tad confusing. Here are the
# possible scenarios:
# 1) no compilation at all (--no-compile --no-optimize)
# 2) compile .pyc only (--compile --no-optimize; default)
# 3) compile .pyc and "opt-1" .pyc (--compile --optimize)
# 4) compile "opt-1" .pyc only (--no-compile --optimize)
# 5) compile .pyc and "opt-2" .pyc (--compile --optimize-more)
# 6) compile "opt-2" .pyc only (--no-compile --optimize-more)
#
# The UI for this is two options, 'compile' and 'optimize'.
# 'compile' is strictly boolean, and only decides whether to
# generate .pyc files. 'optimize' is three-way (0, 1, or 2), and
# decides both whether to generate .pyc files and what level of
# optimization to use.
user_options = [
('install-dir=', 'd', "directory to install to"),
('build-dir=','b', "build directory (where to install from)"),
('force', 'f', "force installation (overwrite existing files)"),
('compile', 'c', "compile .py to .pyc [default]"),
('no-compile', None, "don't compile .py files"),
('optimize=', 'O',
"also compile with optimization: -O1 for \"python -O\", "
"-O2 for \"python -OO\", and -O0 to disable [default: -O0]"),
('skip-build', None, "skip the build steps"),
]
boolean_options = ['force', 'compile', 'skip-build']
negative_opt = {'no-compile' : 'compile'}
def initialize_options(self):
# let the 'install' command dictate our installation directory
self.install_dir = None
self.build_dir = None
self.force = 0
self.compile = None
self.optimize = None
self.skip_build = None
def finalize_options(self):
# Get all the information we need to install pure Python modules
# from the umbrella 'install' command -- build (source) directory,
# install (target) directory, and whether to compile .py files.
self.set_undefined_options('install',
('build_lib', 'build_dir'),
('install_lib', 'install_dir'),
('force', 'force'),
('compile', 'compile'),
('optimize', 'optimize'),
('skip_build', 'skip_build'),
)
if self.compile is None:
self.compile = True
if self.optimize is None:
self.optimize = False
if not isinstance(self.optimize, int):
try:
self.optimize = int(self.optimize)
if self.optimize not in (0, 1, 2):
raise AssertionError
except (ValueError, AssertionError):
raise DistutilsOptionError("optimize must be 0, 1, or 2")
def run(self):
# Make sure we have built everything we need first
self.build()
# Install everything: simply dump the entire contents of the build
# directory to the installation directory (that's the beauty of
# having a build directory!)
outfiles = self.install()
# (Optionally) compile .py to .pyc
if outfiles is not None and self.distribution.has_pure_modules():
self.byte_compile(outfiles)
# -- Top-level worker functions ------------------------------------
# (called from 'run()')
def build(self):
if not self.skip_build:
if self.distribution.has_pure_modules():
self.run_command('build_py')
if self.distribution.has_ext_modules():
self.run_command('build_ext')
def install(self):
if os.path.isdir(self.build_dir):
outfiles = self.copy_tree(self.build_dir, self.install_dir)
else:
self.warn("'%s' does not exist -- no Python modules to install" %
self.build_dir)
return
return outfiles
def byte_compile(self, files):
if sys.dont_write_bytecode:
self.warn('byte-compiling is disabled, skipping.')
return
from distutils.util import byte_compile
# Get the "--root" directory supplied to the "install" command,
# and use it as a prefix to strip off the purported filename
# encoded in bytecode files. This is far from complete, but it
# should at least generate usable bytecode in RPM distributions.
install_root = self.get_finalized_command('install').root
if self.compile:
byte_compile(files, optimize=0,
force=self.force, prefix=install_root,
dry_run=self.dry_run)
if self.optimize > 0:
byte_compile(files, optimize=self.optimize,
force=self.force, prefix=install_root,
verbose=self.verbose, dry_run=self.dry_run)
# -- Utility methods -----------------------------------------------
def _mutate_outputs(self, has_any, build_cmd, cmd_option, output_dir):
if not has_any:
return []
build_cmd = self.get_finalized_command(build_cmd)
build_files = build_cmd.get_outputs()
build_dir = getattr(build_cmd, cmd_option)
prefix_len = len(build_dir) + len(os.sep)
outputs = []
for file in build_files:
outputs.append(os.path.join(output_dir, file[prefix_len:]))
return outputs
def _bytecode_filenames(self, py_filenames):
bytecode_files = []
for py_file in py_filenames:
# Since build_py handles package data installation, the
# list of outputs can contain more than just .py files.
# Make sure we only report bytecode for the .py files.
ext = os.path.splitext(os.path.normcase(py_file))[1]
if ext != PYTHON_SOURCE_EXTENSION:
continue
if self.compile:
bytecode_files.append(importlib.util.cache_from_source(
py_file, optimization=''))
if self.optimize > 0:
bytecode_files.append(importlib.util.cache_from_source(
py_file, optimization=self.optimize))
return bytecode_files
# -- External interface --------------------------------------------
# (called by outsiders)
def get_outputs(self):
"""Return the list of files that would be installed if this command
were actually run. Not affected by the "dry-run" flag or whether
modules have actually been built yet.
"""
pure_outputs = \
self._mutate_outputs(self.distribution.has_pure_modules(),
'build_py', 'build_lib',
self.install_dir)
if self.compile:
bytecode_outputs = self._bytecode_filenames(pure_outputs)
else:
bytecode_outputs = []
ext_outputs = \
self._mutate_outputs(self.distribution.has_ext_modules(),
'build_ext', 'build_lib',
self.install_dir)
return pure_outputs + bytecode_outputs + ext_outputs
def get_inputs(self):
"""Get the list of files that are input to this command, ie. the
files that get installed as they are named in the build tree.
The files in this list correspond one-to-one to the output
filenames returned by 'get_outputs()'.
"""
inputs = []
if self.distribution.has_pure_modules():
build_py = self.get_finalized_command('build_py')
inputs.extend(build_py.get_outputs())
if self.distribution.has_ext_modules():
build_ext = self.get_finalized_command('build_ext')
inputs.extend(build_ext.get_outputs())
return inputs
distutils/command/build.py 0000644 00000013207 15115353744 0011672 0 ustar 00 """distutils.command.build
Implements the Distutils 'build' command."""
import sys, os
from distutils.core import Command
from distutils.errors import DistutilsOptionError
from distutils.util import get_platform
def show_compilers():
from distutils.ccompiler import show_compilers
show_compilers()
class build(Command):
description = "build everything needed to install"
user_options = [
('build-base=', 'b',
"base directory for build library"),
('build-purelib=', None,
"build directory for platform-neutral distributions"),
('build-platlib=', None,
"build directory for platform-specific distributions"),
('build-lib=', None,
"build directory for all distribution (defaults to either " +
"build-purelib or build-platlib"),
('build-scripts=', None,
"build directory for scripts"),
('build-temp=', 't',
"temporary build directory"),
('plat-name=', 'p',
"platform name to build for, if supported "
"(default: %s)" % get_platform()),
('compiler=', 'c',
"specify the compiler type"),
('parallel=', 'j',
"number of parallel build jobs"),
('debug', 'g',
"compile extensions and libraries with debugging information"),
('force', 'f',
"forcibly build everything (ignore file timestamps)"),
('executable=', 'e',
"specify final destination interpreter path (build.py)"),
]
boolean_options = ['debug', 'force']
help_options = [
('help-compiler', None,
"list available compilers", show_compilers),
]
def initialize_options(self):
self.build_base = 'build'
# these are decided only after 'build_base' has its final value
# (unless overridden by the user or client)
self.build_purelib = None
self.build_platlib = None
self.build_lib = None
self.build_temp = None
self.build_scripts = None
self.compiler = None
self.plat_name = None
self.debug = None
self.force = 0
self.executable = None
self.parallel = None
def finalize_options(self):
if self.plat_name is None:
self.plat_name = get_platform()
else:
# plat-name only supported for windows (other platforms are
# supported via ./configure flags, if at all). Avoid misleading
# other platforms.
if os.name != 'nt':
raise DistutilsOptionError(
"--plat-name only supported on Windows (try "
"using './configure --help' on your platform)")
plat_specifier = ".%s-%d.%d" % (self.plat_name, *sys.version_info[:2])
# Make it so Python 2.x and Python 2.x with --with-pydebug don't
# share the same build directories. Doing so confuses the build
# process for C modules
if hasattr(sys, 'gettotalrefcount'):
plat_specifier += '-pydebug'
# 'build_purelib' and 'build_platlib' just default to 'lib' and
# 'lib.<plat>' under the base build directory. We only use one of
# them for a given distribution, though --
if self.build_purelib is None:
self.build_purelib = os.path.join(self.build_base, 'lib')
if self.build_platlib is None:
self.build_platlib = os.path.join(self.build_base,
'lib' + plat_specifier)
# 'build_lib' is the actual directory that we will use for this
# particular module distribution -- if user didn't supply it, pick
# one of 'build_purelib' or 'build_platlib'.
if self.build_lib is None:
if self.distribution.ext_modules:
self.build_lib = self.build_platlib
else:
self.build_lib = self.build_purelib
# 'build_temp' -- temporary directory for compiler turds,
# "build/temp.<plat>"
if self.build_temp is None:
self.build_temp = os.path.join(self.build_base,
'temp' + plat_specifier)
if self.build_scripts is None:
self.build_scripts = os.path.join(self.build_base,
'scripts-%d.%d' % sys.version_info[:2])
if self.executable is None and sys.executable:
self.executable = os.path.normpath(sys.executable)
if isinstance(self.parallel, str):
try:
self.parallel = int(self.parallel)
except ValueError:
raise DistutilsOptionError("parallel should be an integer")
def run(self):
# Run all relevant sub-commands. This will be some subset of:
# - build_py - pure Python modules
# - build_clib - standalone C libraries
# - build_ext - Python extensions
# - build_scripts - (Python) scripts
for cmd_name in self.get_sub_commands():
self.run_command(cmd_name)
# -- Predicates for the sub-command list ---------------------------
def has_pure_modules(self):
return self.distribution.has_pure_modules()
def has_c_libraries(self):
return self.distribution.has_c_libraries()
def has_ext_modules(self):
return self.distribution.has_ext_modules()
def has_scripts(self):
return self.distribution.has_scripts()
sub_commands = [('build_py', has_pure_modules),
('build_clib', has_c_libraries),
('build_ext', has_ext_modules),
('build_scripts', has_scripts),
]
distutils/command/build_py.py 0000644 00000041446 15115353744 0012410 0 ustar 00 """distutils.command.build_py
Implements the Distutils 'build_py' command."""
import os
import importlib.util
import sys
import glob
from distutils.core import Command
from distutils.errors import *
from distutils.util import convert_path, Mixin2to3
from distutils import log
class build_py (Command):
description = "\"build\" pure Python modules (copy to build directory)"
user_options = [
('build-lib=', 'd', "directory to \"build\" (copy) to"),
('compile', 'c', "compile .py to .pyc"),
('no-compile', None, "don't compile .py files [default]"),
('optimize=', 'O',
"also compile with optimization: -O1 for \"python -O\", "
"-O2 for \"python -OO\", and -O0 to disable [default: -O0]"),
('force', 'f', "forcibly build everything (ignore file timestamps)"),
]
boolean_options = ['compile', 'force']
negative_opt = {'no-compile' : 'compile'}
def initialize_options(self):
self.build_lib = None
self.py_modules = None
self.package = None
self.package_data = None
self.package_dir = None
self.compile = 0
self.optimize = 0
self.force = None
def finalize_options(self):
self.set_undefined_options('build',
('build_lib', 'build_lib'),
('force', 'force'))
# Get the distribution options that are aliases for build_py
# options -- list of packages and list of modules.
self.packages = self.distribution.packages
self.py_modules = self.distribution.py_modules
self.package_data = self.distribution.package_data
self.package_dir = {}
if self.distribution.package_dir:
for name, path in self.distribution.package_dir.items():
self.package_dir[name] = convert_path(path)
self.data_files = self.get_data_files()
# Ick, copied straight from install_lib.py (fancy_getopt needs a
# type system! Hell, *everything* needs a type system!!!)
if not isinstance(self.optimize, int):
try:
self.optimize = int(self.optimize)
assert 0 <= self.optimize <= 2
except (ValueError, AssertionError):
raise DistutilsOptionError("optimize must be 0, 1, or 2")
def run(self):
# XXX copy_file by default preserves atime and mtime. IMHO this is
# the right thing to do, but perhaps it should be an option -- in
# particular, a site administrator might want installed files to
# reflect the time of installation rather than the last
# modification time before the installed release.
# XXX copy_file by default preserves mode, which appears to be the
# wrong thing to do: if a file is read-only in the working
# directory, we want it to be installed read/write so that the next
# installation of the same module distribution can overwrite it
# without problems. (This might be a Unix-specific issue.) Thus
# we turn off 'preserve_mode' when copying to the build directory,
# since the build directory is supposed to be exactly what the
# installation will look like (ie. we preserve mode when
# installing).
# Two options control which modules will be installed: 'packages'
# and 'py_modules'. The former lets us work with whole packages, not
# specifying individual modules at all; the latter is for
# specifying modules one-at-a-time.
if self.py_modules:
self.build_modules()
if self.packages:
self.build_packages()
self.build_package_data()
self.byte_compile(self.get_outputs(include_bytecode=0))
def get_data_files(self):
"""Generate list of '(package,src_dir,build_dir,filenames)' tuples"""
data = []
if not self.packages:
return data
for package in self.packages:
# Locate package source directory
src_dir = self.get_package_dir(package)
# Compute package build directory
build_dir = os.path.join(*([self.build_lib] + package.split('.')))
# Length of path to strip from found files
plen = 0
if src_dir:
plen = len(src_dir)+1
# Strip directory from globbed filenames
filenames = [
file[plen:] for file in self.find_data_files(package, src_dir)
]
data.append((package, src_dir, build_dir, filenames))
return data
def find_data_files(self, package, src_dir):
"""Return filenames for package's data files in 'src_dir'"""
globs = (self.package_data.get('', [])
+ self.package_data.get(package, []))
files = []
for pattern in globs:
# Each pattern has to be converted to a platform-specific path
filelist = glob.glob(os.path.join(glob.escape(src_dir), convert_path(pattern)))
# Files that match more than one pattern are only added once
files.extend([fn for fn in filelist if fn not in files
and os.path.isfile(fn)])
return files
def build_package_data(self):
"""Copy data files into build directory"""
lastdir = None
for package, src_dir, build_dir, filenames in self.data_files:
for filename in filenames:
target = os.path.join(build_dir, filename)
self.mkpath(os.path.dirname(target))
self.copy_file(os.path.join(src_dir, filename), target,
preserve_mode=False)
def get_package_dir(self, package):
"""Return the directory, relative to the top of the source
distribution, where package 'package' should be found
(at least according to the 'package_dir' option, if any)."""
path = package.split('.')
if not self.package_dir:
if path:
return os.path.join(*path)
else:
return ''
else:
tail = []
while path:
try:
pdir = self.package_dir['.'.join(path)]
except KeyError:
tail.insert(0, path[-1])
del path[-1]
else:
tail.insert(0, pdir)
return os.path.join(*tail)
else:
# Oops, got all the way through 'path' without finding a
# match in package_dir. If package_dir defines a directory
# for the root (nameless) package, then fallback on it;
# otherwise, we might as well have not consulted
# package_dir at all, as we just use the directory implied
# by 'tail' (which should be the same as the original value
# of 'path' at this point).
pdir = self.package_dir.get('')
if pdir is not None:
tail.insert(0, pdir)
if tail:
return os.path.join(*tail)
else:
return ''
def check_package(self, package, package_dir):
# Empty dir name means current directory, which we can probably
# assume exists. Also, os.path.exists and isdir don't know about
# my "empty string means current dir" convention, so we have to
# circumvent them.
if package_dir != "":
if not os.path.exists(package_dir):
raise DistutilsFileError(
"package directory '%s' does not exist" % package_dir)
if not os.path.isdir(package_dir):
raise DistutilsFileError(
"supposed package directory '%s' exists, "
"but is not a directory" % package_dir)
# Require __init__.py for all but the "root package"
if package:
init_py = os.path.join(package_dir, "__init__.py")
if os.path.isfile(init_py):
return init_py
else:
log.warn(("package init file '%s' not found " +
"(or not a regular file)"), init_py)
# Either not in a package at all (__init__.py not expected), or
# __init__.py doesn't exist -- so don't return the filename.
return None
def check_module(self, module, module_file):
if not os.path.isfile(module_file):
log.warn("file %s (for module %s) not found", module_file, module)
return False
else:
return True
def find_package_modules(self, package, package_dir):
self.check_package(package, package_dir)
module_files = glob.glob(os.path.join(glob.escape(package_dir), "*.py"))
modules = []
setup_script = os.path.abspath(self.distribution.script_name)
for f in module_files:
abs_f = os.path.abspath(f)
if abs_f != setup_script:
module = os.path.splitext(os.path.basename(f))[0]
modules.append((package, module, f))
else:
self.debug_print("excluding %s" % setup_script)
return modules
def find_modules(self):
"""Finds individually-specified Python modules, ie. those listed by
module name in 'self.py_modules'. Returns a list of tuples (package,
module_base, filename): 'package' is a tuple of the path through
package-space to the module; 'module_base' is the bare (no
packages, no dots) module name, and 'filename' is the path to the
".py" file (relative to the distribution root) that implements the
module.
"""
# Map package names to tuples of useful info about the package:
# (package_dir, checked)
# package_dir - the directory where we'll find source files for
# this package
# checked - true if we have checked that the package directory
# is valid (exists, contains __init__.py, ... ?)
packages = {}
# List of (package, module, filename) tuples to return
modules = []
# We treat modules-in-packages almost the same as toplevel modules,
# just the "package" for a toplevel is empty (either an empty
# string or empty list, depending on context). Differences:
# - don't check for __init__.py in directory for empty package
for module in self.py_modules:
path = module.split('.')
package = '.'.join(path[0:-1])
module_base = path[-1]
try:
(package_dir, checked) = packages[package]
except KeyError:
package_dir = self.get_package_dir(package)
checked = 0
if not checked:
init_py = self.check_package(package, package_dir)
packages[package] = (package_dir, 1)
if init_py:
modules.append((package, "__init__", init_py))
# XXX perhaps we should also check for just .pyc files
# (so greedy closed-source bastards can distribute Python
# modules too)
module_file = os.path.join(package_dir, module_base + ".py")
if not self.check_module(module, module_file):
continue
modules.append((package, module_base, module_file))
return modules
def find_all_modules(self):
"""Compute the list of all modules that will be built, whether
they are specified one-module-at-a-time ('self.py_modules') or
by whole packages ('self.packages'). Return a list of tuples
(package, module, module_file), just like 'find_modules()' and
'find_package_modules()' do."""
modules = []
if self.py_modules:
modules.extend(self.find_modules())
if self.packages:
for package in self.packages:
package_dir = self.get_package_dir(package)
m = self.find_package_modules(package, package_dir)
modules.extend(m)
return modules
def get_source_files(self):
return [module[-1] for module in self.find_all_modules()]
def get_module_outfile(self, build_dir, package, module):
outfile_path = [build_dir] + list(package) + [module + ".py"]
return os.path.join(*outfile_path)
def get_outputs(self, include_bytecode=1):
modules = self.find_all_modules()
outputs = []
for (package, module, module_file) in modules:
package = package.split('.')
filename = self.get_module_outfile(self.build_lib, package, module)
outputs.append(filename)
if include_bytecode:
if self.compile:
outputs.append(importlib.util.cache_from_source(
filename, optimization=''))
if self.optimize > 0:
outputs.append(importlib.util.cache_from_source(
filename, optimization=self.optimize))
outputs += [
os.path.join(build_dir, filename)
for package, src_dir, build_dir, filenames in self.data_files
for filename in filenames
]
return outputs
def build_module(self, module, module_file, package):
if isinstance(package, str):
package = package.split('.')
elif not isinstance(package, (list, tuple)):
raise TypeError(
"'package' must be a string (dot-separated), list, or tuple")
# Now put the module source file into the "build" area -- this is
# easy, we just copy it somewhere under self.build_lib (the build
# directory for Python source).
outfile = self.get_module_outfile(self.build_lib, package, module)
dir = os.path.dirname(outfile)
self.mkpath(dir)
return self.copy_file(module_file, outfile, preserve_mode=0)
def build_modules(self):
modules = self.find_modules()
for (package, module, module_file) in modules:
# Now "build" the module -- ie. copy the source file to
# self.build_lib (the build directory for Python source).
# (Actually, it gets copied to the directory for this package
# under self.build_lib.)
self.build_module(module, module_file, package)
def build_packages(self):
for package in self.packages:
# Get list of (package, module, module_file) tuples based on
# scanning the package directory. 'package' is only included
# in the tuple so that 'find_modules()' and
# 'find_package_tuples()' have a consistent interface; it's
# ignored here (apart from a sanity check). Also, 'module' is
# the *unqualified* module name (ie. no dots, no package -- we
# already know its package!), and 'module_file' is the path to
# the .py file, relative to the current directory
# (ie. including 'package_dir').
package_dir = self.get_package_dir(package)
modules = self.find_package_modules(package, package_dir)
# Now loop over the modules we found, "building" each one (just
# copy it to self.build_lib).
for (package_, module, module_file) in modules:
assert package == package_
self.build_module(module, module_file, package)
def byte_compile(self, files):
if sys.dont_write_bytecode:
self.warn('byte-compiling is disabled, skipping.')
return
from distutils.util import byte_compile
prefix = self.build_lib
if prefix[-1] != os.sep:
prefix = prefix + os.sep
# XXX this code is essentially the same as the 'byte_compile()
# method of the "install_lib" command, except for the determination
# of the 'prefix' string. Hmmm.
if self.compile:
byte_compile(files, optimize=0,
force=self.force, prefix=prefix, dry_run=self.dry_run)
if self.optimize > 0:
byte_compile(files, optimize=self.optimize,
force=self.force, prefix=prefix, dry_run=self.dry_run)
class build_py_2to3(build_py, Mixin2to3):
def run(self):
self.updated_files = []
# Base class code
if self.py_modules:
self.build_modules()
if self.packages:
self.build_packages()
self.build_package_data()
# 2to3
self.run_2to3(self.updated_files)
# Remaining base class code
self.byte_compile(self.get_outputs(include_bytecode=0))
def build_module(self, module, module_file, package):
res = build_py.build_module(self, module, module_file, package)
if res[1]:
# file was copied
self.updated_files.append(res[0])
return res
distutils/command/__pycache__/install_lib.cpython-38.opt-1.pyc 0000644 00000011773 15115353744 0020322 0 ustar 00 U
e5d� � @ sL d Z ddlZddlZddlZddlmZ ddlmZ dZ G dd� de�Z
dS )zkdistutils.command.install_lib
Implements the Distutils 'install_lib' command
(install all Python modules).� N)�Command)�DistutilsOptionErrorz.pyc @ s� e Zd ZdZdddddddgZd d
d gZd d
iZd
d� Zdd� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd � Zd d � Zd d � Zd!S )"� install_libz7install all Python modules (extensions and pure Python))z install-dir=�dzdirectory to install to)z
build-dir=�bz'build directory (where to install from))�force�fz-force installation (overwrite existing files))�compile�cz compile .py to .pyc [default])�
no-compileNzdon't compile .py files)z optimize=�Ozlalso compile with optimization: -O1 for "python -O", -O2 for "python -OO", and -O0 to disable [default: -O0])�
skip-buildNzskip the build stepsr r r
r c C s( d | _ d | _d| _d | _d | _d | _d S )Nr )� install_dir� build_dirr r �optimize�
skip_build��self� r �5/usr/lib64/python3.8/distutils/command/install_lib.py�initialize_options3 s z install_lib.initialize_optionsc C s� | � ddddddd� | jd kr&d| _| jd kr6d | _t| jt�s�z t| j�| _| jd
kr^t�W n ttfk
r� td ��Y nX d S ) N�install)� build_libr )r r )r r )r r )r r )r r TF)r � � zoptimize must be 0, 1, or 2)Zset_undefined_optionsr r �
isinstance�int�AssertionError�
ValueErrorr r r r r �finalize_options< s& �
z install_lib.finalize_optionsc C s0 | � � | �� }|d k r,| j�� r,| �|� d S �N)�buildr � distribution�has_pure_modules� byte_compile�r Zoutfilesr r r �runV s zinstall_lib.runc C s2 | j s.| j�� r| �d� | j�� r.| �d� d S )N�build_py� build_ext)r r" r# Z run_command�has_ext_modulesr r r r r! f s
zinstall_lib.buildc C s8 t j�| j�r | �| j| j�}n| �d| j � d S |S )Nz3'%s' does not exist -- no Python modules to install)�os�path�isdirr Z copy_treer �warnr% r r r r m s �zinstall_lib.installc C sr t jr| �d� d S ddlm} | �d�j}| jrH||d| j|| j d� | j
dkrn||| j
| j|| j | j d� d S )Nz%byte-compiling is disabled, skipping.r )r$ r )r r �prefix�dry_run)r r r. �verboser/ ) �sys�dont_write_bytecoder- Zdistutils.utilr$ �get_finalized_command�rootr r r/ r r0 )r �filesr$ Z install_rootr r r r$ v s$
�
�zinstall_lib.byte_compilec
C sd |sg S | � |�}|�� }t||�}t|�ttj� }g }|D ] } |�tj�|| |d � �� q>|S r ) r3 � get_outputs�getattr�lenr* �sep�appendr+ �join)
r Zhas_anyZ build_cmdZ
cmd_optionZ
output_dirZ build_filesr �
prefix_lenZoutputs�filer r r �_mutate_outputs� s
zinstall_lib._mutate_outputsc C sr g }|D ]d}t j�t j�|��d }|tkr.q| jrJ|�tjj |dd�� | j
dkr|�tjj || j
d�� q|S )Nr � )� optimizationr ) r* r+ �splitext�normcase�PYTHON_SOURCE_EXTENSIONr r: � importlib�util�cache_from_sourcer )r Z py_filenamesZbytecode_filesZpy_fileZextr r r �_bytecode_filenames� s
�
�
z install_lib._bytecode_filenamesc C sR | � | j�� dd| j�}| jr*| �|�}ng }| � | j�� dd| j�}|| | S )z�Return the list of files that would be installed if this command
were actually run. Not affected by the "dry-run" flag or whether
modules have actually been built yet.
r' r r( )r> r" r# r r rG r) )r Z pure_outputsZbytecode_outputsZ ext_outputsr r r r6 � s �� ��zinstall_lib.get_outputsc C sL g }| j �� r&| �d�}|�|�� � | j �� rH| �d�}|�|�� � |S )z�Get the list of files that are input to this command, ie. the
files that get installed as they are named in the build tree.
The files in this list correspond one-to-one to the output
filenames returned by 'get_outputs()'.
r' r( )r" r# r3 �extendr6 r) )r Zinputsr' r( r r r �
get_inputs� s
zinstall_lib.get_inputsN)�__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsZ negative_optr r r& r! r r$ r> rG r6 rI r r r r r s* �
r ) �__doc__r* �importlib.utilrD r1 Zdistutils.corer Zdistutils.errorsr rC r r r r r �<module> s distutils/command/__pycache__/bdist_wininst.cpython-38.opt-2.pyc 0000644 00000020136 15115353744 0020700 0 ustar 00 U
e5d�> � @ st d dl Z d dlZd dlZd dlmZ d dlmZ d dlmZm Z d dl
T d dl m Z d dl
mZ G dd � d e�ZdS )
� N)�Command)� get_platform)� create_tree� remove_tree)�*)�get_python_version)�logc
s� e Zd ZdZdddde� fdddd d
d d d
dddg
ZddddgZejdkZ � fdd�Z
dd� Z dd� Z d d � Z
d d � Zd'd!d"�Zd#d$� Zd%d&� Z� ZS )(�
bdist_wininstz-create an executable installer for MS Windows)z
bdist-dir=Nz1temporary directory for creating the distributionz
plat-name=�pz;platform name to embed in generated filenames (default: %s))� keep-temp�kzPkeep the pseudo-installation tree around after creating the distribution archive)ztarget-version=Nz6require a specific python version on the target system)�no-target-compile�cz/do not compile .py to .pyc on the target system)�no-target-optimize�oz;do not compile .py to .pyo (optimized) on the target system)z dist-dir=�dz-directory to put final built distributions in)zbitmap=�bz>bitmap to use for the installer instead of python-powered logo)ztitle=�tz?title to display on the installer background instead of default)�
skip-buildNz2skip rebuilding everything (for testing/debugging))zinstall-script=NzUbasename of installation script to be run after installation or before deinstallation)zpre-install-script=Nz{Fully qualified filename of a script to be run before any files are installed. This script need not be in the distribution)zuser-access-control=Nz�specify Vista's UAC handling - 'none'/default=no handling, 'auto'=use UAC if target Python installed for all users, 'force'=always use UACr r
r r �win32c s t � j||� t�dtd� d S )Nz^bdist_wininst command is deprecated since Python 3.8, use bdist_wheel (wheel packages) instead� )�super�__init__�warnings�warn�DeprecationWarning)�self�args�kw�� __class__� �7/usr/lib64/python3.8/distutils/command/bdist_wininst.pyr ? s
�zbdist_wininst.__init__c C sR d | _ d | _d| _d| _d| _d | _d | _d | _d | _d | _ d | _
d | _ d | _ d S )Nr )
� bdist_dir� plat_name� keep_temp�no_target_compile�no_target_optimize�target_version�dist_dir�bitmap�title�
skip_build�install_script�pre_install_script�user_access_control)r r! r! r" �initialize_optionsE s z bdist_wininst.initialize_optionsc C s� | � dd� | jd krR| jr6| jr6| j�d�}| j|_| �d�j}tj �
|d�| _| j s^d| _ | js�| j� � r�t
� }| j r�| j |kr�td|f ��|| _ | � ddd� | jr�| jjD ]}| jtj �|�kr� q�q�td| j ��d S ) N�bdist)r, r, Zwininst� zMtarget version can only be %s, or the '--skip-build' option must be specified)r) r) )r$ r$ z(install_script '%s' not found in scripts)Zset_undefined_optionsr# r, r$ � distributionZget_command_obj�get_finalized_command�
bdist_base�os�path�joinr( �has_ext_modulesr ZDistutilsOptionErrorr- �scripts�basename)r r1 r5 Z
short_version�scriptr! r! r" �finalize_optionsU s>
��� ��z bdist_wininst.finalize_optionsc
C s� t jdkr&| j�� s | j�� r&td��| js6| �d� | jddd�}| j |_
| j|_d|_ | j |_ | �d�}d|_
d|_| j�� r�| j}|s�d t jd d
� }d | j |f }| �d�}tj�|jd | �|_d
D ],}|�� }|dkr�|d }t|d| |� q�t�d| j � |�� t j� dtj�| j d�� |� � t jd= ddl m } |� } | j� � }
| j!| d| j d�} | �"| |
| j#� | j�� �r�t$� } nd} | jj%�&d| | �'|
�f� t�(d| � t�)| � | j*�s�t+| j | j,d� d S )Nr z^distribution contains extensions and/or C libraries; must be compiled on a Windows 32 platform�build�install� )Zreinit_subcommandsr � install_libz%d.%dr z.%s-%s�lib)ZpurelibZplatlib�headersr: �datarC z/Include/$dist_nameZinstall_zinstalling to %sZPURELIB)�mktemp�zip)Zroot_dir�anyr z removing temporary file '%s')�dry_run)-�sys�platformr3 r9 Zhas_c_librariesZDistutilsPlatformErrorr, Z run_commandZreinitialize_commandr# �rootZwarn_dirr$ �compile�optimizer( � version_infor4 r6 r7 r8 Z
build_baseZ build_lib�upper�setattrr �infoZensure_finalized�insert�runZtempfilerE � get_fullnameZ make_archive�
create_exer* r Z
dist_files�append�get_installer_filename�debug�remover% r rH )
r r? rA r( Zplat_specifierr> �key�valuerE Zarchive_basename�fullname�arcnameZ pyversionr! r! r" rS { sr
���
��
� �
zbdist_wininst.runc C sZ g }| j j}|�d� |jp dd }dd� }dD ]B}t||d�}|r0|d|�� ||�f }|�d|||�f � q0|�d � | jr�|�d
| j � |�d ||� � |�d | j � |�d
| j � | j r�|�d| j � | j
r�|�d| j
� | j �p| j � � }|�d||� � dd l
}dd l} d|�|�
� �| jf }
|�d|
� d�|�S )Nz
[metadata]r2 �
c S s | � dd�S )Nr^ z\n)�replace)�sr! r! r" �escape� s z)bdist_wininst.get_inidata.<locals>.escape)ZauthorZ author_email� descriptionZ
maintainerZmaintainer_email�nameZurl�versionz
%s: %sz%s=%sz
[Setup]zinstall_script=%szinfo=%sztarget_compile=%dztarget_optimize=%dztarget_version=%szuser_access_control=%sztitle=%sr zBuilt %s with distutils-%sz
build_info=%s)r3 �metadatarV Zlong_description�getattr�
capitalizer- r& r' r( r/ r+ rT �time� distutils�ctime� __version__r8 ) r �linesre rQ ra rc rD r+ rh ri Z
build_infor! r! r" � get_inidata� s>
�
�zbdist_wininst.get_inidataNc
C sH dd l }| �| j� | �� }| �|�}| �d| � |r`t|d��}|�� }W 5 Q R X t|�} nd} t|d���}
|
� | �
� � |r�|
� |� t |t �r�|�
d�}|d }| jr�t| jddd ��} | �� �
d�} W 5 Q R X || d
}n|d }|
� |� |�d d t|�| �}
|
� |
� t|d��}|
� |�� � W 5 Q R X W 5 Q R X d S )
Nr z creating %s�rb�wb�mbcs� �rzlatin-1)�encodings
z<iiii{V4)�structZmkpathr) rm rW Zannounce�open�read�len�write�
get_exe_bytes�
isinstance�str�encoder. Zpack)r r] r\ r* rt Zcfgdata�installer_name�fZ
bitmapdataZ bitmaplen�filer< Z script_data�headerr! r! r" rU � sD
�
�
zbdist_wininst.create_exec C sD | j r&tj�| jd|| j| j f �}ntj�| jd|| jf �}|S )Nz%s.%s-py%s.exez %s.%s.exe)r( r6 r7 r8 r) r$ )r r\ r} r! r! r" rW 1 s
��
�z$bdist_wininst.get_installer_filenamec C s$ t � }| jrl| j|k rl| jdk r&d}q�| jdkr6d}q�| jdkrFd}q�| jdkrVd}q�| jdkrfd }q�d
}n@zd d lm} W n tk
r� d
}Y nX |�d
�d }|d }tj�t �}| j
dkr�| j
d d� dkr�| j
dd � }nd}tj� |d||f �}t |d�}z |�� W �S |�
� X d S )Nz2.4z6.0z7.1z2.5z8.0z3.2z9.0z3.4z10.0z14.0r )�CRT_ASSEMBLY_VERSION�.z.0r � �winr2 zwininst-%s%s.exern )r r( Zmsvcrtr� � ImportError� partitionr6 r7 �dirname�__file__r$ r8 ru �closerv ) r Z cur_versionZbvr� �majorZ directoryZsfix�filenamer~ r! r! r" ry > s8
zbdist_wininst.get_exe_bytes)N)�__name__�
__module__� __qualname__rb r Z user_optionsZboolean_optionsrI rJ Z _unsupportedr r0 r= rS rm rU rW ry �
__classcell__r! r! r r" r s> ���%�
&Q.
7
r )r6 rI r Zdistutils.corer Zdistutils.utilr Zdistutils.dir_utilr r Zdistutils.errorsZdistutils.sysconfigr ri r r r! r! r! r" �<module> s distutils/command/__pycache__/build_scripts.cpython-38.pyc 0000644 00000010346 15115353744 0017730 0 ustar 00 U
e5dX � @ s� d Z ddlZddlZddlmZ ddlmZ ddlmZ ddl m
Z
ddl m Z m
Z
ddlmZ ddlZe�d �ZG d
d � d e�ZG d d
� d
ee
�ZdS )zRdistutils.command.build_scripts
Implements the Distutils 'build_scripts' command.� N)�ST_MODE)� sysconfig)�Command)�newer)� convert_path� Mixin2to3)�logs ^#!.*python[0-9.]*([ ].*)?$c @ sH e Zd ZdZdddgZdgZdd� Zdd � Zd
d � Zd d
� Z dd� Z
dS )�
build_scriptsz("build" scripts (copy and fixup #! line))z
build-dir=�dz directory to "build" (copy) to)�force�fz1forcibly build everything (ignore file timestamps)z executable=�ez*specify final destination interpreter pathr c C s" d | _ d | _d | _d | _d | _d S �N)� build_dir�scriptsr �
executable�outfiles��self� r �7/usr/lib64/python3.8/distutils/command/build_scripts.py�initialize_options s
z build_scripts.initialize_optionsc C s | � dddd� | jj| _d S )NZbuild)r r )r r )r r )Zset_undefined_optionsZ distributionr r r r r �finalize_options% s �z build_scripts.finalize_optionsc C s | j S r )r r r r r �get_source_files, s z build_scripts.get_source_filesc C s | j s
d S | �� d S r )r � copy_scriptsr r r r �run/ s zbuild_scripts.runc
C s� | � | j� g }g }| jD �] }d}t|�}tj�| jtj�|��}|�|� | j slt
||�slt � d|� qzt
|d�}W n tk
r� | js�� d}Y nXX t�|j�\}}|�d� |�� } | s�| �d| � qt�| �}
|
r�d}|
�d�p�d } |�rt �d
|| j� |�|� | j�stj�s*| j} n(tj�t� d �d t� d
�t� d�f �} t� | �} d| | d }
z|
� d� W n$ t k
�r� t d�!|
���Y nX z|
� |� W n& t k
�r� t d�!|
|���Y nX t
|d�� }|�"|
� |�#|�$� � W 5 Q R X |�r8|�%� q|�r"|�%� |�|� | �&||� qtj'dk�r�|D ]`}| j�rdt �d|� nDt�(|�t) d@ }|dB d@ }||k�rJt �d|||� t�*||� �qJ||fS )a" Copy each script listed in 'self.scripts'; if it's marked as a
Python script in the Unix way (first line matches 'first_line_re',
ie. starts with "\#!" and contains "python"), then adjust the first
line to refer to the current Python interpreter as we copy.
Fznot copying %s (up-to-date)�rbNr z %s is an empty file (skipping)T� � z copying and adjusting %s -> %sZBINDIRz
python%s%sZVERSIONZEXEs #!�
zutf-8z.The shebang ({!r}) is not decodable from utf-8zAThe shebang ({!r}) is not decodable from the script encoding ({})�wb�posixzchanging mode of %si� im z!changing mode of %s from %o to %o)+Zmkpathr r r �os�path�join�basename�appendr r r �debug�open�OSError�dry_run�tokenize�detect_encoding�readline�seek�warn�
first_line_re�match�group�infor Z python_buildr Zget_config_var�fsencode�decode�UnicodeDecodeError�
ValueError�format�write�
writelines� readlines�closeZ copy_file�name�statr �chmod)r r �
updated_filesZscriptZadjustZoutfiler �encoding�linesZ
first_liner1 Z post_interpr ZshebangZoutf�fileZoldmodeZnewmoder r r r 5 s�
�
��
��
��
�zbuild_scripts.copy_scriptsN) �__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsr r r r r r r r r r s �r c @ s e Zd Zdd� ZdS )�build_scripts_2to3c C s& t �| �\}}| js | �|� ||fS r )r r r* Zrun_2to3)r r r@ r r r r � s
z build_scripts_2to3.copy_scriptsN)rD rE rF r r r r r rG � s rG )�__doc__r" �rer> r Z distutilsr Zdistutils.corer Zdistutils.dep_utilr Zdistutils.utilr r r r+ �compiler0 r rG r r r r �<module> s
distutils/command/__pycache__/build_clib.cpython-38.opt-1.pyc 0000644 00000011320 15115353744 0020102 0 ustar 00 U
e5dV � @ sT d Z ddlZddlmZ ddlT ddlmZ ddlmZ dd� Z G d d
� d
e�Z
dS ) z�distutils.command.build_clib
Implements the Distutils 'build_clib' command, to build a C/C++ library
that is included in the module distribution and needed by an extension
module.� N)�Command)�*)�customize_compiler)�logc C s ddl m} | � d S )Nr ��show_compilers)�distutils.ccompilerr r � r �4/usr/lib64/python3.8/distutils/command/build_clib.pyr s r c @ sl e Zd ZdZdddddgZddgZd d
d efgZd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd
S )�
build_clibz/build C/C++ libraries used by Python extensions)z build-clib=�bz%directory to build C/C++ libraries to)z build-temp=�tz,directory to put temporary build by-products)�debug�gz"compile with debugging information)�force�fz2forcibly build everything (ignore file timestamps))z compiler=�czspecify the compiler typer r z
help-compilerNzlist available compilersc C s: d | _ d | _d | _d | _d | _d | _d | _d| _d | _d S )Nr ) r �
build_temp� libraries� include_dirs�define�undefr r �compiler��selfr r r
�initialize_options4 s z build_clib.initialize_optionsc C sh | � dddddd� | jj| _| jr0| �| j� | jd krH| jjpDg | _t| jt�rd| j�tj �| _d S )NZbuild)r r )r r )r r )r r )r r )
Zset_undefined_optionsZ distributionr �check_library_listr �
isinstance�str�split�os�pathsepr r r r
�finalize_optionsD s �
zbuild_clib.finalize_optionsc C s� | j s
d S ddlm} || j| j| jd�| _t| j� | jd k rN| j�| j� | j d k rv| j D ]\}}| j�
||� q^| j d k r�| j D ]}| j� |� q�| �
| j � d S )Nr )� new_compiler)r �dry_runr )r r r# r r$ r r r Zset_include_dirsr Z define_macror Zundefine_macro�build_libraries)r r# �name�valueZmacror r r
�run^ s" �
zbuild_clib.runc C s� t |t�std��|D ]z}t |t�s8t|�dkr8td��|\}}t |t�sRtd��d|ksntjdkr~tj|kr~td|d ��t |t�std��qd S )
a` Ensure that the list of libraries is valid.
`library` is presumably provided as a command option 'libraries'.
This method checks that it is a list of 2-tuples, where the tuples
are (library_name, build_info_dict).
Raise DistutilsSetupError if the structure is invalid anywhere;
just returns otherwise.
z+'libraries' option must be a list of tuples� z*each element of 'libraries' must a 2-tuplezNfirst element of each tuple in 'libraries' must be a string (the library name)�/z;bad library name '%s': may not contain directory separatorsr zMsecond element of each tuple in 'libraries' must be a dictionary (build info)N) r �list�DistutilsSetupError�tuple�lenr r �sep�dict)r r �libr& �
build_infor r r
r v s,
��
� �
�z build_clib.check_library_listc C s, | j s
d S g }| j D ]\}}|�|� q|S )N)r �append)r Z lib_names�lib_namer2 r r r
�get_library_names� s z build_clib.get_library_namesc C sZ | � | j� g }| jD ]>\}}|�d�}|d ks>t|ttf�sJtd| ��|�|� q|S )N�sources�fin 'libraries' option (library '%s'), 'sources' must be present and must be a list of source filenames)r r �getr r+ r- r, �extend)r � filenamesr4 r2 r6 r r r
�get_source_files� s
�� zbuild_clib.get_source_filesc C s� |D ]�\}}|� d�}|d ks,t|ttf�s8td| ��t|�}t�d|� |� d�}|� d�}| jj|| j ||| j
d�}| jj ||| j | j
d� qd S )Nr6 r7 zbuilding '%s' library�macrosr )�
output_dirr< r r )r= r )
r8 r r+ r- r, r �infor �compiler r Zcreate_static_libr )r r r4 r2 r6 r< r Zobjectsr r r
r% � s,
��
�
�zbuild_clib.build_libraries)�__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsr Z help_optionsr r" r( r r5 r; r% r r r r
r s( �
��$ r ) �__doc__r Zdistutils.corer Zdistutils.errorsZdistutils.sysconfigr Z distutilsr r r r r r r
�<module> s distutils/command/__pycache__/bdist_wininst.cpython-38.pyc 0000644 00000020453 15115353744 0017742 0 ustar 00 U
e5d�> � @ sx d Z ddlZddlZddlZddlmZ ddlmZ ddlm Z m
Z
ddl T ddl m
Z
ddlmZ G d d
� d
e�ZdS ) zzdistutils.command.bdist_wininst
Implements the Distutils 'bdist_wininst' command: create a windows installer
exe-program.� N)�Command)� get_platform)� create_tree� remove_tree)�*)�get_python_version)�logc
s� e Zd ZdZdddde� fdddd d
d d d
dddg
ZddddgZejdkZ � fdd�Z
dd� Z dd� Z d d � Z
d d � Zd'd!d"�Zd#d$� Zd%d&� Z� ZS )(�
bdist_wininstz-create an executable installer for MS Windows)z
bdist-dir=Nz1temporary directory for creating the distributionz
plat-name=�pz;platform name to embed in generated filenames (default: %s))� keep-temp�kzPkeep the pseudo-installation tree around after creating the distribution archive)ztarget-version=Nz6require a specific python version on the target system)�no-target-compile�cz/do not compile .py to .pyc on the target system)�no-target-optimize�oz;do not compile .py to .pyo (optimized) on the target system)z dist-dir=�dz-directory to put final built distributions in)zbitmap=�bz>bitmap to use for the installer instead of python-powered logo)ztitle=�tz?title to display on the installer background instead of default)�
skip-buildNz2skip rebuilding everything (for testing/debugging))zinstall-script=NzUbasename of installation script to be run after installation or before deinstallation)zpre-install-script=Nz{Fully qualified filename of a script to be run before any files are installed. This script need not be in the distribution)zuser-access-control=Nz�specify Vista's UAC handling - 'none'/default=no handling, 'auto'=use UAC if target Python installed for all users, 'force'=always use UACr r
r r �win32c s t � j||� t�dtd� d S )Nz^bdist_wininst command is deprecated since Python 3.8, use bdist_wheel (wheel packages) instead� )�super�__init__�warnings�warn�DeprecationWarning)�self�args�kw�� __class__� �7/usr/lib64/python3.8/distutils/command/bdist_wininst.pyr ? s
�zbdist_wininst.__init__c C sR d | _ d | _d| _d| _d| _d | _d | _d | _d | _d | _ d | _
d | _ d | _ d S )Nr )
� bdist_dir� plat_name� keep_temp�no_target_compile�no_target_optimize�target_version�dist_dir�bitmap�title�
skip_build�install_script�pre_install_script�user_access_control)r r! r! r" �initialize_optionsE s z bdist_wininst.initialize_optionsc C s� | � dd� | jd krR| jr6| jr6| j�d�}| j|_| �d�j}tj �
|d�| _| j s^d| _ | js�| j� � r�t
� }| j r�| j |kr�td|f ��|| _ | � ddd� | jr�| jjD ]}| jtj �|�kr� q�q�td| j ��d S ) N�bdist)r, r, Zwininst� zMtarget version can only be %s, or the '--skip-build' option must be specified)r) r) )r$ r$ z(install_script '%s' not found in scripts)Zset_undefined_optionsr# r, r$ � distributionZget_command_obj�get_finalized_command�
bdist_base�os�path�joinr( �has_ext_modulesr ZDistutilsOptionErrorr- �scripts�basename)r r1 r5 Z
short_version�scriptr! r! r" �finalize_optionsU s>
��� ��z bdist_wininst.finalize_optionsc
C s� t jdkr&| j�� s | j�� r&td��| js6| �d� | jddd�}| j |_
| j|_d|_ | j |_ | �d�}d|_
d|_| j�� r�| j}|s�| js�td ��d
t jd d � }d | j |f }| �d�}tj�|jd
| �|_dD ],}|�� }|dkr�|d }t|d| |� q�t�d| j � |� � t j� dtj�| j d�� |� � t jd= ddl m } |� } | j�!� }
| j"| d| j d�} | �#| |
| j$� | j�� �r�t%� } nd} | jj&�'d| | �(|
�f� t�)d| � t�*| � | j+�s�t,| j | j-d� d S )Nr z^distribution contains extensions and/or C libraries; must be compiled on a Windows 32 platform�build�install� )Zreinit_subcommandsr � install_libz Should have already checked thisz%d.%dr z.%s-%s�lib)ZpurelibZplatlib�headersr: �datarC z/Include/$dist_nameZinstall_zinstalling to %sZPURELIB)�mktemp�zip)Zroot_dir�anyr z removing temporary file '%s')�dry_run).�sys�platformr3 r9 Zhas_c_librariesZDistutilsPlatformErrorr, Z run_commandZreinitialize_commandr# �rootZwarn_dirr$ �compile�optimizer( �AssertionError� version_infor4 r6 r7 r8 Z
build_baseZ build_lib�upper�setattrr �infoZensure_finalized�insert�runZtempfilerE � get_fullnameZ make_archive�
create_exer* r Z
dist_files�append�get_installer_filename�debug�remover% r rH )
r r? rA r( Zplat_specifierr> �key�valuerE Zarchive_basename�fullname�arcnameZ pyversionr! r! r" rT { st
���
��
� �
zbdist_wininst.runc C sZ g }| j j}|�d� |jp dd }dd� }dD ]B}t||d�}|r0|d|�� ||�f }|�d|||�f � q0|�d � | jr�|�d
| j � |�d ||� � |�d | j � |�d
| j � | j r�|�d| j � | j
r�|�d| j
� | j �p| j � � }|�d||� � dd l
}dd l} d|�|�
� �| jf }
|�d|
� d�|�S )Nz
[metadata]r2 �
c S s | � dd�S )Nr_ z\n)�replace)�sr! r! r" �escape� s z)bdist_wininst.get_inidata.<locals>.escape)ZauthorZ author_email� descriptionZ
maintainerZmaintainer_email�nameZurl�versionz
%s: %sz%s=%sz
[Setup]zinstall_script=%szinfo=%sztarget_compile=%dztarget_optimize=%dztarget_version=%szuser_access_control=%sztitle=%sr zBuilt %s with distutils-%sz
build_info=%s)r3 �metadatarW Zlong_description�getattr�
capitalizer- r& r' r( r/ r+ rU �time� distutils�ctime� __version__r8 ) r �linesrf rR rb rd rD r+ ri rj Z
build_infor! r! r" � get_inidata� s>
�
�zbdist_wininst.get_inidataNc
C sH dd l }| �| j� | �� }| �|�}| �d| � |r`t|d��}|�� }W 5 Q R X t|�} nd} t|d���}
|
� | �
� � |r�|
� |� t |t �r�|�
d�}|d }| jr�t| jddd ��} | �� �
d�} W 5 Q R X || d
}n|d }|
� |� |�d d t|�| �}
|
� |
� t|d��}|
� |�� � W 5 Q R X W 5 Q R X d S )
Nr z creating %s�rb�wb�mbcs� �rzlatin-1)�encodings
z<iiii{V4)�structZmkpathr) rn rX Zannounce�open�read�len�write�
get_exe_bytes�
isinstance�str�encoder. Zpack)r r^ r] r* ru Zcfgdata�installer_name�fZ
bitmapdataZ bitmaplen�filer< Z script_data�headerr! r! r" rV � sD
�
�
zbdist_wininst.create_exec C sD | j r&tj�| jd|| j| j f �}ntj�| jd|| jf �}|S )Nz%s.%s-py%s.exez %s.%s.exe)r( r6 r7 r8 r) r$ )r r] r~ r! r! r" rX 1 s
��
�z$bdist_wininst.get_installer_filenamec C s$ t � }| jrl| j|k rl| jdk r&d}q�| jdkr6d}q�| jdkrFd}q�| jdkrVd}q�| jdkrfd }q�d
}n@zd d lm} W n tk
r� d
}Y nX |�d
�d }|d }tj�t �}| j
dkr�| j
d d� dkr�| j
dd � }nd}tj� |d||f �}t |d�}z |�� W �S |�
� X d S )Nz2.4z6.0z7.1z2.5z8.0z3.2z9.0z3.4z10.0z14.0r )�CRT_ASSEMBLY_VERSION�.z.0r � �winr2 zwininst-%s%s.exero )r r( Zmsvcrtr� � ImportError� partitionr6 r7 �dirname�__file__r$ r8 rv �closerw ) r Z cur_versionZbvr� �majorZ directoryZsfix�filenamer r! r! r" rz > s8
zbdist_wininst.get_exe_bytes)N)�__name__�
__module__� __qualname__rc r Z user_optionsZboolean_optionsrI rJ Z _unsupportedr r0 r= rT rn rV rX rz �
__classcell__r! r! r r" r s> ���%�
&Q.
7
r )�__doc__r6 rI r Zdistutils.corer Zdistutils.utilr Zdistutils.dir_utilr r Zdistutils.errorsZdistutils.sysconfigr rj r r r! r! r! r" �<module> s distutils/command/__pycache__/sdist.cpython-38.opt-1.pyc 0000644 00000034266 15115353744 0017156 0 ustar 00 U
e5d=J � @ s� d Z ddlZddlZddlmZ ddlmZ ddlmZ ddlm Z ddlm
Z
ddlm Z dd l m
Z
dd
lmZ dd lmZ dd lmZ dd
lmZmZ dd� ZG dd� de�ZdS )zadistutils.command.sdist
Implements the Distutils 'sdist' command (create a source distribution).� N)�glob)�warn)�Command)�dir_util)� file_util)� archive_util)�TextFile)�FileList)�log)� convert_path)�DistutilsTemplateError�DistutilsOptionErrorc C s` ddl m} ddlm} g }|�� D ] }|�d| d|| d f� q$|�� | |��d� dS )zoPrint all possible values for the 'formats' option (used by
the "--help-formats" command-line option).
r )� FancyGetopt)�ARCHIVE_FORMATS�formats=N� z.List of available source distribution formats:)Zdistutils.fancy_getoptr Zdistutils.archive_utilr �keys�append�sortZ
print_help)r r �formats�format� r �//usr/lib64/python3.8/distutils/command/sdist.py� show_formats s
��r c @ s" e Zd ZdZdd� Zdddddd d
d d d
ddddgZddddddgZdddefgZddd�Z d efgZ
d Z d d � Z d d!� Z
d"d#� Zd$d%� Zd&d'� Zd(d)� Zed*d+� �Zd,d-� Zd.d/� Zd0d1� Zd2d3� Zd4d5� Zd6d7� Zd8d9� Zd:d;� Zd<d=� Z d>d?� Z d@dA� Z dBdC� Z dDdE� Z dFdG� Z!dHdI� Z"dS )J�sdistz6create a source distribution (tarball, zip file, etc.)c C s | j S )zYCallable used for the check sub-command.
Placed here so user_options can view it)�metadata_check��selfr r r �checking_metadata( s zsdist.checking_metadata)z template=�tz5name of manifest template file [default: MANIFEST.in])z manifest=�mz)name of manifest file [default: MANIFEST])� use-defaultsNzRinclude the default file set in the manifest [default; disable with --no-defaults])� no-defaultsNz"don't include the default file set)�pruneNz�specifically exclude files/directories that should not be distributed (build tree, RCS/CVS dirs, etc.) [default; disable with --no-prune])�no-pruneNz$don't automatically exclude anything)�
manifest-only�ozEjust regenerate the manifest and then stop (implies --force-manifest))�force-manifest�fzkforcibly regenerate the manifest and carry on as usual. Deprecated: now the manifest is always regenerated.)r Nz6formats for source distribution (comma-separated list))� keep-temp�kz@keep the distribution tree around after creating archive file(s))z dist-dir=�dzFdirectory to put the source distribution archive(s) in [default: dist])�metadata-checkNz[Ensure that all required elements of meta-data are supplied. Warn if any missing. [default])zowner=�uz@Owner name used when creating a tar file [default: current user])zgroup=�gzAGroup name used when creating a tar file [default: current group]r! r# r% r' r) r, z help-formatsNz#list available distribution formats)r" r$ �check)ZREADMEz
README.txtz
README.rstc C sT d | _ d | _d| _d| _d| _d| _dg| _d| _d | _d | _ d| _
d | _ d | _ d S )N� r Zgztar)
�template�manifest� use_defaultsr# �
manifest_onlyZforce_manifestr � keep_temp�dist_dir�
archive_filesr �owner�groupr r r r �initialize_optionse s zsdist.initialize_optionsc C sZ | j d krd| _ | jd kr d| _| �d� t�| j�}|rFtd| ��| jd krVd| _d S )NZMANIFESTz MANIFEST.inr zunknown archive format '%s'Zdist)r2 r1 Zensure_string_listr Zcheck_archive_formatsr r
r6 )r Z
bad_formatr r r �finalize_options| s
�
zsdist.finalize_optionsc C s> t � | _| �� D ]}| �|� q| �� | jr2d S | �� d S �N)r �filelistZget_sub_commandsZ run_command�
get_file_listr4 �make_distribution)r Zcmd_namer r r �run� s z sdist.runc C s* t dt� | j�d�}|�� |�� dS )zDeprecated API.zadistutils.command.sdist.check_metadata is deprecated, use the check command insteadr/ N)r �PendingDeprecationWarning� distributionZget_command_objZensure_finalizedr@ )r r/ r r r �check_metadata� s � zsdist.check_metadatac C s� t j�| j�}|s:| �� r:| �� | j�� | j�� dS |sN| � d| j � | j�
� | j rf| � � |rr| �
� | jr�| �� | j�� | j�� | �� dS )aC Figure out the list of files to include in the source
distribution, and put it in 'self.filelist'. This might involve
reading the manifest template (and writing the manifest), or just
reading the manifest, or just using the default file set -- it all
depends on the user's options.
Nz?manifest template '%s' does not exist (using default file list))�os�path�isfiler1 �_manifest_is_not_generated�
read_manifestr= r Zremove_duplicatesr �findallr3 � add_defaults�
read_templater# �prune_file_list�write_manifest)r Ztemplate_existsr r r r> � s(
�
zsdist.get_file_listc C s< | � � | �� | �� | �� | �� | �� | �� dS )a9 Add all the default files to self.filelist:
- README or README.txt
- setup.py
- test/test*.py
- all pure Python modules mentioned in setup script
- all files pointed by package_data (build_py)
- all files defined in data_files.
- all files defined as scripts.
- all C sources listed as part of extensions or C libraries
in the setup script (doesn't catch C headers!)
Warns if (README or README.txt) or setup.py are missing; everything
else is optional.
N)�_add_defaults_standards�_add_defaults_optional�_add_defaults_python�_add_defaults_data_files�_add_defaults_ext�_add_defaults_c_libs�_add_defaults_scriptsr r r r rJ � s zsdist.add_defaultsc C s: t j�| �sdS t j�| �}t j�|�\}}|t �|�kS )z�
Case-sensitive path existence check
>>> sdist._cs_path_exists(__file__)
True
>>> sdist._cs_path_exists(__file__.upper())
False
F)rD rE �exists�abspath�split�listdir)�fspathrV Z directory�filenamer r r �_cs_path_exists� s
zsdist._cs_path_existsc C s� | j | jjg}|D ]~}t|t�rj|}d}|D ]"}| �|�r,d}| j�|� qPq,|s�| �dd� |� � q| �|�r�| j�|� q| �d| � qd S )NFTz,standard file not found: should have one of z, z standard file '%s' not found)
�READMESrB Z script_name�
isinstance�tupler[ r= r r �join)r Z standards�fnZaltsZgot_itr r r rN � s"
�
z sdist._add_defaults_standardsc C s4 ddg}|D ]"}t tjjt|��}| j�|� q d S )Nz
test/test*.pyz setup.cfg)�filterrD rE rF r r= �extend)r Zoptional�pattern�filesr r r rO s z sdist._add_defaults_optionalc C s\ | � d�}| j�� r$| j�|�� � |jD ],\}}}}|D ]}| j�tj �
||�� q:q*d S )N�build_py) �get_finalized_commandrB Zhas_pure_modulesr= rb �get_source_files�
data_filesr rD rE r_ )r re ZpkgZsrc_dirZ build_dir� filenamesrZ r r r rP s
zsdist._add_defaults_pythonc C sz | j �� rv| j jD ]b}t|t�rBt|�}tj�|�rt| j �
|� q|\}}|D ]$}t|�}tj�|�rN| j �
|� qNqd S r< ) rB Zhas_data_filesrh r] �strr rD rE rF r= r )r �item�dirnameri r( r r r rQ $ s
z sdist._add_defaults_data_filesc C s( | j �� r$| �d�}| j�|�� � d S )N� build_ext)rB Zhas_ext_modulesrf r= rb rg )r rm r r r rR 5 s
zsdist._add_defaults_extc C s( | j �� r$| �d�}| j�|�� � d S )N�
build_clib)rB Zhas_c_librariesrf r= rb rg )r rn r r r rS : s
zsdist._add_defaults_c_libsc C s( | j �� r$| �d�}| j�|�� � d S )N�
build_scripts)rB Z has_scriptsrf r= rb rg )r ro r r r rT ? s
zsdist._add_defaults_scriptsc
C s� t �d| j� t| jddddddd�}zh|�� }|dkr:q�z| j�|� W q( tt fk
r� } z | �
d|j |j |f � W 5 d}~X Y q(X q(W 5 |�� X dS )z�Read and parse manifest template file named by self.template.
(usually "MANIFEST.in") The parsing and processing is done by
'self.filelist', which updates itself accordingly.
z reading manifest template '%s'r0 )Zstrip_commentsZ skip_blanksZ
join_linesZ lstrip_wsZ rstrip_wsZ
collapse_joinNz%s, line %d: %s)
r
�infor1 r �close�readliner= Zprocess_template_liner �
ValueErrorr rZ Z current_line)r r1 �line�msgr r r rK D s&
�
� zsdist.read_templatec C s� | � d�}| j�� }| jjd|jd� | jjd|d� tjdkrFd}nd}ddd d
d d d
g}d|d�|�|f }| jj|dd� dS )av Prune off branches that might slip into the file list as created
by 'read_template()', but really don't belong there:
* the build tree (typically "build")
* the release tree itself (only an issue if we ran "sdist"
previously with --keep-temp, or it aborted)
* any RCS, CVS, .svn, .hg, .git, .bzr, _darcs directories
�buildN)�prefixZwin32z/|\\�/ZRCSZCVSz\.svnz\.hgz\.gitz\.bzrZ_darcsz(^|%s)(%s)(%s).*�|r0 )Zis_regex) rf rB � get_fullnamer= Zexclude_patternZ
build_base�sys�platformr_ )r rv �base_dirZsepsZvcs_dirsZvcs_ptrnr r r rL a s
�zsdist.prune_file_listc C sX | � � r t�d| j � dS | jjdd� }|�dd� | �tj | j|fd| j � dS )z�Write the file list in 'self.filelist' (presumably as filled in
by 'add_defaults()' and 'read_template()') to the manifest file
named by 'self.manifest'.
z5not writing to manually maintained manifest file '%s'Nr z*# file GENERATED by distutils, do NOT editzwriting manifest file '%s')
rG r
rp r2 r= rd �insertZexecuter Z
write_file)r Zcontentr r r rM y s � �zsdist.write_manifestc C s< t j�| j�sdS t| j�}z |�� }W 5 |�� X |dkS )NFz+# file GENERATED by distutils, do NOT edit
)rD rE rF r2 �openrq rr )r �fpZ
first_liner r r rG � s
z sdist._manifest_is_not_generatedc C sV t �d| j� t| j��4}|D ](}|�� }|�d�s |s:q | j�|� q W 5 Q R X dS )z�Read the manifest file (named by 'self.manifest') and use it to
fill in 'self.filelist', the list of files to include in the source
distribution.
zreading manifest file '%s'�#N)r
rp r2 r �strip�
startswithr= r )r r2 rt r r r rH � s zsdist.read_manifestc C s� | � |� tj||| jd� ttd�r4d}d| }n d}d| }|sPt�d� n
t�|� |D ]<}tj �
|�s|t�d|� q^tj � ||�}| j |||d � q^| j
j�|� dS )
a� Create the directory tree that will become the source
distribution archive. All directories implied by the filenames in
'files' are created under 'base_dir', and then we hard link or copy
(if hard linking is unavailable) those files into place.
Essentially, this duplicates the developer's source tree, but in a
directory named after the distribution, containing only the files
to be distributed.
��dry_run�linkZhardzmaking hard links in %s...Nzcopying files to %s...z)no files to distribute -- empty manifest?z#'%s' not a regular file -- skipping)r� )Zmkpathr Z create_treer� �hasattrrD r
r rp rE rF r_ Z copy_filerB ZmetadataZwrite_pkg_info)r r} rd r� ru �file�destr r r �make_release_tree� s
zsdist.make_release_treec C s� | j �� }tj�| j|�}| �|| jj� g }d| j krT| j �
| j � | j � d��� | j D ]:}| j
|||| j| jd�}|�
|� | j j�
dd|f� qZ|| _| js�tj|| jd� dS )a� Create the source distribution(s). First, we create the release
tree with 'make_release_tree()'; then, we create all required
archive files (according to 'self.formats') from the release tree.
Finally, we clean up by blowing away the release tree (unless
'self.keep_temp' is true). The list of archive files created is
stored so it can be retrieved later by 'get_archive_files()'.
Ztar)r} r8 r9 r � r� N)rB rz rD rE r_ r6 r� r= rd r r �pop�indexZ make_archiver8 r9 Z
dist_filesr7 r5 r Z remove_treer� )r r} Z base_namer7 Zfmtr� r r r r? � s
�
zsdist.make_distributionc C s | j S )zzReturn the list of archive files created when the command
was run, or None if the command hasn't run yet.
)r7 r r r r �get_archive_files� s zsdist.get_archive_files)#�__name__�
__module__� __qualname__Z descriptionr Z user_optionsZboolean_optionsr Z help_optionsZ negative_optZ sub_commandsr\ r: r; r@ rC r> rJ � staticmethodr[ rN rO rP rQ rR rS rT rK rL rM rG rH r� r? r� r r r r r $ sp �' � ���
(
* r )�__doc__rD r{ r �warningsr Zdistutils.corer Z distutilsr r r Zdistutils.text_filer Zdistutils.filelistr r
Zdistutils.utilr Zdistutils.errorsr r
r r r r r r �<module> s distutils/command/__pycache__/build_ext.cpython-38.opt-1.pyc 0000644 00000037413 15115353744 0020004 0 ustar 00 U
e5dP{ � @ s� d Z ddlZddlZddlZddlZddlmZ ddlT ddlm Z m
Z
ddlm Z ddl m
Z
ddlmZ dd lmZ dd
lmZ dd lmZ e�d �Zd
d� ZG dd� de�ZdS )z�distutils.command.build_ext
Implements the Distutils 'build_ext' command, for building extension
modules (currently limited to C extensions, should accommodate C++
extensions ASAP).� N)�Command)�*)�customize_compiler�get_python_version)�get_config_h_filename)� newer_group)� Extension)� get_platform)�log)� USER_BASEz3^[a-zA-Z_][a-zA-Z_0-9]*(\.[a-zA-Z_][a-zA-Z_0-9]*)*$c C s ddl m} | � d S )Nr ��show_compilers)�distutils.ccompilerr
r � r �3/usr/lib64/python3.8/distutils/command/build_ext.pyr
s r
c @ s e Zd ZdZdej Zddddde� fdd d
d e fd d
dddde fddddddddddgZd d d d d gZ d!d"d#e
fgZ d$d%� Z d&d'� Z
d(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Zd2d3� Zd4d5� Zejd6d7� �Zd8d9� Zd:d;� Zd<d=� Zd>d?� Zd@dA� Z dBdC� Z dDdE� Z dFdG� Z d"S )H� build_extz8build C/C++ extensions (compile/link to build directory)z (separated by '%s'))z
build-lib=�bz(directory for compiled extension modules)z build-temp=�tz1directory for temporary files (build by-products)z
plat-name=�pz>platform name to cross-compile for, if supported (default: %s))�inplace�iziignore build-lib and put compiled extensions into the source directory alongside your pure Python modulesz
include-dirs=�Iz.list of directories to search for header files)zdefine=�Dz C preprocessor macros to define)zundef=�Uz!C preprocessor macros to undefine)z
libraries=�lz!external C libraries to link withz
library-dirs=�Lz.directories to search for external C libraries)zrpath=�Rz7directories to search for shared C libraries at runtime)z
link-objects=�Oz2extra explicit link objects to include in the link)�debug�gz'compile/link with debugging information)�force�fz2forcibly build everything (ignore file timestamps))z compiler=�czspecify the compiler type)z parallel=�jz number of parallel build jobs)�swig-cppNz)make SWIG create C++ files (default is C))z
swig-opts=Nz!list of SWIG command line options)zswig=Nzpath to the SWIG executable)�userNz#add user include, library and rpathr r r r$ r% z
help-compilerNzlist available compilersc C s� d | _ d | _d | _d | _d| _d | _d | _d | _d | _d | _ d | _
d | _ d | _ d | _
d | _d | _d | _d | _d | _d | _d | _d S )Nr )�
extensions� build_lib� plat_name�
build_tempr �package� include_dirs�define�undef� libraries� library_dirs�rpath� link_objectsr r �compiler�swig�swig_cpp� swig_optsr% �parallel��selfr r r �initialize_optionsj s* z build_ext.initialize_optionsc
C s� ddl m} | �ddddddd d
� | jd kr8| jj| _| jj| _|�� }|jd d �}| j d krn| jj pjg | _ t
| j t �r�| j � t
j�| _ tjtjkr�| j �t
j�tjd
�� | j �|� t
jj�� ||kr�| j �|� t
jj�� | �d� | �d� | jd k�rg | _| jd k�r g | _n t
| jt ��r:| j� t
j�| _| jd k�rNg | _n t
| jt ��rl| j� t
j�| _t
jdk�rh| j�t
j�tjd�� tjtjk�r�| j�t
j�tjd�� | j �r�t
j�| j d�| _ nt
j�| j d�| _ | j �t
j� t � �� t tdd �}|�r| j�|� | j!dk�r*d}n| j!dd � }t
j�tjd�}|�r\t
j�||�}| j�|� tj"d d� dk�r�tj#�$t
j�tjd���r�| j�t
j�tjdd t%� d �� n | j�d � |�&d ��r�|j'�s�| j�|�&d �� n | j�d � | j(�r | j(� d!�}d"d#� |D �| _(| j)�r4| j)� d!�| _)| j*d k�rHg | _*n| j*� d$�| _*| j+�r�t
j�t,d
�}t
j�t,d�} t
j�-|��r�| j �|� t
j�-| ��r�| j�| � | j�| � t
| j.t ��r�zt/| j.�| _.W n t0k
�r� t1d%��Y nX d S )&Nr )� sysconfigZbuild)r' r' )r) r) )r2 r2 )r r )r r )r6 r6 )r( r( � )Z
plat_specificZincluder. r1 �ntZlibsZDebugZRelease�_home�win32� ZPCbuild� �cygwin�bin�lib�pythonZconfig�.�Py_ENABLE_SHAREDZLIBDIR�,c S s g | ] }|d f�qS )�1r )�.0Zsymbolr r r �
<listcomp>� s z.build_ext.finalize_options.<locals>.<listcomp>� z parallel should be an integer)2� distutilsr: Zset_undefined_optionsr* � distributionZ ext_packageZ ext_modulesr& Zget_python_incr+ �
isinstance�str�split�os�pathsep�sys� exec_prefix�base_exec_prefix�append�path�join�extendZensure_string_listr. r/ r0 �name�prefixr r) �dirnamer �getattrr( �platform�
executable�
startswithr �get_config_varZ python_buildr, r- r5 r% r �isdirr6 �int�
ValueErrorZDistutilsOptionError)
r8 r: Z
py_includeZplat_py_includeZ _sys_home�suffixZnew_libZdefinesZ user_includeZuser_libr r r �finalize_options� s� �
�
� zbuild_ext.finalize_optionsc C sj ddl m} | jsd S | j�� rL| �d�}| j�|�� p:g � | j �
|j � || j | j
| j| jd�| _ t| j � tjdkr�| jt� kr�| j �| j� | jd k r�| j �| j� | jd k r�| jD ]\}}| j �||� q�| jd k r�| jD ]}| j �|� q�| jd k �r| j � | j� | j d k �r*| j � | j � | j d k �rD| j � | j � | j d k �r^| j �!| j � | �"� d S )Nr )� new_compiler�
build_clib)r2 �verbose�dry_runr r< )#r rg r& rM Zhas_c_libraries�get_finalized_commandr. rY Zget_library_namesr/ rV rh r2 ri rj r r rQ rZ r( r Z
initializer+ Zset_include_dirsr, Z define_macror- Zundefine_macroZ
set_librariesZset_library_dirsr0 Zset_runtime_library_dirsr1 Zset_link_objects�build_extensions)r8 rg rh rZ �value�macror r r �run s@
�
z
build_ext.runc
C sv t |t�std��t|�D �]T\}}t |t�r0qt |t�rFt|�dkrNtd��|\}}t�d|� t |t �rvt
� |�s~td��t |t �s�td��t||d �}dD ]"}|�
|�}|d k r�t|||� q�|�
d
�|_d |kr�t�d � |�
d
�}|�rhg |_g |_|D ]b} t | t��r"t| �dk�s*td��t| �dk�rJ|j�| d � nt| �dk�r|j�| � �q|||< qd S )a� Ensure that the list of extensions (presumably provided as a
command option 'extensions') is valid, i.e. it is a list of
Extension objects. We also support the old-style list of 2-tuples,
where the tuples are (ext_name, build_info), which are converted to
Extension instances here.
Raise DistutilsSetupError if the structure is invalid anywhere;
just returns otherwise.
z:'ext_modules' option must be a list of Extension instances� zMeach element of 'ext_modules' option must be an Extension instance or 2-tuplezvold-style (ext_name, build_info) tuple found in ext_modules for extension '%s' -- please convert to Extension instancezRfirst element of each tuple in 'ext_modules' must be the extension name (a string)zOsecond element of each tuple in 'ext_modules' must be a dictionary (build info)�sources)r+ r/ r. �
extra_objects�extra_compile_args�extra_link_argsNr0 Zdef_filez9'def_file' element of build info dict no longer supported�macros)r; rp z9'macros' element of build info dict must be 1- or 2-tupler; r )rN �list�DistutilsSetupError� enumerater �tuple�lenr
�warnrO �extension_name_re�match�dict�get�setattr�runtime_library_dirs�
define_macros� undef_macrosrV )
r8 r& r �ext�ext_nameZ
build_info�key�valru rn r r r �check_extensions_listV s^
�
��
��
�
�z build_ext.check_extensions_listc C s, | � | j� g }| jD ]}|�|j� q|S �N)r� r& rY rq )r8 � filenamesr� r r r �get_source_files� s
zbuild_ext.get_source_filesc C s2 | � | j� g }| jD ]}|�| �|j�� q|S r� )r� r& rV �get_ext_fullpathrZ )r8 Zoutputsr� r r r � get_outputs� s
zbuild_ext.get_outputsc C s( | � | j� | jr | �� n| �� d S r� )r� r& r6 �_build_extensions_parallel�_build_extensions_serialr7 r r r rl � s
zbuild_ext.build_extensionsc s� �j }�j dkrt�� }zddlm} W n tk
r@ d }Y nX |d krV��� d S ||d��P� � �fdd��jD �}t�j|�D ]&\}}�� |�� |�
� W 5 Q R X q�W 5 Q R X d S )NTr )�ThreadPoolExecutor)Z max_workersc s g | ]}� � �j|��qS r )Zsubmit�build_extension)rI r� �Zexecutorr8 r r rJ � s �z8build_ext._build_extensions_parallel.<locals>.<listcomp>) r6 rQ � cpu_countZconcurrent.futuresr� � ImportErrorr� r& �zip�_filter_build_errors�result)r8 Zworkersr� Zfuturesr� Zfutr r� r r� � s"
� z$build_ext._build_extensions_parallelc
C s0 | j D ]$}| �|�� | �|� W 5 Q R X qd S r� )r& r� r� )r8 r� r r r r� � s
z"build_ext._build_extensions_serialc
c sT z
d V W nD t ttfk
rN } z |js*� | �d|j|f � W 5 d }~X Y nX d S )Nz"building extension "%s" failed: %s)ZCCompilerErrorZDistutilsErrorZ CompileErrorZoptionalr{ rZ )r8 r� �er r r r� � s
�z build_ext._filter_build_errorsc
C sP |j }|d ks t|ttf�s*td|j ��t|�}| �|j�}||j }| jslt ||d�slt
� d|j� d S t
� d|j� | �
||�}|jp�g }|jd d � }|jD ]}|�|f� q�| jj|| j||j| j ||jd�}|d d � | _|jr�|�|j� |j�pg }|j�p| j�|�} | jj ||| � |�|j |j || � |�| j | j| d�
d S )Nzjin 'ext_modules' option (extension '%s'), 'sources' must be present and must be a list of source filenamesZnewerz$skipping '%s' extension (up-to-date)zbuilding '%s' extension)Z
output_dirru r+ r �extra_postargs�depends)r. r/ r� r� �export_symbolsr r) Z target_lang)!rq rN rv ry rw rZ r� r� r r r
r �info� swig_sourcesrs r� r� rV r2 �compiler) r+ Z_built_objectsrr rY rt �languageZdetect_languageZlink_shared_object�
get_librariesr/ r� �get_export_symbols)
r8 r� rq �ext_pathr� Z
extra_argsru r- Zobjectsr� r r r r� � sX ��
�
�zbuild_ext.build_extensionc C s$ g }g }i }| j r t�d� | j s6d| jks6d|jkr<d}nd}|D ]P}tj�|�\}} | dkr�|�|d | � |�|� |d ||< qD|�|� qD|s�|S | jp�| � � }
|
dg} | �
| j� | j r�| �d� | js�|jD ]} | �| � q�|D ].}|| }
t� d ||
� | � | d
|
|g � q�|S ) z�Walk the list of source files in 'sources', looking for SWIG
interface (.i) files. Run SWIG on all that are found, and
return a modified 'sources' list with SWIG source files replaced
by the generated C (or C++) files.
z/--swig-cpp is deprecated - use --swig-opts=-c++z-c++z.cppz.cz.i�_wrap���z-pythonzswigging %s to %sz-o)
r4 r
r{ r5 rQ rW �splitextrV r3 � find_swigrY r� Zspawn)r8 rq � extensionZ new_sourcesr� Z swig_targetsZ
target_ext�source�baser� r3 Zswig_cmd�o�targetr r r r� 1 s@
�
zbuild_ext.swig_sourcesc C s^ t jdkrdS t jdkrLdD ]*}t j�d| d�}t j�|�r | S q dS tdt j ��dS ) z�Return the name of the SWIG executable. On Unix, this is
just "swig" -- it should be in the PATH. Tries a bit harder on
Windows.
�posixr3 r< )z1.3z1.2z1.1z c:\swig%szswig.exez>I don't know how to find (much less run) SWIG on platform '%s'N)rQ rZ rW rX �isfileZDistutilsPlatformError)r8 Zvers�fnr r r r� g s
��zbuild_ext.find_swigc C s� | � |�}|�d�}| �|d �}| jsRtjj|dd� |g � }tj�| j|�S d�|dd� �}| �d�}tj� |�
|��}tj�||�S )z�Returns the path of the filename for a given extension.
The file is located in `build_lib` or directly in the package
(inplace option).
rE r� Nr �build_py) �get_ext_fullnamerP �get_ext_filenamer rQ rW rX r' rk �abspathZget_package_dir)r8 r� �fullname�modpath�filenamer* r� Z package_dirr r r r� s
zbuild_ext.get_ext_fullpathc C s | j dkr|S | j d | S dS )zSReturns the fullname of a given extension name.
Adds the `package.` prefixNrE )r* )r8 r� r r r r� � s
zbuild_ext.get_ext_fullnamec C s. ddl m} |�d�}|d�}tjj|� | S )z�Convert the name of an extension (eg. "foo.bar") into the name
of the file from which it will be loaded (eg. "foo/bar.so", or
"foo\bar.pyd").
r �ra rE Z
EXT_SUFFIX)�distutils.sysconfigra rP rQ rW rX )r8 r� ra r� Z
ext_suffixr r r r� � s
zbuild_ext.get_ext_filenamec C sx d|j �d�d }z|�d� W n0 tk
rR d|�d��dd��d� }Y nX d | }||jkrr|j�|� |jS )
a Return the list of symbols that a shared extension has to
export. This either uses 'ext.export_symbols' or, if it's not
provided, "PyInit_" + module_name. Only relevant on Windows, where
the .pyd file (DLL) must export the module "PyInit_" function.
�_rE r� �asciir Zpunycode� -� _ZPyInit)rZ rP �encode�UnicodeEncodeError�replace�decoder� rV )r8 r� re Z
initfunc_namer r r r� � s "
z build_ext.get_export_symbolsc C s� t jdkr^ddlm} t| j|�s�d}| jr4|d }|t jd? t jd? d@ f }|j|g S n�dd l m
} d
}|d �r�t t d �r�d
}n<t jdkr�d
}n,dt j
kr�|d�dkr�d
}n|d�dkr�d
}|r�|d�}|jd| g S |jS )z�Return the list of libraries to link against when building a
shared extension. On most platforms, this is just 'ext.libraries';
on Windows, we add the Python library (eg. python20.dll).
r> r )� MSVCCompilerz
python%d%dZ_d� � � r� FrF ZgetandroidapilevelTrA Z_PYTHON_HOST_PLATFORMZANDROID_API_LEVELZMACHDEPZ LDVERSIONrD )rS r^ Zdistutils._msvccompilerr� rN r2 r �
hexversionr. r� ra �hasattrrQ �environ)r8 r� r� �templateZ pythonlibra Zlink_libpythonZ ldversionr r r r� � s4
�
zbuild_ext.get_libraries) �__name__�
__module__� __qualname__Z descriptionrQ rR Zsep_byr Z user_optionsZboolean_optionsr
Z help_optionsr9 rf ro r� r� r� rl r� r� �
contextlib�contextmanagerr� r� r� r� r� r� r� r� r� r r r r r ! sp
�����+ �� @N
K6
r )�__doc__r� rQ �rerS Zdistutils.corer Zdistutils.errorsr� r r r Zdistutils.dep_utilr Zdistutils.extensionr Zdistutils.utilr rL r
Zsiter r� r| r
r r r r r �<module> s$ � distutils/command/__pycache__/install_headers.cpython-38.opt-2.pyc 0000644 00000003010 15115353744 0021151 0 ustar 00 U
e5d � @ s d dl mZ G dd� de�ZdS )� )�Commandc @ sF e Zd ZdZddgZdgZdd� Zdd� Zd d
� Zd d � Z d
d� Z
dS )�install_headerszinstall C/C++ header files)z install-dir=�dz$directory to install header files to)�force�fz-force installation (overwrite existing files)r c C s d | _ d| _g | _d S )Nr )� install_dirr �outfiles��self� r �9/usr/lib64/python3.8/distutils/command/install_headers.py�initialize_options s z"install_headers.initialize_optionsc C s | � ddd� d S )NZinstall)r r )r r )Zset_undefined_optionsr r r r �finalize_options s �z install_headers.finalize_optionsc C sH | j j}|sd S | �| j� |D ]"}| �|| j�\}}| j�|� q d S �N)� distribution�headersZmkpathr Z copy_filer �append)r
r �header�out�_r r r �run! s zinstall_headers.runc C s | j jp
g S r )r r r r r r �
get_inputs+ s zinstall_headers.get_inputsc C s | j S r )r r r r r � get_outputs. s zinstall_headers.get_outputsN) �__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsr
r r r r r r r r r
s �
r N)Zdistutils.corer r r r r r �<module> s distutils/command/__pycache__/install_scripts.cpython-38.opt-1.pyc 0000644 00000004137 15115353744 0021237 0 ustar 00 U
e5d� � @ sD d Z ddlZddlmZ ddlmZ ddlmZ G dd� de�ZdS )zudistutils.command.install_scripts
Implements the Distutils 'install_scripts' command, for installing
Python scripts.� N)�Command)�log)�ST_MODEc @ sL e Zd ZdZddddgZddgZdd � Zd
d � Zd d
� Zdd� Z dd� Z
dS )�install_scriptsz%install scripts (Python or otherwise))z install-dir=�dz directory to install scripts to)z
build-dir=�bz'build directory (where to install from))�force�fz-force installation (overwrite existing files))�
skip-buildNzskip the build stepsr r
c C s d | _ d| _d | _d | _d S )Nr )� install_dirr � build_dir�
skip_build��self� r �9/usr/lib64/python3.8/distutils/command/install_scripts.py�initialize_options s z"install_scripts.initialize_optionsc C s | � dd� | � dddd� d S )NZbuild)�
build_scriptsr Zinstall)r r )r r )r
r
)Zset_undefined_optionsr r r r �finalize_options! s �z install_scripts.finalize_optionsc C s� | j s| �d� | �| j| j�| _tjdkr~| �� D ]H}| j rLt
� d|� q4t� |�t
dB d@ }t
� d||� t�||� q4d S )Nr �posixzchanging mode of %sim i� zchanging mode of %s to %o)r
Z run_commandZ copy_treer r �outfiles�os�name� get_outputsZdry_runr �info�statr �chmod)r �file�moder r r �run) s
zinstall_scripts.runc C s | j jp
g S �N)Z distributionZscriptsr r r r �
get_inputs8 s zinstall_scripts.get_inputsc C s
| j pg S r )r r r r r r ; s zinstall_scripts.get_outputsN) �__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsr r r r! r r r r r r s �r ) �__doc__r Zdistutils.corer Z distutilsr r r r r r r r �<module> s
distutils/command/__pycache__/bdist_msi.cpython-38.opt-2.pyc 0000644 00000043114 15115353744 0017776 0 ustar 00 U
e5d߉ � @ s� d dl Z d dlZd dlmZ d dlmZ d dlmZ d dlm Z d dl
m Z d dl m
Z
d dlmZ d dlZd d lmZmZmZ d d
lmZmZmZmZ G d d � d e�ZG d
d� de�ZdS )� N)�Command)� remove_tree)�get_python_version)�
StrictVersion)�DistutilsOptionError)� get_platform)�log)�schema�sequence�text)� Directory�Feature�Dialog�add_datac @ sB e Zd Zdd� Zdd� Zddd�Zdd
d �Zdd
d�Zdd� ZdS )�PyDialogc O s> t j| f|�� | jd }d| d }| �dd|| jd� d S )N�$ � iH Z
BottomLiner )r �__init__�h�line�w)�self�args�kwZrulerZbmwidth� r �3/usr/lib64/python3.8/distutils/command/bdist_msi.pyr s
zPyDialog.__init__c
C s | � ddddddd| � d S )N�Title� �
�@ �< � z{\VerdanaBold10}%s)r )r �titler r r r" # s �zPyDialog.title�Back� c
C s, |r
d}nd}| � |d| jd dd|||�S )N� r$ � � �8 � ��
pushbuttonr �r r" �next�name�active�flagsr r r �back* s z
PyDialog.back�Cancelc
C s, |r
d}nd}| � |d| jd dd|||�S )Nr% r$ i0 r' r( r) r* r, r r r �cancel5 s zPyDialog.cancel�Nextc
C s, |r
d}nd}| � |d| jd dd|||�S )Nr% r$ �� r' r( r) r* r, r r r r- @ s z
PyDialog.nextc
C s, | � |t| j| d �| jd ddd||�S )N� r' r( r) r% )r+ �intr r )r r. r" r- Zxposr r r �xbuttonK s zPyDialog.xbuttonN)r# r$ )r2 r$ )r4 r$ ) �__name__�
__module__� __qualname__r r" r1 r3 r- r8 r r r r r s
r c @ s� e Zd ZdZdddde� fdddd d
d d d
g
ZddddgZddddddddddd d d d d d!d"d#d$d%gZd&Zd'd(� Z d)d*� Z
d+d,� Z d-d.� Z d/d0� Z
d1d2� Zd3d4� Zd5d6� Zd7S )8� bdist_msiz7create a Microsoft Installer (.msi) binary distribution)z
bdist-dir=Nz1temporary directory for creating the distributionz
plat-name=�pz;platform name to embed in generated filenames (default: %s))� keep-temp�kzPkeep the pseudo-installation tree around after creating the distribution archive)ztarget-version=Nz6require a specific python version on the target system)�no-target-compile�cz/do not compile .py to .pyc on the target system)�no-target-optimize�oz;do not compile .py to .pyo (optimized) on the target system)z dist-dir=�dz-directory to put final built distributions in)�
skip-buildNz2skip rebuilding everything (for testing/debugging))zinstall-script=NzUbasename of installation script to be run after installation or before deinstallation)zpre-install-script=Nz{Fully qualified filename of a script to be run before any files are installed. This script need not be in the distributionr> r@ rB rE z2.0z2.1z2.2z2.3z2.4z2.5z2.6z2.7z2.8z2.9z3.0z3.1z3.2z3.3z3.4z3.5z3.6z3.7z3.8z3.9�Xc C sF d | _ d | _d| _d| _d| _d | _d | _d | _d | _d | _ d | _
d S )Nr ) � bdist_dir� plat_name� keep_tempZno_target_compileZno_target_optimize�target_version�dist_dir�
skip_build�install_script�pre_install_script�versions)r r r r �initialize_options} s z bdist_msi.initialize_optionsc C s� | � dd� | jd kr2| �d�j}tj�|d�| _t� }| jsN| j �
� rN|| _| jr�| jg| _ | j s�| j �
� r�| j|kr�t
d|f ��n t| j�| _ | � ddd� | jr�t
d��| jr�| j jD ]}| jtj�|�kr� q�q�t
d| j ��d | _d S ) NZbdist)rL rL ZmsizMtarget version can only be %s, or the '--skip-build' option must be specified)rK rK )rH rH z5the pre-install-script feature is not yet implementedz(install_script '%s' not found in scripts)Zset_undefined_optionsrG �get_finalized_command�
bdist_base�os�path�joinr rJ � distribution�has_ext_modulesrO rL r �list� all_versionsrN rM Zscripts�basename�install_script_key)r rR Z
short_versionZscriptr r r �finalize_options� sH
��� �� ��zbdist_msi.finalize_optionsc C sz | j s| �d� | jddd�}| j|_| j |_ d|_| �d�}d|_d|_| j� � r�| j
}|spdt j d d� }d | j
|f }| �d�}tj�|jd
| �|_t�d | j� |�� t j�dtj�| jd �� |�� t jd= | �| j� | j�� }| � |�}tj� |�}tj� |��r"t� |� | jj }|j!} | �s<|j"} | �sFd
} |�#� }
dt$|
�j% } | j�� }| j
�r~d| j
|f } nd| } t&�'|t(| t&�)� | | �| _*t&�+| j*t,� d|
fg}
|j-�p�|j.}|�r�|
�/d|f� |j0�r�|
�/d|j0f� |
�rt1| j*d|
� | �2� | �3� | �4� | �5� | j*�6� t7| jd��r^d| j
�pJd|f}| jj8�/|� | j9�svt:| j| j;d� d S )N�build�installr$ )Zreinit_subcommandsr � install_libz%d.%d� z.%s-%s�libzinstalling to %sZPURELIBZUNKNOWNz%d.%d.%dz Python %s %sz Python %sZ DistVersionZ
ARPCONTACTZARPURLINFOABOUT�Property�
dist_filesr< �any)�dry_run)<rL Z run_commandZreinitialize_commandrG �prefixZwarn_dir�compile�optimizerV rW rJ �sys� version_inforH rQ rS rT rU Z
build_baseZ build_libr �infoZensure_finalized�insert�runZmkpathrK � get_fullname�get_installer_filename�abspath�exists�unlink�metadata�authorZ
maintainerZ get_versionr �version�msilibZ
init_databaser Zgen_uuid�dbZ
add_tablesr
Z author_emailZmaintainer_email�appendZurlr �add_find_python� add_files� add_scripts�add_ui�Commit�hasattrrc rI r re )r r^ r_ rJ Zplat_specifierr] �fullname�installer_namers rt ru ZsversionZ product_nameZpropsZemail�tupr r r rm � s�
�
�
z
bdist_msi.runc
C s | j }t�d�}tj�| j�}t||d |dd�}t|ddddddd�}||d fg}| j | j
g D ]t}d| }d| } }
d} || j
kr�d
} d }
n d | } d}
t|| | | d|
|d�}t||||||
�}|� |||f� q`|� � i }|D �] \}}}|g}|�r�|�
� }t�|j�D ]�}tj�|j|�}tj�|��rld
|�|�|f }|| }
t|||||
|�}|� |� n�|j�s�|�|j|d� ||k�r�|�|� }||< || jk�r�| j�r�td| ��d| | _n*|| }t| j d|| |j|d |jfg� �qq�|� � q�|�|� d S )NZ distfiles� TARGETDIRZ SourceDir�PythonZ
Everythingr r$ )Z directory� z Python from another locationr` zPython %s from registryz%s|%szMultiple files with name %sz[#%s]Z
DuplicateFile) rw rv ZCABrS rT rp rG r r
rO �
other_versionrx r} �pop�listdirZabsoluterU �isdirZ
make_shortZ componentZstart_componentZlogicalZadd_filerM r[ r r Zcommit)r rw ZcabZrootdir�root�f�itemsru �targetr. �defaultZdescr" �level�dir�seenZfeatureZtodo�fileZafileZshortZnewdir�keyr r r rz
sf
�
� �
zbdist_msi.add_filesc C s| d}| j D �]j}d| }d| }d| }d| }d| }d| }d| } d | }
d
| } d | } tjrld }
nd
}
t| jd|d
|d |
f|d|d |
fg� t| jd||f||fg� t| jd|d| d| d f| d| d| d f|
d| d| d fg� t| jd|||f| ||d f|
d |d
fg� t| jd|||f| ||d f|
d |d
fg� t| jdd| dd| fg� |d 7 }q
d S ) Ni� z)SOFTWARE\Python\PythonCore\%s\InstallPathzpython.machine.z python.user.zPYTHON.MACHINE.z PYTHON.USER.ZPythonFromMachineZPythonFromUserZ PythonExer� �PYTHON� r` Z
RegLocatorr$ Z AppSearch� CustomActioni3 �[�]z ]\python.exe�InstallExecuteSequence�InstallUISequenceZ Conditionr� r z
NOT TARGETDIR� )rO rv ZWin64r rw )r �start�verZ install_pathZ machine_regZuser_regZ machine_propZ user_propZmachine_actionZ user_actionZ
exe_actionZtarget_dir_prop�exe_propZTyper r r ry C s` ������ �� ���zbdist_msi.add_find_pythonc
C s | j rjd}| j| jg D ]P}d| }d| }t| jd|d|| jfg� t| jd|d| |fg� |d7 }q| jr�tj� | j
d �}t |d
��4}|� d � t | j��}|� |�
� � W 5 Q R X W 5 Q R X t| jd d
t�|�fg� t| jddg� t| jddg� d S )Ni� zinstall_script.r� r� �2 r� z &Python%s=3r$ zpreinstall.batr zrem ="""
%1 %0
exit
"""
�Binary�
PreInstall)r� r` r� N)r� z
NOT Installedi� )rM rO r� r rw r[ rN rS rT rU rG �open�write�readrv r� )r r� r� Zinstall_actionr� Zscriptfnr� Zfinr r r r{ y s6 ��
"���zbdist_msi.add_scriptsc C s�
| j }d }}d}d}d}d}d}d} t|dd d
d d d
dg� t|dddddg� t|ddddddg� t|dtj� t|dtj� t|d ||||||d d d � }
|
�d � |
jd d d d!� |
jd"d#d d!� |
�d$d%d&d'd(d)d*� |
�d+d%d,d'd-d)d.� |
j d d"d d/�} | �
d0d1� t|d2||||||d d d � } | �d3� | jd d d d!� | jd"d#d d!� | �d$d%d&d'd(d)d4� | �d+d%d,d'd-d)d.� | j d d"d d/�} | �
d0d1� t|d5||||||d d d � }
|
�d6� |
jd d d d!� |
jd"d#d d!� |
�d7d%d8d'd-d)d.� |
j d d"d d/�} | �
d0d9� t|d:||||d;|d<d<d<d=d>� }|�d?d%d@dAd%d)dB� |�d7d-dCdDd-d)dE� |�dFd-dGdHdddI� |� dJdKd-dLdHdMdNdOd d d � |jd1dPd1d/�} | �
d0d1� |j dPd<dPd/�} | �
d0dP� |jd<d1d<d/�} | �
d0d<� t |dQddRdHdSdT|dUd d � }|�dUddVdDdWddX� |�
dYdZd[d\d]dd^d ��
d0d_� |�
d`dad[d\d]ddbd ��
d0dc� |�
ddd d[d\d]dded ��
d0df� |�
dgdhd[d\d]dd"d ��
d0di� |�
djd\d[d\d]ddPd ��
d0dk� |�
dldmd[d\d]ddnd ��
d0do� |�
dpdqd[d\d]dd<d ��
d0dr� t |dsddRdtdud|d^d^d^� }|�dFdWd%dvdwddx� |�
dbd[dydzd{ddbd^�} | �
d0d1� |�
d^d|dydzd{dd^db�} | �
d0d9� t |d}ddRdtdu||d9d9d9� }|�dFdWd%dvdwdd~� |�
d9ddydzd{dd9d �} | �
d0d1� t|d�||||||d"d"d"� }|�d7d%d&d'd�d)d�� |�d�� |�dd%d�d'd-d)d��} | �ddF� |�d�d%d�d'dwd)d �} | �d�dF� |jd#d d d!� |j d�d d d!� |�d"d �} | �
d�ds� t|d�||||||d�d�d"� }|�d�� |�d�d%dwdd-dd�| j�� � |jd d d d!� |� d�d"�} d}| j
d�d�|d�� | j| jg D ](}|d7 }| j
d�d�| d�| |d�� �q
| j
d�d}|d d�� | j
d0d9|d� d�� |�d"d��} | �
d�ds� |� d�d�d%d�ddZdd�d d�d � } | �
d�d�� | j}d�| }d�| }|�d�d%dAdd%dd��} | �d�|� | �d�|� | �d�|� | �d�|� |� d�d�d%d�dd�dd�| d d�d � } | �d�|� | �d�|� | �d�|� | �d�|� t|d�||||||d�d�d�d=d>� }|�d?d%d@dAd%d)d�� |�d7d-d-dDd-d)d�� |�dFd-d�dHd�dd�� |� d�d�d-d�dHd�d�d d�d d � |�d�dnd d���
d0d9� t|d�||||||d�d�d"� }|�d�� |�d�d%d�dtddd�dXd�� }|�d�d d�d�d-d�� |�d�d d�d�d-d�� |jd#d d d!� |� d�d"�} | �
d�d�d�d� | j
d0d9d�d�� |�d"d��} | �
d�ds� t|d�||||||d"d"d"d=d>� } | �d?d-d%dAd%d)d�� | �dFd�d�ddwddġ | �d�d�d�d�d-ddơ | �dd&d�|d& d-dd��} | �ddF� | � d�d�d�dZddRd�d d�d d � } | �d�dˡ | jd d�d=d!� | j d�d"d=d!� | �d"d#��
d�ds� t|d�||||||d�d�d"� } | �d͡ | �d�d%d�dHdhddС | �d�d%d�dHd�dd�dXd�� }|�d�d d�dAd{d֡ |�d�d d�dAd{d١ | jd d d=d!� | � d d"�} | �
d�d�d�d�� | �
d�d�d�d@� | �
d�d�d�dN� | �
d�d�d�d� | �
d�d�d�d� | �
d�d�d�d� | �
d�d�d�d� | �
d�d�d�d� | �
d0d9d�d-� | �d"dѡ�
d�ds� d S )�Nr� ir i, z[ProductName] Setupr% r$ � rb )Z
DefaultUIFont�DlgFont8)Z ErrorDialog�ErrorDlg)Z Progress1ZInstall)Z Progress2Zinstalls)�MaintenanceForm_Action�Repair)�
WhichUsers�ALLZ TextStyle)r� �Tahoma� Nr )Z DlgFontBold8r� � Nr$ )Z
VerdanaBold10�Verdanar Nr$ )Z VerdanaRed9r� r� � r r� )�
PrepareDlgz(Not Privileged or Windows9x or Installed� )�
WhichUsersDlgz.Privileged and not Windows9x and not Installed� )�SelectFeaturesDlgz
Not Installedi� )�MaintenanceTypeDlgz,Installed AND NOT RESUME AND NOT Preselectedi� )� ProgressDlgNi �
ActionText�UITextZ
FatalErrorZFinishz)[ProductName] Installer ended prematurelyz< Backr )r/ r2 r# Z Description1r �F r �P r! z�[ProductName] setup ended prematurely because of an error. Your system has not been modified. To install this program at a later time, please run the installation again.Z Description2� � z.Click the Finish button to exit the Installer.)r. Z EndDialogZExitZUserExitz'[ProductName] Installer was interruptedz�[ProductName] setup was interrupted. Your system has not been modified. To install this program at a later time, please run the installation again.Z
ExitDialogz&Completing the [ProductName] InstallerZ Description�� ZReturnZ
FilesInUse� ZRetryF)Zbitmapr � �� z{\DlgFontBold8}Files in Use� i z8Some files that need to be updated are currently in use.ZText�7 iJ z�The following applications are using files that need to be updated by this setup. Close these applications and then click Retry to continue the installation or Cancel to exit it.ZListZListBox�k � � ZFileInUseProcess�Ignorer� r �e i Z ErrorTextr� �0 r� �N�x �H �Q � ZNoZErrorNo�Y�� ZYesZErrorYes�AZAbortZ
ErrorAbort�C�* Z ErrorCancel�IZ ErrorIgnore�O� ZOkZErrorOk�R�� Z
ErrorRetryZ CancelDlgi �U �� � z;Are you sure you want to cancel [ProductName] installation?�9 r( r) � ZWaitForCostingDlgzRPlease wait while the installer finishes determining your disk space requirements.�f r� �( zOPlease wait while the Installer prepares to guide you through the installation.z&Welcome to the [ProductName] Installer�n z Pondering...Z
ActionData� r4 Z SpawnDialogr� zSelect Python InstallationsZHintz9Select the Python locations where %s should be installed.zNext >z [TARGETDIR]z [SourceDir])Zorderingz
[TARGETDIR%s]z FEATURE_SELECTED AND &Python%s=3ZSpawnWaitDialogr` ZFeaturesZ
SelectionTreer ZFEATUREZPathEditz[FEATURE_SELECTED]�1z!FEATURE_SELECTED AND &Python%s<>3ZOtherz$Provide an alternate Python locationZEnableZShowZDisableZHide�� � r� Z DiskCostDlgZOKz&{\DlgFontBold8}Disk Space RequirementszFThe disk space required for the installation of the selected features.�5 a The highlighted volumes (if any) do not have enough disk space available for the currently selected features. You can either remove some files from the highlighted volumes, or choose to install less features onto local drive(s), or select different destination drive(s).Z
VolumeListZVolumeCostList�d � i z{120}{70}{70}{70}{70}g �?r� Z AdminInstallzGSelect whether to install [ProductName] for all users of this computer.r� r� � zInstall for all usersZJUSTME� zInstall just for mez
[ALLUSERS]zWhichUsers="ALL"r� z({\DlgFontBold8}[Progress1] [ProductName]�# �A zYPlease wait while the Installer [Progress2] [ProductName]. This may take several minutes.Z StatusLabelzStatus:Z ProgressBari z
Progress doneZ SetProgressZProgressr� z)Welcome to the [ProductName] Setup WizardZBodyText�? z:Select whether you want to repair or remove [ProductName].ZRepairRadioGroup�l r� r� r� z&Repair [ProductName]ZRemover zRe&move [ProductName]z [REINSTALL]z MaintenanceForm_Action="Repair"z [Progress1]Z Repairingz [Progress2]ZrepairsZ Reinstallr� z[REMOVE]z MaintenanceForm_Action="Remove"� ZRemoving� Zremoves�
� z MaintenanceForm_Action<>"Change")rw r r r� r� r r" r1 r3 r- ZeventZcontrolr r+ �mappingrV rn rO r� Z conditionr8 Z
radiogroup�add) r rw �x�yr r r" ZmodalZmodelessZtrack_disk_spaceZfatalrA Z user_exitZ exit_dialogZinuse�errorr3 ZcostingZprepZseldlg�orderru r� Zinstall_other_condZdont_install_other_condZcostZ
whichusers�gZprogressZmaintr r r r| � sv ��
�� ��
�
�� �
�� �
� ���� � � �� �� ��
�
�� �
� � � ���� �
�
� ��� � �
� � zbdist_msi.add_uic C s< | j rd|| j| j f }nd|| jf }tj�| j|�}|S )Nz%s.%s-py%s.msiz %s.%s.msi)rJ rH rS rT rU rK )r r Z base_namer� r r r ro � s �z bdist_msi.get_installer_filenameN)r9 r: r; Z descriptionr Z user_optionsZboolean_optionsrY r� rP r\ rm rz ry r{ r| ro r r r r r< S s^ ��� �
�
([66& @r< )ri rS Zdistutils.corer Zdistutils.dir_utilr Zdistutils.sysconfigr Zdistutils.versionr Zdistutils.errorsr Zdistutils.utilr Z distutilsr rv r r
r r r
r r r r< r r r r �<module> s > distutils/command/__pycache__/bdist_wininst.cpython-38.opt-1.pyc 0000644 00000020351 15115353744 0020676 0 ustar 00 U
e5d�> � @ sx d Z ddlZddlZddlZddlmZ ddlmZ ddlm Z m
Z
ddl T ddl m
Z
ddlmZ G d d
� d
e�ZdS ) zzdistutils.command.bdist_wininst
Implements the Distutils 'bdist_wininst' command: create a windows installer
exe-program.� N)�Command)� get_platform)� create_tree� remove_tree)�*)�get_python_version)�logc
s� e Zd ZdZdddde� fdddd d
d d d
dddg
ZddddgZejdkZ � fdd�Z
dd� Z dd� Z d d � Z
d d � Zd'd!d"�Zd#d$� Zd%d&� Z� ZS )(�
bdist_wininstz-create an executable installer for MS Windows)z
bdist-dir=Nz1temporary directory for creating the distributionz
plat-name=�pz;platform name to embed in generated filenames (default: %s))� keep-temp�kzPkeep the pseudo-installation tree around after creating the distribution archive)ztarget-version=Nz6require a specific python version on the target system)�no-target-compile�cz/do not compile .py to .pyc on the target system)�no-target-optimize�oz;do not compile .py to .pyo (optimized) on the target system)z dist-dir=�dz-directory to put final built distributions in)zbitmap=�bz>bitmap to use for the installer instead of python-powered logo)ztitle=�tz?title to display on the installer background instead of default)�
skip-buildNz2skip rebuilding everything (for testing/debugging))zinstall-script=NzUbasename of installation script to be run after installation or before deinstallation)zpre-install-script=Nz{Fully qualified filename of a script to be run before any files are installed. This script need not be in the distribution)zuser-access-control=Nz�specify Vista's UAC handling - 'none'/default=no handling, 'auto'=use UAC if target Python installed for all users, 'force'=always use UACr r
r r �win32c s t � j||� t�dtd� d S )Nz^bdist_wininst command is deprecated since Python 3.8, use bdist_wheel (wheel packages) instead� )�super�__init__�warnings�warn�DeprecationWarning)�self�args�kw�� __class__� �7/usr/lib64/python3.8/distutils/command/bdist_wininst.pyr ? s
�zbdist_wininst.__init__c C sR d | _ d | _d| _d| _d| _d | _d | _d | _d | _d | _ d | _
d | _ d | _ d S )Nr )
� bdist_dir� plat_name� keep_temp�no_target_compile�no_target_optimize�target_version�dist_dir�bitmap�title�
skip_build�install_script�pre_install_script�user_access_control)r r! r! r" �initialize_optionsE s z bdist_wininst.initialize_optionsc C s� | � dd� | jd krR| jr6| jr6| j�d�}| j|_| �d�j}tj �
|d�| _| j s^d| _ | js�| j� � r�t
� }| j r�| j |kr�td|f ��|| _ | � ddd� | jr�| jjD ]}| jtj �|�kr� q�q�td| j ��d S ) N�bdist)r, r, Zwininst� zMtarget version can only be %s, or the '--skip-build' option must be specified)r) r) )r$ r$ z(install_script '%s' not found in scripts)Zset_undefined_optionsr# r, r$ � distributionZget_command_obj�get_finalized_command�
bdist_base�os�path�joinr( �has_ext_modulesr ZDistutilsOptionErrorr- �scripts�basename)r r1 r5 Z
short_version�scriptr! r! r" �finalize_optionsU s>
��� ��z bdist_wininst.finalize_optionsc
C s� t jdkr&| j�� s | j�� r&td��| js6| �d� | jddd�}| j |_
| j|_d|_ | j |_ | �d�}d|_
d|_| j�� r�| j}|s�d t jd d
� }d | j |f }| �d�}tj�|jd | �|_d
D ],}|�� }|dkr�|d }t|d| |� q�t�d| j � |�� t j� dtj�| j d�� |� � t jd= ddl m } |� } | j� � }
| j!| d| j d�} | �"| |
| j#� | j�� �r�t$� } nd} | jj%�&d| | �'|
�f� t�(d| � t�)| � | j*�s�t+| j | j,d� d S )Nr z^distribution contains extensions and/or C libraries; must be compiled on a Windows 32 platform�build�install� )Zreinit_subcommandsr � install_libz%d.%dr z.%s-%s�lib)ZpurelibZplatlib�headersr: �datarC z/Include/$dist_nameZinstall_zinstalling to %sZPURELIB)�mktemp�zip)Zroot_dir�anyr z removing temporary file '%s')�dry_run)-�sys�platformr3 r9 Zhas_c_librariesZDistutilsPlatformErrorr, Z run_commandZreinitialize_commandr# �rootZwarn_dirr$ �compile�optimizer( � version_infor4 r6 r7 r8 Z
build_baseZ build_lib�upper�setattrr �infoZensure_finalized�insert�runZtempfilerE � get_fullnameZ make_archive�
create_exer* r Z
dist_files�append�get_installer_filename�debug�remover% r rH )
r r? rA r( Zplat_specifierr> �key�valuerE Zarchive_basename�fullname�arcnameZ pyversionr! r! r" rS { sr
���
��
� �
zbdist_wininst.runc C sZ g }| j j}|�d� |jp dd }dd� }dD ]B}t||d�}|r0|d|�� ||�f }|�d|||�f � q0|�d � | jr�|�d
| j � |�d ||� � |�d | j � |�d
| j � | j r�|�d| j � | j
r�|�d| j
� | j �p| j � � }|�d||� � dd l
}dd l} d|�|�
� �| jf }
|�d|
� d�|�S )Nz
[metadata]r2 �
c S s | � dd�S )Nr^ z\n)�replace)�sr! r! r" �escape� s z)bdist_wininst.get_inidata.<locals>.escape)ZauthorZ author_email� descriptionZ
maintainerZmaintainer_email�nameZurl�versionz
%s: %sz%s=%sz
[Setup]zinstall_script=%szinfo=%sztarget_compile=%dztarget_optimize=%dztarget_version=%szuser_access_control=%sztitle=%sr zBuilt %s with distutils-%sz
build_info=%s)r3 �metadatarV Zlong_description�getattr�
capitalizer- r& r' r( r/ r+ rT �time� distutils�ctime� __version__r8 ) r �linesre rQ ra rc rD r+ rh ri Z
build_infor! r! r" � get_inidata� s>
�
�zbdist_wininst.get_inidataNc
C sH dd l }| �| j� | �� }| �|�}| �d| � |r`t|d��}|�� }W 5 Q R X t|�} nd} t|d���}
|
� | �
� � |r�|
� |� t |t �r�|�
d�}|d }| jr�t| jddd ��} | �� �
d�} W 5 Q R X || d
}n|d }|
� |� |�d d t|�| �}
|
� |
� t|d��}|
� |�� � W 5 Q R X W 5 Q R X d S )
Nr z creating %s�rb�wb�mbcs� �rzlatin-1)�encodings
z<iiii{V4)�structZmkpathr) rm rW Zannounce�open�read�len�write�
get_exe_bytes�
isinstance�str�encoder. Zpack)r r] r\ r* rt Zcfgdata�installer_name�fZ
bitmapdataZ bitmaplen�filer< Z script_data�headerr! r! r" rU � sD
�
�
zbdist_wininst.create_exec C sD | j r&tj�| jd|| j| j f �}ntj�| jd|| jf �}|S )Nz%s.%s-py%s.exez %s.%s.exe)r( r6 r7 r8 r) r$ )r r\ r} r! r! r" rW 1 s
��
�z$bdist_wininst.get_installer_filenamec C s$ t � }| jrl| j|k rl| jdk r&d}q�| jdkr6d}q�| jdkrFd}q�| jdkrVd}q�| jdkrfd }q�d
}n@zd d lm} W n tk
r� d
}Y nX |�d
�d }|d }tj�t �}| j
dkr�| j
d d� dkr�| j
dd � }nd}tj� |d||f �}t |d�}z |�� W �S |�
� X d S )Nz2.4z6.0z7.1z2.5z8.0z3.2z9.0z3.4z10.0z14.0r )�CRT_ASSEMBLY_VERSION�.z.0r � �winr2 zwininst-%s%s.exern )r r( Zmsvcrtr� � ImportError� partitionr6 r7 �dirname�__file__r$ r8 ru �closerv ) r Z cur_versionZbvr� �majorZ directoryZsfix�filenamer~ r! r! r" ry > s8
zbdist_wininst.get_exe_bytes)N)�__name__�
__module__� __qualname__rb r Z user_optionsZboolean_optionsrI rJ Z _unsupportedr r0 r= rS rm rU rW ry �
__classcell__r! r! r r" r s> ���%�
&Q.
7
r )�__doc__r6 rI r Zdistutils.corer Zdistutils.utilr Zdistutils.dir_utilr r Zdistutils.errorsZdistutils.sysconfigr ri r r r! r! r! r" �<module> s distutils/command/__pycache__/clean.cpython-38.opt-1.pyc 0000644 00000004066 15115353744 0017105 0 ustar 00 U
e5d�
� @ sD d Z ddlZddlmZ ddlmZ ddlmZ G dd� de�ZdS )zBdistutils.command.clean
Implements the Distutils 'clean' command.� N)�Command)� remove_tree)�logc @ s> e Zd ZdZddddddgZdgZd d
� Zd d � Zd
d� ZdS )�cleanz-clean up temporary files from 'build' command)z build-base=�bz2base build directory (default: 'build.build-base'))z
build-lib=Nz<build directory for all modules (default: 'build.build-lib'))z build-temp=�tz7temporary build directory (default: 'build.build-temp'))zbuild-scripts=Nz<build directory for scripts (default: 'build.build-scripts'))z bdist-base=Nz+temporary directory for built distributions)�all�az7remove all build output, not just temporary by-productsr c C s( d | _ d | _d | _d | _d | _d | _d S )N)�
build_base� build_lib�
build_temp�
build_scripts�
bdist_baser ��self� r �//usr/lib64/python3.8/distutils/command/clean.py�initialize_options s zclean.initialize_optionsc C s" | � ddddd� | � dd� d S )NZbuild)r
r
)r r )r
r
)r r Zbdist)r r )Zset_undefined_optionsr r r r �finalize_options( s ��zclean.finalize_optionsc C s� t j�| j�r t| j| jd� nt�d| j� | jrr| j | j
| j fD ],}t j�|�rdt|| jd� qDt� d|� qD| js�z t �
| j� t�d| j� W n tk
r� Y nX d S )N)�dry_runz%'%s' does not exist -- can't clean itz
removing '%s')�os�path�existsr r r r �debugr r r r
�warn�rmdirr
�info�OSError)r Z directoryr r r �run1 s* �� � z clean.runN) �__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsr r r r r r r r s � r ) �__doc__r Zdistutils.corer Zdistutils.dir_utilr Z distutilsr r r r r r �<module> s
distutils/command/__pycache__/bdist_rpm.cpython-38.opt-2.pyc 0000644 00000027415 15115353744 0020012 0 ustar 00 U
e5dIT � @ s| d dl Z d dlZd dlZd dlmZ d dlmZ d dlmZ d dl m
Z
d dl T d dl m
Z
d dlmZ G d d
� d
e�ZdS ) � N)�Command)�DEBUG)� get_platform)�
write_file)�*)�get_python_version)�logc ) @ s� e Zd ZdZdddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*g)Zd+d,d-d.d/gZd+d,d-d0�Zd1d2� Zd3d4� Zd5d6� Z d7d8� Z
d9d:� Z d;d<� Z d=d>� Z
d?S )@� bdist_rpmzcreate an RPM distribution)z bdist-base=Nz/base directory for creating built distributions)z rpm-base=Nzdbase directory for creating RPMs (defaults to "rpm" under --bdist-base; must be specified for RPM 2))z dist-dir=�dzDdirectory to put final RPM files in (and .spec files if --spec-only))zpython=NzMpath to Python interpreter to hard-code in the .spec file (default: "python"))z
fix-pythonNzLhard-code the exact path to the current Python interpreter in the .spec file)z spec-onlyNzonly regenerate spec file)z source-onlyNzonly generate source RPM)z binary-onlyNzonly generate binary RPM)z use-bzip2Nz7use bzip2 instead of gzip to create source distribution)zdistribution-name=Nzgname of the (Linux) distribution to which this RPM applies (*not* the name of the module distribution!))zgroup=Nz9package classification [default: "Development/Libraries"])zrelease=NzRPM release number)zserial=NzRPM serial number)zvendor=NzaRPM "vendor" (eg. "Joe Blow <joe@example.com>") [default: maintainer or author from setup script])z packager=NzBRPM packager (eg. "Jane Doe <jane@example.net>") [default: vendor])z
doc-files=Nz6list of documentation files (space or comma-separated))z
changelog=Nz
RPM changelog)zicon=Nzname of icon file)z provides=Nz%capabilities provided by this package)z requires=Nz%capabilities required by this package)z
conflicts=Nz-capabilities which conflict with this package)zbuild-requires=Nz+capabilities required to build this package)z
obsoletes=Nz*capabilities made obsolete by this package)�
no-autoreqNz+do not automatically calculate dependencies)� keep-temp�kz"don't clean up RPM build directory)� no-keep-tempNz&clean up RPM build directory [default])�use-rpm-opt-flagsNz8compile with RPM_OPT_FLAGS when building from source RPM)�no-rpm-opt-flagsNz&do not pass any RPM CFLAGS to compiler)� rpm3-modeNz"RPM 3 compatibility mode (default))� rpm2-modeNzRPM 2 compatibility mode)z prep-script=Nz3Specify a script for the PREP phase of RPM building)z
build-script=Nz4Specify a script for the BUILD phase of RPM building)z pre-install=Nz:Specify a script for the pre-INSTALL phase of RPM building)zinstall-script=Nz6Specify a script for the INSTALL phase of RPM building)z
post-install=Nz;Specify a script for the post-INSTALL phase of RPM building)zpre-uninstall=Nz<Specify a script for the pre-UNINSTALL phase of RPM building)zpost-uninstall=Nz=Specify a script for the post-UNINSTALL phase of RPM building)z
clean-script=Nz4Specify a script for the CLEAN phase of RPM building)zverify-script=Nz6Specify a script for the VERIFY phase of the RPM build)z force-arch=Nz0Force an architecture onto the RPM build process)�quiet�qz3Run the INSTALL phase of RPM building in quiet moder r r r r )r r r c C s� d | _ d | _d | _d | _d | _d | _d | _d | _d | _d | _ d | _
d | _ d | _ d | _
d | _d | _d | _d | _d | _d | _d | _d | _d | _d | _d | _d | _d | _d | _d | _ d | _ d | _ d | _ d | _ d| _!d| _"d| _#d| _$d | _%d| _&d S )Nr � )'�
bdist_base�rpm_base�dist_dir�python�
fix_python� spec_only� binary_only� source_only� use_bzip2�distribution_name�group�release�serial�vendor�packager� doc_files� changelog�icon� prep_script� build_script�install_script� clean_script�
verify_script� pre_install� post_install�
pre_uninstall�post_uninstall�prep�provides�requires� conflicts�build_requires� obsoletes� keep_temp�use_rpm_opt_flags� rpm3_mode�
no_autoreq�
force_archr ��self� r> �3/usr/lib64/python3.8/distutils/command/bdist_rpm.py�initialize_options� sN z bdist_rpm.initialize_optionsc C s� | � dd� | jd kr6| js$td��tj�| jd�| _| jd krX| j rPt
j | _qfd| _n| j rftd��tj dkr~t
dtj ��| jr�| jr�td ��| j�� s�d
| _| � dd � | �� d S ) NZbdist)r r z)you must specify --rpm-base in RPM 2 mode�rpmZpython3z8--python and --fix-python are mutually exclusive options�posixz9don't know how to create RPM distributions on platform %sz6cannot supply both '--source-only' and '--binary-only'r )r r )Zset_undefined_optionsr r9 ZDistutilsOptionError�os�path�joinr r r �sys�
executable�nameZDistutilsPlatformErrorr r � distribution�has_ext_modulesr8 �finalize_package_datar< r> r> r? �finalize_options� s6
�
�
� �
zbdist_rpm.finalize_optionsc C sT | � dd� | � dd| j�� | j�� f � | � d� | �d� t| jt�rxdD ]&}tj �
|�rP|| jkrP| j� |� qP| � dd � | � d
� | � d � | � d � | � | j
�| _
| �d
� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | � d � d S ) Nr zDevelopment/Librariesr# z%s <%s>r$ r% )ZREADMEz
README.txtr! �1r" r r& r' r( r) r* r+ r, r- r. r/ r0 r2 r3 r4 r5 r6 r; )Z
ensure_stringrI Z get_contactZget_contact_emailZensure_string_list�
isinstancer% �listrC rD �exists�append�_format_changelogr& Zensure_filename)r= Zreadmer> r> r? rK � sB
��
z bdist_rpm.finalize_package_datac C s� t r<td� td| j� td| j� td| j� td| j� | jrT| j}| �|� n8i }dD ]&}t j
� | j |�||< | �|| � q\|d }t j
� |d| j
�� �}| �t|| �� fd | � | jr�d S | j
jd d � }| �d
�}| jr�d g|_nd g|_| �d
� || j
_|�� d
}|d }| �||� | j�rbt j
�| j��rT| �| j|� ntd| j ��t � d� dg} | j �r�| � d� n | j �r�| � d� n
| � d� | �!dd| j" g� | j#�r�| �!ddt j
�$| j � g� | j%�s�| � d� | j&�r | � d� | � |� d}
|
d } d |
d } d | | |f }
t �'|
�}zlg }d }|�)� }|�sV�q�|�*� �+� }|� |d � |d k�rD|d
}�qD|�(� }|�r�t,d t-|
� ��W 5 |�(� X | �.| � | j/�s�| j
�0� �r�t1� }nd!}| j �s(t j
� |d" |�}| �2|| j� t j
� | j|�}| j
j� d#||f� | j �s�|D ]`}t j
� |d$ |�}t j
�|��r4| �2|| j� t j
� | jt j
�3|��}| j
j� d#||f� �q4d S )%Nzbefore _get_package_data():zvendor =z
packager =z doc_files =z changelog =)�SOURCES�SPECSZBUILD�RPMS�SRPMSrT z%s.specz writing '%s'�sdistZbztarZgztarr rS z icon file '%s' does not existz
building RPMsZrpmbuildz-bsz-bbz-baz--definez __python %sz
_topdir %sz--cleanz--quietz %{name}-%{version}-%{release}z.src.rpmz%{arch}/z .%{arch}.rpmz%rpm -q --qf '%s %s\n' --specfile '%s'r zFailed to execute: %s�anyrV r rU )4r �printr# r$ r% r& r r ZmkpathrC rD rE r rI �get_nameZexecuter �_make_spec_fileZ
dist_filesZreinitialize_commandr ZformatsZ run_commandZget_archive_filesZ copy_filer' rP ZDistutilsFileErrorr �infor rQ r �extendr r9 �abspathr7 r �popen�close�readline�strip�splitZDistutilsExecError�reprZspawnZdry_runrJ r Z move_file�basename)r= Zspec_dirZrpm_dirr
Z spec_pathZsaved_dist_filesrW �sourceZ
source_dirZrpm_cmdZ
nvr_stringZsrc_rpmZ non_src_rpmZq_cmd�outZ binary_rpmsZ
source_rpm�line�lZstatusZ pyversionZsrpm�filenamerA r> r> r? �run s� ���
�
�
�
�
��z
bdist_rpm.runc C s t j�| jt j�|��S )N)rC rD rE r re )r= rD r> r> r? �
_dist_path� s zbdist_rpm._dist_pathc
C sJ d| j �� d| j �� �dd� d| j �� d| j�dd� dd| j �� g}t�d �}d
�d d � |� � D ��}d
}d}|�||�}||kr�|�
d� |�
d| d
� |� dddg� | j r�|�
d� n
|�
d� |� d| j �
� d| j ddg� | j�s| j �� �s&|�
d� n|�
d| j � d D ]V}t| |�� �}t|t��rb|�
d |d �|�f � n |d k �r*|�
d ||f � �q*| j �� d k�r�|�
d | j �� � | j�r�|�
d!| j � | j�r�|�
d"d �| j� � | j�r�|�
d#tj�| j� � | j �r|�
d$� |� dd%| j � � g� d&| j tj�t j d' �f }d(| } | j!�rXd)| } d*| }
d+d,d-| fd.d/|
fd0d1d2d3d4d5g } | D ]n\} }
}t| |
�}|�s�|�r�|� dd6| g� |�r�t"|��}|� |�#� �$d
�� W 5 Q R X n
|�
|� �q�|� dd7d8g� | j%�r$|�
d9d �| j%� � | j&�rF|� dd:g� |� | j&� |S );Nz
%define name z%define version �-�_z%define unmangled_version z%define release � z Summary: z rpm --eval %{__os_install_post}�
c S s g | ]}d |� � �qS )z %s \)rb )�.0rh r> r> r? �
<listcomp>� s �z-bdist_rpm._make_spec_file.<locals>.<listcomp>zbrp-python-bytecompile \
z%brp-python-bytecompile %{__python} \
z2# Workaround for http://bugs.python.org/issue14443z%define __os_install_post z
Name: %{name}zVersion: %{version}zRelease: %{release}z-Source0: %{name}-%{unmangled_version}.tar.bz2z,Source0: %{name}-%{unmangled_version}.tar.gzz License: zGroup: z>BuildRoot: %{_tmppath}/%{name}-%{version}-%{release}-buildrootzPrefix: %{_prefix}zBuildArch: noarchz
BuildArch: %s)ZVendorZPackagerZProvidesZRequiresZ ConflictsZ Obsoletesz%s: %s� ZUNKNOWNzUrl: zDistribution: zBuildRequires: zIcon: z
AutoReq: 0z %descriptionz%s %sr z%s buildz env CFLAGS="$RPM_OPT_FLAGS" z>%s install -O1 --root=$RPM_BUILD_ROOT --record=INSTALLED_FILES)r1 r( z&%setup -n %{name}-%{unmangled_version}Zbuildr) Zinstallr* )Zcleanr+ zrm -rf $RPM_BUILD_ROOT)Z verifyscriptr, N)Zprer- N)Zpostr. N)Zpreunr/ N)Zpostunr0 N�%z%files -f INSTALLED_FILESz%defattr(-,root,root)z%doc z
%changelog)'rI rZ Z get_version�replacer! Zget_description�
subprocessZ getoutputrE �
splitlinesrQ r] r Z get_licenser r; rJ �getattr�lowerrN rO Zget_urlr r5 r' rC rD re r: Zget_long_descriptionr rF �argvr8 �open�readrc r% r& )r= Z spec_fileZ vendor_hookZproblemZfixedZ
fixed_hookZfield�valZdef_setup_callZ def_buildZ install_cmdZscript_optionsZrpm_opt�attr�default�fr> r> r? r[ � s� �
�
�
�
�
� ��
�
�� zbdist_rpm._make_spec_filec C s| |s|S g }|� � �d�D ]N}|� � }|d dkrB|�d|g� q|d dkrZ|�|� q|�d| � q|d sx|d= |S )Nrp r r ro rm z )rb rc r] rQ )r= r& Z
new_changelogrh r> r> r? rR 1 s zbdist_rpm._format_changelogN)�__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsZ negative_optr@ rL rK rk rl r[ rR r> r> r> r? r sx �m ��- - *r )rv rF rC Zdistutils.corer Zdistutils.debugr Zdistutils.utilr Zdistutils.file_utilr Zdistutils.errorsZdistutils.sysconfigr Z distutilsr r r> r> r> r? �<module> s distutils/command/__pycache__/bdist_dumb.cpython-38.opt-1.pyc 0000644 00000007012 15115353744 0020131 0 ustar 00 U
e5d1 � @ sh d Z ddlZddlmZ ddlmZ ddlmZmZ ddl T ddl
m Z ddl m
Z
G d d
� d
e�ZdS ) z�distutils.command.bdist_dumb
Implements the Distutils 'bdist_dumb' command (create a "dumb" built
distribution -- i.e., just an archive to be unpacked under $prefix or
$exec_prefix).� N)�Command)� get_platform)� remove_tree�ensure_relative)�*)�get_python_version)�logc @ s^ e Zd ZdZdddde� fdddd d
d d g Zd
ddgZddd�Zdd� Zdd� Z dd� Z
dS )�
bdist_dumbz"create a "dumb" built distribution)z
bdist-dir=�dz1temporary directory for creating the distributionz
plat-name=�pz;platform name to embed in generated filenames (default: %s))zformat=�fz>archive format to create (tar, gztar, bztar, xztar, ztar, zip))� keep-temp�kzPkeep the pseudo-installation tree around after creating the distribution archive)z dist-dir=r
z-directory to put final built distributions in)�
skip-buildNz2skip rebuilding everything (for testing/debugging))�relativeNz7build the archive using relative paths (default: false))zowner=�uz@Owner name used when creating a tar file [default: current user])zgroup=�gzAGroup name used when creating a tar file [default: current group]r
r r Zgztar�zip)�posix�ntc C s: d | _ d | _d | _d| _d | _d | _d| _d | _d | _d S )Nr ) � bdist_dir� plat_name�format� keep_temp�dist_dir�
skip_buildr �owner�group)�self� r �4/usr/lib64/python3.8/distutils/command/bdist_dumb.py�initialize_options2 s z bdist_dumb.initialize_optionsc C sz | j d kr&| �d�j}tj�|d�| _ | jd krfz| jtj | _W n" t k
rd t
dtj ��Y nX | � dddd� d S )NZbdistZdumbz@don't know how to create dumb built distributions on platform %s)r r )r r )r r ) r Zget_finalized_command�
bdist_base�os�path�joinr �default_format�name�KeyError�DistutilsPlatformErrorZset_undefined_options)r r" r r r �finalize_options= s"
��
�zbdist_dumb.finalize_optionsc C s( | j s| �d� | jddd�}| j|_| j |_ d|_t�d| j� | �d� d| j� � | j
f }t j �
| j|�}| js~| j}nJ| j�� r�|j|jkr�tdt|j�t|j�f ��nt j �
| jt|j��}| j|| j|| j| jd �}| j�� r�t� }nd
}| jj� d ||f� | j �s$t | j| j d � d S )
NZbuild�install� )Zreinit_subcommandsr zinstalling to %sz%s.%szScan't make a dumb built distribution where base and platbase are different (%s, %s))Zroot_dirr r �anyr )�dry_run) r Z run_commandZreinitialize_commandr �rootZwarn_dirr �infoZ distributionZ get_fullnamer r# r$ r% r r Zhas_ext_modulesZ install_baseZinstall_platbaser) �reprr Z make_archiver r r r Z
dist_files�appendr r r. )r r+ Zarchive_basenameZpseudoinstall_rootZ archive_root�filenameZ pyversionr r r �runO sR
�
����
� �
�zbdist_dumb.runN) �__name__�
__module__� __qualname__Z descriptionr Z user_optionsZboolean_optionsr& r! r* r4 r r r r r s, ���
� r )�__doc__r# Zdistutils.corer Zdistutils.utilr Zdistutils.dir_utilr r Zdistutils.errorsZdistutils.sysconfigr Z distutilsr r r r r r �<module> s distutils/command/__pycache__/bdist_msi.cpython-38.opt-1.pyc 0000644 00000046121 15115353744 0017776 0 ustar 00 U
e5d߉ � @ s� d Z ddlZddlZddlmZ ddlmZ ddlmZ ddl m
Z
ddl m Z ddl
mZ dd lmZ ddlZdd
lmZmZmZ dd lmZmZmZmZ G d d
� d
e�ZG dd� de�ZdS )z#
Implements the bdist_msi command.
� N)�Command)� remove_tree)�get_python_version)�
StrictVersion)�DistutilsOptionError)� get_platform)�log)�schema�sequence�text)� Directory�Feature�Dialog�add_datac @ sF e Zd ZdZdd� Zdd� Zddd �Zdd d �Zddd�Zdd� Z dS )�PyDialogz�Dialog class with a fixed layout: controls at the top, then a ruler,
then a list of buttons: back, next, cancel. Optionally a bitmap at the
left.c O s> t j| f|�� | jd }d| d }| �dd|| jd� dS )zbDialog(database, name, x, y, w, h, attributes, title, first,
default, cancel, bitmap=true)�$ � iH Z
BottomLiner N)r �__init__�h�line�w)�self�args�kwZrulerZbmwidth� r �3/usr/lib64/python3.8/distutils/command/bdist_msi.pyr s
zPyDialog.__init__c
C s | � ddddddd| � dS ) z,Set the title text of the dialog at the top.�Title� �
�@ �< � z{\VerdanaBold10}%sN)r )r �titler r r r" # s �zPyDialog.title�Back� c
C s, |r
d}nd}| � |d| jd dd|||�S )z�Add a back button with a given title, the tab-next button,
its name in the Control table, possibly initially disabled.
Return the button, so that events can be associated� r$ � � �8 � ��
pushbuttonr �r r" �next�name�active�flagsr r r �back* s z
PyDialog.back�Cancelc
C s, |r
d}nd}| � |d| jd dd|||�S )z�Add a cancel button with a given title, the tab-next button,
its name in the Control table, possibly initially disabled.
Return the button, so that events can be associatedr% r$ i0 r' r( r) r* r, r r r �cancel5 s zPyDialog.cancel�Nextc
C s, |r
d}nd}| � |d| jd dd|||�S )z�Add a Next button with a given title, the tab-next button,
its name in the Control table, possibly initially disabled.
Return the button, so that events can be associatedr% r$ �� r' r( r) r* r, r r r r- @ s z
PyDialog.nextc
C s, | � |t| j| d �| jd ddd||�S )z�Add a button with a given title, the tab-next button,
its name in the Control table, giving its x position; the
y-position is aligned with the other buttons.
Return the button, so that events can be associated� r' r( r) r% )r+ �intr r )r r. r" r- Zxposr r r �xbuttonK s zPyDialog.xbuttonN)r# r$ )r2 r$ )r4 r$ )
�__name__�
__module__� __qualname__�__doc__r r" r1 r3 r- r8 r r r r r s
r c @ s� e Zd ZdZdddde� fdddd d
d d d
g
ZddddgZddddddddddd d d d d d!d"d#d$d%gZd&Zd'd(� Z d)d*� Z
d+d,� Z d-d.� Z d/d0� Z
d1d2� Zd3d4� Zd5d6� Zd7S )8� bdist_msiz7create a Microsoft Installer (.msi) binary distribution)z
bdist-dir=Nz1temporary directory for creating the distributionz
plat-name=�pz;platform name to embed in generated filenames (default: %s))� keep-temp�kzPkeep the pseudo-installation tree around after creating the distribution archive)ztarget-version=Nz6require a specific python version on the target system)�no-target-compile�cz/do not compile .py to .pyc on the target system)�no-target-optimize�oz;do not compile .py to .pyo (optimized) on the target system)z dist-dir=�dz-directory to put final built distributions in)�
skip-buildNz2skip rebuilding everything (for testing/debugging))zinstall-script=NzUbasename of installation script to be run after installation or before deinstallation)zpre-install-script=Nz{Fully qualified filename of a script to be run before any files are installed. This script need not be in the distributionr? rA rC rF z2.0z2.1z2.2z2.3z2.4z2.5z2.6z2.7z2.8z2.9z3.0z3.1z3.2z3.3z3.4z3.5z3.6z3.7z3.8z3.9�Xc C sF d | _ d | _d| _d| _d| _d | _d | _d | _d | _d | _ d | _
d S )Nr ) � bdist_dir� plat_name� keep_tempZno_target_compileZno_target_optimize�target_version�dist_dir�
skip_build�install_script�pre_install_script�versions)r r r r �initialize_options} s z bdist_msi.initialize_optionsc C s� | � dd� | jd kr2| �d�j}tj�|d�| _t� }| jsN| j �
� rN|| _| jr�| jg| _ | j s�| j �
� r�| j|kr�t
d|f ��n t| j�| _ | � ddd� | jr�t
d��| jr�| j jD ]}| jtj�|�kr� q�q�t
d| j ��d | _d S ) NZbdist)rM rM ZmsizMtarget version can only be %s, or the '--skip-build' option must be specified)rL rL )rI rI z5the pre-install-script feature is not yet implementedz(install_script '%s' not found in scripts)Zset_undefined_optionsrH �get_finalized_command�
bdist_base�os�path�joinr rK � distribution�has_ext_modulesrP rM r �list� all_versionsrO rN Zscripts�basename�install_script_key)r rS Z
short_versionZscriptr r r �finalize_options� sH
��� �� ��zbdist_msi.finalize_optionsc C sz | j s| �d� | jddd�}| j|_| j |_ d|_| �d�}d|_d|_| j� � r�| j
}|spdt j d d� }d | j
|f }| �d�}tj�|jd
| �|_t�d | j� |�� t j�dtj�| jd �� |�� t jd= | �| j� | j�� }| � |�}tj� |�}tj� |��r"t� |� | jj }|j!} | �s<|j"} | �sFd
} |�#� }
dt$|
�j% } | j�� }| j
�r~d| j
|f } nd| } t&�'|t(| t&�)� | | �| _*t&�+| j*t,� d|
fg}
|j-�p�|j.}|�r�|
�/d|f� |j0�r�|
�/d|j0f� |
�rt1| j*d|
� | �2� | �3� | �4� | �5� | j*�6� t7| jd��r^d| j
�pJd|f}| jj8�/|� | j9�svt:| j| j;d� d S )N�build�installr$ )Zreinit_subcommandsr � install_libz%d.%d� z.%s-%s�libzinstalling to %sZPURELIBZUNKNOWNz%d.%d.%dz Python %s %sz Python %sZ DistVersionZ
ARPCONTACTZARPURLINFOABOUT�Property�
dist_filesr= �any)�dry_run)<rM Z run_commandZreinitialize_commandrH �prefixZwarn_dir�compile�optimizerW rX rK �sys� version_inforI rR rT rU rV Z
build_baseZ build_libr �infoZensure_finalized�insert�runZmkpathrL � get_fullname�get_installer_filename�abspath�exists�unlink�metadata�authorZ
maintainerZ get_versionr �version�msilibZ
init_databaser Zgen_uuid�dbZ
add_tablesr
Z author_emailZmaintainer_email�appendZurlr �add_find_python� add_files� add_scripts�add_ui�Commit�hasattrrd rJ r rf )r r_ r` rK Zplat_specifierr^ �fullname�installer_namert ru rv ZsversionZ product_nameZpropsZemail�tupr r r rn � s�
�
�
z
bdist_msi.runc
C s | j }t�d�}tj�| j�}t||d |dd�}t|ddddddd�}||d fg}| j | j
g D ]t}d| }d| } }
d} || j
kr�d
} d }
n d | } d}
t|| | | d|
|d�}t||||||
�}|� |||f� q`|� � i }|D �] \}}}|g}|�r�|�
� }t�|j�D ]�}tj�|j|�}tj�|��rld
|�|�|f }|| }
t|||||
|�}|� |� n�|j�s�|�|j|d� ||k�r�|�|� }||< || jk�r�| j�r�td| ��d| | _n*|| }t| j d|| |j|d |jfg� �qq�|� � q�|�|� d S )NZ distfiles� TARGETDIRZ SourceDir�PythonZ
Everythingr r$ )Z directory� z Python from another locationra zPython %s from registryz%s|%szMultiple files with name %sz[#%s]Z
DuplicateFile) rx rw ZCABrT rU rq rH r r
rP �
other_versionry r~ �pop�listdirZabsoluterV �isdirZ
make_shortZ componentZstart_componentZlogicalZadd_filerN r\ r r Zcommit)r rx ZcabZrootdir�root�f�itemsrv �targetr. �defaultZdescr" �level�dir�seenZfeatureZtodo�fileZafileZshortZnewdir�keyr r r r{
sf
�
� �
zbdist_msi.add_filesc C s| d}| j D �]j}d| }d| }d| }d| }d| }d| }d| } d | }
d
| } d | } tjrld }
nd
}
t| jd|d
|d|
f|d|d|
fg� t| jd||f||fg� t| jd|d| d| d f| d| d| d f|
d| d| d fg� t| jd|||f| ||d f|
d|d
fg� t| jd|||f| ||d f|
d|d
fg� t| jdd| dd | fg� |d 7 }q
dS ) as Adds code to the installer to compute the location of Python.
Properties PYTHON.MACHINE.X.Y and PYTHON.USER.X.Y will be set from the
registry for each version of Python.
Properties TARGETDIRX.Y will be set from PYTHON.USER.X.Y if defined,
else from PYTHON.MACHINE.X.Y.
Properties PYTHONX.Y will be set to TARGETDIRX.Y\python.exei� z)SOFTWARE\Python\PythonCore\%s\InstallPathzpython.machine.z python.user.zPYTHON.MACHINE.z PYTHON.USER.ZPythonFromMachineZPythonFromUserZ PythonExer� �PYTHON� ra Z
RegLocatorNr$ Z AppSearch� CustomActioni3 �[�]z ]\python.exe�InstallExecuteSequence�InstallUISequenceZ Conditionr� r z
NOT TARGETDIR� )rP rw ZWin64r rx )r �start�verZ install_pathZ machine_regZuser_regZ machine_propZ user_propZmachine_actionZ user_actionZ
exe_actionZtarget_dir_prop�exe_propZTyper r r rz C s` ������ �� ���zbdist_msi.add_find_pythonc
C s | j rjd}| j| jg D ]P}d| }d| }t| jd|d|| jfg� t| jd|d| |fg� |d7 }q| jr�tj� | j
d �}t |d
��4}|� d � t | j��}|� |�
� � W 5 Q R X W 5 Q R X t| jd d
t�|�fg� t| jddg� t| jddg� d S )Ni� zinstall_script.r� r� �2 r� z &Python%s=3r$ zpreinstall.batr zrem ="""
%1 %0
exit
"""
�Binary�
PreInstall)r� ra r� N)r� z
NOT Installedi� )rN rP r� r rx r\ rO rT rU rV rH �open�write�readrw r� )r r� r� Zinstall_actionr� Zscriptfnr� Zfinr r r r| y s6 ��
"���zbdist_msi.add_scriptsc C s�
| j }d }}d}d}d}d}d}d} t|dd d
d d d
dg� t|dddddg� t|ddddddg� t|dtj� t|dtj� t|d ||||||d d d � }
|
�d � |
jd d d d!� |
jd"d#d d!� |
�d$d%d&d'd(d)d*� |
�d+d%d,d'd-d)d.� |
j d d"d d/�} | �
d0d1� t|d2||||||d d d � } | �d3� | jd d d d!� | jd"d#d d!� | �d$d%d&d'd(d)d4� | �d+d%d,d'd-d)d.� | j d d"d d/�} | �
d0d1� t|d5||||||d d d � }
|
�d6� |
jd d d d!� |
jd"d#d d!� |
�d7d%d8d'd-d)d.� |
j d d"d d/�} | �
d0d9� t|d:||||d;|d<d<d<d=d>� }|�d?d%d@dAd%d)dB� |�d7d-dCdDd-d)dE� |�dFd-dGdHdddI� |� dJdKd-dLdHdMdNdOd d d � |jd1dPd1d/�} | �
d0d1� |j dPd<dPd/�} | �
d0dP� |jd<d1d<d/�} | �
d0d<� t |dQddRdHdSdT|dUd d � }|�dUddVdDdWddX� |�
dYdZd[d\d]dd^d ��
d0d_� |�
d`dad[d\d]ddbd ��
d0dc� |�
ddd d[d\d]dded ��
d0df� |�
dgdhd[d\d]dd"d ��
d0di� |�
djd\d[d\d]ddPd ��
d0dk� |�
dldmd[d\d]ddnd ��
d0do� |�
dpdqd[d\d]dd<d ��
d0dr� t |dsddRdtdud|d^d^d^� }|�dFdWd%dvdwddx� |�
dbd[dydzd{ddbd^�} | �
d0d1� |�
d^d|dydzd{dd^db�} | �
d0d9� t |d}ddRdtdu||d9d9d9� }|�dFdWd%dvdwdd~� |�
d9ddydzd{dd9d �} | �
d0d1� t|d�||||||d"d"d"� }|�d7d%d&d'd�d)d�� |�d�� |�dd%d�d'd-d)d��} | �ddF� |�d�d%d�d'dwd)d �} | �d�dF� |jd#d d d!� |j d�d d d!� |�d"d �} | �
d�ds� t|d�||||||d�d�d"� }|�d�� |�d�d%dwdd-dd�| j�� � |jd d d d!� |� d�d"�} d}| j
d�d�|d�� | j| jg D ](}|d7 }| j
d�d�| d�| |d�� �q
| j
d�d}|d d�� | j
d0d9|d� d�� |�d"d��} | �
d�ds� |� d�d�d%d�ddZdd�d d�d � } | �
d�d�� | j}d�| }d�| }|�d�d%dAdd%dd��} | �d�|� | �d�|� | �d�|� | �d�|� |� d�d�d%d�dd�dd�| d d�d � } | �d�|� | �d�|� | �d�|� | �d�|� t|d�||||||d�d�d�d=d>� }|�d?d%d@dAd%d)d�� |�d7d-d-dDd-d)d�� |�dFd-d�dHd�dd�� |� d�d�d-d�dHd�d�d d�d d � |�d�dnd d���
d0d9� t|d�||||||d�d�d"� }|�d�� |�d�d%d�dtddd�dXd�� }|�d�d d�d�d-d�� |�d�d d�d�d-d�� |jd#d d d!� |� d�d"�} | �
d�d�d�d� | j
d0d9d�d�� |�d"d��} | �
d�ds� t|d�||||||d"d"d"d=d>� } | �d?d-d%dAd%d)d�� | �dFd�d�ddwddġ | �d�d�d�d�d-ddơ | �dd&d�|d& d-dd��} | �ddF� | � d�d�d�dZddRd�d d�d d � } | �d�dˡ | jd d�d=d!� | j d�d"d=d!� | �d"d#��
d�ds� t|d�||||||d�d�d"� } | �d͡ | �d�d%d�dHdhddС | �d�d%d�dHd�dd�dXd�� }|�d�d d�dAd{d֡ |�d�d d�dAd{d١ | jd d d=d!� | � d d"�} | �
d�d�d�d�� | �
d�d�d�d@� | �
d�d�d�dN� | �
d�d�d�d� | �
d�d�d�d� | �
d�d�d�d� | �
d�d�d�d� | �
d�d�d�d� | �
d0d9d�d-� | �d"dѡ�
d�ds� d S )�Nr� ir i, z[ProductName] Setupr% r$ � rc )Z
DefaultUIFont�DlgFont8)Z ErrorDialog�ErrorDlg)Z Progress1ZInstall)Z Progress2Zinstalls)�MaintenanceForm_Action�Repair)�
WhichUsers�ALLZ TextStyle)r� �Tahoma� Nr )Z DlgFontBold8r� � Nr$ )Z
VerdanaBold10�Verdanar Nr$ )Z VerdanaRed9r� r� � r r� )�
PrepareDlgz(Not Privileged or Windows9x or Installed� )�
WhichUsersDlgz.Privileged and not Windows9x and not Installed� )�SelectFeaturesDlgz
Not Installedi� )�MaintenanceTypeDlgz,Installed AND NOT RESUME AND NOT Preselectedi� )� ProgressDlgNi �
ActionText�UITextZ
FatalErrorZFinishz)[ProductName] Installer ended prematurelyz< Backr )r/ r2 r# Z Description1r �F r �P r! z�[ProductName] setup ended prematurely because of an error. Your system has not been modified. To install this program at a later time, please run the installation again.Z Description2� � z.Click the Finish button to exit the Installer.)r. Z EndDialogZExitZUserExitz'[ProductName] Installer was interruptedz�[ProductName] setup was interrupted. Your system has not been modified. To install this program at a later time, please run the installation again.Z
ExitDialogz&Completing the [ProductName] InstallerZ Description�� ZReturnZ
FilesInUse� ZRetryF)Zbitmapr � �� z{\DlgFontBold8}Files in Use� i z8Some files that need to be updated are currently in use.ZText�7 iJ z�The following applications are using files that need to be updated by this setup. Close these applications and then click Retry to continue the installation or Cancel to exit it.ZListZListBox�k � � ZFileInUseProcess�Ignorer� r �e i Z ErrorTextr� �0 r� �N�x �H �Q � ZNoZErrorNo�Y�� ZYesZErrorYes�AZAbortZ
ErrorAbort�C�* Z ErrorCancel�IZ ErrorIgnore�O� ZOkZErrorOk�R�� Z
ErrorRetryZ CancelDlgi �U �� � z;Are you sure you want to cancel [ProductName] installation?�9 r( r) � ZWaitForCostingDlgzRPlease wait while the installer finishes determining your disk space requirements.�f r� �( zOPlease wait while the Installer prepares to guide you through the installation.z&Welcome to the [ProductName] Installer�n z Pondering...Z
ActionData� r4 Z SpawnDialogr� zSelect Python InstallationsZHintz9Select the Python locations where %s should be installed.zNext >z [TARGETDIR]z [SourceDir])Zorderingz
[TARGETDIR%s]z FEATURE_SELECTED AND &Python%s=3ZSpawnWaitDialogra ZFeaturesZ
SelectionTreer ZFEATUREZPathEditz[FEATURE_SELECTED]�1z!FEATURE_SELECTED AND &Python%s<>3ZOtherz$Provide an alternate Python locationZEnableZShowZDisableZHide�� � r� Z DiskCostDlgZOKz&{\DlgFontBold8}Disk Space RequirementszFThe disk space required for the installation of the selected features.�5 a The highlighted volumes (if any) do not have enough disk space available for the currently selected features. You can either remove some files from the highlighted volumes, or choose to install less features onto local drive(s), or select different destination drive(s).Z
VolumeListZVolumeCostList�d � i z{120}{70}{70}{70}{70}g �?r� Z AdminInstallzGSelect whether to install [ProductName] for all users of this computer.r� r� � zInstall for all usersZJUSTME� zInstall just for mez
[ALLUSERS]zWhichUsers="ALL"r� z({\DlgFontBold8}[Progress1] [ProductName]�# �A zYPlease wait while the Installer [Progress2] [ProductName]. This may take several minutes.Z StatusLabelzStatus:Z ProgressBari z
Progress doneZ SetProgressZProgressr� z)Welcome to the [ProductName] Setup WizardZBodyText�? z:Select whether you want to repair or remove [ProductName].ZRepairRadioGroup�l r� r� r� z&Repair [ProductName]ZRemover zRe&move [ProductName]z [REINSTALL]z MaintenanceForm_Action="Repair"z [Progress1]Z Repairingz [Progress2]ZrepairsZ Reinstallr� z[REMOVE]z MaintenanceForm_Action="Remove"� ZRemoving� Zremoves�
� z MaintenanceForm_Action<>"Change")rx r r r� r� r r" r1 r3 r- ZeventZcontrolr r+ �mappingrW ro rP r� Z conditionr8 Z
radiogroup�add) r rx �x�yr r r" ZmodalZmodelessZtrack_disk_spaceZfatalrB Z user_exitZ exit_dialogZinuse�errorr3 ZcostingZprepZseldlg�orderrv r� Zinstall_other_condZdont_install_other_condZcostZ
whichusers�gZprogressZmaintr r r r} � sv ��
�� ��
�
�� �
�� �
� ���� � � �� �� ��
�
�� �
� � � ���� �
�
� ��� � �
� � zbdist_msi.add_uic C s< | j rd|| j| j f }nd|| jf }tj�| j|�}|S )Nz%s.%s-py%s.msiz %s.%s.msi)rK rI rT rU rV rL )r r� Z base_namer� r r r rp � s �z bdist_msi.get_installer_filenameN)r9 r: r; Z descriptionr Z user_optionsZboolean_optionsrZ r� rQ r] rn r{ rz r| r} rp r r r r r= S s^ ��� �
�
([66& @r= )r< rj rT Zdistutils.corer Zdistutils.dir_utilr Zdistutils.sysconfigr Zdistutils.versionr Zdistutils.errorsr Zdistutils.utilr Z distutilsr rw r r
r r r
r r r r= r r r r �<module> s > distutils/command/__pycache__/sdist.cpython-38.pyc 0000644 00000034266 15115353744 0016217 0 ustar 00 U
e5d=J � @ s� d Z ddlZddlZddlmZ ddlmZ ddlmZ ddlm Z ddlm
Z
ddlm Z dd l m
Z
dd
lmZ dd lmZ dd lmZ dd
lmZmZ dd� ZG dd� de�ZdS )zadistutils.command.sdist
Implements the Distutils 'sdist' command (create a source distribution).� N)�glob)�warn)�Command)�dir_util)� file_util)� archive_util)�TextFile)�FileList)�log)� convert_path)�DistutilsTemplateError�DistutilsOptionErrorc C s` ddl m} ddlm} g }|�� D ] }|�d| d|| d f� q$|�� | |��d� dS )zoPrint all possible values for the 'formats' option (used by
the "--help-formats" command-line option).
r )� FancyGetopt)�ARCHIVE_FORMATS�formats=N� z.List of available source distribution formats:)Zdistutils.fancy_getoptr Zdistutils.archive_utilr �keys�append�sortZ
print_help)r r �formats�format� r �//usr/lib64/python3.8/distutils/command/sdist.py� show_formats s
��r c @ s" e Zd ZdZdd� Zdddddd d
d d d
ddddgZddddddgZdddefgZddd�Z d efgZ
d Z d d � Z d d!� Z
d"d#� Zd$d%� Zd&d'� Zd(d)� Zed*d+� �Zd,d-� Zd.d/� Zd0d1� Zd2d3� Zd4d5� Zd6d7� Zd8d9� Zd:d;� Zd<d=� Z d>d?� Z d@dA� Z dBdC� Z dDdE� Z dFdG� Z!dHdI� Z"dS )J�sdistz6create a source distribution (tarball, zip file, etc.)c C s | j S )zYCallable used for the check sub-command.
Placed here so user_options can view it)�metadata_check��selfr r r �checking_metadata( s zsdist.checking_metadata)z template=�tz5name of manifest template file [default: MANIFEST.in])z manifest=�mz)name of manifest file [default: MANIFEST])� use-defaultsNzRinclude the default file set in the manifest [default; disable with --no-defaults])� no-defaultsNz"don't include the default file set)�pruneNz�specifically exclude files/directories that should not be distributed (build tree, RCS/CVS dirs, etc.) [default; disable with --no-prune])�no-pruneNz$don't automatically exclude anything)�
manifest-only�ozEjust regenerate the manifest and then stop (implies --force-manifest))�force-manifest�fzkforcibly regenerate the manifest and carry on as usual. Deprecated: now the manifest is always regenerated.)r Nz6formats for source distribution (comma-separated list))� keep-temp�kz@keep the distribution tree around after creating archive file(s))z dist-dir=�dzFdirectory to put the source distribution archive(s) in [default: dist])�metadata-checkNz[Ensure that all required elements of meta-data are supplied. Warn if any missing. [default])zowner=�uz@Owner name used when creating a tar file [default: current user])zgroup=�gzAGroup name used when creating a tar file [default: current group]r! r# r% r' r) r, z help-formatsNz#list available distribution formats)r" r$ �check)ZREADMEz
README.txtz
README.rstc C sT d | _ d | _d| _d| _d| _d| _dg| _d| _d | _d | _ d| _
d | _ d | _ d S )N� r Zgztar)
�template�manifest� use_defaultsr# �
manifest_onlyZforce_manifestr � keep_temp�dist_dir�
archive_filesr �owner�groupr r r r �initialize_optionse s zsdist.initialize_optionsc C sZ | j d krd| _ | jd kr d| _| �d� t�| j�}|rFtd| ��| jd krVd| _d S )NZMANIFESTz MANIFEST.inr zunknown archive format '%s'Zdist)r2 r1 Zensure_string_listr Zcheck_archive_formatsr r
r6 )r Z
bad_formatr r r �finalize_options| s
�
zsdist.finalize_optionsc C s> t � | _| �� D ]}| �|� q| �� | jr2d S | �� d S �N)r �filelistZget_sub_commandsZ run_command�
get_file_listr4 �make_distribution)r Zcmd_namer r r �run� s z sdist.runc C s* t dt� | j�d�}|�� |�� dS )zDeprecated API.zadistutils.command.sdist.check_metadata is deprecated, use the check command insteadr/ N)r �PendingDeprecationWarning� distributionZget_command_objZensure_finalizedr@ )r r/ r r r �check_metadata� s � zsdist.check_metadatac C s� t j�| j�}|s:| �� r:| �� | j�� | j�� dS |sN| � d| j � | j�
� | j rf| � � |rr| �
� | jr�| �� | j�� | j�� | �� dS )aC Figure out the list of files to include in the source
distribution, and put it in 'self.filelist'. This might involve
reading the manifest template (and writing the manifest), or just
reading the manifest, or just using the default file set -- it all
depends on the user's options.
Nz?manifest template '%s' does not exist (using default file list))�os�path�isfiler1 �_manifest_is_not_generated�
read_manifestr= r Zremove_duplicatesr �findallr3 � add_defaults�
read_templater# �prune_file_list�write_manifest)r Ztemplate_existsr r r r> � s(
�
zsdist.get_file_listc C s< | � � | �� | �� | �� | �� | �� | �� dS )a9 Add all the default files to self.filelist:
- README or README.txt
- setup.py
- test/test*.py
- all pure Python modules mentioned in setup script
- all files pointed by package_data (build_py)
- all files defined in data_files.
- all files defined as scripts.
- all C sources listed as part of extensions or C libraries
in the setup script (doesn't catch C headers!)
Warns if (README or README.txt) or setup.py are missing; everything
else is optional.
N)�_add_defaults_standards�_add_defaults_optional�_add_defaults_python�_add_defaults_data_files�_add_defaults_ext�_add_defaults_c_libs�_add_defaults_scriptsr r r r rJ � s zsdist.add_defaultsc C s: t j�| �sdS t j�| �}t j�|�\}}|t �|�kS )z�
Case-sensitive path existence check
>>> sdist._cs_path_exists(__file__)
True
>>> sdist._cs_path_exists(__file__.upper())
False
F)rD rE �exists�abspath�split�listdir)�fspathrV Z directory�filenamer r r �_cs_path_exists� s
zsdist._cs_path_existsc C s� | j | jjg}|D ]~}t|t�rj|}d}|D ]"}| �|�r,d}| j�|� qPq,|s�| �dd� |� � q| �|�r�| j�|� q| �d| � qd S )NFTz,standard file not found: should have one of z, z standard file '%s' not found)
�READMESrB Z script_name�
isinstance�tupler[ r= r r �join)r Z standards�fnZaltsZgot_itr r r rN � s"
�
z sdist._add_defaults_standardsc C s4 ddg}|D ]"}t tjjt|��}| j�|� q d S )Nz
test/test*.pyz setup.cfg)�filterrD rE rF r r= �extend)r Zoptional�pattern�filesr r r rO s z sdist._add_defaults_optionalc C s\ | � d�}| j�� r$| j�|�� � |jD ],\}}}}|D ]}| j�tj �
||�� q:q*d S )N�build_py) �get_finalized_commandrB Zhas_pure_modulesr= rb �get_source_files�
data_filesr rD rE r_ )r re ZpkgZsrc_dirZ build_dir� filenamesrZ r r r rP s
zsdist._add_defaults_pythonc C sz | j �� rv| j jD ]b}t|t�rBt|�}tj�|�rt| j �
|� q|\}}|D ]$}t|�}tj�|�rN| j �
|� qNqd S r< ) rB Zhas_data_filesrh r] �strr rD rE rF r= r )r �item�dirnameri r( r r r rQ $ s
z sdist._add_defaults_data_filesc C s( | j �� r$| �d�}| j�|�� � d S )N� build_ext)rB Zhas_ext_modulesrf r= rb rg )r rm r r r rR 5 s
zsdist._add_defaults_extc C s( | j �� r$| �d�}| j�|�� � d S )N�
build_clib)rB Zhas_c_librariesrf r= rb rg )r rn r r r rS : s
zsdist._add_defaults_c_libsc C s( | j �� r$| �d�}| j�|�� � d S )N�
build_scripts)rB Z has_scriptsrf r= rb rg )r ro r r r rT ? s
zsdist._add_defaults_scriptsc
C s� t �d| j� t| jddddddd�}zh|�� }|dkr:q�z| j�|� W q( tt fk
r� } z | �
d|j |j |f � W 5 d}~X Y q(X q(W 5 |�� X dS )z�Read and parse manifest template file named by self.template.
(usually "MANIFEST.in") The parsing and processing is done by
'self.filelist', which updates itself accordingly.
z reading manifest template '%s'r0 )Zstrip_commentsZ skip_blanksZ
join_linesZ lstrip_wsZ rstrip_wsZ
collapse_joinNz%s, line %d: %s)
r
�infor1 r �close�readliner= Zprocess_template_liner �
ValueErrorr rZ Z current_line)r r1 �line�msgr r r rK D s&
�
� zsdist.read_templatec C s� | � d�}| j�� }| jjd|jd� | jjd|d� tjdkrFd}nd}ddd d
d d d
g}d|d�|�|f }| jj|dd� dS )av Prune off branches that might slip into the file list as created
by 'read_template()', but really don't belong there:
* the build tree (typically "build")
* the release tree itself (only an issue if we ran "sdist"
previously with --keep-temp, or it aborted)
* any RCS, CVS, .svn, .hg, .git, .bzr, _darcs directories
�buildN)�prefixZwin32z/|\\�/ZRCSZCVSz\.svnz\.hgz\.gitz\.bzrZ_darcsz(^|%s)(%s)(%s).*�|r0 )Zis_regex) rf rB � get_fullnamer= Zexclude_patternZ
build_base�sys�platformr_ )r rv �base_dirZsepsZvcs_dirsZvcs_ptrnr r r rL a s
�zsdist.prune_file_listc C sX | � � r t�d| j � dS | jjdd� }|�dd� | �tj | j|fd| j � dS )z�Write the file list in 'self.filelist' (presumably as filled in
by 'add_defaults()' and 'read_template()') to the manifest file
named by 'self.manifest'.
z5not writing to manually maintained manifest file '%s'Nr z*# file GENERATED by distutils, do NOT editzwriting manifest file '%s')
rG r
rp r2 r= rd �insertZexecuter Z
write_file)r Zcontentr r r rM y s � �zsdist.write_manifestc C s< t j�| j�sdS t| j�}z |�� }W 5 |�� X |dkS )NFz+# file GENERATED by distutils, do NOT edit
)rD rE rF r2 �openrq rr )r �fpZ
first_liner r r rG � s
z sdist._manifest_is_not_generatedc C sV t �d| j� t| j��4}|D ](}|�� }|�d�s |s:q | j�|� q W 5 Q R X dS )z�Read the manifest file (named by 'self.manifest') and use it to
fill in 'self.filelist', the list of files to include in the source
distribution.
zreading manifest file '%s'�#N)r
rp r2 r �strip�
startswithr= r )r r2 rt r r r rH � s zsdist.read_manifestc C s� | � |� tj||| jd� ttd�r4d}d| }n d}d| }|sPt�d� n
t�|� |D ]<}tj �
|�s|t�d|� q^tj � ||�}| j |||d � q^| j
j�|� dS )
a� Create the directory tree that will become the source
distribution archive. All directories implied by the filenames in
'files' are created under 'base_dir', and then we hard link or copy
(if hard linking is unavailable) those files into place.
Essentially, this duplicates the developer's source tree, but in a
directory named after the distribution, containing only the files
to be distributed.
��dry_run�linkZhardzmaking hard links in %s...Nzcopying files to %s...z)no files to distribute -- empty manifest?z#'%s' not a regular file -- skipping)r� )Zmkpathr Z create_treer� �hasattrrD r
r rp rE rF r_ Z copy_filerB ZmetadataZwrite_pkg_info)r r} rd r� ru �file�destr r r �make_release_tree� s
zsdist.make_release_treec C s� | j �� }tj�| j|�}| �|| jj� g }d| j krT| j �
| j � | j � d��� | j D ]:}| j
|||| j| jd�}|�
|� | j j�
dd|f� qZ|| _| js�tj|| jd� dS )a� Create the source distribution(s). First, we create the release
tree with 'make_release_tree()'; then, we create all required
archive files (according to 'self.formats') from the release tree.
Finally, we clean up by blowing away the release tree (unless
'self.keep_temp' is true). The list of archive files created is
stored so it can be retrieved later by 'get_archive_files()'.
Ztar)r} r8 r9 r � r� N)rB rz rD rE r_ r6 r� r= rd r r �pop�indexZ make_archiver8 r9 Z
dist_filesr7 r5 r Z remove_treer� )r r} Z base_namer7 Zfmtr� r r r r? � s
�
zsdist.make_distributionc C s | j S )zzReturn the list of archive files created when the command
was run, or None if the command hasn't run yet.
)r7 r r r r �get_archive_files� s zsdist.get_archive_files)#�__name__�
__module__� __qualname__Z descriptionr Z user_optionsZboolean_optionsr Z help_optionsZ negative_optZ sub_commandsr\ r: r; r@ rC r> rJ � staticmethodr[ rN rO rP rQ rR rS rT rK rL rM rG rH r� r? r� r r r r r $ sp �' � ���
(
* r )�__doc__rD r{ r �warningsr Zdistutils.corer Z distutilsr r r Zdistutils.text_filer Zdistutils.filelistr r
Zdistutils.utilr Zdistutils.errorsr r
r r r r r r �<module> s distutils/command/__pycache__/bdist_rpm.cpython-38.pyc 0000644 00000030216 15115353744 0017043 0 ustar 00 U
e5dIT � @ s� d Z ddlZddlZddlZddlmZ ddlmZ ddlm Z ddl
m Z ddl T ddl
mZ dd lmZ G d
d � d e�ZdS ) zwdistutils.command.bdist_rpm
Implements the Distutils 'bdist_rpm' command (create RPM source and binary
distributions).� N)�Command)�DEBUG)� get_platform)�
write_file)�*)�get_python_version)�logc ) @ s� e Zd ZdZdddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*g)Zd+d,d-d.d/gZd+d,d-d0�Zd1d2� Zd3d4� Zd5d6� Z d7d8� Z
d9d:� Z d;d<� Z d=d>� Z
d?S )@� bdist_rpmzcreate an RPM distribution)z bdist-base=Nz/base directory for creating built distributions)z rpm-base=Nzdbase directory for creating RPMs (defaults to "rpm" under --bdist-base; must be specified for RPM 2))z dist-dir=�dzDdirectory to put final RPM files in (and .spec files if --spec-only))zpython=NzMpath to Python interpreter to hard-code in the .spec file (default: "python"))z
fix-pythonNzLhard-code the exact path to the current Python interpreter in the .spec file)z spec-onlyNzonly regenerate spec file)z source-onlyNzonly generate source RPM)z binary-onlyNzonly generate binary RPM)z use-bzip2Nz7use bzip2 instead of gzip to create source distribution)zdistribution-name=Nzgname of the (Linux) distribution to which this RPM applies (*not* the name of the module distribution!))zgroup=Nz9package classification [default: "Development/Libraries"])zrelease=NzRPM release number)zserial=NzRPM serial number)zvendor=NzaRPM "vendor" (eg. "Joe Blow <joe@example.com>") [default: maintainer or author from setup script])z packager=NzBRPM packager (eg. "Jane Doe <jane@example.net>") [default: vendor])z
doc-files=Nz6list of documentation files (space or comma-separated))z
changelog=Nz
RPM changelog)zicon=Nzname of icon file)z provides=Nz%capabilities provided by this package)z requires=Nz%capabilities required by this package)z
conflicts=Nz-capabilities which conflict with this package)zbuild-requires=Nz+capabilities required to build this package)z
obsoletes=Nz*capabilities made obsolete by this package)�
no-autoreqNz+do not automatically calculate dependencies)� keep-temp�kz"don't clean up RPM build directory)� no-keep-tempNz&clean up RPM build directory [default])�use-rpm-opt-flagsNz8compile with RPM_OPT_FLAGS when building from source RPM)�no-rpm-opt-flagsNz&do not pass any RPM CFLAGS to compiler)� rpm3-modeNz"RPM 3 compatibility mode (default))� rpm2-modeNzRPM 2 compatibility mode)z prep-script=Nz3Specify a script for the PREP phase of RPM building)z
build-script=Nz4Specify a script for the BUILD phase of RPM building)z pre-install=Nz:Specify a script for the pre-INSTALL phase of RPM building)zinstall-script=Nz6Specify a script for the INSTALL phase of RPM building)z
post-install=Nz;Specify a script for the post-INSTALL phase of RPM building)zpre-uninstall=Nz<Specify a script for the pre-UNINSTALL phase of RPM building)zpost-uninstall=Nz=Specify a script for the post-UNINSTALL phase of RPM building)z
clean-script=Nz4Specify a script for the CLEAN phase of RPM building)zverify-script=Nz6Specify a script for the VERIFY phase of the RPM build)z force-arch=Nz0Force an architecture onto the RPM build process)�quiet�qz3Run the INSTALL phase of RPM building in quiet moder r r r r )r r r c C s� d | _ d | _d | _d | _d | _d | _d | _d | _d | _d | _ d | _
d | _ d | _ d | _
d | _d | _d | _d | _d | _d | _d | _d | _d | _d | _d | _d | _d | _d | _d | _ d | _ d | _ d | _ d | _ d| _!d| _"d| _#d| _$d | _%d| _&d S )Nr � )'�
bdist_base�rpm_base�dist_dir�python�
fix_python� spec_only� binary_only� source_only� use_bzip2�distribution_name�group�release�serial�vendor�packager� doc_files� changelog�icon� prep_script� build_script�install_script� clean_script�
verify_script� pre_install� post_install�
pre_uninstall�post_uninstall�prep�provides�requires� conflicts�build_requires� obsoletes� keep_temp�use_rpm_opt_flags� rpm3_mode�
no_autoreq�
force_archr ��self� r> �3/usr/lib64/python3.8/distutils/command/bdist_rpm.py�initialize_options� sN z bdist_rpm.initialize_optionsc C s� | � dd� | jd kr6| js$td��tj�| jd�| _| jd krX| j rPt
j | _qfd| _n| j rftd��tj dkr~t
dtj ��| jr�| jr�td ��| j�� s�d
| _| � dd � | �� d S ) NZbdist)r r z)you must specify --rpm-base in RPM 2 mode�rpmZpython3z8--python and --fix-python are mutually exclusive options�posixz9don't know how to create RPM distributions on platform %sz6cannot supply both '--source-only' and '--binary-only'r )r r )Zset_undefined_optionsr r9 ZDistutilsOptionError�os�path�joinr r r �sys�
executable�nameZDistutilsPlatformErrorr r � distribution�has_ext_modulesr8 �finalize_package_datar< r> r> r? �finalize_options� s6
�
�
� �
zbdist_rpm.finalize_optionsc C sT | � dd� | � dd| j�� | j�� f � | � d� | �d� t| jt�rxdD ]&}tj �
|�rP|| jkrP| j� |� qP| � dd � | � d
� | � d � | � d � | � | j
�| _
| �d
� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | � d � d S ) Nr zDevelopment/Librariesr# z%s <%s>r$ r% )ZREADMEz
README.txtr! �1r" r r& r' r( r) r* r+ r, r- r. r/ r0 r2 r3 r4 r5 r6 r; )Z
ensure_stringrI Z get_contactZget_contact_emailZensure_string_list�
isinstancer% �listrC rD �exists�append�_format_changelogr& Zensure_filename)r= Zreadmer> r> r? rK � sB
��
z bdist_rpm.finalize_package_datac C s� t r<td� td| j� td| j� td| j� td| j� | jrT| j}| �|� n8i }dD ]&}t j
� | j |�||< | �|| � q\|d }t j
� |d| j
�� �}| �t|| �� fd | � | jr�d S | j
jd d � }| �d
�}| jr�d g|_nd g|_| �d
� || j
_|�� d
}|d }| �||� | j�rbt j
�| j��rT| �| j|� ntd| j ��t � d� dg} | j �r�| � d� n | j �r�| � d� n
| � d� | �!dd| j" g� | j#�r�| �!ddt j
�$| j � g� | j%�s�| � d� | j&�r | � d� | � |� d}
|
d } d |
d } d | | |f }
t �'|
�}z~g }d }|�)� }|�sV�q�|�*� �+� }t,|�d k�stt-�|� |d � |d k�rD|d
}�qD|�(� }|�r�t.d!t/|
� ��W 5 |�(� X | �0| � | j1�s�| j
�2� �r�t3� }nd"}| j �sLt j
� |d# |�}t j
�|��st-�| �4|| j� t j
� | j|�}| j
j� d$||f� | j �s�|D ]`}t j
� |d% |�}t j
�|��rX| �4|| j� t j
� | jt j
�5|��}| j
j� d$||f� �qXd S )&Nzbefore _get_package_data():zvendor =z
packager =z doc_files =z changelog =)�SOURCES�SPECSZBUILD�RPMS�SRPMSrT z%s.specz writing '%s'�sdistZbztarZgztarr rS z icon file '%s' does not existz
building RPMsZrpmbuildz-bsz-bbz-baz--definez __python %sz
_topdir %sz--cleanz--quietz %{name}-%{version}-%{release}z.src.rpmz%{arch}/z .%{arch}.rpmz%rpm -q --qf '%s %s\n' --specfile '%s'� r zFailed to execute: %s�anyrV r rU )6r �printr# r$ r% r& r r ZmkpathrC rD rE r rI �get_nameZexecuter �_make_spec_fileZ
dist_filesZreinitialize_commandr ZformatsZ run_commandZget_archive_filesZ copy_filer' rP ZDistutilsFileErrorr �infor rQ r �extendr r9 �abspathr7 r �popen�close�readline�strip�split�len�AssertionErrorZDistutilsExecError�reprZspawnZdry_runrJ r Z move_file�basename)r= Zspec_dirZrpm_dirr
Z spec_pathZsaved_dist_filesrW �sourceZ
source_dirZrpm_cmdZ
nvr_stringZsrc_rpmZ non_src_rpmZq_cmd�outZ binary_rpmsZ
source_rpm�line�lZstatusZ pyversionZsrpm�filenamerA r> r> r? �run s� ���
�
�
�
�
��z
bdist_rpm.runc C s t j�| jt j�|��S )N)rC rD rE r rh )r= rD r> r> r? �
_dist_path� s zbdist_rpm._dist_pathc
C sJ d| j �� d| j �� �dd� d| j �� d| j�dd� dd| j �� g}t�d �}d
�d d � |� � D ��}d
}d}|�||�}||kr�|�
d� |�
d| d
� |� dddg� | j r�|�
d� n
|�
d� |� d| j �
� d| j ddg� | j�s| j �� �s&|�
d� n|�
d| j � d D ]V}t| |�� �}t|t��rb|�
d |d �|�f � n |d k �r*|�
d ||f � �q*| j �� d k�r�|�
d!| j �� � | j�r�|�
d"| j � | j�r�|�
d#d �| j� � | j�r�|�
d$tj�| j� � | j �r|�
d%� |� dd&| j � � g� d'| j tj�t j d( �f }d)| } | j!�rXd*| } d+| }
d,d-d.| fd/d0|
fd1d2d3d4d5d6g } | D ]n\} }
}t| |
�}|�s�|�r�|� dd7| g� |�r�t"|��}|� |�#� �$d
�� W 5 Q R X n
|�
|� �q�|� dd8d9g� | j%�r$|�
d:d �| j%� � | j&�rF|� dd;g� |� | j&� |S )<ziGenerate the text of an RPM spec file and return it as a
list of strings (one per line).
z
%define name z%define version �-�_z%define unmangled_version z%define release � z Summary: z rpm --eval %{__os_install_post}�
c S s g | ]}d |� � �qS )z %s \)rc )�.0rk r> r> r? �
<listcomp>� s �z-bdist_rpm._make_spec_file.<locals>.<listcomp>zbrp-python-bytecompile \
z%brp-python-bytecompile %{__python} \
z2# Workaround for http://bugs.python.org/issue14443z%define __os_install_post z
Name: %{name}zVersion: %{version}zRelease: %{release}z-Source0: %{name}-%{unmangled_version}.tar.bz2z,Source0: %{name}-%{unmangled_version}.tar.gzz License: zGroup: z>BuildRoot: %{_tmppath}/%{name}-%{version}-%{release}-buildrootzPrefix: %{_prefix}zBuildArch: noarchz
BuildArch: %s)ZVendorZPackagerZProvidesZRequiresZ ConflictsZ Obsoletesz%s: %s� NZUNKNOWNzUrl: zDistribution: zBuildRequires: zIcon: z
AutoReq: 0z %descriptionz%s %sr z%s buildz env CFLAGS="$RPM_OPT_FLAGS" z>%s install -O1 --root=$RPM_BUILD_ROOT --record=INSTALLED_FILES)r1 r( z&%setup -n %{name}-%{unmangled_version}Zbuildr) Zinstallr* )Zcleanr+ zrm -rf $RPM_BUILD_ROOT)Z verifyscriptr, N)Zprer- N)Zpostr. N)Zpreunr/ N)Zpostunr0 N�%z%files -f INSTALLED_FILESz%defattr(-,root,root)z%doc z
%changelog)'rI r[ Z get_version�replacer! Zget_description�
subprocessZ getoutputrE �
splitlinesrQ r^ r Z get_licenser r; rJ �getattr�lowerrN rO Zget_urlr r5 r' rC rD rh r: Zget_long_descriptionr rF �argvr8 �open�readrd r% r& )r= Z spec_fileZ vendor_hookZproblemZfixedZ
fixed_hookZfield�valZdef_setup_callZ def_buildZ install_cmdZscript_optionsZrpm_opt�attr�default�fr> r> r? r\ � s� �
�
�
�
�
� ��
�
�� zbdist_rpm._make_spec_filec C s| |s|S g }|� � �d�D ]N}|� � }|d dkrB|�d|g� q|d dkrZ|�|� q|�d| � q|d sx|d= |S )zKFormat the changelog correctly and convert it to a list of strings
rs r r rr rp z )rc rd r^ rQ )r= r& Z
new_changelogrk r> r> r? rR 1 s zbdist_rpm._format_changelogN)�__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsZ negative_optr@ rL rK rn ro r\ rR r> r> r> r? r sx �m ��- - *r )�__doc__ry rF rC Zdistutils.corer Zdistutils.debugr Zdistutils.utilr Zdistutils.file_utilr Zdistutils.errorsZdistutils.sysconfigr Z distutilsr r r> r> r> r? �<module> s distutils/command/__pycache__/register.cpython-38.opt-2.pyc 0000644 00000016030 15115353744 0017642 0 ustar 00 U
e5d�- � @ s` d dl Z d dlZd dlZd dlZd dlmZ d dlmZ d dl T d dl
m Z G dd� de�Z dS )� N)�warn)�
PyPIRCCommand)�*)�logc @ s� e Zd ZdZejddg Zejdddg Zddd � fgZd
d � Zd d
� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� Zd d d �Zd S ) �registerz7register the distribution with the Python package index)�list-classifiersNz list the valid Trove classifiers)�strictNzBWill stop the registering if the meta-data are not fully compliant�verifyr r �checkc C s dS )NT� ��selfr r �2/usr/lib64/python3.8/distutils/command/register.py�<lambda> � zregister.<lambda>c C s t �| � d| _d| _d S )Nr )r �initialize_options�list_classifiersr r r r r r s
zregister.initialize_optionsc C s* t �| � d| jfdd�}|| jjd< d S )Nr )r � )r �restructuredtextr
)r �finalize_optionsr � distributionZcommand_options)r
Z
check_optionsr r r r $ s
�zregister.finalize_optionsc C sT | � � | �� | �� D ]}| �|� q| jr8| �� n| jrH| �� n| �� d S )N) r � _set_configZget_sub_commandsZ run_commandZdry_run�verify_metadatar � classifiers�
send_metadata)r
Zcmd_namer r r �run+ s
z register.runc C s8 t dt� | j�d�}|�� | j|_d|_|�� d S )Nzddistutils.command.register.check_metadata is deprecated, use the check command insteadr
r )r �PendingDeprecationWarningr Zget_command_objZensure_finalizedr r r )r
r
r r r �check_metadata: s � zregister.check_metadatac C sz | � � }|i kr@|d | _|d | _|d | _|d | _d| _n6| jd| jfkr^td| j ��| jdkrp| j| _d| _d S ) N�username�password�
repository�realmTZpypiz%s not found in .pypircF)Z _read_pypircr r r r! �
has_configZDEFAULT_REPOSITORY�
ValueError)r
Zconfigr r r r D s
zregister._set_configc C s* | j d }tj�|�}t�| �|�� d S )Nz?:action=list_classifiers)r �urllib�requestZurlopenr �info�_read_pypi_response)r
ZurlZresponser r r r U s
zregister.classifiersc C s& | � | �d��\}}t�d||� d S )Nr �Server response (%s): %s)�post_to_server�build_post_datar r& )r
�code�resultr r r r \ s zregister.verify_metadatac
C s� | j rd}| j}| j}n d}d }}d�� }||krd| �dtj� t� }|sRd}q,||kr,td� q,|dk�rl|s|td�}qn|s�t � d�}q|t
j � � }t
j
�| j�d }|�| j|||� | �| �d
�|�\}}| �d ||f tj� |d k�r�| j �r|| j_nf| �d
tj� | �d| �� tj� d}|�� dk�rNtd�}|�s*d}�q*|�� dk�r�| �||� �nl|dk�r�ddi} d | d< | d< | d< d | d< | d �s�td�| d< �q�| d | d k�r0| d �s�t � d�| d< �q�| d �st � d�| d< �q�| d | d k�r�d| d< d | d< td � �q�| d �sJtd �| d< �q0| �| �\}}|d k�rrt�d ||� nt�d � t�d � nP|d k�r�dd!i} d| d< | d �s�td"�| d< �q�| �| �\}}t�d ||� d S )#N�1�x� z1 2 3 4z�We need to know who you are, so please choose either:
1. use your existing login,
2. register as a new user,
3. have the server generate a new password for you (and email it to you), or
4. quit
Your selection [default 1]: z&Please choose one of the four options!z
Username: z
Password: r Zsubmitr( �� zAI can store your PyPI login so future submissions will be faster.z (the login will be stored in %s)�XZynzSave your login (y/N)?�n�y�2�:action�user�namer ZemailZconfirmz
Confirm: z!Password and confirm don't match!z
EMail: z"You will receive an email shortly.z7Follow the instructions in it to complete registration.�3Zpassword_resetzYour email address: )r" r r �split�announcer �INFO�input�print�getpassr$ r% ZHTTPPasswordMgr�parseZurlparser Z add_passwordr! r) r* r Z _get_rc_file�lowerZ
_store_pypircr& )
r
Zchoicer r �choices�authZhostr+ r, �datar r r r c s� �
��
���
zregister.send_metadatac C s� | j j}|d|�� |�� |�� |�� |�� |�� |�� |� � |�
� |� � |� � |�
� |�� |�� |�� d�}|d s�|d s�|d r�d|d< |S )Nz1.0)r5 �metadata_versionr7 �versionZsummaryZ home_pageZauthorZ author_email�license� description�keywords�platformr Z download_url�provides�requires� obsoletesrJ rK rL z1.1rD )r ZmetadataZget_nameZ get_versionZget_descriptionZget_urlZ get_contactZget_contact_emailZ get_licenceZget_long_descriptionZ get_keywordsZ
get_platformsZget_classifiersZget_download_urlZ get_providesZ get_requiresZ
get_obsoletes)r
�action�metarC r r r r* � s, �zregister.build_post_dataNc
C s� d|kr$| � d|d | jf tj� d}d| }|d }t�� }|�� D ]~\}}t|�tg �td�fkrn|g}|D ]R}t|�}|� |� |� d| � |� d� |� |� |rr|d d
krr|� d � qrqH|� |� |� d � |�
� � d �}d
| tt |��d�} t
j�| j|| �}
t
j�t
jj|d��} d}z| �|
�} W nx t
jjk
�r� }
z"| j�rd|
j�� }|
j|
jf} W 5 d }
~
X Y nJ t
jjk
�r� }
zdt|
�f} W 5 d }
~
X Y nX | j�r�| �| �}d} | j�r�d � d|df�}| � |tj� | S )Nr7 zRegistering %s to %sz3--------------GHSKFJDLGDS7543FJKLFHRE75642756743254z
--z--r z*
Content-Disposition: form-data; name="%s"z
����
�
zutf-8z/multipart/form-data; boundary=%s; charset=utf-8)z Content-typezContent-length)Z password_mgrr/ i� )r0 ZOKzK---------------------------------------------------------------------------) r: r r r; �io�StringIO�items�type�str�write�getvalue�encode�lenr$ r% ZRequestZ build_openerZHTTPBasicAuthHandler�open�errorZ HTTPErrorZ
show_response�fp�readr+ �msgZURLErrorr' �join)r
rC rB �boundaryZ sep_boundaryZ end_boundaryZbody�key�valueZheadersZreqZopenerr, �er_ r r r r) � s^ ��
� �
zregister.post_to_server)N)�__name__�
__module__� __qualname__rG r Z user_optionsZboolean_optionsZ sub_commandsr r r r r r r r r* r) r r r r r s* � �
z r )
r> rR Z urllib.parser$ Zurllib.request�warningsr Zdistutils.corer Zdistutils.errorsZ distutilsr r r r r r �<module> s distutils/command/__pycache__/register.cpython-38.opt-1.pyc 0000644 00000020411 15115353744 0017637 0 ustar 00 U
e5d�- � @ sd d Z ddlZddlZddlZddlZddlmZ ddlm Z ddl
T ddl m Z G dd� de �Z
dS ) zhdistutils.command.register
Implements the Distutils 'register' command (register with the repository).
� N)�warn)�
PyPIRCCommand)�*)�logc @ s� e Zd ZdZejddg Zejdddg Zddd � fgZd
d � Zd d
� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� Zd d d �Zd S ) �registerz7register the distribution with the Python package index)�list-classifiersNz list the valid Trove classifiers)�strictNzBWill stop the registering if the meta-data are not fully compliant�verifyr r �checkc C s dS )NT� ��selfr r �2/usr/lib64/python3.8/distutils/command/register.py�<lambda> � zregister.<lambda>c C s t �| � d| _d| _d S )Nr )r �initialize_options�list_classifiersr r r r r r s
zregister.initialize_optionsc C s* t �| � d| jfdd�}|| jjd< d S )Nr )r � )r �restructuredtextr
)r �finalize_optionsr � distributionZcommand_options)r
Z
check_optionsr r r r $ s
�zregister.finalize_optionsc C sT | � � | �� | �� D ]}| �|� q| jr8| �� n| jrH| �� n| �� d S )N) r � _set_configZget_sub_commandsZ run_commandZdry_run�verify_metadatar � classifiers�
send_metadata)r
Zcmd_namer r r �run+ s
z register.runc C s8 t dt� | j�d�}|�� | j|_d|_|�� dS )zDeprecated API.zddistutils.command.register.check_metadata is deprecated, use the check command insteadr
r N)r �PendingDeprecationWarningr Zget_command_objZensure_finalizedr r r )r
r
r r r �check_metadata: s � zregister.check_metadatac C sz | � � }|i kr@|d | _|d | _|d | _|d | _d| _n6| jd| jfkr^td| j ��| jdkrp| j| _d| _d S )
z: Reads the configuration file and set attributes.
�username�password�
repository�realmTZpypiz%s not found in .pypircFN)Z _read_pypircr r r r! �
has_configZDEFAULT_REPOSITORY�
ValueError)r
Zconfigr r r r D s
zregister._set_configc C s* | j d }tj�|�}t�| �|�� dS )z8 Fetch the list of classifiers from the server.
z?:action=list_classifiersN)r �urllib�requestZurlopenr �info�_read_pypi_response)r
ZurlZresponser r r r U s
zregister.classifiersc C s& | � | �d��\}}t�d||� dS )zF Send the metadata to the package index server to be checked.
r �Server response (%s): %sN)�post_to_server�build_post_datar r& )r
�code�resultr r r r \ s zregister.verify_metadatac
C s� | j rd}| j}| j}n d}d }}d�� }||krd| �dtj� t� }|sRd}q,||kr,td� q,|dk�rl|s|td�}qn|s�t � d�}q|t
j � � }t
j
�| j�d }|�| j|||� | �| �d
�|�\}}| �d ||f tj� |d k�r�| j �r|| j_nf| �d
tj� | �d| �� tj� d}|�� dk�rNtd�}|�s*d}�q*|�� dk�r�| �||� �nl|dk�r�ddi} d | d< | d< | d< d| d< | d �s�td�| d< �q�| d | d k�r0| d �s�t � d�| d< �q�| d �st � d �| d< �q�| d | d k�r�d| d< d| d< td � �q�| d �sJtd �| d< �q0| �| �\}}|d k�rrt�d ||� nt�d � t�d � nP|d!k�r�dd"i} d| d< | d �s�td#�| d< �q�| �| �\}}t�d ||� dS )$a_ Send the metadata to the package index server.
Well, do the following:
1. figure who the user is, and then
2. send the data as a Basic auth'ed POST.
First we try to read the username/password from $HOME/.pypirc,
which is a ConfigParser-formatted file with a section
[distutils] containing username and password entries (both
in clear text). Eg:
[distutils]
index-servers =
pypi
[pypi]
username: fred
password: sekrit
Otherwise, to figure who the user is, we offer the user three
choices:
1. use existing login,
2. register as a new user, or
3. set the password to a random string and email the user.
�1�x� z1 2 3 4z�We need to know who you are, so please choose either:
1. use your existing login,
2. register as a new user,
3. have the server generate a new password for you (and email it to you), or
4. quit
Your selection [default 1]: z&Please choose one of the four options!z
Username: z
Password: r Zsubmitr( �� zAI can store your PyPI login so future submissions will be faster.z (the login will be stored in %s)�XZynzSave your login (y/N)?�n�y�2�:action�user�namer ZemailNZconfirmz
Confirm: z!Password and confirm don't match!z
EMail: z"You will receive an email shortly.z7Follow the instructions in it to complete registration.�3Zpassword_resetzYour email address: )r" r r �split�announcer �INFO�input�print�getpassr$ r% ZHTTPPasswordMgr�parseZurlparser Z add_passwordr! r) r* r Z _get_rc_file�lowerZ
_store_pypircr& )
r
Zchoicer r �choices�authZhostr+ r, �datar r r r c s� �
��
���
zregister.send_metadatac C s� | j j}|d|�� |�� |�� |�� |�� |�� |�� |� � |�
� |� � |� � |�
� |�� |�� |�� d�}|d s�|d s�|d r�d|d< |S )Nz1.0)r5 �metadata_versionr7 �versionZsummaryZ home_pageZauthorZ author_email�license� description�keywords�platformr Z download_url�provides�requires� obsoletesrJ rK rL z1.1rD )r ZmetadataZget_nameZ get_versionZget_descriptionZget_urlZ get_contactZget_contact_emailZ get_licenceZget_long_descriptionZ get_keywordsZ
get_platformsZget_classifiersZget_download_urlZ get_providesZ get_requiresZ
get_obsoletes)r
�action�metarC r r r r* � s, �zregister.build_post_dataNc
C s� d|kr$| � d|d | jf tj� d}d| }|d }t�� }|�� D ]~\}}t|�tg �td�fkrn|g}|D ]R}t|�}|� |� |� d| � |� d� |� |� |rr|d d
krr|� d � qrqH|� |� |� d � |�
� � d �}d
| tt |��d�} t
j�| j|| �}
t
j�t
jj|d��} d}z| �|
�} W nx t
jjk
�r� }
z"| j�rd|
j�� }|
j|
jf} W 5 d}
~
X Y nJ t
jjk
�r� }
zdt|
�f} W 5 d}
~
X Y nX | j�r�| �| �}d} | j�r�d � d|df�}| � |tj� | S )zC Post a query to the server, and return a string response.
r7 zRegistering %s to %sz3--------------GHSKFJDLGDS7543FJKLFHRE75642756743254z
--z--r z*
Content-Disposition: form-data; name="%s"z
����
�
zutf-8z/multipart/form-data; boundary=%s; charset=utf-8)z Content-typezContent-length)Z password_mgrr/ Ni� )r0 ZOKzK---------------------------------------------------------------------------) r: r r r; �io�StringIO�items�type�str�write�getvalue�encode�lenr$ r% ZRequestZ build_openerZHTTPBasicAuthHandler�open�errorZ HTTPErrorZ
show_response�fp�readr+ �msgZURLErrorr' �join)r
rC rB �boundaryZ sep_boundaryZ end_boundaryZbody�key�valueZheadersZreqZopenerr, �er_ r r r r) � s^ ��
� �
zregister.post_to_server)N)�__name__�
__module__� __qualname__rG r Z user_optionsZboolean_optionsZ sub_commandsr r r r r r r r r* r) r r r r r s* � �
z r )�__doc__r> rR Z urllib.parser$ Zurllib.request�warningsr Zdistutils.corer Zdistutils.errorsZ distutilsr r r r r r �<module> s distutils/command/__pycache__/build_ext.cpython-38.opt-2.pyc 0000644 00000033546 15115353744 0020010 0 ustar 00 U
e5dP{ � @ s� d dl Z d dlZd dlZd dlZd dlmZ d dlT d dlmZm Z d dlm
Z
d dl m Z d dl
mZ d dlmZ d d lmZ d d
lmZ e�d �Zd d
� ZG dd� de�ZdS )� N)�Command)�*)�customize_compiler�get_python_version)�get_config_h_filename)� newer_group)� Extension)� get_platform)�log)� USER_BASEz3^[a-zA-Z_][a-zA-Z_0-9]*(\.[a-zA-Z_][a-zA-Z_0-9]*)*$c C s ddl m} | � d S )Nr ��show_compilers)�distutils.ccompilerr
r � r �3/usr/lib64/python3.8/distutils/command/build_ext.pyr
s r
c @ s e Zd ZdZdej Zddddde� fdd d
d e fd d
dddde fddddddddddgZd d d d d gZ d!d"d#e
fgZ d$d%� Z d&d'� Z
d(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Zd2d3� Zd4d5� Zejd6d7� �Zd8d9� Zd:d;� Zd<d=� Zd>d?� Zd@dA� Z dBdC� Z dDdE� Z dFdG� Z d"S )H� build_extz8build C/C++ extensions (compile/link to build directory)z (separated by '%s'))z
build-lib=�bz(directory for compiled extension modules)z build-temp=�tz1directory for temporary files (build by-products)z
plat-name=�pz>platform name to cross-compile for, if supported (default: %s))�inplace�iziignore build-lib and put compiled extensions into the source directory alongside your pure Python modulesz
include-dirs=�Iz.list of directories to search for header files)zdefine=�Dz C preprocessor macros to define)zundef=�Uz!C preprocessor macros to undefine)z
libraries=�lz!external C libraries to link withz
library-dirs=�Lz.directories to search for external C libraries)zrpath=�Rz7directories to search for shared C libraries at runtime)z
link-objects=�Oz2extra explicit link objects to include in the link)�debug�gz'compile/link with debugging information)�force�fz2forcibly build everything (ignore file timestamps))z compiler=�czspecify the compiler type)z parallel=�jz number of parallel build jobs)�swig-cppNz)make SWIG create C++ files (default is C))z
swig-opts=Nz!list of SWIG command line options)zswig=Nzpath to the SWIG executable)�userNz#add user include, library and rpathr r r r$ r% z
help-compilerNzlist available compilersc C s� d | _ d | _d | _d | _d| _d | _d | _d | _d | _d | _ d | _
d | _ d | _ d | _
d | _d | _d | _d | _d | _d | _d | _d S )Nr )�
extensions� build_lib� plat_name�
build_tempr �package� include_dirs�define�undef� libraries� library_dirs�rpath� link_objectsr r �compiler�swig�swig_cpp� swig_optsr% �parallel��selfr r r �initialize_optionsj s* z build_ext.initialize_optionsc
C s� ddl m} | �ddddddd d
� | jd kr8| jj| _| jj| _|�� }|jd d �}| j d krn| jj pjg | _ t
| j t �r�| j � t
j�| _ tjtjkr�| j �t
j�tjd
�� | j �|� t
jj�� ||kr�| j �|� t
jj�� | �d� | �d� | jd k�rg | _| jd k�r g | _n t
| jt ��r:| j� t
j�| _| jd k�rNg | _n t
| jt ��rl| j� t
j�| _t
jdk�rh| j�t
j�tjd�� tjtjk�r�| j�t
j�tjd�� | j �r�t
j�| j d�| _ nt
j�| j d�| _ | j �t
j� t � �� t tdd �}|�r| j�|� | j!dk�r*d}n| j!dd � }t
j�tjd�}|�r\t
j�||�}| j�|� tj"d d� dk�r�tj#�$t
j�tjd���r�| j�t
j�tjdd t%� d �� n | j�d � |�&d ��r�|j'�s�| j�|�&d �� n | j�d � | j(�r | j(� d!�}d"d#� |D �| _(| j)�r4| j)� d!�| _)| j*d k�rHg | _*n| j*� d$�| _*| j+�r�t
j�t,d
�}t
j�t,d�} t
j�-|��r�| j �|� t
j�-| ��r�| j�| � | j�| � t
| j.t ��r�zt/| j.�| _.W n t0k
�r� t1d%��Y nX d S )&Nr )� sysconfigZbuild)r' r' )r) r) )r2 r2 )r r )r r )r6 r6 )r( r( � )Z
plat_specificZincluder. r1 �ntZlibsZDebugZRelease�_home�win32� ZPCbuild� �cygwin�bin�lib�pythonZconfig�.�Py_ENABLE_SHAREDZLIBDIR�,c S s g | ] }|d f�qS )�1r )�.0Zsymbolr r r �
<listcomp>� s z.build_ext.finalize_options.<locals>.<listcomp>� z parallel should be an integer)2� distutilsr: Zset_undefined_optionsr* � distributionZ ext_packageZ ext_modulesr& Zget_python_incr+ �
isinstance�str�split�os�pathsep�sys� exec_prefix�base_exec_prefix�append�path�join�extendZensure_string_listr. r/ r0 �name�prefixr r) �dirnamer �getattrr( �platform�
executable�
startswithr �get_config_varZ python_buildr, r- r5 r% r �isdirr6 �int�
ValueErrorZDistutilsOptionError)
r8 r: Z
py_includeZplat_py_includeZ _sys_home�suffixZnew_libZdefinesZ user_includeZuser_libr r r �finalize_options� s� �
�
� zbuild_ext.finalize_optionsc C sj ddl m} | jsd S | j�� rL| �d�}| j�|�� p:g � | j �
|j � || j | j
| j| jd�| _ t| j � tjdkr�| jt� kr�| j �| j� | jd k r�| j �| j� | jd k r�| jD ]\}}| j �||� q�| jd k r�| jD ]}| j �|� q�| jd k �r| j � | j� | j d k �r*| j � | j � | j d k �rD| j � | j � | j d k �r^| j �!| j � | �"� d S )Nr )� new_compiler�
build_clib)r2 �verbose�dry_runr r< )#r rg r& rM Zhas_c_libraries�get_finalized_commandr. rY Zget_library_namesr/ rV rh r2 ri rj r r rQ rZ r( r Z
initializer+ Zset_include_dirsr, Z define_macror- Zundefine_macroZ
set_librariesZset_library_dirsr0 Zset_runtime_library_dirsr1 Zset_link_objects�build_extensions)r8 rg rh rZ �value�macror r r �run s@
�
z
build_ext.runc
C sv t |t�std��t|�D �]T\}}t |t�r0qt |t�rFt|�dkrNtd��|\}}t�d|� t |t �rvt
� |�s~td��t |t �s�td��t||d �}dD ]"}|�
|�}|d k r�t|||� q�|�
d �|_d
|kr�t�d � |�
d �}|�rhg |_g |_|D ]b} t | t��r"t| �d
k�s*td��t| �dk�rJ|j�| d � nt| �dk�r|j�| � �q|||< qd S )Nz:'ext_modules' option must be a list of Extension instances� zMeach element of 'ext_modules' option must be an Extension instance or 2-tuplezvold-style (ext_name, build_info) tuple found in ext_modules for extension '%s' -- please convert to Extension instancezRfirst element of each tuple in 'ext_modules' must be the extension name (a string)zOsecond element of each tuple in 'ext_modules' must be a dictionary (build info)�sources)r+ r/ r. �
extra_objects�extra_compile_args�extra_link_argsr0 Zdef_filez9'def_file' element of build info dict no longer supported�macros)r; rp z9'macros' element of build info dict must be 1- or 2-tupler; r )rN �list�DistutilsSetupError� enumerater �tuple�lenr
�warnrO �extension_name_re�match�dict�get�setattr�runtime_library_dirs�
define_macros� undef_macrosrV )
r8 r& r �ext�ext_nameZ
build_info�key�valru rn r r r �check_extensions_listV s^
�
��
��
�
�z build_ext.check_extensions_listc C s, | � | j� g }| jD ]}|�|j� q|S �N)r� r& rY rq )r8 � filenamesr� r r r �get_source_files� s
zbuild_ext.get_source_filesc C s2 | � | j� g }| jD ]}|�| �|j�� q|S r� )r� r& rV �get_ext_fullpathrZ )r8 Zoutputsr� r r r � get_outputs� s
zbuild_ext.get_outputsc C s( | � | j� | jr | �� n| �� d S r� )r� r& r6 �_build_extensions_parallel�_build_extensions_serialr7 r r r rl � s
zbuild_ext.build_extensionsc s� �j }�j dkrt�� }zddlm} W n tk
r@ d }Y nX |d krV��� d S ||d��P� � �fdd��jD �}t�j|�D ]&\}}�� |�� |�
� W 5 Q R X q�W 5 Q R X d S )NTr )�ThreadPoolExecutor)Z max_workersc s g | ]}� � �j|��qS r )Zsubmit�build_extension)rI r� �Zexecutorr8 r r rJ � s �z8build_ext._build_extensions_parallel.<locals>.<listcomp>) r6 rQ � cpu_countZconcurrent.futuresr� � ImportErrorr� r& �zip�_filter_build_errors�result)r8 Zworkersr� Zfuturesr� Zfutr r� r r� � s"
� z$build_ext._build_extensions_parallelc
C s0 | j D ]$}| �|�� | �|� W 5 Q R X qd S r� )r& r� r� )r8 r� r r r r� � s
z"build_ext._build_extensions_serialc
c sT z
d V W nD t ttfk
rN } z |js*� | �d|j|f � W 5 d }~X Y nX d S )Nz"building extension "%s" failed: %s)ZCCompilerErrorZDistutilsErrorZ CompileErrorZoptionalr{ rZ )r8 r� �er r r r� � s
�z build_ext._filter_build_errorsc
C sP |j }|d ks t|ttf�s*td|j ��t|�}| �|j�}||j }| jslt ||d�slt
� d|j� d S t
� d|j� | �
||�}|jp�g }|jd d � }|jD ]}|�|f� q�| jj|| j||j| j ||jd�}|d d � | _|jr�|�|j� |j�pg }|j�p| j�|�} | jj ||| � |�|j |j || � |�| j | j| d�
d S )Nzjin 'ext_modules' option (extension '%s'), 'sources' must be present and must be a list of source filenamesZnewerz$skipping '%s' extension (up-to-date)zbuilding '%s' extension)Z
output_dirru r+ r �extra_postargs�depends)r. r/ r� r� �export_symbolsr r) Z target_lang)!rq rN rv ry rw rZ r� r� r r r
r �info� swig_sourcesrs r� r� rV r2 �compiler) r+ Z_built_objectsrr rY rt �languageZdetect_languageZlink_shared_object�
get_librariesr/ r� �get_export_symbols)
r8 r� rq �ext_pathr� Z
extra_argsru r- Zobjectsr� r r r r� � sX ��
�
�zbuild_ext.build_extensionc C s$ g }g }i }| j r t�d� | j s6d| jks6d|jkr<d}nd}|D ]P}tj�|�\}} | dkr�|�|d | � |�|� |d ||< qD|�|� qD|s�|S | jp�| � � }
|
dg} | �
| j� | j r�| �d� | js�|jD ]} | �| � q�|D ].}|| }
t� d ||
� | � | d
|
|g � q�|S ) Nz/--swig-cpp is deprecated - use --swig-opts=-c++z-c++z.cppz.cz.i�_wrap���z-pythonzswigging %s to %sz-o)
r4 r
r{ r5 rQ rW �splitextrV r3 � find_swigrY r� Zspawn)r8 rq � extensionZ new_sourcesr� Z swig_targetsZ
target_ext�source�baser� r3 Zswig_cmd�o�targetr r r r� 1 s@
�
zbuild_ext.swig_sourcesc C s^ t jdkrdS t jdkrLdD ]*}t j�d| d�}t j�|�r | S q dS tdt j ��d S )N�posixr3 r< )z1.3z1.2z1.1z c:\swig%szswig.exez>I don't know how to find (much less run) SWIG on platform '%s')rQ rZ rW rX �isfileZDistutilsPlatformError)r8 Zvers�fnr r r r� g s
��zbuild_ext.find_swigc C s� | � |�}|�d�}| �|d �}| jsRtjj|d d� |g � }tj�| j|�S d�|dd� �}| �d�}tj� |�
|��}tj�||�S )NrE r� r �build_py) �get_ext_fullnamerP �get_ext_filenamer rQ rW rX r' rk �abspathZget_package_dir)r8 r� �fullname�modpath�filenamer* r� Z package_dirr r r r� s
zbuild_ext.get_ext_fullpathc C s | j d kr|S | j d | S d S )NrE )r* )r8 r� r r r r� � s
zbuild_ext.get_ext_fullnamec C s. ddl m} |�d�}|d�}tjj|� | S )Nr �ra rE Z
EXT_SUFFIX)�distutils.sysconfigra rP rQ rW rX )r8 r� ra r� Z
ext_suffixr r r r� � s
zbuild_ext.get_ext_filenamec C sx d|j �d�d }z|�d� W n0 tk
rR d|�d��dd��d� }Y nX d | }||jkrr|j�|� |jS )
N�_rE r� �asciir Zpunycode� -� _ZPyInit)rZ rP �encode�UnicodeEncodeError�replace�decoder� rV )r8 r� re Z
initfunc_namer r r r� � s "
z build_ext.get_export_symbolsc C s� t jdkr^ddlm} t| j|�s�d}| jr4|d }|t jd? t jd? d@ f }|j|g S n�dd l m
} d
}|d �r�t t d �r�d
}n<t jdkr�d
}n,dt j
kr�|d�dkr�d
}n|d�dkr�d
}|r�|d�}|jd| g S |jS )Nr> r )� MSVCCompilerz
python%d%dZ_d� � � r� FrF ZgetandroidapilevelTrA Z_PYTHON_HOST_PLATFORMZANDROID_API_LEVELZMACHDEPZ LDVERSIONrD )rS r^ Zdistutils._msvccompilerr� rN r2 r �
hexversionr. r� ra �hasattrrQ �environ)r8 r� r� �templateZ pythonlibra Zlink_libpythonZ ldversionr r r r� � s4
�
zbuild_ext.get_libraries) �__name__�
__module__� __qualname__Z descriptionrQ rR Zsep_byr Z user_optionsZboolean_optionsr
Z help_optionsr9 rf ro r� r� r� rl r� r� �
contextlib�contextmanagerr� r� r� r� r� r� r� r� r� r r r r r ! sp
�����+ �� @N
K6
r )r� rQ �rerS Zdistutils.corer Zdistutils.errorsr� r r r Zdistutils.dep_utilr Zdistutils.extensionr Zdistutils.utilr rL r
Zsiter r� r| r
r r r r r �<module> s" � distutils/command/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000001041 15115353744 0017550 0 ustar 00 U
e5d � @ s2 d Z ddddddddd d
d d d
ddddddgZdS )z\distutils.command
Package containing implementation of all the standard Distutils
commands.ZbuildZbuild_pyZ build_extZ
build_clibZ
build_scriptsZcleanZinstallZ install_libZinstall_headersZinstall_scriptsZ install_dataZsdist�registerZbdistZ
bdist_dumbZ bdist_rpmZ
bdist_wininstZcheckZuploadN)�__doc__�__all__� r r �2/usr/lib64/python3.8/distutils/command/__init__.py�<module> s( � distutils/command/__pycache__/bdist_msi.cpython-38.pyc 0000644 00000046251 15115353744 0017043 0 ustar 00 U
e5d߉ � @ s� d Z ddlZddlZddlmZ ddlmZ ddlmZ ddl m
Z
ddl m Z ddl
mZ dd lmZ ddlZdd
lmZmZmZ dd lmZmZmZmZ G d d
� d
e�ZG dd� de�ZdS )z#
Implements the bdist_msi command.
� N)�Command)� remove_tree)�get_python_version)�
StrictVersion)�DistutilsOptionError)� get_platform)�log)�schema�sequence�text)� Directory�Feature�Dialog�add_datac @ sF e Zd ZdZdd� Zdd� Zddd �Zdd d �Zddd�Zdd� Z dS )�PyDialogz�Dialog class with a fixed layout: controls at the top, then a ruler,
then a list of buttons: back, next, cancel. Optionally a bitmap at the
left.c O s> t j| f|�� | jd }d| d }| �dd|| jd� dS )zbDialog(database, name, x, y, w, h, attributes, title, first,
default, cancel, bitmap=true)�$ � iH Z
BottomLiner N)r �__init__�h�line�w)�self�args�kwZrulerZbmwidth� r �3/usr/lib64/python3.8/distutils/command/bdist_msi.pyr s
zPyDialog.__init__c
C s | � ddddddd| � dS ) z,Set the title text of the dialog at the top.�Title� �
�@ �< � z{\VerdanaBold10}%sN)r )r �titler r r r" # s �zPyDialog.title�Back� c
C s, |r
d}nd}| � |d| jd dd|||�S )z�Add a back button with a given title, the tab-next button,
its name in the Control table, possibly initially disabled.
Return the button, so that events can be associated� r$ � � �8 � ��
pushbuttonr �r r" �next�name�active�flagsr r r �back* s z
PyDialog.back�Cancelc
C s, |r
d}nd}| � |d| jd dd|||�S )z�Add a cancel button with a given title, the tab-next button,
its name in the Control table, possibly initially disabled.
Return the button, so that events can be associatedr% r$ i0 r' r( r) r* r, r r r �cancel5 s zPyDialog.cancel�Nextc
C s, |r
d}nd}| � |d| jd dd|||�S )z�Add a Next button with a given title, the tab-next button,
its name in the Control table, possibly initially disabled.
Return the button, so that events can be associatedr% r$ �� r' r( r) r* r, r r r r- @ s z
PyDialog.nextc
C s, | � |t| j| d �| jd ddd||�S )z�Add a button with a given title, the tab-next button,
its name in the Control table, giving its x position; the
y-position is aligned with the other buttons.
Return the button, so that events can be associated� r' r( r) r% )r+ �intr r )r r. r" r- Zxposr r r �xbuttonK s zPyDialog.xbuttonN)r# r$ )r2 r$ )r4 r$ )
�__name__�
__module__� __qualname__�__doc__r r" r1 r3 r- r8 r r r r r s
r c @ s� e Zd ZdZdddde� fdddd d
d d d
g
ZddddgZddddddddddd d d d d d!d"d#d$d%gZd&Zd'd(� Z d)d*� Z
d+d,� Z d-d.� Z d/d0� Z
d1d2� Zd3d4� Zd5d6� Zd7S )8� bdist_msiz7create a Microsoft Installer (.msi) binary distribution)z
bdist-dir=Nz1temporary directory for creating the distributionz
plat-name=�pz;platform name to embed in generated filenames (default: %s))� keep-temp�kzPkeep the pseudo-installation tree around after creating the distribution archive)ztarget-version=Nz6require a specific python version on the target system)�no-target-compile�cz/do not compile .py to .pyc on the target system)�no-target-optimize�oz;do not compile .py to .pyo (optimized) on the target system)z dist-dir=�dz-directory to put final built distributions in)�
skip-buildNz2skip rebuilding everything (for testing/debugging))zinstall-script=NzUbasename of installation script to be run after installation or before deinstallation)zpre-install-script=Nz{Fully qualified filename of a script to be run before any files are installed. This script need not be in the distributionr? rA rC rF z2.0z2.1z2.2z2.3z2.4z2.5z2.6z2.7z2.8z2.9z3.0z3.1z3.2z3.3z3.4z3.5z3.6z3.7z3.8z3.9�Xc C sF d | _ d | _d| _d| _d| _d | _d | _d | _d | _d | _ d | _
d S )Nr ) � bdist_dir� plat_name� keep_tempZno_target_compileZno_target_optimize�target_version�dist_dir�
skip_build�install_script�pre_install_script�versions)r r r r �initialize_options} s z bdist_msi.initialize_optionsc C s� | � dd� | jd kr2| �d�j}tj�|d�| _t� }| jsN| j �
� rN|| _| jr�| jg| _ | j s�| j �
� r�| j|kr�t
d|f ��n t| j�| _ | � ddd� | jr�t
d��| jr�| j jD ]}| jtj�|�kr� q�q�t
d| j ��d | _d S ) NZbdist)rM rM ZmsizMtarget version can only be %s, or the '--skip-build' option must be specified)rL rL )rI rI z5the pre-install-script feature is not yet implementedz(install_script '%s' not found in scripts)Zset_undefined_optionsrH �get_finalized_command�
bdist_base�os�path�joinr rK � distribution�has_ext_modulesrP rM r �list� all_versionsrO rN Zscripts�basename�install_script_key)r rS Z
short_versionZscriptr r r �finalize_options� sH
��� �� ��zbdist_msi.finalize_optionsc C s� | j s| �d� | jddd�}| j|_| j |_ d|_| �d�}d|_d|_| j� � r�| j
}|s~| j slt d��dt j
d d � }d
| j|f }| �d�}tj�|jd | �|_t�d | j� |�� t j�dtj�| jd
�� |�� t jd= | �| j� | j� � }| � |�}tj� |�}tj� |��r0t� |� | jj!}|j"} | �sJ|j#} | �sTd} |�$� }
dt%|
�j& } | j� � }| j
�r�d| j
|f } nd| } t'�(|t)| t'�*� | | �| _+t'�,| j+t-� d|
fg}
|j.�p�|j/}|�r�|
�0d|f� |j1�r |
�0d|j1f� |
�rt2| j+d|
� | �3� | �4� | �5� | �6� | j+�7� t8| jd��rld| j
�pXd|f}| jj9�0|� | j:�s�t;| j| j<d� d S )N�build�installr$ )Zreinit_subcommandsr � install_libz Should have already checked thisz%d.%d� z.%s-%s�libzinstalling to %sZPURELIBZUNKNOWNz%d.%d.%dz Python %s %sz Python %sZ DistVersionZ
ARPCONTACTZARPURLINFOABOUT�Property�
dist_filesr= �any)�dry_run)=rM Z run_commandZreinitialize_commandrH �prefixZwarn_dir�compile�optimizerW rX rK �AssertionError�sys� version_inforI rR rT rU rV Z
build_baseZ build_libr �infoZensure_finalized�insert�runZmkpathrL � get_fullname�get_installer_filename�abspath�exists�unlink�metadata�authorZ
maintainerZ get_versionr �version�msilibZ
init_databaser Zgen_uuid�dbZ
add_tablesr
Z author_emailZmaintainer_email�appendZurlr �add_find_python� add_files� add_scripts�add_ui�Commit�hasattrrd rJ r rf )r r_ r` rK Zplat_specifierr^ �fullname�installer_nameru rv rw ZsversionZ product_nameZpropsZemail�tupr r r ro � s�
�
�
z
bdist_msi.runc
C s | j }t�d�}tj�| j�}t||d |dd�}t|ddddddd�}||d fg}| j | j
g D ]t}d| }d| } }
d} || j
kr�d
} d }
n d | } d}
t|| | | d|
|d�}t||||||
�}|� |||f� q`|� � i }|D �] \}}}|g}|�r�|�
� }t�|j�D ]�}tj�|j|�}tj�|��rld
|�|�|f }|| }
t|||||
|�}|� |� n�|j�s�|�|j|d� ||k�r�|�|� }||< || jk�r�| j�r�td| ��d| | _n*|| }t| j d|| |j|d |jfg� �qq�|� � q�|�|� d S )NZ distfiles� TARGETDIRZ SourceDir�PythonZ
Everythingr r$ )Z directory� z Python from another locationra zPython %s from registryz%s|%szMultiple files with name %sz[#%s]Z
DuplicateFile) ry rx ZCABrT rU rr rH r r
rP �
other_versionrz r �pop�listdirZabsoluterV �isdirZ
make_shortZ componentZstart_componentZlogicalZadd_filerN r\ r r Zcommit)r ry ZcabZrootdir�root�f�itemsrw �targetr. �defaultZdescr" �level�dir�seenZfeatureZtodo�fileZafileZshortZnewdir�keyr r r r|
sf
�
� �
zbdist_msi.add_filesc C s� d}| j D �]v}d| }d| }d| }d| }d| }d| }d| } d | }
d
| } d | } tjrld }
nd
}
t| jd|d
|d|
f|d|d|
fg� t| jd||f||fg� t| jd|d| d| d f| d| d| d f|
d| d| d fg� t| jd|||f| ||d f|
d|d
fg� t| jd|||f| ||d f|
d|d
fg� t| jdd| dd | fg� |d 7 }|d k s
t�q
dS ) as Adds code to the installer to compute the location of Python.
Properties PYTHON.MACHINE.X.Y and PYTHON.USER.X.Y will be set from the
registry for each version of Python.
Properties TARGETDIRX.Y will be set from PYTHON.USER.X.Y if defined,
else from PYTHON.MACHINE.X.Y.
Properties PYTHONX.Y will be set to TARGETDIRX.Y\python.exei� z)SOFTWARE\Python\PythonCore\%s\InstallPathzpython.machine.z python.user.zPYTHON.MACHINE.z PYTHON.USER.ZPythonFromMachineZPythonFromUserZ PythonExer� �PYTHON� ra Z
RegLocatorNr$ Z AppSearch� CustomActioni3 �[�]z ]\python.exe�InstallExecuteSequence�InstallUISequenceZ Conditionr� r z
NOT TARGETDIR� i� )rP rx ZWin64r ry rj )r �start�verZ install_pathZ machine_regZuser_regZ machine_propZ user_propZmachine_actionZ user_actionZ
exe_actionZtarget_dir_prop�exe_propZTyper r r r{ C s` ������ �� ���zbdist_msi.add_find_pythonc
C s | j rjd}| j| jg D ]P}d| }d| }t| jd|d|| jfg� t| jd|d| |fg� |d7 }q| jr�tj� | j
d �}t |d
��4}|� d � t | j��}|� |�
� � W 5 Q R X W 5 Q R X t| jd d
t�|�fg� t| jddg� t| jddg� d S )Ni� zinstall_script.r� r� �2 r� z &Python%s=3r$ zpreinstall.batr zrem ="""
%1 %0
exit
"""
�Binary�
PreInstall)r� ra r� N)r� z
NOT Installedi� )rN rP r� r ry r\ rO rT rU rV rH �open�write�readrx r� )r r� r� Zinstall_actionr� Zscriptfnr� Zfinr r r r} y s6 ��
"���zbdist_msi.add_scriptsc C s�
| j }d }}d}d}d}d}d}d} t|dd d
d d d
dg� t|dddddg� t|ddddddg� t|dtj� t|dtj� t|d ||||||d d d � }
|
�d � |
jd d d d!� |
jd"d#d d!� |
�d$d%d&d'd(d)d*� |
�d+d%d,d'd-d)d.� |
j d d"d d/�} | �
d0d1� t|d2||||||d d d � } | �d3� | jd d d d!� | jd"d#d d!� | �d$d%d&d'd(d)d4� | �d+d%d,d'd-d)d.� | j d d"d d/�} | �
d0d1� t|d5||||||d d d � }
|
�d6� |
jd d d d!� |
jd"d#d d!� |
�d7d%d8d'd-d)d.� |
j d d"d d/�} | �
d0d9� t|d:||||d;|d<d<d<d=d>� }|�d?d%d@dAd%d)dB� |�d7d-dCdDd-d)dE� |�dFd-dGdHdddI� |� dJdKd-dLdHdMdNdOd d d � |jd1dPd1d/�} | �
d0d1� |j dPd<dPd/�} | �
d0dP� |jd<d1d<d/�} | �
d0d<� t |dQddRdHdSdT|dUd d � }|�dUddVdDdWddX� |�
dYdZd[d\d]dd^d ��
d0d_� |�
d`dad[d\d]ddbd ��
d0dc� |�
ddd d[d\d]dded ��
d0df� |�
dgdhd[d\d]dd"d ��
d0di� |�
djd\d[d\d]ddPd ��
d0dk� |�
dldmd[d\d]ddnd ��
d0do� |�
dpdqd[d\d]dd<d ��
d0dr� t |dsddRdtdud|d^d^d^� }|�dFdWd%dvdwddx� |�
dbd[dydzd{ddbd^�} | �
d0d1� |�
d^d|dydzd{dd^db�} | �
d0d9� t |d}ddRdtdu||d9d9d9� }|�dFdWd%dvdwdd~� |�
d9ddydzd{dd9d �} | �
d0d1� t|d�||||||d"d"d"� }|�d7d%d&d'd�d)d�� |�d�� |�dd%d�d'd-d)d��} | �ddF� |�d�d%d�d'dwd)d �} | �d�dF� |jd#d d d!� |j d�d d d!� |�d"d �} | �
d�ds� t|d�||||||d�d�d"� }|�d�� |�d�d%dwdd-dd�| j�� � |jd d d d!� |� d�d"�} d}| j
d�d�|d�� | j| jg D ](}|d7 }| j
d�d�| d�| |d�� �q
| j
d�d}|d d�� | j
d0d9|d� d�� |�d"d��} | �
d�ds� |� d�d�d%d�ddZdd�d d�d � } | �
d�d�� | j}d�| }d�| }|�d�d%dAdd%dd��} | �d�|� | �d�|� | �d�|� | �d�|� |� d�d�d%d�dd�dd�| d d�d � } | �d�|� | �d�|� | �d�|� | �d�|� t|d�||||||d�d�d�d=d>� }|�d?d%d@dAd%d)d�� |�d7d-d-dDd-d)d�� |�dFd-d�dHd�dd�� |� d�d�d-d�dHd�d�d d�d d � |�d�dnd d���
d0d9� t|d�||||||d�d�d"� }|�d�� |�d�d%d�dtddd�dXd�� }|�d�d d�d�d-d�� |�d�d d�d�d-d�� |jd#d d d!� |� d�d"�} | �
d�d�d�d� | j
d0d9d�d�� |�d"d��} | �
d�ds� t|d�||||||d"d"d"d=d>� } | �d?d-d%dAd%d)d�� | �dFd�d�ddwddġ | �d�d�d�d�d-ddơ | �dd&d�|d& d-dd��} | �ddF� | � d�d�d�dZddRd�d d�d d � } | �d�dˡ | jd d�d=d!� | j d�d"d=d!� | �d"d#��
d�ds� t|d�||||||d�d�d"� } | �d͡ | �d�d%d�dHdhddС | �d�d%d�dHd�dd�dXd�� }|�d�d d�dAd{d֡ |�d�d d�dAd{d١ | jd d d=d!� | � d d"�} | �
d�d�d�d�� | �
d�d�d�d@� | �
d�d�d�dN� | �
d�d�d�d� | �
d�d�d�d� | �
d�d�d�d� | �
d�d�d�d� | �
d�d�d�d� | �
d0d9d�d-� | �d"dѡ�
d�ds� d S )�Nr� ir i, z[ProductName] Setupr% r$ � rc )Z
DefaultUIFont�DlgFont8)Z ErrorDialog�ErrorDlg)Z Progress1ZInstall)Z Progress2Zinstalls)�MaintenanceForm_Action�Repair)�
WhichUsers�ALLZ TextStyle)r� �Tahoma� Nr )Z DlgFontBold8r� � Nr$ )Z
VerdanaBold10�Verdanar Nr$ )Z VerdanaRed9r� r� � r r� )�
PrepareDlgz(Not Privileged or Windows9x or Installed� )�
WhichUsersDlgz.Privileged and not Windows9x and not Installed� )�SelectFeaturesDlgz
Not Installedi� )�MaintenanceTypeDlgz,Installed AND NOT RESUME AND NOT Preselectedi� )� ProgressDlgNi �
ActionText�UITextZ
FatalErrorZFinishz)[ProductName] Installer ended prematurelyz< Backr )r/ r2 r# Z Description1r �F r �P r! z�[ProductName] setup ended prematurely because of an error. Your system has not been modified. To install this program at a later time, please run the installation again.Z Description2� � z.Click the Finish button to exit the Installer.)r. Z EndDialogZExitZUserExitz'[ProductName] Installer was interruptedz�[ProductName] setup was interrupted. Your system has not been modified. To install this program at a later time, please run the installation again.Z
ExitDialogz&Completing the [ProductName] InstallerZ Description�� ZReturnZ
FilesInUse� ZRetryF)Zbitmapr � �� z{\DlgFontBold8}Files in Use� i z8Some files that need to be updated are currently in use.ZText�7 iJ z�The following applications are using files that need to be updated by this setup. Close these applications and then click Retry to continue the installation or Cancel to exit it.ZListZListBox�k � � ZFileInUseProcess�Ignorer� r �e i Z ErrorTextr� �0 r� �N�x �H �Q � ZNoZErrorNo�Y�� ZYesZErrorYes�AZAbortZ
ErrorAbort�C�* Z ErrorCancel�IZ ErrorIgnore�O� ZOkZErrorOk�R�� Z
ErrorRetryZ CancelDlgi �U �� � z;Are you sure you want to cancel [ProductName] installation?�9 r( r) � ZWaitForCostingDlgzRPlease wait while the installer finishes determining your disk space requirements.�f r� �( zOPlease wait while the Installer prepares to guide you through the installation.z&Welcome to the [ProductName] Installer�n z Pondering...Z
ActionData� r4 Z SpawnDialogr� zSelect Python InstallationsZHintz9Select the Python locations where %s should be installed.zNext >z [TARGETDIR]z [SourceDir])Zorderingz
[TARGETDIR%s]z FEATURE_SELECTED AND &Python%s=3ZSpawnWaitDialogra ZFeaturesZ
SelectionTreer ZFEATUREZPathEditz[FEATURE_SELECTED]�1z!FEATURE_SELECTED AND &Python%s<>3ZOtherz$Provide an alternate Python locationZEnableZShowZDisableZHide�� � r� Z DiskCostDlgZOKz&{\DlgFontBold8}Disk Space RequirementszFThe disk space required for the installation of the selected features.�5 a The highlighted volumes (if any) do not have enough disk space available for the currently selected features. You can either remove some files from the highlighted volumes, or choose to install less features onto local drive(s), or select different destination drive(s).Z
VolumeListZVolumeCostList�d � i z{120}{70}{70}{70}{70}g �?r� Z AdminInstallzGSelect whether to install [ProductName] for all users of this computer.r� r� � zInstall for all usersZJUSTME� zInstall just for mez
[ALLUSERS]zWhichUsers="ALL"r� z({\DlgFontBold8}[Progress1] [ProductName]�# �A zYPlease wait while the Installer [Progress2] [ProductName]. This may take several minutes.Z StatusLabelzStatus:Z ProgressBari z
Progress doneZ SetProgressZProgressr� z)Welcome to the [ProductName] Setup WizardZBodyText�? z:Select whether you want to repair or remove [ProductName].ZRepairRadioGroup�l r� r� r� z&Repair [ProductName]ZRemover zRe&move [ProductName]z [REINSTALL]z MaintenanceForm_Action="Repair"z [Progress1]Z Repairingz [Progress2]ZrepairsZ Reinstallr� z[REMOVE]z MaintenanceForm_Action="Remove"� ZRemoving� Zremoves�
� z MaintenanceForm_Action<>"Change")ry r r r� r� r r" r1 r3 r- ZeventZcontrolr r+ �mappingrW rp rP r� Z conditionr8 Z
radiogroup�add) r ry �x�yr r r" ZmodalZmodelessZtrack_disk_spaceZfatalrB Z user_exitZ exit_dialogZinuse�errorr3 ZcostingZprepZseldlg�orderrw r� Zinstall_other_condZdont_install_other_condZcostZ
whichusers�gZprogressZmaintr r r r~ � sv ��
�� ��
�
�� �
�� �
� ���� � � �� �� ��
�
�� �
� � � ���� �
�
� ��� � �
� � zbdist_msi.add_uic C s< | j rd|| j| j f }nd|| jf }tj�| j|�}|S )Nz%s.%s-py%s.msiz %s.%s.msi)rK rI rT rU rV rL )r r� Z base_namer� r r r rq � s �z bdist_msi.get_installer_filenameN)r9 r: r; Z descriptionr Z user_optionsZboolean_optionsrZ r� rQ r] ro r| r{ r} r~ rq r r r r r= S s^ ��� �
�
([66& @r= )r< rk rT Zdistutils.corer Zdistutils.dir_utilr Zdistutils.sysconfigr Zdistutils.versionr Zdistutils.errorsr Zdistutils.utilr Z distutilsr rx r r
r r r
r r r r= r r r r �<module> s > distutils/command/__pycache__/upload.cpython-38.pyc 0000644 00000012100 15115353744 0016334 0 ustar 00 U
&�.e� � @ s� d Z ddlZddlZddlZddlZddlmZ ddlmZm Z m
Z
ddl m Z ddl
mZmZ ddlmZ ddlmZ dd lmZ G d
d � d e�ZdS ) zm
distutils.command.upload
Implements the Distutils 'upload' subcommand (upload package to a package
index).
� N)�standard_b64encode)�urlopen�Request� HTTPError)�urlparse)�DistutilsError�DistutilsOptionError)�
PyPIRCCommand)�spawn)�logc @ sJ e Zd ZdZejddg Zejdg Zdd� Zdd� Zd d
� Z d d � Z
d
S )�uploadz upload binary package to PyPI)�sign�sz sign files to upload using gpg)z identity=�iz GPG identity used to sign filesr
c C s, t �| � d| _d| _d| _d| _d | _d S )N� r F)r �initialize_options�username�password�
show_responser
�identity)�self� r �0/usr/lib64/python3.8/distutils/command/upload.pyr s
zupload.initialize_optionsc C sr t �| � | jr | js td��| �� }|i krV|d | _|d | _|d | _|d | _ | jsn| j
jrn| j
j| _d S )Nz.Must use --sign for --identity to have meaningr r �
repository�realm) r �finalize_optionsr r
r Z _read_pypircr r r r � distribution)r Zconfigr r r r ( s
�
zupload.finalize_optionsc C s: | j jsd}t|��| j jD ]\}}}| �|||� q d S )NzHMust create and upload files in one command (e.g. setup.py sdist upload))r Z
dist_filesr � upload_file)r �msg�command� pyversion�filenamer r r �run: s
z
upload.runc " C s t | j�\}}}}}} |s"|s"| r0td| j ��|dkrDtd| ��| jr|ddd|g}
| jrnd| jg|
dd�< t|
| jd � t|d
�} z | � � } W 5 | �� X | j
j }
d d |
� � |
�
� tj�|�| f||t�| ��� d
|
�� |
�� |
�� |
�� |
�� |
�� |
�� |
�� |
� � |
� � |
� � |
� � |
� � d�}zt�!| ��� }W nP t"k
�r� } z0d| }| �#|t$j%� ddl&m'} |� �s|� W 5 d }~X Y n
X ||d< d|d< | j�r�t|d d
��"} tj�|�d | � � f|d< W 5 Q R X | j(d | j) �*d�}dt+|��,d� }d}d|�*d� }|d }t-�.� }|�/� D ]�\}}d | }t0|t1��sP|g}|D ]j}t2|�t3k�r�|d |d 7 }|d }nt4|��*d �}|�5|� |�5|�*d �� |�5d!� |�5|� �qT�q.|�5|� |�6� }d"|| jf }| �#|t$j%� d#| t4t7|��|d$�} t8| j|| d%�} zt9| �} | �:� } | j;} W nf t<k
�rd } z|j=} |j;} W 5 d }~X Y n8 t>k
�r� } z| �#t4|�t$j?� � W 5 d }~X Y nX | d&k�r�| �#d'| | f t$j%� | j@�r| �A| �}!d(�Bd)|!d)f�}| �#|t$j%� n"d*| | f }| �#|t$j?� tC|��d S )+NzIncompatible url %s)ZhttpZhttpszunsupported schema Zgpgz
--detach-signz-az --local-user� )�dry_run�rbZ file_upload�1z1.0)z:actionZprotocol_version�name�version�contentZfiletyper Z
sha256_digestZmetadata_versionZsummaryZ home_pageZauthorZ author_email�license� description�keywords�platformZ classifiersZ download_urlZprovidesZrequiresZ obsoletesz#calculating md5 checksum failed: %sr )�
get_fips_modeZ
md5_digestr Zcommentz.ascZ
gpg_signature�:�asciizBasic z3--------------GHSKFJDLGDS7543FJKLFHRE75642756743254s
--s --
z+
Content-Disposition: form-data; name="%s"z; filename="%s"� zutf-8s
zSubmitting %s to %sz multipart/form-data; boundary=%s)z Content-typezContent-lengthZ
Authorization)�data�headers�� zServer response (%s): %s�
zK---------------------------------------------------------------------------zUpload failed (%s): %s)Dr r �AssertionErrorr
r r
r$ �open�close�readr ZmetadataZget_nameZ get_version�os�path�basename�hashlibZsha256Z hexdigestZget_descriptionZget_urlZ get_contactZget_contact_emailZ get_licenceZget_long_descriptionZ get_keywordsZ
get_platformsZget_classifiersZget_download_urlZ get_providesZ get_requiresZ
get_obsoletesZmd5�
ValueErrorZannouncer �INFOZ_hashlibr. r r �encoder �decode�io�BytesIO�items�
isinstance�list�type�tuple�str�write�getvalue�lenr r Zgetcoder r �code�OSErrorZERRORr Z_read_pypi_response�joinr )"r r r r! ZschemaZnetlocZurlZparamsZqueryZ fragmentsZgpg_args�fr) �metar2 Zdigest�er r. Z user_passZauth�boundaryZ sep_boundaryZ end_boundaryZbody�key�value�titler3 Zrequest�resultZstatus�reason�textr r r r B s� � �
�! �
��
�
zupload.upload_fileN) �__name__�
__module__� __qualname__r+ r Z user_optionsZboolean_optionsr r r" r r r r r r s � r )�__doc__r: rB r- r= �base64r Zurllib.requestr r r Z urllib.parser Zdistutils.errorsr r Zdistutils.corer Zdistutils.spawnr
Z distutilsr r r r r r �<module> s distutils/command/__pycache__/install_egg_info.cpython-38.pyc 0000644 00000005666 15115353744 0020376 0 ustar 00 U
e5d+
� @ sd d Z ddlmZ ddlmZmZ ddlZddlZddlZG dd� de�Z dd� Z
d d
� Z d d � Z dS )
z�distutils.command.install_egg_info
Implements the Distutils 'install_egg_info' command, for installing
a package's PKG-INFO metadata.� )�Command)�log�dir_utilNc @ s: e Zd ZdZdZdgZdd� Zdd� Zdd � Zd
d � Z d S )
�install_egg_infoz)Install an .egg-info file for the packagez8Install package's PKG-INFO metadata as an .egg-info file)z install-dir=�dzdirectory to install toc C s
d | _ d S �N)� install_dir��self� r �:/usr/lib64/python3.8/distutils/command/install_egg_info.py�initialize_options s z#install_egg_info.initialize_optionsc C sb | � dd� dtt| j�� ��tt| j�� ��ftjd d� � }t j
� | j |�| _
| j
g| _d S )NZ install_lib)r r z%s-%s-py%d.%d.egg-info� )Zset_undefined_options� to_filename� safe_name� distributionZget_name� safe_versionZ get_version�sys� version_info�os�path�joinr �target�outputs)r
�basenamer r r �finalize_options s � �z!install_egg_info.finalize_optionsc C s� | j }tj�|�r0tj�|�s0tj|| jd� nNtj�|�rV| � tj
| j fd| � n(tj�| j �s~| � tj | j fd| j � t
�d|� | js�t|ddd��}| jj�|� W 5 Q R X d S )N)�dry_runz Removing z Creating z
Writing %s�wzUTF-8)�encoding)r r r �isdir�islinkr Z remove_treer �existsZexecute�unlinkr �makedirsr �info�openr ZmetadataZwrite_pkg_file)r
r �fr r r �run s � zinstall_egg_info.runc C s | j S r )r r r r r � get_outputs. s z install_egg_info.get_outputsN)
�__name__�
__module__� __qualname__�__doc__Z descriptionZ user_optionsr
r r' r( r r r r r s �
r c C s t �dd| �S )z�Convert an arbitrary string to a standard distribution name
Any runs of non-alphanumeric/. characters are replaced with a single '-'.
�[^A-Za-z0-9.]+�-)�re�sub��namer r r r 6 s r c C s | � dd�} t�dd| �S )z�Convert an arbitrary string to a standard version string
Spaces become dots, and all other non-alphanumeric characters become
dashes, with runs of multiple dashes condensed to a single dash.
� �.r- r. )�replacer/ r0 )�versionr r r r > s r c C s | � dd�S )z|Convert a project or version name to its filename-escaped form
Any '-' characters are currently replaced with '_'.
r. �_)r5 r1 r r r r H s r )
r, Z
distutils.cmdr Z distutilsr r r r r/ r r r r r r r r �<module> s +
distutils/command/__pycache__/upload.cpython-38.opt-2.pyc 0000644 00000011702 15115353744 0017303 0 ustar 00 U
&�.e� � @ s� d dl Z d dlZd dlZd dlZd dlmZ d dlmZmZm Z d dl
m Z d dl m
Z
mZ d dlmZ d dlmZ d dlmZ G d d
� d
e�ZdS ) � N)�standard_b64encode)�urlopen�Request� HTTPError)�urlparse)�DistutilsError�DistutilsOptionError)�
PyPIRCCommand)�spawn)�logc @ sJ e Zd ZdZejddg Zejdg Zdd� Zdd� Zd d
� Z d d � Z
d
S )�uploadz upload binary package to PyPI)�sign�sz sign files to upload using gpg)z identity=�iz GPG identity used to sign filesr
c C s, t �| � d| _d| _d| _d| _d | _d S )N� r F)r �initialize_options�username�password�
show_responser
�identity)�self� r �0/usr/lib64/python3.8/distutils/command/upload.pyr s
zupload.initialize_optionsc C sr t �| � | jr | js td��| �� }|i krV|d | _|d | _|d | _|d | _ | jsn| j
jrn| j
j| _d S )Nz.Must use --sign for --identity to have meaningr r �
repository�realm) r �finalize_optionsr r
r Z _read_pypircr r r r � distribution)r Zconfigr r r r ( s
�
zupload.finalize_optionsc C s: | j jsd}t|��| j jD ]\}}}| �|||� q d S )NzHMust create and upload files in one command (e.g. setup.py sdist upload))r Z
dist_filesr � upload_file)r �msg�command� pyversion�filenamer r r �run: s
z
upload.runc " C s t | j�\}}}}}} |s"|s"| r0td| j ��|dkrDtd| ��| jr|ddd|g}
| jrnd| jg|
dd�< t|
| jd � t|d
�} z | � � } W 5 | �� X | j
j }
d d |
� � |
�
� tj�|�| f||t�| ��� d
|
�� |
�� |
�� |
�� |
�� |
�� |
�� |
�� |
� � |
� � |
� � |
� � |
� � d�}zt�!| ��� }W nP t"k
�r� } z0d| }| �#|t$j%� ddl&m'} |� �s|� W 5 d }~X Y n
X ||d< d|d< | j�r�t|d d
��"} tj�|�d | � � f|d< W 5 Q R X | j(d | j) �*d�}dt+|��,d� }d}d|�*d� }|d }t-�.� }|�/� D ]�\}}d | }t0|t1��sP|g}|D ]j}t2|�t3k�r�|d |d 7 }|d }nt4|��*d �}|�5|� |�5|�*d �� |�5d!� |�5|� �qT�q.|�5|� |�6� }d"|| jf }| �#|t$j%� d#| t4t7|��|d$�} t8| j|| d%�} zt9| �} | �:� } | j;} W nf t<k
�rd } z|j=} |j;} W 5 d }~X Y n8 t>k
�r� } z| �#t4|�t$j?� � W 5 d }~X Y nX | d&k�r�| �#d'| | f t$j%� | j@�r| �A| �}!d(�Bd)|!d)f�}| �#|t$j%� n"d*| | f }| �#|t$j?� tC|��d S )+NzIncompatible url %s)ZhttpZhttpszunsupported schema Zgpgz
--detach-signz-az --local-user� )�dry_run�rbZ file_upload�1z1.0)z:actionZprotocol_version�name�version�contentZfiletyper Z
sha256_digestZmetadata_versionZsummaryZ home_pageZauthorZ author_email�license� description�keywords�platformZ classifiersZ download_urlZprovidesZrequiresZ obsoletesz#calculating md5 checksum failed: %sr )�
get_fips_modeZ
md5_digestr Zcommentz.ascZ
gpg_signature�:�asciizBasic z3--------------GHSKFJDLGDS7543FJKLFHRE75642756743254s
--s --
z+
Content-Disposition: form-data; name="%s"z; filename="%s"� zutf-8s
zSubmitting %s to %sz multipart/form-data; boundary=%s)z Content-typezContent-lengthZ
Authorization)�data�headers�� zServer response (%s): %s�
zK---------------------------------------------------------------------------zUpload failed (%s): %s)Dr r �AssertionErrorr
r r
r$ �open�close�readr ZmetadataZget_nameZ get_version�os�path�basename�hashlibZsha256Z hexdigestZget_descriptionZget_urlZ get_contactZget_contact_emailZ get_licenceZget_long_descriptionZ get_keywordsZ
get_platformsZget_classifiersZget_download_urlZ get_providesZ get_requiresZ
get_obsoletesZmd5�
ValueErrorZannouncer �INFOZ_hashlibr. r r �encoder �decode�io�BytesIO�items�
isinstance�list�type�tuple�str�write�getvalue�lenr r Zgetcoder r �code�OSErrorZERRORr Z_read_pypi_response�joinr )"r r r r! ZschemaZnetlocZurlZparamsZqueryZ fragmentsZgpg_args�fr) �metar2 Zdigest�er r. Z user_passZauth�boundaryZ sep_boundaryZ end_boundaryZbody�key�value�titler3 Zrequest�resultZstatus�reason�textr r r r B s� � �
�! �
��
�
zupload.upload_fileN) �__name__�
__module__� __qualname__r+ r Z user_optionsZboolean_optionsr r r" r r r r r r s � r )r: rB r- r= �base64r Zurllib.requestr r r Z urllib.parser Zdistutils.errorsr r Zdistutils.corer Zdistutils.spawnr
Z distutilsr r r r r r �<module> s distutils/command/__pycache__/upload.cpython-38.opt-1.pyc 0000644 00000012100 15115353744 0017273 0 ustar 00 U
&�.e� � @ s� d Z ddlZddlZddlZddlZddlmZ ddlmZm Z m
Z
ddl m Z ddl
mZmZ ddlmZ ddlmZ dd lmZ G d
d � d e�ZdS ) zm
distutils.command.upload
Implements the Distutils 'upload' subcommand (upload package to a package
index).
� N)�standard_b64encode)�urlopen�Request� HTTPError)�urlparse)�DistutilsError�DistutilsOptionError)�
PyPIRCCommand)�spawn)�logc @ sJ e Zd ZdZejddg Zejdg Zdd� Zdd� Zd d
� Z d d � Z
d
S )�uploadz upload binary package to PyPI)�sign�sz sign files to upload using gpg)z identity=�iz GPG identity used to sign filesr
c C s, t �| � d| _d| _d| _d| _d | _d S )N� r F)r �initialize_options�username�password�
show_responser
�identity)�self� r �0/usr/lib64/python3.8/distutils/command/upload.pyr s
zupload.initialize_optionsc C sr t �| � | jr | js td��| �� }|i krV|d | _|d | _|d | _|d | _ | jsn| j
jrn| j
j| _d S )Nz.Must use --sign for --identity to have meaningr r �
repository�realm) r �finalize_optionsr r
r Z _read_pypircr r r r � distribution)r Zconfigr r r r ( s
�
zupload.finalize_optionsc C s: | j jsd}t|��| j jD ]\}}}| �|||� q d S )NzHMust create and upload files in one command (e.g. setup.py sdist upload))r Z
dist_filesr � upload_file)r �msg�command� pyversion�filenamer r r �run: s
z
upload.runc " C s t | j�\}}}}}} |s"|s"| r0td| j ��|dkrDtd| ��| jr|ddd|g}
| jrnd| jg|
dd�< t|
| jd � t|d
�} z | � � } W 5 | �� X | j
j }
d d |
� � |
�
� tj�|�| f||t�| ��� d
|
�� |
�� |
�� |
�� |
�� |
�� |
�� |
�� |
� � |
� � |
� � |
� � |
� � d�}zt�!| ��� }W nP t"k
�r� } z0d| }| �#|t$j%� ddl&m'} |� �s|� W 5 d }~X Y n
X ||d< d|d< | j�r�t|d d
��"} tj�|�d | � � f|d< W 5 Q R X | j(d | j) �*d�}dt+|��,d� }d}d|�*d� }|d }t-�.� }|�/� D ]�\}}d | }t0|t1��sP|g}|D ]j}t2|�t3k�r�|d |d 7 }|d }nt4|��*d �}|�5|� |�5|�*d �� |�5d!� |�5|� �qT�q.|�5|� |�6� }d"|| jf }| �#|t$j%� d#| t4t7|��|d$�} t8| j|| d%�} zt9| �} | �:� } | j;} W nf t<k
�rd } z|j=} |j;} W 5 d }~X Y n8 t>k
�r� } z| �#t4|�t$j?� � W 5 d }~X Y nX | d&k�r�| �#d'| | f t$j%� | j@�r| �A| �}!d(�Bd)|!d)f�}| �#|t$j%� n"d*| | f }| �#|t$j?� tC|��d S )+NzIncompatible url %s)ZhttpZhttpszunsupported schema Zgpgz
--detach-signz-az --local-user� )�dry_run�rbZ file_upload�1z1.0)z:actionZprotocol_version�name�version�contentZfiletyper Z
sha256_digestZmetadata_versionZsummaryZ home_pageZauthorZ author_email�license� description�keywords�platformZ classifiersZ download_urlZprovidesZrequiresZ obsoletesz#calculating md5 checksum failed: %sr )�
get_fips_modeZ
md5_digestr Zcommentz.ascZ
gpg_signature�:�asciizBasic z3--------------GHSKFJDLGDS7543FJKLFHRE75642756743254s
--s --
z+
Content-Disposition: form-data; name="%s"z; filename="%s"� zutf-8s
zSubmitting %s to %sz multipart/form-data; boundary=%s)z Content-typezContent-lengthZ
Authorization)�data�headers�� zServer response (%s): %s�
zK---------------------------------------------------------------------------zUpload failed (%s): %s)Dr r �AssertionErrorr
r r
r$ �open�close�readr ZmetadataZget_nameZ get_version�os�path�basename�hashlibZsha256Z hexdigestZget_descriptionZget_urlZ get_contactZget_contact_emailZ get_licenceZget_long_descriptionZ get_keywordsZ
get_platformsZget_classifiersZget_download_urlZ get_providesZ get_requiresZ
get_obsoletesZmd5�
ValueErrorZannouncer �INFOZ_hashlibr. r r �encoder �decode�io�BytesIO�items�
isinstance�list�type�tuple�str�write�getvalue�lenr r Zgetcoder r �code�OSErrorZERRORr Z_read_pypi_response�joinr )"r r r r! ZschemaZnetlocZurlZparamsZqueryZ fragmentsZgpg_args�fr) �metar2 Zdigest�er r. Z user_passZauth�boundaryZ sep_boundaryZ end_boundaryZbody�key�value�titler3 Zrequest�resultZstatus�reason�textr r r r B s� � �
�! �
��
�
zupload.upload_fileN) �__name__�
__module__� __qualname__r+ r Z user_optionsZboolean_optionsr r r" r r r r r r s � r )�__doc__r: rB r- r= �base64r Zurllib.requestr r r Z urllib.parser Zdistutils.errorsr r Zdistutils.corer Zdistutils.spawnr
Z distutilsr r r r r r �<module> s distutils/command/__pycache__/check.cpython-38.opt-2.pyc 0000644 00000010337 15115353744 0017077 0 ustar 00 U
e5d� � @ s� d dl mZ d dlmZ zTd dlmZ d dlmZ d dlm Z d dlm
Z
d dl m Z G dd � d e�Z
d
ZW n ek
r� d ZY nX G d d
� d
e�ZdS )� )�Command)�DistutilsSetupError)�Reporter)�Parser)�frontend)�nodes)�StringIOc @ s e Zd Zd dd�Zdd� ZdS )
�SilentReporterNr �ascii�replacec
C s" g | _ t�| |||||||� d S �N)�messagesr �__init__)�self�source� report_level�
halt_level�stream�debug�encoding�
error_handler� r �//usr/lib64/python3.8/distutils/command/check.pyr s �zSilentReporter.__init__c O s6 | j �||||f� tj|f|�|| j| d�|��S )N)�level�type)r
�appendr �system_messageZlevels)r r �messageZchildren�kwargsr r r r s ���z SilentReporter.system_message)Nr r
r )�__name__�
__module__� __qualname__r r r r r r r s �
r TFc @ s\ e Zd ZdZdddgZdddgZdd � Zd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dS )�checkz"perform some checks on the package)�metadata�mzVerify meta-data)�restructuredtext�rzEChecks if long string meta-data syntax are reStructuredText-compliant)�strict�sz(Will exit with an error if a check failsr# r% r' c C s d| _ d| _d| _d| _d S )Nr � )r% r# r' � _warnings�r r r r �initialize_options1 s zcheck.initialize_optionsc C s d S r r r+ r r r �finalize_options8 s zcheck.finalize_optionsc C s | j d7 _ t�| |�S )Nr) )r* r �warn)r �msgr r r r. ; s z
check.warnc C sL | j r| �� | jr0tr"| �� n| jr0td��| jrH| jdkrHtd��d S )Nz The docutils package is needed.r z Please correct your package.)r# �check_metadatar% � HAS_DOCUTILS�check_restructuredtextr' r r* r+ r r r �run@ s
z check.runc C s� | j j}g }dD ]"}t||�r(t||�s|�|� q|rL| �dd�|� � |jrd|js�| �d� n"|j r||j
s�| �d� n
| �d� d S )N)�name�versionZurlz missing required meta-data: %sz, zLmissing meta-data: if 'author' supplied, 'author_email' must be supplied toozTmissing meta-data: if 'maintainer' supplied, 'maintainer_email' must be supplied toozimissing meta-data: either (author and author_email) or (maintainer and maintainer_email) must be supplied) � distributionr# �hasattr�getattrr r. �joinZauthorZ author_emailZ
maintainerZmaintainer_email)r r# Zmissing�attrr r r r0 P s zcheck.check_metadatac C sX | j �� }| �|�D ]>}|d �d�}|d kr8|d }nd|d |f }| �|� qd S )N����liner) z %s (line %s))r6 Zget_long_description�_check_rst_data�getr. )r �dataZwarningr< r r r r2 n s
z check.check_restructuredtextc
C s� | j jp
d}t� }tjtfd��� }d|_d |_d |_t ||j
|j |j |j
|j|jd�}tj|||d�}|�|d� z|�||� W n: tk
r� } z |j�dd| di f� W 5 d }~X Y nX |jS ) Nzsetup.py)Z
components� )r r r r )r r; z!Could not finish the parsing: %s.� )r6 Z script_namer r Z OptionParserZget_default_valuesZ tab_widthZpep_referencesZrfc_referencesr r r Zwarning_streamr Zerror_encodingZ error_encoding_error_handlerr �documentZ note_source�parse�AttributeErrorr
r )r r? � source_path�parserZsettingsZreporterrB �er r r r= y s. � �zcheck._check_rst_dataN)
r r r! Z descriptionZ user_optionsZboolean_optionsr, r- r. r3 r0 r2 r= r r r r r" $ s �
r" N)Zdistutils.corer Zdistutils.errorsr Zdocutils.utilsr Zdocutils.parsers.rstr Zdocutilsr r �ior r r1 � Exceptionr" r r r r �<module> s
distutils/command/__pycache__/config.cpython-38.pyc 0000644 00000023765 15115353744 0016340 0 ustar 00 U
e5d=3 � @ sl d Z ddlZddlZddlmZ ddlmZ ddlmZ ddl m
Z
ddd �Z G d
d � d e�Z dd d
�Z
dS )a� distutils.command.config
Implements the Distutils 'config' command, a (mostly) empty command class
that exists mainly to be sub-classed by specific module distributions and
applications. The idea is that while every "config" command is different,
at least they're all named the same, and users always see "config" in the
list of standard commands. Also, this is a good place to put common
configure-like tasks: "try to compile this C code", or "figure out where
this header file lives".
� N)�Command)�DistutilsExecError)�customize_compiler)�logz.cz.cxx)�czc++c @ s� e Zd ZdZdddddddd d
g Zd d � Zd
d� Zdd� Zdd� Zdd� Z dd� Z
dd� Z dd� Z dd � Z
d0d d �Zd1d!d"�Zd2d#d$�Zd3d%d&�Zd4d'd(�Zd5d*d+�Zd d d g fd,d-�Zd6d.d/�Zd S )7�configzprepare to build)z compiler=Nzspecify the compiler type)zcc=Nz specify the compiler executable)z
include-dirs=�Iz.list of directories to search for header files)zdefine=�Dz C preprocessor macros to define)zundef=�Uz!C preprocessor macros to undefine)z
libraries=�lz!external C libraries to link with)z
library-dirs=�Lz.directories to search for external C libraries)�noisyNz1show every action (compile, link, run, ...) taken)z dump-sourceNz=dump generated source files before attempting to compile themc C s4 d | _ d | _d | _d | _d | _d| _d| _g | _d S )N� )�compilerZcc� include_dirs� libraries� library_dirsr
� dump_source�
temp_files��self� r �0/usr/lib64/python3.8/distutils/command/config.py�initialize_options3 s zconfig.initialize_optionsc C s� | j d kr| jj pg | _ n t| j t�r6| j �tj�| _ | jd krHg | _nt| jt�r^| jg| _| jd krpg | _n t| jt�r�| j�tj�| _d S �N) r Z distribution�
isinstance�str�split�os�pathsepr r r r r r �finalize_optionsB s
zconfig.finalize_optionsc C s d S r r r r r r �runR s z
config.runc C sz ddl m}m} t| j|�sv|| j| jdd�| _t| j� | jrN| j�| j� | j rb| j�
| j � | j rv| j� | j � dS )z^Check that 'self.compiler' really is a CCompiler object;
if not, make it one.
r )� CCompiler� new_compilerr )r �dry_runZforceN)
�distutils.ccompilerr" r# r r r$ r r Zset_include_dirsr Z
set_librariesr Zset_library_dirs)r r" r# r r r �_check_compilerY s �
zconfig._check_compilerc C sl dt | }t|d��L}|r>|D ]}|�d| � q |�d� |�|� |d dkr^|�d� W 5 Q R X |S )NZ _configtest�wz#include <%s>
�
���)�LANG_EXT�open�write)r �body�headers�lang�filename�file�headerr r r �_gen_temp_sourcefilek s
zconfig._gen_temp_sourcefilec C s< | � |||�}d}| j�||g� | jj|||d� ||fS )Nz
_configtest.i�r )r3 r �extendr Z
preprocess)r r- r. r r/ �src�outr r r � _preprocessw s
zconfig._preprocessc C s\ | � |||�}| jr"t|d| � | j�|g�\}| j�||g� | jj|g|d� ||fS )Nzcompiling '%s':r4 )r3 r � dump_filer Zobject_filenamesr r5 �compile)r r- r. r r/ r6 �objr r r �_compile~ s zconfig._compilec
C sr | � ||||�\}}tj�tj�|��d } | jj|g| |||d� | jjd k r\| | jj } | j� | � ||| fS )Nr )r r Z target_lang)
r< r �path�splitext�basenamer Zlink_executableZ
exe_extensionr �append)
r r- r. r r r r/ r6 r; �progr r r �_link� s � z config._linkc G sT |s| j }g | _ t�dd�|�� |D ](}zt�|� W q& tk
rL Y q&X q&d S )Nz removing: %s� )r r �info�joinr �remove�OSError)r � filenamesr0 r r r �_clean� s z
config._cleanNr c C sR ddl m} | �� d}z| �||||� W n |k
rD d}Y nX | �� |S )aQ Construct a source file from 'body' (a string containing lines
of C/C++ code) and 'headers' (a list of header files to include)
and run it through the preprocessor. Return true if the
preprocessor succeeded, false if there were any errors.
('body' probably isn't of much use, but what the heck.)
r �� CompileErrorTF)r% rK r& r8 rI �r r- r. r r/ rK �okr r r �try_cpp� s
zconfig.try_cppc C sx | � � | �||||�\}}t|t�r0t�|�}t|��.}d} |�� }
|
dkrPqb|�|
�r>d} qbq>W 5 Q R X | � � | S )a� Construct a source file (just like 'try_cpp()'), run it through
the preprocessor, and return true if any line of the output matches
'pattern'. 'pattern' should either be a compiled regex object or a
string containing a regex. If both 'body' and 'headers' are None,
preprocesses an empty file -- which can be useful to determine the
symbols the preprocessor and compiler set by default.
F� T)
r& r8 r r �rer: r+ �readline�searchrI ) r �patternr- r. r r/ r6 r7 r1 �match�liner r r �
search_cpp� s
zconfig.search_cppc C sd ddl m} | �� z| �||||� d}W n |k
rD d}Y nX t�|rRdpTd� | �� |S )zwTry to compile a source file built from 'body' and 'headers'.
Return true on success, false otherwise.
r rJ TF�success!�failure.)r% rK r& r< r rD rI rL r r r � try_compile� s
zconfig.try_compilec
C sp ddl m}m} | �� z | �||||||� d} W n ||fk
rP d} Y nX t�| r^dp`d� | �� | S )z�Try to compile and link a source file, built from 'body' and
'headers', to executable form. Return true on success, false
otherwise.
r �rK � LinkErrorTFrW rX )r% rK r[ r& rB r rD rI )
r r- r. r r r r/ rK r[ rM r r r �try_link� s
�
zconfig.try_linkc
C s� ddl m}m} | �� z.| �||||||�\} }
} | �| g� d} W n ||tfk
rd d} Y nX t�| rrdptd� | � � | S )z�Try to compile, link to an executable, and run a program
built from 'body' and 'headers'. Return true on success, false
otherwise.
r rZ TFrW rX )
r% rK r[ r& rB Zspawnr r rD rI )
r r- r. r r r r/ rK r[ r6 r; ZexerM r r r �try_run� s
�
zconfig.try_runr c C st | � � g }|r |�d| � |�d� |r<|�d| � n|�d| � |�d� d�|�d }| �|||||�S )a� Determine if function 'func' is available by constructing a
source file that refers to 'func', and compiles and links it.
If everything succeeds, returns true; otherwise returns false.
The constructed source file starts out by including the header
files listed in 'headers'. If 'decl' is true, it then declares
'func' (as "int func()"); you probably shouldn't supply 'headers'
and set 'decl' true in the same call, or you might get errors about
a conflicting declarations for 'func'. Finally, the constructed
'main()' function either references 'func' or (if 'call' is true)
calls it. 'libraries' and 'library_dirs' are used when
linking.
z
int %s ();z
int main () {z %s();z %s;�}r( )r& r@ rE r\ ) r �funcr. r r r ZdeclZcallr- r r r �
check_func s
�zconfig.check_funcc C s | � � | �d|||g| |�S )a� Determine if 'library' is available to be linked against,
without actually checking that any particular symbols are provided
by it. 'headers' will be used in constructing the source file to
be compiled, but the only effect of this is to check if all the
header files listed are available. Any libraries listed in
'other_libraries' will be included in the link, in case 'library'
has symbols that depend on other libraries.
zint main (void) { })r& r\ )r Zlibraryr r. r Zother_librariesr r r � check_lib4 s
�zconfig.check_libc C s | j d|g|d�S )z�Determine if the system header file named by 'header_file'
exists and can be found by the preprocessor; return true if so,
false otherwise.
z
/* No body */)r- r. r )rN )r r2 r r r/ r r r � check_headerB s
�zconfig.check_header)NNNr )NNNr )NNr )NNNNr )NNNNr )NNNNr r )NNr )�__name__�
__module__� __qualname__Z descriptionZ user_optionsr r r! r& r3 r8 r< rB rI rN rV rY r\ r] r` ra rb r r r r r s\ �
�
�
�
�
�
�r c C sJ |dkrt �d| � n
t �|� t| �}zt �|�� � W 5 |�� X dS )zjDumps a file content into log.info.
If head is not None, will be dumped before the file content.
Nz%s)r rD r+ �close�read)r0 �headr1 r r r r9 K s
r9 )N)�__doc__r rP Zdistutils.corer Zdistutils.errorsr Zdistutils.sysconfigr Z distutilsr r* r r9 r r r r �<module> s
8 distutils/command/__pycache__/bdist_dumb.cpython-38.pyc 0000644 00000007012 15115353744 0017172 0 ustar 00 U
e5d1 � @ sh d Z ddlZddlmZ ddlmZ ddlmZmZ ddl T ddl
m Z ddl m
Z
G d d
� d
e�ZdS ) z�distutils.command.bdist_dumb
Implements the Distutils 'bdist_dumb' command (create a "dumb" built
distribution -- i.e., just an archive to be unpacked under $prefix or
$exec_prefix).� N)�Command)� get_platform)� remove_tree�ensure_relative)�*)�get_python_version)�logc @ s^ e Zd ZdZdddde� fdddd d
d d g Zd
ddgZddd�Zdd� Zdd� Z dd� Z
dS )�
bdist_dumbz"create a "dumb" built distribution)z
bdist-dir=�dz1temporary directory for creating the distributionz
plat-name=�pz;platform name to embed in generated filenames (default: %s))zformat=�fz>archive format to create (tar, gztar, bztar, xztar, ztar, zip))� keep-temp�kzPkeep the pseudo-installation tree around after creating the distribution archive)z dist-dir=r
z-directory to put final built distributions in)�
skip-buildNz2skip rebuilding everything (for testing/debugging))�relativeNz7build the archive using relative paths (default: false))zowner=�uz@Owner name used when creating a tar file [default: current user])zgroup=�gzAGroup name used when creating a tar file [default: current group]r
r r Zgztar�zip)�posix�ntc C s: d | _ d | _d | _d| _d | _d | _d| _d | _d | _d S )Nr ) � bdist_dir� plat_name�format� keep_temp�dist_dir�
skip_buildr �owner�group)�self� r �4/usr/lib64/python3.8/distutils/command/bdist_dumb.py�initialize_options2 s z bdist_dumb.initialize_optionsc C sz | j d kr&| �d�j}tj�|d�| _ | jd krfz| jtj | _W n" t k
rd t
dtj ��Y nX | � dddd� d S )NZbdistZdumbz@don't know how to create dumb built distributions on platform %s)r r )r r )r r ) r Zget_finalized_command�
bdist_base�os�path�joinr �default_format�name�KeyError�DistutilsPlatformErrorZset_undefined_options)r r" r r r �finalize_options= s"
��
�zbdist_dumb.finalize_optionsc C s( | j s| �d� | jddd�}| j|_| j |_ d|_t�d| j� | �d� d| j� � | j
f }t j �
| j|�}| js~| j}nJ| j�� r�|j|jkr�tdt|j�t|j�f ��nt j �
| jt|j��}| j|| j|| j| jd �}| j�� r�t� }nd
}| jj� d ||f� | j �s$t | j| j d � d S )
NZbuild�install� )Zreinit_subcommandsr zinstalling to %sz%s.%szScan't make a dumb built distribution where base and platbase are different (%s, %s))Zroot_dirr r �anyr )�dry_run) r Z run_commandZreinitialize_commandr �rootZwarn_dirr �infoZ distributionZ get_fullnamer r# r$ r% r r Zhas_ext_modulesZ install_baseZinstall_platbaser) �reprr Z make_archiver r r r Z
dist_files�appendr r r. )r r+ Zarchive_basenameZpseudoinstall_rootZ archive_root�filenameZ pyversionr r r �runO sR
�
����
� �
�zbdist_dumb.runN) �__name__�
__module__� __qualname__Z descriptionr Z user_optionsZboolean_optionsr& r! r* r4 r r r r r s, ���
� r )�__doc__r# Zdistutils.corer Zdistutils.utilr Zdistutils.dir_utilr r Zdistutils.errorsZdistutils.sysconfigr Z distutilsr r r r r r �<module> s distutils/command/__pycache__/install_scripts.cpython-38.opt-2.pyc 0000644 00000003731 15115353744 0021237 0 ustar 00 U
e5d� � @ s@ d dl Z d dlmZ d dlmZ d dlmZ G dd� de�ZdS )� N)�Command)�log)�ST_MODEc @ sL e Zd ZdZddddgZddgZdd � Zd
d � Zd d
� Zdd� Z dd� Z
dS )�install_scriptsz%install scripts (Python or otherwise))z install-dir=�dz directory to install scripts to)z
build-dir=�bz'build directory (where to install from))�force�fz-force installation (overwrite existing files))�
skip-buildNzskip the build stepsr r
c C s d | _ d| _d | _d | _d S )Nr )� install_dirr � build_dir�
skip_build��self� r �9/usr/lib64/python3.8/distutils/command/install_scripts.py�initialize_options s z"install_scripts.initialize_optionsc C s | � dd� | � dddd� d S )NZbuild)�
build_scriptsr Zinstall)r r )r r )r
r
)Zset_undefined_optionsr r r r �finalize_options! s �z install_scripts.finalize_optionsc C s� | j s| �d� | �| j| j�| _tjdkr~| �� D ]H}| j rLt
� d|� q4t� |�t
dB d@ }t
� d||� t�||� q4d S )Nr �posixzchanging mode of %sim i� zchanging mode of %s to %o)r
Z run_commandZ copy_treer r �outfiles�os�name� get_outputsZdry_runr �info�statr �chmod)r �file�moder r r �run) s
zinstall_scripts.runc C s | j jp
g S �N)Z distributionZscriptsr r r r �
get_inputs8 s zinstall_scripts.get_inputsc C s
| j pg S r )r r r r r r ; s zinstall_scripts.get_outputsN) �__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsr r r r! r r r r r r s �r )r Zdistutils.corer Z distutilsr r r r r r r r �<module> s distutils/command/__pycache__/build_py.cpython-38.opt-1.pyc 0000644 00000024271 15115353744 0017632 0 ustar 00 U
e5d&C � @ sz d Z ddlZddlZddlZddlZddlmZ ddlT ddl m
Z
m Z ddl m
Z
G dd� de�ZG d d
� d
ee �ZdS ) zHdistutils.command.build_py
Implements the Distutils 'build_py' command.� N)�Command)�*)� convert_path� Mixin2to3)�logc @ s� e Zd ZdZdddddgZddgZd diZd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd2d'd(�Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1S )3�build_pyz5"build" pure Python modules (copy to build directory))z
build-lib=�dz directory to "build" (copy) to)�compile�czcompile .py to .pyc)�
no-compileNz!don't compile .py files [default])z optimize=�Ozlalso compile with optimization: -O1 for "python -O", -O2 for "python -OO", and -O0 to disable [default: -O0])�force�fz2forcibly build everything (ignore file timestamps)r r
r c C s4 d | _ d | _d | _d | _d | _d| _d| _d | _d S )Nr )� build_lib�
py_modules�package� package_data� package_dirr �optimizer
��self� r �2/usr/lib64/python3.8/distutils/command/build_py.py�initialize_options s zbuild_py.initialize_optionsc C s� | � ddd� | jj| _| jj| _| jj| _i | _| jjr^| jj�� D ]\}}t|�| j|< qF| �� | _ t
| j t �s�zt | j �| _ W n t
tfk
r� td��Y nX d S )NZbuild)r r )r
r
zoptimize must be 0, 1, or 2)Zset_undefined_options� distribution�packagesr r r �itemsr �get_data_files�
data_files�
isinstancer �int�
ValueError�AssertionErrorZDistutilsOptionError)r �name�pathr r r �finalize_options* s$ �
zbuild_py.finalize_optionsc C s: | j r| �� | jr$| �� | �� | �| jdd�� d S �Nr )�include_bytecode)r �
build_modulesr �build_packages�build_package_data� byte_compile� get_outputsr r r r �runC s z build_py.runc s� g }| j s|S | j D ]h}| �|�}tjj| jg|�d� � }d� |rPt|�d � � fdd�| �||�D �}|� ||||f� q|S )z?Generate list of '(package,src_dir,build_dir,filenames)' tuples�.r � c s g | ]}|� d � �qS �Nr )�.0�file�Zplenr r �
<listcomp>s s z+build_py.get_data_files.<locals>.<listcomp>)
r �get_package_dir�osr$ �joinr �split�len�find_data_files�append)r �datar �src_dir� build_dir� filenamesr r3 r r a s
�zbuild_py.get_data_filesc sd | j �dg �| j �|g � }g � |D ]:}t�tj�t�|�t|���}� �� fdd�|D �� q$� S )z6Return filenames for package's data files in 'src_dir'� c s$ g | ] }|� krt j�|�r|�qS r )r6 r$ �isfile)r1 �fn��filesr r r4 � s �z,build_py.find_data_files.<locals>.<listcomp>) r �get�globr6 r$ r7 �escaper �extend)r r r= Zglobs�patternZfilelistr rC r r: y s � zbuild_py.find_data_filesc C s` d}| j D ]P\}}}}|D ]>}tj�||�}| �tj�|�� | jtj�||�|dd� qq
dS )z$Copy data files into build directoryNF�Z
preserve_mode)r r6 r$ r7 �mkpath�dirname� copy_file)r Zlastdirr r= r> r? �filename�targetr r r r* � s �zbuild_py.build_package_datac C s� |� d�}| js&|r tjj|� S dS n�g }|r�z| jd�|� }W n* tk
rl |�d|d � |d= Y q*X |�d|� tjj|� S q*| j�d�}|dk r�|�d|� |r�tjj|� S dS dS )z�Return the directory, relative to the top of the source
distribution, where package 'package' should be found
(at least according to the 'package_dir' option, if any).r. r@ r ���N)r8 r r6 r$ r7 �KeyError�insertrE )r r r$ �tailZpdirr r r r5 � s(
zbuild_py.get_package_dirc C sj |dkr8t j�|�s td| ��t j�|�s8td| ��|rft j�|d�}t j�|�rZ|S t�d|� d S )Nr@ z%package directory '%s' does not existz>supposed package directory '%s' exists, but is not a directoryz __init__.pyz8package init file '%s' not found (or not a regular file)) r6 r$ �existsZDistutilsFileError�isdirr7 rA r �warn)r r r �init_pyr r r �
check_package� s& � �� �zbuild_py.check_packagec C s& t j�|�s t�d||� dS dS d S )Nz!file %s (for module %s) not foundFT)r6 r$ rA r rV )r �module� module_filer r r � check_module� s zbuild_py.check_modulec C s� | � ||� t�tj�t�|�d��}g }tj�| jj�}|D ]P}tj�|�}||kr�tj� tj�
|��d }|� |||f� q>| � d| � q>|S )Nz*.pyr z excluding %s)
rX rF r6 r$ r7 rG �abspathr Z script_name�splitext�basenamer; Z debug_print) r r r Z module_files�modulesZ setup_scriptr Zabs_frY r r r �find_package_modules� s z build_py.find_package_modulesc C s� i }g }| j D ]�}|�d�}d�|dd� �}|d }z|| \}}W n" tk
rh | �|�}d}Y nX |s�| �||�} |df||< | r�|�|d| f� tj�||d �}
| � ||
�s�q|�|||
f� q|S )a� Finds individually-specified Python modules, ie. those listed by
module name in 'self.py_modules'. Returns a list of tuples (package,
module_base, filename): 'package' is a tuple of the path through
package-space to the module; 'module_base' is the bare (no
packages, no dots) module name, and 'filename' is the path to the
".py" file (relative to the distribution root) that implements the
module.
r. r rP r/ �__init__�.py)
r r8 r7 rQ r5 rX r; r6 r$ r[ ) r r r_ rY r$ r Z module_baser �checkedrW rZ r r r � find_modules� s*
zbuild_py.find_modulesc C sN g }| j r|�| �� � | jrJ| jD ]$}| �|�}| �||�}|�|� q$|S )a4 Compute the list of all modules that will be built, whether
they are specified one-module-at-a-time ('self.py_modules') or
by whole packages ('self.packages'). Return a list of tuples
(package, module, module_file), just like 'find_modules()' and
'find_package_modules()' do.)r rH rd r r5 r` )r r_ r r �mr r r �find_all_modules s
zbuild_py.find_all_modulesc C s dd� | � � D �S )Nc S s g | ] }|d �qS )rP r )r1 rY r r r r4 - s z-build_py.get_source_files.<locals>.<listcomp>)rf r r r r �get_source_files, s zbuild_py.get_source_filesc C s$ |gt |� |d g }tjj|� S )Nrb )�listr6 r$ r7 )r r> r rY Z outfile_pathr r r �get_module_outfile/ s zbuild_py.get_module_outfiler/ c C s� | � � }g }|D ]p\}}}|�d�}| �| j||�}|�|� |r| jr^|�tjj|dd�� | j dkr|�tjj|| j d�� q|dd� | j
D �7 }|S )Nr. r@ )� optimizationr c S s, g | ]$\}}}}|D ]}t j�||��qqS r )r6 r$ r7 )r1 r r= r> r? rN r r r r4 B s
�z(build_py.get_outputs.<locals>.<listcomp>) rf r8 ri r r; r � importlib�util�cache_from_sourcer r )r r' r_ Zoutputsr rY rZ rN r r r r, 3 s*
�
�
�zbuild_py.get_outputsc C sb t |t�r|�d�}nt |ttf�s,td��| �| j||�}tj �
|�}| � |� | j ||dd�S )Nr. z:'package' must be a string (dot-separated), list, or tupler rJ )
r �strr8 rh �tuple� TypeErrorri r r6 r$ rL rK rM )r rY rZ r Zoutfile�dirr r r � build_moduleJ s
�
zbuild_py.build_modulec C s* | � � }|D ]\}}}| �|||� q d S r0 )rd rr )r r_ r rY rZ r r r r( Y s zbuild_py.build_modulesc C sD | j D ]8}| �|�}| �||�}|D ]\}}}| �|||� q$qd S r0 )r r5 r` rr )r r r r_ Zpackage_rY rZ r r r r) b s
zbuild_py.build_packagesc C s� t jr| �d� d S ddlm} | j}|d tjkr>|tj }| jrZ||d| j || j
d� | j dkr|||| j | j || j
d� d S )Nz%byte-compiling is disabled, skipping.r )r+ rP )r r
�prefix�dry_run) �sys�dont_write_bytecoderV �distutils.utilr+ r r6 �sepr r
rt r )r rD r+ rs r r r r+ v s&
�
�zbuild_py.byte_compileN)r/ )�__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsZ negative_optr r% r- r r: r* r5 rX r[ r` rd rf rg ri r, rr r( r) r+ r r r r r s8 �
'4
r c @ s e Zd Zdd� Zdd� ZdS )�
build_py_2to3c C sL g | _ | jr| �� | jr*| �� | �� | �| j � | �| jdd�� d S r& ) �
updated_filesr r( r r) r* Zrun_2to3r+ r, r r r r r- � s zbuild_py_2to3.runc C s, t �| |||�}|d r(| j�|d � |S )Nr/ r )r rr r} r; )r rY rZ r �resr r r rr � s zbuild_py_2to3.build_moduleN)ry rz r{ r- rr r r r r r| � s r| )�__doc__r6 �importlib.utilrk ru rF Zdistutils.corer Zdistutils.errorsrw r r Z distutilsr r r| r r r r �<module> s } distutils/command/__pycache__/sdist.cpython-38.opt-2.pyc 0000644 00000025627 15115353744 0017160 0 ustar 00 U
e5d=J � @ s� d dl Z d dlZd dlmZ d dlmZ d dlmZ d dlmZ d dlm Z d dlm
Z
d dl m Z d d l
mZ d d
lmZ d d lmZ d d lmZmZ d
d� ZG dd� de�ZdS )� N)�glob)�warn)�Command)�dir_util)� file_util)� archive_util)�TextFile)�FileList)�log)� convert_path)�DistutilsTemplateError�DistutilsOptionErrorc C s` ddl m} ddlm} g }|�� D ] }|�d| d || d f� q$|�� | |��d� d S )Nr )� FancyGetopt)�ARCHIVE_FORMATS�formats=� z.List of available source distribution formats:)Zdistutils.fancy_getoptr Zdistutils.archive_utilr �keys�append�sortZ
print_help)r r �formats�format� r �//usr/lib64/python3.8/distutils/command/sdist.py� show_formats s
��r c @ s" e Zd ZdZdd� Zdddddd d
d d d
ddddgZddddddgZdddefgZddd�Z d efgZ
d Z d d � Z d d!� Z
d"d#� Zd$d%� Zd&d'� Zd(d)� Zed*d+� �Zd,d-� Zd.d/� Zd0d1� Zd2d3� Zd4d5� Zd6d7� Zd8d9� Zd:d;� Zd<d=� Z d>d?� Z d@dA� Z dBdC� Z dDdE� Z dFdG� Z!dHdI� Z"dS )J�sdistz6create a source distribution (tarball, zip file, etc.)c C s | j S �N)�metadata_check��selfr r r �checking_metadata( s zsdist.checking_metadata)z template=�tz5name of manifest template file [default: MANIFEST.in])z manifest=�mz)name of manifest file [default: MANIFEST])� use-defaultsNzRinclude the default file set in the manifest [default; disable with --no-defaults])� no-defaultsNz"don't include the default file set)�pruneNz�specifically exclude files/directories that should not be distributed (build tree, RCS/CVS dirs, etc.) [default; disable with --no-prune])�no-pruneNz$don't automatically exclude anything)�
manifest-only�ozEjust regenerate the manifest and then stop (implies --force-manifest))�force-manifest�fzkforcibly regenerate the manifest and carry on as usual. Deprecated: now the manifest is always regenerated.)r Nz6formats for source distribution (comma-separated list))� keep-temp�kz@keep the distribution tree around after creating archive file(s))z dist-dir=�dzFdirectory to put the source distribution archive(s) in [default: dist])�metadata-checkNz[Ensure that all required elements of meta-data are supplied. Warn if any missing. [default])zowner=�uz@Owner name used when creating a tar file [default: current user])zgroup=�gzAGroup name used when creating a tar file [default: current group]r" r$ r& r( r* r- z help-formatsNz#list available distribution formats)r# r% �check)ZREADMEz
README.txtz
README.rstc C sT d | _ d | _d| _d| _d| _d| _dg| _d| _d | _d | _ d| _
d | _ d | _ d S )N� r Zgztar)
�template�manifest� use_defaultsr$ �
manifest_onlyZforce_manifestr � keep_temp�dist_dir�
archive_filesr �owner�groupr r r r �initialize_optionse s zsdist.initialize_optionsc C sZ | j d krd| _ | jd kr d| _| �d� t�| j�}|rFtd| ��| jd krVd| _d S )NZMANIFESTz MANIFEST.inr zunknown archive format '%s'Zdist)r3 r2 Zensure_string_listr Zcheck_archive_formatsr r
r7 )r Z
bad_formatr r r �finalize_options| s
�
zsdist.finalize_optionsc C s> t � | _| �� D ]}| �|� q| �� | jr2d S | �� d S r )r �filelistZget_sub_commandsZ run_command�
get_file_listr5 �make_distribution)r Zcmd_namer r r �run� s z sdist.runc C s* t dt� | j�d�}|�� |�� d S )Nzadistutils.command.sdist.check_metadata is deprecated, use the check command insteadr0 )r �PendingDeprecationWarning� distributionZget_command_objZensure_finalizedr@ )r r0 r r r �check_metadata� s � zsdist.check_metadatac C s� t j�| j�}|s:| �� r:| �� | j�� | j�� d S |sN| � d| j � | j�
� | j rf| � � |rr| �
� | jr�| �� | j�� | j�� | �� d S )Nz?manifest template '%s' does not exist (using default file list))�os�path�isfiler2 �_manifest_is_not_generated�
read_manifestr= r Zremove_duplicatesr �findallr4 � add_defaults�
read_templater$ �prune_file_list�write_manifest)r Ztemplate_existsr r r r> � s(
�
zsdist.get_file_listc C s< | � � | �� | �� | �� | �� | �� | �� d S r )�_add_defaults_standards�_add_defaults_optional�_add_defaults_python�_add_defaults_data_files�_add_defaults_ext�_add_defaults_c_libs�_add_defaults_scriptsr r r r rJ � s zsdist.add_defaultsc C s: t j�| �sdS t j�| �}t j�|�\}}|t �|�kS )NF)rD rE �exists�abspath�split�listdir)�fspathrV Z directory�filenamer r r �_cs_path_exists� s
zsdist._cs_path_existsc C s� | j | jjg}|D ]~}t|t�rj|}d}|D ]"}| �|�r,d}| j�|� qPq,|s�| �dd� |� � q| �|�r�| j�|� q| �d| � qd S )NFTz,standard file not found: should have one of z, z standard file '%s' not found)
�READMESrB Z script_name�
isinstance�tupler[ r= r r �join)r Z standards�fnZaltsZgot_itr r r rN � s"
�
z sdist._add_defaults_standardsc C s4 ddg}|D ]"}t tjjt|��}| j�|� q d S )Nz
test/test*.pyz setup.cfg)�filterrD rE rF r r= �extend)r Zoptional�pattern�filesr r r rO s z sdist._add_defaults_optionalc C s\ | � d�}| j�� r$| j�|�� � |jD ],\}}}}|D ]}| j�tj �
||�� q:q*d S )N�build_py) �get_finalized_commandrB Zhas_pure_modulesr= rb �get_source_files�
data_filesr rD rE r_ )r re ZpkgZsrc_dirZ build_dir� filenamesrZ r r r rP s
zsdist._add_defaults_pythonc C sz | j �� rv| j jD ]b}t|t�rBt|�}tj�|�rt| j �
|� q|\}}|D ]$}t|�}tj�|�rN| j �
|� qNqd S r ) rB Zhas_data_filesrh r] �strr rD rE rF r= r )r �item�dirnameri r) r r r rQ $ s
z sdist._add_defaults_data_filesc C s( | j �� r$| �d�}| j�|�� � d S )N� build_ext)rB Zhas_ext_modulesrf r= rb rg )r rm r r r rR 5 s
zsdist._add_defaults_extc C s( | j �� r$| �d�}| j�|�� � d S )N�
build_clib)rB Zhas_c_librariesrf r= rb rg )r rn r r r rS : s
zsdist._add_defaults_c_libsc C s( | j �� r$| �d�}| j�|�� � d S )N�
build_scripts)rB Z has_scriptsrf r= rb rg )r ro r r r rT ? s
zsdist._add_defaults_scriptsc
C s� t �d| j� t| jddddddd�}zh|�� }|d kr:q�z| j�|� W q( tt fk
r� } z | �
d|j |j |f � W 5 d }~X Y q(X q(W 5 |�� X d S )Nz reading manifest template '%s'r1 )Zstrip_commentsZ skip_blanksZ
join_linesZ lstrip_wsZ rstrip_wsZ
collapse_joinz%s, line %d: %s)
r
�infor2 r �close�readliner= Zprocess_template_liner �
ValueErrorr rZ Z current_line)r r2 �line�msgr r r rK D s&
�
� zsdist.read_templatec C s� | � d�}| j�� }| jjd |jd� | jjd |d� tjdkrFd}nd}dddd d
d d g}d
|d�|�|f }| jj|dd� d S )N�build)�prefixZwin32z/|\\�/ZRCSZCVSz\.svnz\.hgz\.gitz\.bzrZ_darcsz(^|%s)(%s)(%s).*�|r1 )Zis_regex) rf rB � get_fullnamer= Zexclude_patternZ
build_base�sys�platformr_ )r rv �base_dirZsepsZvcs_dirsZvcs_ptrnr r r rL a s
�zsdist.prune_file_listc C sX | � � r t�d| j � d S | jjd d � }|�dd� | �tj | j|fd| j � d S )Nz5not writing to manually maintained manifest file '%s'r z*# file GENERATED by distutils, do NOT editzwriting manifest file '%s')
rG r
rp r3 r= rd �insertZexecuter Z
write_file)r Zcontentr r r rM y s � �zsdist.write_manifestc C s< t j�| j�sdS t| j�}z |�� }W 5 |�� X |dkS )NFz+# file GENERATED by distutils, do NOT edit
)rD rE rF r3 �openrq rr )r �fpZ
first_liner r r rG � s
z sdist._manifest_is_not_generatedc C sV t �d| j� t| j��4}|D ](}|�� }|�d�s |s:q | j�|� q W 5 Q R X d S )Nzreading manifest file '%s'�#)r
rp r3 r �strip�
startswithr= r )r r3 rt r r r rH � s zsdist.read_manifestc C s� | � |� tj||| jd� ttd�r4d}d| }n d }d| }|sPt�d� n
t�|� |D ]<}tj �
|�s|t�d|� q^tj � ||�}| j |||d� q^| j
j�|� d S ) N��dry_run�linkZhardzmaking hard links in %s...zcopying files to %s...z)no files to distribute -- empty manifest?z#'%s' not a regular file -- skipping)r� )Zmkpathr Z create_treer� �hasattrrD r
r rp rE rF r_ Z copy_filerB ZmetadataZwrite_pkg_info)r r} rd r� ru �file�destr r r �make_release_tree� s
zsdist.make_release_treec C s� | j �� }tj�| j|�}| �|| jj� g }d| j krT| j �
| j � | j � d��� | j D ]:}| j
|||| j| jd�}|�
|� | j j�
dd|f� qZ|| _| js�tj|| jd� d S )NZtar)r} r9 r: r � r� )rB rz rD rE r_ r7 r� r= rd r r �pop�indexZ make_archiver9 r: Z
dist_filesr8 r6 r Z remove_treer� )r r} Z base_namer8 Zfmtr� r r r r? � s
�
zsdist.make_distributionc C s | j S r )r8 r r r r �get_archive_files� s zsdist.get_archive_files)#�__name__�
__module__� __qualname__Z descriptionr Z user_optionsZboolean_optionsr Z help_optionsZ negative_optZ sub_commandsr\ r; r< r@ rC r> rJ � staticmethodr[ rN rO rP rQ rR rS rT rK rL rM rG rH r� r? r� r r r r r $ sp �' � ���
(
* r )rD r{ r �warningsr Zdistutils.corer Z distutilsr r r Zdistutils.text_filer Zdistutils.filelistr r
Zdistutils.utilr Zdistutils.errorsr r
r r r r r r �<module> s distutils/command/__pycache__/install.cpython-38.opt-1.pyc 0000644 00000032663 15115353744 0017475 0 ustar 00 U
&�.e�j � @ s d Z ddlZddlZddlmZ ddlmZ ddlmZ ddl m
Z
ddl m Z ddl
mZ dd lmZmZmZ dd
lmZ dd l mZ dd lmZ dd
lmZ dZdddddd�Zdddddd�dddddd�ed�Ze�rd d d d d d�ed < d d d!d"d d�ed#< dZG d$d%� d%e�Z dS )&zFdistutils.command.install
Implements the Distutils 'install' command.� N)�log)�Command)�DEBUG)�get_config_vars)�DistutilsPlatformError)�
write_file)� convert_path�
subst_vars� change_root)� get_platform)�DistutilsOptionError)� USER_BASE)� USER_SITETz$base/Lib/site-packagesz$base/Include/$dist_namez
$base/Scriptsz$base)�purelib�platlib�headers�scripts�dataz/$base/lib/python$py_version_short/site-packagesz5$platbase/lib64/python$py_version_short/site-packagesz9$base/include/python$py_version_short$abiflags/$dist_namez $base/binz$base/lib/pythonz$base/lib64/pythonz $base/include/python/$dist_name)� unix_prefix� unix_home�ntz $usersitez4$userbase/Python$py_version_nodot/Include/$dist_namez)$userbase/Python$py_version_nodot/Scriptsz $userbaseZnt_userz=$userbase/include/python$py_version_short$abiflags/$dist_namez
$userbase/bin� unix_userc @ s: e Zd ZdZdddddddd d
d d d
ddddddgZdddgZer`e�ddde f� e�d� ddiZ dd � Z
d d � Z d d � Z d!d"� Z
d#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1d2� Zd3d4� Zd5d6� Zd7d8� Zd9d:� Zd;d<� Zd=d>� Zd?d@� Z dAdB� Z dCdD� Z dEefdFe fdGe fdHe fdIdJdK� fgZ dS )L�installz'install everything from build directory)zprefix=Nzinstallation prefix)z exec-prefix=Nz.(Unix only) prefix for platform-specific files)zhome=Nz+(Unix only) home directory to install under)z
install-base=Nz;base installation directory (instead of --prefix or --home))zinstall-platbase=Nz\base installation directory for platform-specific files (instead of --exec-prefix or --home))zroot=Nz<install everything relative to this alternate root directory)zinstall-purelib=Nz;installation directory for pure Python module distributions)zinstall-platlib=Nz8installation directory for non-pure module distributions)z install-lib=Nzginstallation directory for all module distributions (overrides --install-purelib and --install-platlib))zinstall-headers=Nz(installation directory for C/C++ headers)zinstall-scripts=Nz)installation directory for Python scripts)z
install-data=Nz%installation directory for data files)�compile�cz compile .py to .pyc [default])�
no-compileNzdon't compile .py files)z optimize=�Ozlalso compile with optimization: -O1 for "python -O", -O2 for "python -OO", and -O0 to disable [default: -O0])�force�fz1force installation (overwrite any existing files))�
skip-buildNz2skip rebuilding everything (for testing/debugging))zrecord=Nz3filename in which to record list of installed filesr r r �userNz!install in user site-package '%s'r c C s� d| _ d| _d| _d| _d| _d| _d| _d| _d| _d| _ d| _
d| _ d| _ t
| _t| _d| _d| _d| _d| _d| _d| _d| _d| _d| _d| _dS )zInitializes options.Nr � )�prefix� exec_prefix�homer � install_base�install_platbase�root�install_purelib�install_platlib�install_headers� install_lib�install_scripts� install_datar
�install_userbaser �install_usersiter �optimize�
extra_path�install_path_filer �
skip_build�warn_dir�
build_base� build_lib�record��self� r: �1/usr/lib64/python3.8/distutils/command/install.py�initialize_options� s2 zinstall.initialize_optionsc C sx | j s| js| jr&| js | jr&td��| jr@| j s8| jr@td��| jrl| j sd| jsd| jsd| jsd| jrltd��tjdkr�| jr�| � d� d| _| �
d� tjdkr�| � � n| � � | �
d� t
j�� d }td
d �\}}z
t
j}W n tk
r� d }Y nX | j�� | j�� | j�� |d
t
jdd� dt
jdd� |||||d� | _t�rf| j| jd< | j| jd< | � � | �
d� | j| jd< | j| jd< t �r�d dl m } t d� || j� | � � | �
d� | j�r�| �!� | j"dk�r�| jj#�r�| j$| _"n| j%| _"| �&dddd d d dd� | �'� | j"| _(tj)�*| j"| j+�| _"| j,dk �r\| �-d dddd d d � | �
d � | �.d!d"d#� dS )$zFinalizes options.zWmust supply either prefix/exec-prefix/home or install-base/install-platbase -- not bothz9must supply either home or prefix/exec-prefix -- not bothzGcan't combine user with prefix, exec_prefix/home, or install_(plat)base�posixz+exec-prefix option ignored on this platformNzpre-finalize_{unix,other}z post-finalize_{unix,other}()r r" r# � z%d.%d� z%d%d) Z dist_nameZ dist_versionZ
dist_fullname�
py_versionZpy_version_shortZpy_version_nodotZ
sys_prefixr" Zsys_exec_prefixr# �abiflags�userbaseZusersitezpost-expand_basedirs()�baseZplatbase)�pprintz config vars:zpost-expand_dirs()�libr r r r r Zlibbasezafter prepending root�build)r5 r5 )r6 r6 )/r" r# r$ r% r& r r �os�name�warn� dump_dirs�
finalize_unix�finalize_other�sys�version�splitr rA �AttributeError� distributionZget_nameZ get_versionZ get_fullname� version_info� config_vars�
HAS_USER_SITEr. r/ �expand_basedirsr rD �print� expand_dirs�create_home_pathr+ Z ext_modulesr) r( �
convert_paths�handle_extra_path�install_libbase�path�join�
extra_dirsr' � change_rootsZset_undefined_options)r9 r@ r" r# rA rD r: r: r; �finalize_options� s� ������
�
� �
�zinstall.finalize_optionsc C s� t sdS ddlm} t�|d � | jD ]r}|d }|d dkrL|dd� }|| jkrx| j| }|�|�}t| |� }n|�|�}t| |�}t�d||� q(dS )z Dumps the list of user options.Nr )�
longopt_xlate�:����=z %s: %s) r Zdistutils.fancy_getoptra r �debug� user_options� negative_opt� translate�getattr)r9 �msgra �optZopt_name�valr: r: r; rJ u s
zinstall.dump_dirsc C sV | j dk s| jdk r\| jdkr2| jdkr2| jdksP| jdksP| jdksP| jdkrXtd��dS | j r�| j
dkrtt d��| j
| _ | _| � d� n�| j
dk r�| j
| _ | _| � d� n�| jdk�r$| jdk r�td��ttd�s�tjtjks�dtjkr�d }nd
}tj�tj�| | _tj�tj�| | _n| jdk�r8| j| _| j| _ | j| _| � d � dS ) z&Finalizes options for posix platforms.NzPinstall-base or install-platbase supplied, but installation scheme is incomplete�$User base directory is not specifiedr r z*must not supply exec-prefix without prefixZ real_prefix�RPM_BUILD_ROOTz/localr> r )r% r& r+ r( r) r* r, r- r r r. r �
select_schemer$ r" r# �hasattrrM � base_prefixrG �environr\ �normpath)r9 Zadditionr: r: r; rK � sZ
������
�
�
�� zinstall.finalize_unixc C s� | j r8| jdkrtd��| j | _| _| �tjd � n�| jdk r\| j | _| _| �d� n\| j dkrvtj
� t j �| _ | j | _| _z| �tj� W n" t
k
r� tdtj ��Y nX dS )z)Finalizes options for non-posix platformsNrm Z_userr z)I don't know how to install stuff on '%s')r r. r r% r& ro rG rH r$ r" r\ rs rM �KeyErrorr8 r: r: r; rL � s&
�
�zinstall.finalize_otherc C s< t | }tD ]*}d| }t| |�dkr t| ||| � q dS )z=Sets the install directories by applying the install schemes.�install_N)�INSTALL_SCHEMES� SCHEME_KEYSri �setattr)r9 rH Zscheme�key�attrnamer: r: r; ro � s
zinstall.select_schemec C sX |D ]N}t | |�}|d k rtjdks.tjdkr:tj�|�}t|| j�}t| ||� qd S )Nr= r )ri rG rH r\ �
expanduserr rS rx )r9 �attrs�attrrl r: r: r; �
_expand_attrs� s
zinstall._expand_attrsc C s | � dddg� dS )zNCalls `os.path.expanduser` on install_base, install_platbase and
root.r% r& r' N�r~ r8 r: r: r; rU � s zinstall.expand_basedirsc C s | � ddddddg� dS )z+Calls `os.path.expanduser` on install dirs.r( r) r+ r* r, r- Nr r8 r: r: r; rW � s �zinstall.expand_dirsc G s, |D ]"}d| }t | |tt| |��� qdS )z!Call `convert_path` over `names`.ru N)rx r ri �r9 �namesrH r} r: r: r; rY � s zinstall.convert_pathsc C s� | j dkr| jj | _ | j dk r�t�d� t| j t�rB| j �d�| _ t| j �dkr`| j d }}n"t| j �dkrz| j \}}ntd��t |�}nd}d}|| _
|| _ dS ) z4Set `path_file` and `extra_dirs` using `extra_path`.NzIDistribution option extra_path is deprecated. See issue27919 for details.�,r! r r? zY'extra_path' option must be a list, tuple, or comma-separated string with 1 or 2 elementsr> ) r1 rQ r rI �
isinstance�strrO �lenr r � path_filer^ )r9 r� r^ r: r: r; rZ � s(
� �
zinstall.handle_extra_pathc G s0 |D ]&}d| }t | |t| jt| |��� qdS )z:Change the install directories pointed by name using root.ru N)rx r
r' ri r� r: r: r; r_ s zinstall.change_rootsc C sb | j s
dS ttj�d��}| j�� D ]8\}}|�|�r$tj�|�s$| � d| � t�
|d� q$dS )zCreate directories under ~.N�~zos.makedirs('%s', 0o700)i� ) r r rG r\ r{ rS �items�
startswith�isdirZ debug_print�makedirs)r9 r$ rH r\ r: r: r; rX s zinstall.create_home_pathc C s" | j s6| �d� | j�d�j}| jr6|t� kr6td��| �� D ]}| �|� q>| j r\| �
� | j r�| � � }| j
r�t| j
�}tt|��D ]}|| |d� ||< q�| �t| j |fd| j � ttjjtj�}ttjj|�}tj�tj�| j��}| j�r | j �r| j�s ||k�r t�d| j� dS )zRuns the command.rF z"Can't install when cross-compilingNz'writing list of installed files to '%s'z�modules installed to '%s', which is not in Python's module search path (sys.path) -- you'll have to change the search path yourself) r3 Z run_commandrQ Zget_command_objZ plat_namer4 r r �get_sub_commandsr� �create_path_filer7 � get_outputsr' r� �range�executer �maprG r\ rs rM �normcaser+ r2 r re )r9 Z
build_plat�cmd_name�outputsZroot_lenZcounterZsys_pathr+ r: r: r; �run( sD
������z install.runc C sJ t j�| j| jd �}| jr8| �t|| jgfd| � n| � d| � dS )zCreates the .pth file�.pthz creating %szpath file '%s' not createdN)
rG r\ r] r[ r� r2 r� r r^ rI )r9 �filenamer: r: r; r� T s
�
�zinstall.create_path_filec C sh g }| � � D ].}| �|�}|�� D ]}||kr"|�|� q"q | jrd| jrd|�tj�| j | jd �� |S )z.Assembles the outputs of all the sub-commands.r� )
r� �get_finalized_commandr� �appendr� r2 rG r\ r] r[ )r9 r� r� �cmdr� r: r: r; r� b s
�zinstall.get_outputsc C s. g }| � � D ] }| �|�}|�|�� � q |S )z*Returns the inputs of all the sub-commands)r� r� �extend�
get_inputs)r9 Zinputsr� r� r: r: r; r� s s
zinstall.get_inputsc C s | j �� p| j �� S )zSReturns true if the current distribution has any Python
modules to install.)rQ Zhas_pure_modulesZhas_ext_modulesr8 r: r: r; �has_lib s
�zinstall.has_libc C s
| j �� S )zLReturns true if the current distribution has any headers to
install.)rQ � has_headersr8 r: r: r; r� � s zinstall.has_headersc C s
| j �� S )zMReturns true if the current distribution has any scripts to.
install.)rQ � has_scriptsr8 r: r: r; r� � s zinstall.has_scriptsc C s
| j �� S )zJReturns true if the current distribution has any data to.
install.)rQ Zhas_data_filesr8 r: r: r; �has_data� s zinstall.has_datar+ r* r, r- Zinstall_egg_infoc C s dS )NTr: r8 r: r: r; �<lambda>� � zinstall.<lambda>) �__name__�
__module__� __qualname__Z descriptionrf Zboolean_optionsrT r� r rg r< r` rJ rK rL ro r~ rU rW rY rZ r_ rX r� r� r� r� r� r� r� r� Z sub_commandsr: r: r: r; r I sn �;
�
N 3 " ,
�r ) �__doc__rM rG Z distutilsr Zdistutils.corer Zdistutils.debugr Zdistutils.sysconfigr Zdistutils.errorsr Zdistutils.file_utilr Zdistutils.utilr r r
r r Zsiter
r rT ZWINDOWS_SCHEMErv rw r r: r: r: r; �<module> sb �
����
�
distutils/command/__pycache__/build_py.cpython-38.opt-2.pyc 0000644 00000022002 15115353744 0017621 0 ustar 00 U
e5d&C � @ sv d dl Z d dlZd dlZd dlZd dlmZ d dlT d dlm Z m
Z
d dl m Z G dd� de�Z
G dd � d e
e
�ZdS )
� N)�Command)�*)� convert_path� Mixin2to3)�logc @ s� e Zd ZdZdddddgZddgZd diZd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd2d'd(�Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1S )3�build_pyz5"build" pure Python modules (copy to build directory))z
build-lib=�dz directory to "build" (copy) to)�compile�czcompile .py to .pyc)�
no-compileNz!don't compile .py files [default])z optimize=�Ozlalso compile with optimization: -O1 for "python -O", -O2 for "python -OO", and -O0 to disable [default: -O0])�force�fz2forcibly build everything (ignore file timestamps)r r
r c C s4 d | _ d | _d | _d | _d | _d| _d| _d | _d S )Nr )� build_lib�
py_modules�package� package_data� package_dirr �optimizer
��self� r �2/usr/lib64/python3.8/distutils/command/build_py.py�initialize_options s zbuild_py.initialize_optionsc C s� | � ddd� | jj| _| jj| _| jj| _i | _| jjr^| jj�� D ]\}}t|�| j|< qF| �� | _ t
| j t �s�zt | j �| _ W n t
tfk
r� td��Y nX d S )NZbuild)r r )r
r
zoptimize must be 0, 1, or 2)Zset_undefined_options� distribution�packagesr r r �itemsr �get_data_files�
data_files�
isinstancer �int�
ValueError�AssertionErrorZDistutilsOptionError)r �name�pathr r r �finalize_options* s$ �
zbuild_py.finalize_optionsc C s: | j r| �� | jr$| �� | �� | �| jdd�� d S �Nr )�include_bytecode)r �
build_modulesr �build_packages�build_package_data� byte_compile� get_outputsr r r r �runC s z build_py.runc s� g }| j s|S | j D ]h}| �|�}tjj| jg|�d� � }d� |rPt|�d � � fdd�| �||�D �}|� ||||f� q|S )N�.r � c s g | ]}|� d � �qS �Nr )�.0�file�Zplenr r �
<listcomp>s s z+build_py.get_data_files.<locals>.<listcomp>)
r �get_package_dir�osr$ �joinr �split�len�find_data_files�append)r �datar �src_dir� build_dir� filenamesr r3 r r a s
�zbuild_py.get_data_filesc sd | j �dg �| j �|g � }g � |D ]:}t�tj�t�|�t|���}� �� fdd�|D �� q$� S )N� c s$ g | ] }|� krt j�|�r|�qS r )r6 r$ �isfile)r1 �fn��filesr r r4 � s �z,build_py.find_data_files.<locals>.<listcomp>) r �get�globr6 r$ r7 �escaper �extend)r r r= Zglobs�patternZfilelistr rC r r: y s � zbuild_py.find_data_filesc C s` d }| j D ]P\}}}}|D ]>}tj�||�}| �tj�|�� | jtj�||�|dd� qq
d S )NF�Z
preserve_mode)r r6 r$ r7 �mkpath�dirname� copy_file)r Zlastdirr r= r> r? �filename�targetr r r r* � s �zbuild_py.build_package_datac C s� |� d�}| js&|r tjj|� S dS n�g }|r�z| jd�|� }W n* tk
rl |�d|d � |d= Y q*X |�d|� tjj|� S q*| j�d�}|d k r�|�d|� |r�tjj|� S dS d S )Nr. r@ r ���)r8 r r6 r$ r7 �KeyError�insertrE )r r r$ �tailZpdirr r r r5 � s(
zbuild_py.get_package_dirc C sj |dkr8t j�|�s td| ��t j�|�s8td| ��|rft j�|d�}t j�|�rZ|S t�d|� d S )Nr@ z%package directory '%s' does not existz>supposed package directory '%s' exists, but is not a directoryz __init__.pyz8package init file '%s' not found (or not a regular file)) r6 r$ �existsZDistutilsFileError�isdirr7 rA r �warn)r r r �init_pyr r r �
check_package� s& � �� �zbuild_py.check_packagec C s& t j�|�s t�d||� dS dS d S )Nz!file %s (for module %s) not foundFT)r6 r$ rA r rV )r �module� module_filer r r � check_module� s zbuild_py.check_modulec C s� | � ||� t�tj�t�|�d��}g }tj�| jj�}|D ]P}tj�|�}||kr�tj� tj�
|��d }|� |||f� q>| � d| � q>|S )Nz*.pyr z excluding %s)
rX rF r6 r$ r7 rG �abspathr Z script_name�splitext�basenamer; Z debug_print) r r r Z module_files�modulesZ setup_scriptr Zabs_frY r r r �find_package_modules� s z build_py.find_package_modulesc C s� i }g }| j D ]�}|�d�}d�|dd� �}|d }z|| \}}W n" tk
rh | �|�}d}Y nX |s�| �||�} |df||< | r�|�|d| f� tj�||d �}
| � ||
�s�q|�|||
f� q|S )Nr. r rP r/ �__init__�.py)
r r8 r7 rQ r5 rX r; r6 r$ r[ ) r r r_ rY r$ r Z module_baser �checkedrW rZ r r r � find_modules� s*
zbuild_py.find_modulesc C sN g }| j r|�| �� � | jrJ| jD ]$}| �|�}| �||�}|�|� q$|S r0 )r rH rd r r5 r` )r r_ r r �mr r r �find_all_modules s
zbuild_py.find_all_modulesc C s dd� | � � D �S )Nc S s g | ] }|d �qS )rP r )r1 rY r r r r4 - s z-build_py.get_source_files.<locals>.<listcomp>)rf r r r r �get_source_files, s zbuild_py.get_source_filesc C s$ |gt |� |d g }tjj|� S )Nrb )�listr6 r$ r7 )r r> r rY Z outfile_pathr r r �get_module_outfile/ s zbuild_py.get_module_outfiler/ c C s� | � � }g }|D ]p\}}}|�d�}| �| j||�}|�|� |r| jr^|�tjj|dd�� | j dkr|�tjj|| j d�� q|dd� | j
D �7 }|S )Nr. r@ )� optimizationr c S s, g | ]$\}}}}|D ]}t j�||��qqS r )r6 r$ r7 )r1 r r= r> r? rN r r r r4 B s
�z(build_py.get_outputs.<locals>.<listcomp>) rf r8 ri r r; r � importlib�util�cache_from_sourcer r )r r' r_ Zoutputsr rY rZ rN r r r r, 3 s*
�
�
�zbuild_py.get_outputsc C sb t |t�r|�d�}nt |ttf�s,td��| �| j||�}tj �
|�}| � |� | j ||dd�S )Nr. z:'package' must be a string (dot-separated), list, or tupler rJ )
r �strr8 rh �tuple� TypeErrorri r r6 r$ rL rK rM )r rY rZ r Zoutfile�dirr r r � build_moduleJ s
�
zbuild_py.build_modulec C s* | � � }|D ]\}}}| �|||� q d S r0 )rd rr )r r_ r rY rZ r r r r( Y s zbuild_py.build_modulesc C sD | j D ]8}| �|�}| �||�}|D ]\}}}| �|||� q$qd S r0 )r r5 r` rr )r r r r_ Zpackage_rY rZ r r r r) b s
zbuild_py.build_packagesc C s� t jr| �d� d S ddlm} | j}|d tjkr>|tj }| jrZ||d| j || j
d� | j dkr|||| j | j || j
d� d S )Nz%byte-compiling is disabled, skipping.r )r+ rP )r r
�prefix�dry_run) �sys�dont_write_bytecoderV �distutils.utilr+ r r6 �sepr r
rt r )r rD r+ rs r r r r+ v s&
�
�zbuild_py.byte_compileN)r/ )�__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsZ negative_optr r% r- r r: r* r5 rX r[ r` rd rf rg ri r, rr r( r) r+ r r r r r s8 �
'4
r c @ s e Zd Zdd� Zdd� ZdS )�
build_py_2to3c C sL g | _ | jr| �� | jr*| �� | �� | �| j � | �| jdd�� d S r& ) �
updated_filesr r( r r) r* Zrun_2to3r+ r, r r r r r- � s zbuild_py_2to3.runc C s, t �| |||�}|d r(| j�|d � |S )Nr/ r )r rr r} r; )r rY rZ r �resr r r rr � s zbuild_py_2to3.build_moduleN)ry rz r{ r- rr r r r r r| � s r| )r6 �importlib.utilrk ru rF Zdistutils.corer Zdistutils.errorsrw r r Z distutilsr r r| r r r r �<module> s } distutils/command/__pycache__/build.cpython-38.pyc 0000644 00000007453 15115353744 0016166 0 ustar 00 U
e5d� � @ sT d Z ddlZddlZddlmZ ddlmZ ddlmZ dd� Z G dd � d e�Z
dS )
zBdistutils.command.build
Implements the Distutils 'build' command.� N)�Command)�DistutilsOptionError)� get_platformc C s ddl m} | � d S )Nr ��show_compilers)Zdistutils.ccompilerr r � r �//usr/lib64/python3.8/distutils/command/build.pyr s r c @ s� e Zd ZdZdddddddd d
e� fd d d
ddg ZddgZdddefgZdd� Z dd� Z
dd� Z dd � Z d d � Z
d d � Zd!d"� Zd#e fd$e
fd%efd&efgZdS )'�buildz"build everything needed to install)z build-base=�bz base directory for build library)zbuild-purelib=Nz2build directory for platform-neutral distributions)zbuild-platlib=Nz3build directory for platform-specific distributions)z
build-lib=NzWbuild directory for all distribution (defaults to either build-purelib or build-platlib)zbuild-scripts=Nzbuild directory for scripts)z build-temp=�tztemporary build directoryz
plat-name=�pz6platform name to build for, if supported (default: %s))z compiler=�czspecify the compiler type)z parallel=�jz number of parallel build jobs)�debug�gz;compile extensions and libraries with debugging information)�force�fz2forcibly build everything (ignore file timestamps))z executable=�ez5specify final destination interpreter path (build.py)r r z
help-compilerNzlist available compilersc C sL d| _ d | _d | _d | _d | _d | _d | _d | _d | _d| _ d | _
d | _ d S )Nr r ) �
build_base�
build_purelib�
build_platlib� build_lib�
build_temp�
build_scriptsZcompiler� plat_namer r �
executable�parallel��selfr r r �initialize_options8 s zbuild.initialize_optionsc C sb | j d krt� | _ ntjdkr&td��d| j ftjd d� � }ttd�rR|d7 }| jd krntj �
| j d�| _| j d kr�tj �
| j d| �| _ | j
d kr�| jjr�| j | _
n| j| _
| jd kr�tj �
| j d| �| _| jd kr�tj �
| j d tjd d� �| _| jd k�r tj�r tj �tj�| _t| jt��r^zt| j�| _W n tk
�r\ td
��Y nX d S ) N�ntzW--plat-name only supported on Windows (try using './configure --help' on your platform)z .%s-%d.%d� Zgettotalrefcountz-pydebug�libZtempz
scripts-%d.%dz parallel should be an integer)r r �os�namer �sys� version_info�hasattrr �path�joinr r r � distributionZ ext_modulesr r r �normpath�
isinstancer �str�int�
ValueError)r Zplat_specifierr r r �finalize_optionsH sD
�
�
�
�zbuild.finalize_optionsc C s | � � D ]}| �|� qd S �N)Zget_sub_commandsZ run_command)r Zcmd_namer r r �run� s z build.runc C s
| j �� S r1 )r* �has_pure_modulesr r r r r3 � s zbuild.has_pure_modulesc C s
| j �� S r1 )r* �has_c_librariesr r r r r4 � s zbuild.has_c_librariesc C s
| j �� S r1 )r* �has_ext_modulesr r r r r5 � s zbuild.has_ext_modulesc C s
| j �� S r1 )r* � has_scriptsr r r r r6 � s zbuild.has_scriptsZbuild_pyZ
build_clibZ build_extr )�__name__�
__module__� __qualname__Z descriptionr Z user_optionsZboolean_optionsr Z help_optionsr r0 r2 r3 r4 r5 r6 Z sub_commandsr r r r r sH ��� ��8 �r ) �__doc__r% r# Zdistutils.corer Zdistutils.errorsr Zdistutils.utilr r r r r r r �<module> s distutils/command/__pycache__/install.cpython-38.pyc 0000644 00000032663 15115353744 0016536 0 ustar 00 U
&�.e�j � @ s d Z ddlZddlZddlmZ ddlmZ ddlmZ ddl m
Z
ddl m Z ddl
mZ dd lmZmZmZ dd
lmZ dd l mZ dd lmZ dd
lmZ dZdddddd�Zdddddd�dddddd�ed�Ze�rd d d d d d�ed < d d d!d"d d�ed#< dZG d$d%� d%e�Z dS )&zFdistutils.command.install
Implements the Distutils 'install' command.� N)�log)�Command)�DEBUG)�get_config_vars)�DistutilsPlatformError)�
write_file)� convert_path�
subst_vars� change_root)� get_platform)�DistutilsOptionError)� USER_BASE)� USER_SITETz$base/Lib/site-packagesz$base/Include/$dist_namez
$base/Scriptsz$base)�purelib�platlib�headers�scripts�dataz/$base/lib/python$py_version_short/site-packagesz5$platbase/lib64/python$py_version_short/site-packagesz9$base/include/python$py_version_short$abiflags/$dist_namez $base/binz$base/lib/pythonz$base/lib64/pythonz $base/include/python/$dist_name)� unix_prefix� unix_home�ntz $usersitez4$userbase/Python$py_version_nodot/Include/$dist_namez)$userbase/Python$py_version_nodot/Scriptsz $userbaseZnt_userz=$userbase/include/python$py_version_short$abiflags/$dist_namez
$userbase/bin� unix_userc @ s: e Zd ZdZdddddddd d
d d d
ddddddgZdddgZer`e�ddde f� e�d� ddiZ dd � Z
d d � Z d d � Z d!d"� Z
d#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1d2� Zd3d4� Zd5d6� Zd7d8� Zd9d:� Zd;d<� Zd=d>� Zd?d@� Z dAdB� Z dCdD� Z dEefdFe fdGe fdHe fdIdJdK� fgZ dS )L�installz'install everything from build directory)zprefix=Nzinstallation prefix)z exec-prefix=Nz.(Unix only) prefix for platform-specific files)zhome=Nz+(Unix only) home directory to install under)z
install-base=Nz;base installation directory (instead of --prefix or --home))zinstall-platbase=Nz\base installation directory for platform-specific files (instead of --exec-prefix or --home))zroot=Nz<install everything relative to this alternate root directory)zinstall-purelib=Nz;installation directory for pure Python module distributions)zinstall-platlib=Nz8installation directory for non-pure module distributions)z install-lib=Nzginstallation directory for all module distributions (overrides --install-purelib and --install-platlib))zinstall-headers=Nz(installation directory for C/C++ headers)zinstall-scripts=Nz)installation directory for Python scripts)z
install-data=Nz%installation directory for data files)�compile�cz compile .py to .pyc [default])�
no-compileNzdon't compile .py files)z optimize=�Ozlalso compile with optimization: -O1 for "python -O", -O2 for "python -OO", and -O0 to disable [default: -O0])�force�fz1force installation (overwrite any existing files))�
skip-buildNz2skip rebuilding everything (for testing/debugging))zrecord=Nz3filename in which to record list of installed filesr r r �userNz!install in user site-package '%s'r c C s� d| _ d| _d| _d| _d| _d| _d| _d| _d| _d| _ d| _
d| _ d| _ t
| _t| _d| _d| _d| _d| _d| _d| _d| _d| _d| _d| _dS )zInitializes options.Nr � )�prefix� exec_prefix�homer � install_base�install_platbase�root�install_purelib�install_platlib�install_headers� install_lib�install_scripts� install_datar
�install_userbaser �install_usersiter �optimize�
extra_path�install_path_filer �
skip_build�warn_dir�
build_base� build_lib�record��self� r: �1/usr/lib64/python3.8/distutils/command/install.py�initialize_options� s2 zinstall.initialize_optionsc C sx | j s| js| jr&| js | jr&td��| jr@| j s8| jr@td��| jrl| j sd| jsd| jsd| jsd| jrltd��tjdkr�| jr�| � d� d| _| �
d� tjdkr�| � � n| � � | �
d� t
j�� d }td
d �\}}z
t
j}W n tk
r� d }Y nX | j�� | j�� | j�� |d
t
jdd� dt
jdd� |||||d� | _t�rf| j| jd< | j| jd< | � � | �
d� | j| jd< | j| jd< t �r�d dl m } t d� || j� | � � | �
d� | j�r�| �!� | j"dk�r�| jj#�r�| j$| _"n| j%| _"| �&dddd d d dd� | �'� | j"| _(tj)�*| j"| j+�| _"| j,dk �r\| �-d dddd d d � | �
d � | �.d!d"d#� dS )$zFinalizes options.zWmust supply either prefix/exec-prefix/home or install-base/install-platbase -- not bothz9must supply either home or prefix/exec-prefix -- not bothzGcan't combine user with prefix, exec_prefix/home, or install_(plat)base�posixz+exec-prefix option ignored on this platformNzpre-finalize_{unix,other}z post-finalize_{unix,other}()r r" r# � z%d.%d� z%d%d) Z dist_nameZ dist_versionZ
dist_fullname�
py_versionZpy_version_shortZpy_version_nodotZ
sys_prefixr" Zsys_exec_prefixr# �abiflags�userbaseZusersitezpost-expand_basedirs()�baseZplatbase)�pprintz config vars:zpost-expand_dirs()�libr r r r r Zlibbasezafter prepending root�build)r5 r5 )r6 r6 )/r" r# r$ r% r& r r �os�name�warn� dump_dirs�
finalize_unix�finalize_other�sys�version�splitr rA �AttributeError� distributionZget_nameZ get_versionZ get_fullname� version_info� config_vars�
HAS_USER_SITEr. r/ �expand_basedirsr rD �print� expand_dirs�create_home_pathr+ Z ext_modulesr) r( �
convert_paths�handle_extra_path�install_libbase�path�join�
extra_dirsr' � change_rootsZset_undefined_options)r9 r@ r" r# rA rD r: r: r; �finalize_options� s� ������
�
� �
�zinstall.finalize_optionsc C s� t sdS ddlm} t�|d � | jD ]r}|d }|d dkrL|dd� }|| jkrx| j| }|�|�}t| |� }n|�|�}t| |�}t�d||� q(dS )z Dumps the list of user options.Nr )�
longopt_xlate�:����=z %s: %s) r Zdistutils.fancy_getoptra r �debug� user_options� negative_opt� translate�getattr)r9 �msgra �optZopt_name�valr: r: r; rJ u s
zinstall.dump_dirsc C sV | j dk s| jdk r\| jdkr2| jdkr2| jdksP| jdksP| jdksP| jdkrXtd��dS | j r�| j
dkrtt d��| j
| _ | _| � d� n�| j
dk r�| j
| _ | _| � d� n�| jdk�r$| jdk r�td��ttd�s�tjtjks�dtjkr�d }nd
}tj�tj�| | _tj�tj�| | _n| jdk�r8| j| _| j| _ | j| _| � d � dS ) z&Finalizes options for posix platforms.NzPinstall-base or install-platbase supplied, but installation scheme is incomplete�$User base directory is not specifiedr r z*must not supply exec-prefix without prefixZ real_prefix�RPM_BUILD_ROOTz/localr> r )r% r& r+ r( r) r* r, r- r r r. r �
select_schemer$ r" r# �hasattrrM � base_prefixrG �environr\ �normpath)r9 Zadditionr: r: r; rK � sZ
������
�
�
�� zinstall.finalize_unixc C s� | j r8| jdkrtd��| j | _| _| �tjd � n�| jdk r\| j | _| _| �d� n\| j dkrvtj
� t j �| _ | j | _| _z| �tj� W n" t
k
r� tdtj ��Y nX dS )z)Finalizes options for non-posix platformsNrm Z_userr z)I don't know how to install stuff on '%s')r r. r r% r& ro rG rH r$ r" r\ rs rM �KeyErrorr8 r: r: r; rL � s&
�
�zinstall.finalize_otherc C s< t | }tD ]*}d| }t| |�dkr t| ||| � q dS )z=Sets the install directories by applying the install schemes.�install_N)�INSTALL_SCHEMES� SCHEME_KEYSri �setattr)r9 rH Zscheme�key�attrnamer: r: r; ro � s
zinstall.select_schemec C sX |D ]N}t | |�}|d k rtjdks.tjdkr:tj�|�}t|| j�}t| ||� qd S )Nr= r )ri rG rH r\ �
expanduserr rS rx )r9 �attrs�attrrl r: r: r; �
_expand_attrs� s
zinstall._expand_attrsc C s | � dddg� dS )zNCalls `os.path.expanduser` on install_base, install_platbase and
root.r% r& r' N�r~ r8 r: r: r; rU � s zinstall.expand_basedirsc C s | � ddddddg� dS )z+Calls `os.path.expanduser` on install dirs.r( r) r+ r* r, r- Nr r8 r: r: r; rW � s �zinstall.expand_dirsc G s, |D ]"}d| }t | |tt| |��� qdS )z!Call `convert_path` over `names`.ru N)rx r ri �r9 �namesrH r} r: r: r; rY � s zinstall.convert_pathsc C s� | j dkr| jj | _ | j dk r�t�d� t| j t�rB| j �d�| _ t| j �dkr`| j d }}n"t| j �dkrz| j \}}ntd��t |�}nd}d}|| _
|| _ dS ) z4Set `path_file` and `extra_dirs` using `extra_path`.NzIDistribution option extra_path is deprecated. See issue27919 for details.�,r! r r? zY'extra_path' option must be a list, tuple, or comma-separated string with 1 or 2 elementsr> ) r1 rQ r rI �
isinstance�strrO �lenr r � path_filer^ )r9 r� r^ r: r: r; rZ � s(
� �
zinstall.handle_extra_pathc G s0 |D ]&}d| }t | |t| jt| |��� qdS )z:Change the install directories pointed by name using root.ru N)rx r
r' ri r� r: r: r; r_ s zinstall.change_rootsc C sb | j s
dS ttj�d��}| j�� D ]8\}}|�|�r$tj�|�s$| � d| � t�
|d� q$dS )zCreate directories under ~.N�~zos.makedirs('%s', 0o700)i� ) r r rG r\ r{ rS �items�
startswith�isdirZ debug_print�makedirs)r9 r$ rH r\ r: r: r; rX s zinstall.create_home_pathc C s" | j s6| �d� | j�d�j}| jr6|t� kr6td��| �� D ]}| �|� q>| j r\| �
� | j r�| � � }| j
r�t| j
�}tt|��D ]}|| |d� ||< q�| �t| j |fd| j � ttjjtj�}ttjj|�}tj�tj�| j��}| j�r | j �r| j�s ||k�r t�d| j� dS )zRuns the command.rF z"Can't install when cross-compilingNz'writing list of installed files to '%s'z�modules installed to '%s', which is not in Python's module search path (sys.path) -- you'll have to change the search path yourself) r3 Z run_commandrQ Zget_command_objZ plat_namer4 r r �get_sub_commandsr� �create_path_filer7 � get_outputsr' r� �range�executer �maprG r\ rs rM �normcaser+ r2 r re )r9 Z
build_plat�cmd_name�outputsZroot_lenZcounterZsys_pathr+ r: r: r; �run( sD
������z install.runc C sJ t j�| j| jd �}| jr8| �t|| jgfd| � n| � d| � dS )zCreates the .pth file�.pthz creating %szpath file '%s' not createdN)
rG r\ r] r[ r� r2 r� r r^ rI )r9 �filenamer: r: r; r� T s
�
�zinstall.create_path_filec C sh g }| � � D ].}| �|�}|�� D ]}||kr"|�|� q"q | jrd| jrd|�tj�| j | jd �� |S )z.Assembles the outputs of all the sub-commands.r� )
r� �get_finalized_commandr� �appendr� r2 rG r\ r] r[ )r9 r� r� �cmdr� r: r: r; r� b s
�zinstall.get_outputsc C s. g }| � � D ] }| �|�}|�|�� � q |S )z*Returns the inputs of all the sub-commands)r� r� �extend�
get_inputs)r9 Zinputsr� r� r: r: r; r� s s
zinstall.get_inputsc C s | j �� p| j �� S )zSReturns true if the current distribution has any Python
modules to install.)rQ Zhas_pure_modulesZhas_ext_modulesr8 r: r: r; �has_lib s
�zinstall.has_libc C s
| j �� S )zLReturns true if the current distribution has any headers to
install.)rQ � has_headersr8 r: r: r; r� � s zinstall.has_headersc C s
| j �� S )zMReturns true if the current distribution has any scripts to.
install.)rQ � has_scriptsr8 r: r: r; r� � s zinstall.has_scriptsc C s
| j �� S )zJReturns true if the current distribution has any data to.
install.)rQ Zhas_data_filesr8 r: r: r; �has_data� s zinstall.has_datar+ r* r, r- Zinstall_egg_infoc C s dS )NTr: r8 r: r: r; �<lambda>� � zinstall.<lambda>) �__name__�
__module__� __qualname__Z descriptionrf Zboolean_optionsrT r� r rg r< r` rJ rK rL ro r~ rU rW rY rZ r_ rX r� r� r� r� r� r� r� r� Z sub_commandsr: r: r: r; r I sn �;
�
N 3 " ,
�r ) �__doc__rM rG Z distutilsr Zdistutils.corer Zdistutils.debugr Zdistutils.sysconfigr Zdistutils.errorsr Zdistutils.file_utilr Zdistutils.utilr r r
r r Zsiter
r rT ZWINDOWS_SCHEMErv rw r r: r: r: r; �<module> sb �
����
�
distutils/command/__pycache__/build_scripts.cpython-38.opt-1.pyc 0000644 00000010346 15115353744 0020667 0 ustar 00 U
e5dX � @ s� d Z ddlZddlZddlmZ ddlmZ ddlmZ ddl m
Z
ddl m Z m
Z
ddlmZ ddlZe�d �ZG d
d � d e�ZG d d
� d
ee
�ZdS )zRdistutils.command.build_scripts
Implements the Distutils 'build_scripts' command.� N)�ST_MODE)� sysconfig)�Command)�newer)� convert_path� Mixin2to3)�logs ^#!.*python[0-9.]*([ ].*)?$c @ sH e Zd ZdZdddgZdgZdd� Zdd � Zd
d � Zd d
� Z dd� Z
dS )�
build_scriptsz("build" scripts (copy and fixup #! line))z
build-dir=�dz directory to "build" (copy) to)�force�fz1forcibly build everything (ignore file timestamps)z executable=�ez*specify final destination interpreter pathr c C s" d | _ d | _d | _d | _d | _d S �N)� build_dir�scriptsr �
executable�outfiles��self� r �7/usr/lib64/python3.8/distutils/command/build_scripts.py�initialize_options s
z build_scripts.initialize_optionsc C s | � dddd� | jj| _d S )NZbuild)r r )r r )r r )Zset_undefined_optionsZ distributionr r r r r �finalize_options% s �z build_scripts.finalize_optionsc C s | j S r )r r r r r �get_source_files, s z build_scripts.get_source_filesc C s | j s
d S | �� d S r )r � copy_scriptsr r r r �run/ s zbuild_scripts.runc
C s� | � | j� g }g }| jD �] }d}t|�}tj�| jtj�|��}|�|� | j slt
||�slt � d|� qzt
|d�}W n tk
r� | js�� d}Y nXX t�|j�\}}|�d� |�� } | s�| �d| � qt�| �}
|
r�d}|
�d�p�d } |�rt �d
|| j� |�|� | j�stj�s*| j} n(tj�t� d �d t� d
�t� d�f �} t� | �} d| | d }
z|
� d� W n$ t k
�r� t d�!|
���Y nX z|
� |� W n& t k
�r� t d�!|
|���Y nX t
|d�� }|�"|
� |�#|�$� � W 5 Q R X |�r8|�%� q|�r"|�%� |�|� | �&||� qtj'dk�r�|D ]`}| j�rdt �d|� nDt�(|�t) d@ }|dB d@ }||k�rJt �d|||� t�*||� �qJ||fS )a" Copy each script listed in 'self.scripts'; if it's marked as a
Python script in the Unix way (first line matches 'first_line_re',
ie. starts with "\#!" and contains "python"), then adjust the first
line to refer to the current Python interpreter as we copy.
Fznot copying %s (up-to-date)�rbNr z %s is an empty file (skipping)T� � z copying and adjusting %s -> %sZBINDIRz
python%s%sZVERSIONZEXEs #!�
zutf-8z.The shebang ({!r}) is not decodable from utf-8zAThe shebang ({!r}) is not decodable from the script encoding ({})�wb�posixzchanging mode of %si� im z!changing mode of %s from %o to %o)+Zmkpathr r r �os�path�join�basename�appendr r r �debug�open�OSError�dry_run�tokenize�detect_encoding�readline�seek�warn�
first_line_re�match�group�infor Z python_buildr Zget_config_var�fsencode�decode�UnicodeDecodeError�
ValueError�format�write�
writelines� readlines�closeZ copy_file�name�statr �chmod)r r �
updated_filesZscriptZadjustZoutfiler �encoding�linesZ
first_liner1 Z post_interpr ZshebangZoutf�fileZoldmodeZnewmoder r r r 5 s�
�
��
��
��
�zbuild_scripts.copy_scriptsN) �__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsr r r r r r r r r r s �r c @ s e Zd Zdd� ZdS )�build_scripts_2to3c C s& t �| �\}}| js | �|� ||fS r )r r r* Zrun_2to3)r r r@ r r r r � s
z build_scripts_2to3.copy_scriptsN)rD rE rF r r r r r rG � s rG )�__doc__r" �rer> r Z distutilsr Zdistutils.corer Zdistutils.dep_utilr Zdistutils.utilr r r r+ �compiler0 r rG r r r r �<module> s
distutils/command/__pycache__/install_headers.cpython-38.opt-1.pyc 0000644 00000003256 15115353744 0021164 0 ustar 00 U
e5d � @ s$ d Z ddlmZ G dd� de�ZdS )z�distutils.command.install_headers
Implements the Distutils 'install_headers' command, to install C/C++ header
files to the Python include directory.� )�Commandc @ sF e Zd ZdZddgZdgZdd� Zdd� Zd d
� Zd d � Z d
d� Z
dS )�install_headerszinstall C/C++ header files)z install-dir=�dz$directory to install header files to)�force�fz-force installation (overwrite existing files)r c C s d | _ d| _g | _d S )Nr )� install_dirr �outfiles��self� r �9/usr/lib64/python3.8/distutils/command/install_headers.py�initialize_options s z"install_headers.initialize_optionsc C s | � ddd� d S )NZinstall)r r )r r )Zset_undefined_optionsr r r r �finalize_options s �z install_headers.finalize_optionsc C sH | j j}|sd S | �| j� |D ]"}| �|| j�\}}| j�|� q d S �N)� distribution�headersZmkpathr Z copy_filer �append)r
r �header�out�_r r r �run! s zinstall_headers.runc C s | j jp
g S r )r r r r r r �
get_inputs+ s zinstall_headers.get_inputsc C s | j S r )r r r r r � get_outputs. s zinstall_headers.get_outputsN) �__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsr
r r r r r r r r r
s �
r N)�__doc__Zdistutils.corer r r r r r �<module> s distutils/command/__pycache__/install_lib.cpython-38.pyc 0000644 00000011773 15115353744 0017363 0 ustar 00 U
e5d� � @ sL d Z ddlZddlZddlZddlmZ ddlmZ dZ G dd� de�Z
dS )zkdistutils.command.install_lib
Implements the Distutils 'install_lib' command
(install all Python modules).� N)�Command)�DistutilsOptionErrorz.pyc @ s� e Zd ZdZdddddddgZd d
d gZd d
iZd
d� Zdd� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd � Zd d � Zd d � Zd!S )"� install_libz7install all Python modules (extensions and pure Python))z install-dir=�dzdirectory to install to)z
build-dir=�bz'build directory (where to install from))�force�fz-force installation (overwrite existing files))�compile�cz compile .py to .pyc [default])�
no-compileNzdon't compile .py files)z optimize=�Ozlalso compile with optimization: -O1 for "python -O", -O2 for "python -OO", and -O0 to disable [default: -O0])�
skip-buildNzskip the build stepsr r r
r c C s( d | _ d | _d| _d | _d | _d | _d S )Nr )� install_dir� build_dirr r �optimize�
skip_build��self� r �5/usr/lib64/python3.8/distutils/command/install_lib.py�initialize_options3 s z install_lib.initialize_optionsc C s� | � ddddddd� | jd kr&d| _| jd kr6d | _t| jt�s�z t| j�| _| jd
kr^t�W n ttfk
r� td ��Y nX d S ) N�install)� build_libr )r r )r r )r r )r r )r r TF)r � � zoptimize must be 0, 1, or 2)Zset_undefined_optionsr r �
isinstance�int�AssertionError�
ValueErrorr r r r r �finalize_options< s& �
z install_lib.finalize_optionsc C s0 | � � | �� }|d k r,| j�� r,| �|� d S �N)�buildr � distribution�has_pure_modules� byte_compile�r Zoutfilesr r r �runV s zinstall_lib.runc C s2 | j s.| j�� r| �d� | j�� r.| �d� d S )N�build_py� build_ext)r r" r# Z run_command�has_ext_modulesr r r r r! f s
zinstall_lib.buildc C s8 t j�| j�r | �| j| j�}n| �d| j � d S |S )Nz3'%s' does not exist -- no Python modules to install)�os�path�isdirr Z copy_treer �warnr% r r r r m s �zinstall_lib.installc C sr t jr| �d� d S ddlm} | �d�j}| jrH||d| j|| j d� | j
dkrn||| j
| j|| j | j d� d S )Nz%byte-compiling is disabled, skipping.r )r$ r )r r �prefix�dry_run)r r r. �verboser/ ) �sys�dont_write_bytecoder- Zdistutils.utilr$ �get_finalized_command�rootr r r/ r r0 )r �filesr$ Z install_rootr r r r$ v s$
�
�zinstall_lib.byte_compilec
C sd |sg S | � |�}|�� }t||�}t|�ttj� }g }|D ] } |�tj�|| |d � �� q>|S r ) r3 � get_outputs�getattr�lenr* �sep�appendr+ �join)
r Zhas_anyZ build_cmdZ
cmd_optionZ
output_dirZ build_filesr �
prefix_lenZoutputs�filer r r �_mutate_outputs� s
zinstall_lib._mutate_outputsc C sr g }|D ]d}t j�t j�|��d }|tkr.q| jrJ|�tjj |dd�� | j
dkr|�tjj || j
d�� q|S )Nr � )� optimizationr ) r* r+ �splitext�normcase�PYTHON_SOURCE_EXTENSIONr r: � importlib�util�cache_from_sourcer )r Z py_filenamesZbytecode_filesZpy_fileZextr r r �_bytecode_filenames� s
�
�
z install_lib._bytecode_filenamesc C sR | � | j�� dd| j�}| jr*| �|�}ng }| � | j�� dd| j�}|| | S )z�Return the list of files that would be installed if this command
were actually run. Not affected by the "dry-run" flag or whether
modules have actually been built yet.
r' r r( )r> r" r# r r rG r) )r Z pure_outputsZbytecode_outputsZ ext_outputsr r r r6 � s �� ��zinstall_lib.get_outputsc C sL g }| j �� r&| �d�}|�|�� � | j �� rH| �d�}|�|�� � |S )z�Get the list of files that are input to this command, ie. the
files that get installed as they are named in the build tree.
The files in this list correspond one-to-one to the output
filenames returned by 'get_outputs()'.
r' r( )r" r# r3 �extendr6 r) )r Zinputsr' r( r r r �
get_inputs� s
zinstall_lib.get_inputsN)�__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsZ negative_optr r r& r! r r$ r> rG r6 rI r r r r r s* �
r ) �__doc__r* �importlib.utilrD r1 Zdistutils.corer Zdistutils.errorsr rC r r r r r �<module> s distutils/command/__pycache__/register.cpython-38.pyc 0000644 00000020411 15115353744 0016700 0 ustar 00 U
e5d�- � @ sd d Z ddlZddlZddlZddlZddlmZ ddlm Z ddl
T ddl m Z G dd� de �Z
dS ) zhdistutils.command.register
Implements the Distutils 'register' command (register with the repository).
� N)�warn)�
PyPIRCCommand)�*)�logc @ s� e Zd ZdZejddg Zejdddg Zddd � fgZd
d � Zd d
� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� Zd d d �Zd S ) �registerz7register the distribution with the Python package index)�list-classifiersNz list the valid Trove classifiers)�strictNzBWill stop the registering if the meta-data are not fully compliant�verifyr r �checkc C s dS )NT� ��selfr r �2/usr/lib64/python3.8/distutils/command/register.py�<lambda> � zregister.<lambda>c C s t �| � d| _d| _d S )Nr )r �initialize_options�list_classifiersr r r r r r s
zregister.initialize_optionsc C s* t �| � d| jfdd�}|| jjd< d S )Nr )r � )r �restructuredtextr
)r �finalize_optionsr � distributionZcommand_options)r
Z
check_optionsr r r r $ s
�zregister.finalize_optionsc C sT | � � | �� | �� D ]}| �|� q| jr8| �� n| jrH| �� n| �� d S )N) r � _set_configZget_sub_commandsZ run_commandZdry_run�verify_metadatar � classifiers�
send_metadata)r
Zcmd_namer r r �run+ s
z register.runc C s8 t dt� | j�d�}|�� | j|_d|_|�� dS )zDeprecated API.zddistutils.command.register.check_metadata is deprecated, use the check command insteadr
r N)r �PendingDeprecationWarningr Zget_command_objZensure_finalizedr r r )r
r
r r r �check_metadata: s � zregister.check_metadatac C sz | � � }|i kr@|d | _|d | _|d | _|d | _d| _n6| jd| jfkr^td| j ��| jdkrp| j| _d| _d S )
z: Reads the configuration file and set attributes.
�username�password�
repository�realmTZpypiz%s not found in .pypircFN)Z _read_pypircr r r r! �
has_configZDEFAULT_REPOSITORY�
ValueError)r
Zconfigr r r r D s
zregister._set_configc C s* | j d }tj�|�}t�| �|�� dS )z8 Fetch the list of classifiers from the server.
z?:action=list_classifiersN)r �urllib�requestZurlopenr �info�_read_pypi_response)r
ZurlZresponser r r r U s
zregister.classifiersc C s& | � | �d��\}}t�d||� dS )zF Send the metadata to the package index server to be checked.
r �Server response (%s): %sN)�post_to_server�build_post_datar r& )r
�code�resultr r r r \ s zregister.verify_metadatac
C s� | j rd}| j}| j}n d}d }}d�� }||krd| �dtj� t� }|sRd}q,||kr,td� q,|dk�rl|s|td�}qn|s�t � d�}q|t
j � � }t
j
�| j�d }|�| j|||� | �| �d
�|�\}}| �d ||f tj� |d k�r�| j �r|| j_nf| �d
tj� | �d| �� tj� d}|�� dk�rNtd�}|�s*d}�q*|�� dk�r�| �||� �nl|dk�r�ddi} d | d< | d< | d< d| d< | d �s�td�| d< �q�| d | d k�r0| d �s�t � d�| d< �q�| d �st � d �| d< �q�| d | d k�r�d| d< d| d< td � �q�| d �sJtd �| d< �q0| �| �\}}|d k�rrt�d ||� nt�d � t�d � nP|d!k�r�dd"i} d| d< | d �s�td#�| d< �q�| �| �\}}t�d ||� dS )$a_ Send the metadata to the package index server.
Well, do the following:
1. figure who the user is, and then
2. send the data as a Basic auth'ed POST.
First we try to read the username/password from $HOME/.pypirc,
which is a ConfigParser-formatted file with a section
[distutils] containing username and password entries (both
in clear text). Eg:
[distutils]
index-servers =
pypi
[pypi]
username: fred
password: sekrit
Otherwise, to figure who the user is, we offer the user three
choices:
1. use existing login,
2. register as a new user, or
3. set the password to a random string and email the user.
�1�x� z1 2 3 4z�We need to know who you are, so please choose either:
1. use your existing login,
2. register as a new user,
3. have the server generate a new password for you (and email it to you), or
4. quit
Your selection [default 1]: z&Please choose one of the four options!z
Username: z
Password: r Zsubmitr( �� zAI can store your PyPI login so future submissions will be faster.z (the login will be stored in %s)�XZynzSave your login (y/N)?�n�y�2�:action�user�namer ZemailNZconfirmz
Confirm: z!Password and confirm don't match!z
EMail: z"You will receive an email shortly.z7Follow the instructions in it to complete registration.�3Zpassword_resetzYour email address: )r" r r �split�announcer �INFO�input�print�getpassr$ r% ZHTTPPasswordMgr�parseZurlparser Z add_passwordr! r) r* r Z _get_rc_file�lowerZ
_store_pypircr& )
r
Zchoicer r �choices�authZhostr+ r, �datar r r r c s� �
��
���
zregister.send_metadatac C s� | j j}|d|�� |�� |�� |�� |�� |�� |�� |� � |�
� |� � |� � |�
� |�� |�� |�� d�}|d s�|d s�|d r�d|d< |S )Nz1.0)r5 �metadata_versionr7 �versionZsummaryZ home_pageZauthorZ author_email�license� description�keywords�platformr Z download_url�provides�requires� obsoletesrJ rK rL z1.1rD )r ZmetadataZget_nameZ get_versionZget_descriptionZget_urlZ get_contactZget_contact_emailZ get_licenceZget_long_descriptionZ get_keywordsZ
get_platformsZget_classifiersZget_download_urlZ get_providesZ get_requiresZ
get_obsoletes)r
�action�metarC r r r r* � s, �zregister.build_post_dataNc
C s� d|kr$| � d|d | jf tj� d}d| }|d }t�� }|�� D ]~\}}t|�tg �td�fkrn|g}|D ]R}t|�}|� |� |� d| � |� d� |� |� |rr|d d
krr|� d � qrqH|� |� |� d � |�
� � d �}d
| tt |��d�} t
j�| j|| �}
t
j�t
jj|d��} d}z| �|
�} W nx t
jjk
�r� }
z"| j�rd|
j�� }|
j|
jf} W 5 d}
~
X Y nJ t
jjk
�r� }
zdt|
�f} W 5 d}
~
X Y nX | j�r�| �| �}d} | j�r�d � d|df�}| � |tj� | S )zC Post a query to the server, and return a string response.
r7 zRegistering %s to %sz3--------------GHSKFJDLGDS7543FJKLFHRE75642756743254z
--z--r z*
Content-Disposition: form-data; name="%s"z
����
�
zutf-8z/multipart/form-data; boundary=%s; charset=utf-8)z Content-typezContent-length)Z password_mgrr/ Ni� )r0 ZOKzK---------------------------------------------------------------------------) r: r r r; �io�StringIO�items�type�str�write�getvalue�encode�lenr$ r% ZRequestZ build_openerZHTTPBasicAuthHandler�open�errorZ HTTPErrorZ
show_response�fp�readr+ �msgZURLErrorr' �join)r
rC rB �boundaryZ sep_boundaryZ end_boundaryZbody�key�valueZheadersZreqZopenerr, �er_ r r r r) � s^ ��
� �
zregister.post_to_server)N)�__name__�
__module__� __qualname__rG r Z user_optionsZboolean_optionsZ sub_commandsr r r r r r r r r* r) r r r r r s* � �
z r )�__doc__r> rR Z urllib.parser$ Zurllib.request�warningsr Zdistutils.corer Zdistutils.errorsZ distutilsr r r r r r �<module> s distutils/command/__pycache__/install_egg_info.cpython-38.opt-1.pyc 0000644 00000005666 15115353744 0021335 0 ustar 00 U
e5d+
� @ sd d Z ddlmZ ddlmZmZ ddlZddlZddlZG dd� de�Z dd� Z
d d
� Z d d � Z dS )
z�distutils.command.install_egg_info
Implements the Distutils 'install_egg_info' command, for installing
a package's PKG-INFO metadata.� )�Command)�log�dir_utilNc @ s: e Zd ZdZdZdgZdd� Zdd� Zdd � Zd
d � Z d S )
�install_egg_infoz)Install an .egg-info file for the packagez8Install package's PKG-INFO metadata as an .egg-info file)z install-dir=�dzdirectory to install toc C s
d | _ d S �N)� install_dir��self� r �:/usr/lib64/python3.8/distutils/command/install_egg_info.py�initialize_options s z#install_egg_info.initialize_optionsc C sb | � dd� dtt| j�� ��tt| j�� ��ftjd d� � }t j
� | j |�| _
| j
g| _d S )NZ install_lib)r r z%s-%s-py%d.%d.egg-info� )Zset_undefined_options� to_filename� safe_name� distributionZget_name� safe_versionZ get_version�sys� version_info�os�path�joinr �target�outputs)r
�basenamer r r �finalize_options s � �z!install_egg_info.finalize_optionsc C s� | j }tj�|�r0tj�|�s0tj|| jd� nNtj�|�rV| � tj
| j fd| � n(tj�| j �s~| � tj | j fd| j � t
�d|� | js�t|ddd��}| jj�|� W 5 Q R X d S )N)�dry_runz Removing z Creating z
Writing %s�wzUTF-8)�encoding)r r r �isdir�islinkr Z remove_treer �existsZexecute�unlinkr �makedirsr �info�openr ZmetadataZwrite_pkg_file)r
r �fr r r �run s � zinstall_egg_info.runc C s | j S r )r r r r r � get_outputs. s z install_egg_info.get_outputsN)
�__name__�
__module__� __qualname__�__doc__Z descriptionZ user_optionsr
r r' r( r r r r r s �
r c C s t �dd| �S )z�Convert an arbitrary string to a standard distribution name
Any runs of non-alphanumeric/. characters are replaced with a single '-'.
�[^A-Za-z0-9.]+�-)�re�sub��namer r r r 6 s r c C s | � dd�} t�dd| �S )z�Convert an arbitrary string to a standard version string
Spaces become dots, and all other non-alphanumeric characters become
dashes, with runs of multiple dashes condensed to a single dash.
� �.r- r. )�replacer/ r0 )�versionr r r r > s r c C s | � dd�S )z|Convert a project or version name to its filename-escaped form
Any '-' characters are currently replaced with '_'.
r. �_)r5 r1 r r r r H s r )
r, Z
distutils.cmdr Z distutilsr r r r r/ r r r r r r r r �<module> s +
distutils/command/__pycache__/install_headers.cpython-38.pyc 0000644 00000003256 15115353744 0020225 0 ustar 00 U
e5d � @ s$ d Z ddlmZ G dd� de�ZdS )z�distutils.command.install_headers
Implements the Distutils 'install_headers' command, to install C/C++ header
files to the Python include directory.� )�Commandc @ sF e Zd ZdZddgZdgZdd� Zdd� Zd d
� Zd d � Z d
d� Z
dS )�install_headerszinstall C/C++ header files)z install-dir=�dz$directory to install header files to)�force�fz-force installation (overwrite existing files)r c C s d | _ d| _g | _d S )Nr )� install_dirr �outfiles��self� r �9/usr/lib64/python3.8/distutils/command/install_headers.py�initialize_options s z"install_headers.initialize_optionsc C s | � ddd� d S )NZinstall)r r )r r )Zset_undefined_optionsr r r r �finalize_options s �z install_headers.finalize_optionsc C sH | j j}|sd S | �| j� |D ]"}| �|| j�\}}| j�|� q d S �N)� distribution�headersZmkpathr Z copy_filer �append)r
r �header�out�_r r r �run! s zinstall_headers.runc C s | j jp
g S r )r r r r r r �
get_inputs+ s zinstall_headers.get_inputsc C s | j S r )r r r r r � get_outputs. s zinstall_headers.get_outputsN) �__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsr
r r r r r r r r r
s �
r N)�__doc__Zdistutils.corer r r r r r �<module> s distutils/command/__pycache__/bdist.cpython-38.pyc 0000644 00000007124 15115353744 0016167 0 ustar 00 U
e5d� � @ sH d Z ddlZddlmZ ddlT ddlmZ dd� ZG dd � d e�ZdS )
zidistutils.command.bdist
Implements the Distutils 'bdist' command (create a built [binary]
distribution).� N)�Command)�*)� get_platformc C sP ddl m} g }tjD ]"}|�d| dtj| d f� q| |�}|�d� dS )zFPrint list of available formats (arguments to "--format" option).
r )� FancyGetopt�formats=N� z'List of available distribution formats:)Zdistutils.fancy_getoptr �bdist�format_commands�append�format_commandZ
print_help)r �formats�formatZpretty_printer� r �//usr/lib64/python3.8/distutils/command/bdist.py� show_formats s
�r c
@ s� e Zd ZdZdddde� fdddd d
gZd gZd d
defgZdZ ddd�Z
dddddddddg Z ddd d d d d d!d"d#� Z d$d%� Z
d&d'� Zd(d)� Zd
S )*r z$create a built (binary) distribution)z bdist-base=�bz4temporary directory for creating built distributionsz
plat-name=�pz;platform name to embed in generated filenames (default: %s))r Nz/formats for distribution (comma-separated list))z dist-dir=�dz=directory to put final built distributions in [default: dist])�
skip-buildNz2skip rebuilding everything (for testing/debugging))zowner=�uz@Owner name used when creating a tar file [default: current user])zgroup=�gzAGroup name used when creating a tar file [default: current group]r z help-formatsNz$lists available distribution formats)� bdist_rpm�gztar�zip)�posix�nt�rpm�bztar�xztar�ztar�tar�wininst�msi)r zRPM distribution)�
bdist_dumbzgzip'ed tar file)r# zbzip2'ed tar file)r# zxz'ed tar file)r# zcompressed tar file)r# ztar file)Z
bdist_wininstz Windows executable installer)r# zZIP file)Z bdist_msizMicrosoft Installer) r r r r r r r! r r" c C s. d | _ d | _d | _d | _d| _d | _d | _d S )Nr )�
bdist_base� plat_namer �dist_dir�
skip_build�group�owner)�selfr r r �initialize_optionsQ s zbdist.initialize_optionsc C s� | j d kr(| jrt� | _ n| �d�j | _ | jd krT| �d�j}tj�|d| j �| _| � d� | j
d kr�z| j tj g| _
W n" t
k
r� tdtj ��Y nX | jd kr�d| _d S )NZbuildzbdist.r z;don't know how to create built distributions on platform %sZdist)r% r' r Zget_finalized_commandr$ �
build_base�os�path�joinZensure_string_listr �default_format�name�KeyErrorZDistutilsPlatformErrorr& )r* r, r r r �finalize_optionsZ s*
�
��
zbdist.finalize_optionsc C s� g }| j D ]>}z|�| j| d � W q
tk
rF td| ��Y q
X q
tt| j ��D ]h}|| }| �|�}|| jkr�| j | |_ |dkr�| j
|_
| j |_ |||d d � kr�d|_ | �
|� qXd S )Nr zinvalid format '%s'r# r )r r
r r2 ZDistutilsOptionError�range�lenZreinitialize_command�no_format_optionr
r) r( Z keep_tempZ run_command)r* Zcommandsr
�iZcmd_nameZsub_cmdr r r �runv s"
z bdist.run)�__name__�
__module__� __qualname__Z descriptionr Z user_optionsZboolean_optionsr Z help_optionsr6 r0 r r r+ r3 r8 r r r r r sR ��� ��� ��
r ) �__doc__r- Zdistutils.corer Zdistutils.errorsZdistutils.utilr r r r r r r �<module> s distutils/command/__pycache__/build.cpython-38.opt-2.pyc 0000644 00000007330 15115353744 0017120 0 ustar 00 U
e5d� � @ sP d dl Z d dlZd dlmZ d dlmZ d dlmZ dd� ZG dd� de�Z dS ) � N)�Command)�DistutilsOptionError)� get_platformc C s ddl m} | � d S )Nr ��show_compilers)Zdistutils.ccompilerr r � r �//usr/lib64/python3.8/distutils/command/build.pyr s r c @ s� e Zd ZdZdddddddd d
e� fd d d
ddg ZddgZdddefgZdd� Z dd� Z
dd� Z dd � Z d d � Z
d d � Zd!d"� Zd#e fd$e
fd%efd&efgZdS )'�buildz"build everything needed to install)z build-base=�bz base directory for build library)zbuild-purelib=Nz2build directory for platform-neutral distributions)zbuild-platlib=Nz3build directory for platform-specific distributions)z
build-lib=NzWbuild directory for all distribution (defaults to either build-purelib or build-platlib)zbuild-scripts=Nzbuild directory for scripts)z build-temp=�tztemporary build directoryz
plat-name=�pz6platform name to build for, if supported (default: %s))z compiler=�czspecify the compiler type)z parallel=�jz number of parallel build jobs)�debug�gz;compile extensions and libraries with debugging information)�force�fz2forcibly build everything (ignore file timestamps))z executable=�ez5specify final destination interpreter path (build.py)r r z
help-compilerNzlist available compilersc C sL d| _ d | _d | _d | _d | _d | _d | _d | _d | _d| _ d | _
d | _ d S )Nr r ) �
build_base�
build_purelib�
build_platlib� build_lib�
build_temp�
build_scriptsZcompiler� plat_namer r �
executable�parallel��selfr r r �initialize_options8 s zbuild.initialize_optionsc C sb | j d krt� | _ ntjdkr&td��d| j ftjd d� � }ttd�rR|d7 }| jd krntj �
| j d�| _| j d kr�tj �
| j d| �| _ | j
d kr�| jjr�| j | _
n| j| _
| jd kr�tj �
| j d| �| _| jd kr�tj �
| j d tjd d� �| _| jd k�r tj�r tj �tj�| _t| jt��r^zt| j�| _W n tk
�r\ td
��Y nX d S ) N�ntzW--plat-name only supported on Windows (try using './configure --help' on your platform)z .%s-%d.%d� Zgettotalrefcountz-pydebug�libZtempz
scripts-%d.%dz parallel should be an integer)r r �os�namer �sys� version_info�hasattrr �path�joinr r r � distributionZ ext_modulesr r r �normpath�
isinstancer �str�int�
ValueError)r Zplat_specifierr r r �finalize_optionsH sD
�
�
�
�zbuild.finalize_optionsc C s | � � D ]}| �|� qd S �N)Zget_sub_commandsZ run_command)r Zcmd_namer r r �run� s z build.runc C s
| j �� S r1 )r* �has_pure_modulesr r r r r3 � s zbuild.has_pure_modulesc C s
| j �� S r1 )r* �has_c_librariesr r r r r4 � s zbuild.has_c_librariesc C s
| j �� S r1 )r* �has_ext_modulesr r r r r5 � s zbuild.has_ext_modulesc C s
| j �� S r1 )r* � has_scriptsr r r r r6 � s zbuild.has_scriptsZbuild_pyZ
build_clibZ build_extr )�__name__�
__module__� __qualname__Z descriptionr Z user_optionsZboolean_optionsr Z help_optionsr r0 r2 r3 r4 r5 r6 Z sub_commandsr r r r r sH ��� ��8 �r )
r% r# Zdistutils.corer Zdistutils.errorsr Zdistutils.utilr r r r r r r �<module> s
distutils/command/__pycache__/install_data.cpython-38.opt-1.pyc 0000644 00000004363 15115353744 0020462 0 ustar 00 U
e5d � @ s< d Z ddlZddlmZ ddlmZmZ G dd� de�ZdS )z�distutils.command.install_data
Implements the Distutils 'install_data' command, for installing
platform-independent data files.� N)�Command)� change_root� convert_pathc @ sH e Zd ZdZdddgZdgZdd� Zdd � Zd
d � Zd d
� Z dd� Z
dS )� install_datazinstall data files)z install-dir=�dzIbase directory for installing data files (default: installation base dir))zroot=Nz<install everything relative to this alternate root directory)�force�fz-force installation (overwrite existing files)r c C s, d | _ g | _d | _d| _| jj| _d| _d S )Nr � )� install_dir�outfiles�rootr Z distribution�
data_files�warn_dir��self� r �6/usr/lib64/python3.8/distutils/command/install_data.py�initialize_options s
z install_data.initialize_optionsc C s | � dddd� d S )NZinstall)r r
)r r )r r )Zset_undefined_optionsr r r r �finalize_options# s
�z install_data.finalize_optionsc C s� | � | j� | jD ]�}t|t�rbt|�}| jrB| �d|| jf � | �|| j�\}}| j �
|� qt|d �}t j �
|�s�t j �| j|�}n| jr�t| j|�}| � |� |d g kr�| j �
|� q|d D ](}t|�}| �||�\}}| j �
|� q�qd S )NzMsetup script did not provide a directory for '%s' -- installing right in '%s'r r )Zmkpathr
r
�
isinstance�strr r �warnZ copy_filer �append�os�path�isabs�joinr r )r r �out�_�dir�datar r r �run* s,
�
zinstall_data.runc C s
| j pg S �N)r
r r r r �
get_inputsK s zinstall_data.get_inputsc C s | j S r" )r r r r r � get_outputsN s zinstall_data.get_outputsN) �__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsr r r! r# r$ r r r r r s � !r )�__doc__r Zdistutils.corer Zdistutils.utilr r r r r r r �<module> s distutils/command/__pycache__/clean.cpython-38.pyc 0000644 00000004066 15115353744 0016146 0 ustar 00 U
e5d�
� @ sD d Z ddlZddlmZ ddlmZ ddlmZ G dd� de�ZdS )zBdistutils.command.clean
Implements the Distutils 'clean' command.� N)�Command)� remove_tree)�logc @ s> e Zd ZdZddddddgZdgZd d
� Zd d � Zd
d� ZdS )�cleanz-clean up temporary files from 'build' command)z build-base=�bz2base build directory (default: 'build.build-base'))z
build-lib=Nz<build directory for all modules (default: 'build.build-lib'))z build-temp=�tz7temporary build directory (default: 'build.build-temp'))zbuild-scripts=Nz<build directory for scripts (default: 'build.build-scripts'))z bdist-base=Nz+temporary directory for built distributions)�all�az7remove all build output, not just temporary by-productsr c C s( d | _ d | _d | _d | _d | _d | _d S )N)�
build_base� build_lib�
build_temp�
build_scripts�
bdist_baser ��self� r �//usr/lib64/python3.8/distutils/command/clean.py�initialize_options s zclean.initialize_optionsc C s" | � ddddd� | � dd� d S )NZbuild)r
r
)r r )r
r
)r r Zbdist)r r )Zset_undefined_optionsr r r r �finalize_options( s ��zclean.finalize_optionsc C s� t j�| j�r t| j| jd� nt�d| j� | jrr| j | j
| j fD ],}t j�|�rdt|| jd� qDt� d|� qD| js�z t �
| j� t�d| j� W n tk
r� Y nX d S )N)�dry_runz%'%s' does not exist -- can't clean itz
removing '%s')�os�path�existsr r r r �debugr r r r
�warn�rmdirr
�info�OSError)r Z directoryr r r �run1 s* �� � z clean.runN) �__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsr r r r r r r r s � r ) �__doc__r Zdistutils.corer Zdistutils.dir_utilr Z distutilsr r r r r r �<module> s
distutils/command/__pycache__/bdist_rpm.cpython-38.opt-1.pyc 0000644 00000030114 15115353744 0017777 0 ustar 00 U
e5dIT � @ s� d Z ddlZddlZddlZddlmZ ddlmZ ddlm Z ddl
m Z ddl T ddl
mZ dd lmZ G d
d � d e�ZdS ) zwdistutils.command.bdist_rpm
Implements the Distutils 'bdist_rpm' command (create RPM source and binary
distributions).� N)�Command)�DEBUG)� get_platform)�
write_file)�*)�get_python_version)�logc ) @ s� e Zd ZdZdddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*g)Zd+d,d-d.d/gZd+d,d-d0�Zd1d2� Zd3d4� Zd5d6� Z d7d8� Z
d9d:� Z d;d<� Z d=d>� Z
d?S )@� bdist_rpmzcreate an RPM distribution)z bdist-base=Nz/base directory for creating built distributions)z rpm-base=Nzdbase directory for creating RPMs (defaults to "rpm" under --bdist-base; must be specified for RPM 2))z dist-dir=�dzDdirectory to put final RPM files in (and .spec files if --spec-only))zpython=NzMpath to Python interpreter to hard-code in the .spec file (default: "python"))z
fix-pythonNzLhard-code the exact path to the current Python interpreter in the .spec file)z spec-onlyNzonly regenerate spec file)z source-onlyNzonly generate source RPM)z binary-onlyNzonly generate binary RPM)z use-bzip2Nz7use bzip2 instead of gzip to create source distribution)zdistribution-name=Nzgname of the (Linux) distribution to which this RPM applies (*not* the name of the module distribution!))zgroup=Nz9package classification [default: "Development/Libraries"])zrelease=NzRPM release number)zserial=NzRPM serial number)zvendor=NzaRPM "vendor" (eg. "Joe Blow <joe@example.com>") [default: maintainer or author from setup script])z packager=NzBRPM packager (eg. "Jane Doe <jane@example.net>") [default: vendor])z
doc-files=Nz6list of documentation files (space or comma-separated))z
changelog=Nz
RPM changelog)zicon=Nzname of icon file)z provides=Nz%capabilities provided by this package)z requires=Nz%capabilities required by this package)z
conflicts=Nz-capabilities which conflict with this package)zbuild-requires=Nz+capabilities required to build this package)z
obsoletes=Nz*capabilities made obsolete by this package)�
no-autoreqNz+do not automatically calculate dependencies)� keep-temp�kz"don't clean up RPM build directory)� no-keep-tempNz&clean up RPM build directory [default])�use-rpm-opt-flagsNz8compile with RPM_OPT_FLAGS when building from source RPM)�no-rpm-opt-flagsNz&do not pass any RPM CFLAGS to compiler)� rpm3-modeNz"RPM 3 compatibility mode (default))� rpm2-modeNzRPM 2 compatibility mode)z prep-script=Nz3Specify a script for the PREP phase of RPM building)z
build-script=Nz4Specify a script for the BUILD phase of RPM building)z pre-install=Nz:Specify a script for the pre-INSTALL phase of RPM building)zinstall-script=Nz6Specify a script for the INSTALL phase of RPM building)z
post-install=Nz;Specify a script for the post-INSTALL phase of RPM building)zpre-uninstall=Nz<Specify a script for the pre-UNINSTALL phase of RPM building)zpost-uninstall=Nz=Specify a script for the post-UNINSTALL phase of RPM building)z
clean-script=Nz4Specify a script for the CLEAN phase of RPM building)zverify-script=Nz6Specify a script for the VERIFY phase of the RPM build)z force-arch=Nz0Force an architecture onto the RPM build process)�quiet�qz3Run the INSTALL phase of RPM building in quiet moder r r r r )r r r c C s� d | _ d | _d | _d | _d | _d | _d | _d | _d | _d | _ d | _
d | _ d | _ d | _
d | _d | _d | _d | _d | _d | _d | _d | _d | _d | _d | _d | _d | _d | _d | _ d | _ d | _ d | _ d | _ d| _!d| _"d| _#d| _$d | _%d| _&d S )Nr � )'�
bdist_base�rpm_base�dist_dir�python�
fix_python� spec_only� binary_only� source_only� use_bzip2�distribution_name�group�release�serial�vendor�packager� doc_files� changelog�icon� prep_script� build_script�install_script� clean_script�
verify_script� pre_install� post_install�
pre_uninstall�post_uninstall�prep�provides�requires� conflicts�build_requires� obsoletes� keep_temp�use_rpm_opt_flags� rpm3_mode�
no_autoreq�
force_archr ��self� r> �3/usr/lib64/python3.8/distutils/command/bdist_rpm.py�initialize_options� sN z bdist_rpm.initialize_optionsc C s� | � dd� | jd kr6| js$td��tj�| jd�| _| jd krX| j rPt
j | _qfd| _n| j rftd��tj dkr~t
dtj ��| jr�| jr�td ��| j�� s�d
| _| � dd � | �� d S ) NZbdist)r r z)you must specify --rpm-base in RPM 2 mode�rpmZpython3z8--python and --fix-python are mutually exclusive options�posixz9don't know how to create RPM distributions on platform %sz6cannot supply both '--source-only' and '--binary-only'r )r r )Zset_undefined_optionsr r9 ZDistutilsOptionError�os�path�joinr r r �sys�
executable�nameZDistutilsPlatformErrorr r � distribution�has_ext_modulesr8 �finalize_package_datar< r> r> r? �finalize_options� s6
�
�
� �
zbdist_rpm.finalize_optionsc C sT | � dd� | � dd| j�� | j�� f � | � d� | �d� t| jt�rxdD ]&}tj �
|�rP|| jkrP| j� |� qP| � dd � | � d
� | � d � | � d � | � | j
�| _
| �d
� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | �d� | � d � d S ) Nr zDevelopment/Librariesr# z%s <%s>r$ r% )ZREADMEz
README.txtr! �1r" r r& r' r( r) r* r+ r, r- r. r/ r0 r2 r3 r4 r5 r6 r; )Z
ensure_stringrI Z get_contactZget_contact_emailZensure_string_list�
isinstancer% �listrC rD �exists�append�_format_changelogr& Zensure_filename)r= Zreadmer> r> r? rK � sB
��
z bdist_rpm.finalize_package_datac C s� t r<td� td| j� td| j� td| j� td| j� | jrT| j}| �|� n8i }dD ]&}t j
� | j |�||< | �|| � q\|d }t j
� |d| j
�� �}| �t|| �� fd | � | jr�d S | j
jd d � }| �d
�}| jr�d g|_nd g|_| �d
� || j
_|�� d
}|d }| �||� | j�rbt j
�| j��rT| �| j|� ntd| j ��t � d� dg} | j �r�| � d� n | j �r�| � d� n
| � d� | �!dd| j" g� | j#�r�| �!ddt j
�$| j � g� | j%�s�| � d� | j&�r | � d� | � |� d}
|
d } d |
d } d | | |f }
t �'|
�}zlg }d }|�)� }|�sV�q�|�*� �+� }|� |d � |d k�rD|d
}�qD|�(� }|�r�t,d t-|
� ��W 5 |�(� X | �.| � | j/�s�| j
�0� �r�t1� }nd!}| j �s(t j
� |d" |�}| �2|| j� t j
� | j|�}| j
j� d#||f� | j �s�|D ]`}t j
� |d$ |�}t j
�|��r4| �2|| j� t j
� | jt j
�3|��}| j
j� d#||f� �q4d S )%Nzbefore _get_package_data():zvendor =z
packager =z doc_files =z changelog =)�SOURCES�SPECSZBUILD�RPMS�SRPMSrT z%s.specz writing '%s'�sdistZbztarZgztarr rS z icon file '%s' does not existz
building RPMsZrpmbuildz-bsz-bbz-baz--definez __python %sz
_topdir %sz--cleanz--quietz %{name}-%{version}-%{release}z.src.rpmz%{arch}/z .%{arch}.rpmz%rpm -q --qf '%s %s\n' --specfile '%s'r zFailed to execute: %s�anyrV r rU )4r �printr# r$ r% r& r r ZmkpathrC rD rE r rI �get_nameZexecuter �_make_spec_fileZ
dist_filesZreinitialize_commandr ZformatsZ run_commandZget_archive_filesZ copy_filer' rP ZDistutilsFileErrorr �infor rQ r �extendr r9 �abspathr7 r �popen�close�readline�strip�splitZDistutilsExecError�reprZspawnZdry_runrJ r Z move_file�basename)r= Zspec_dirZrpm_dirr
Z spec_pathZsaved_dist_filesrW �sourceZ
source_dirZrpm_cmdZ
nvr_stringZsrc_rpmZ non_src_rpmZq_cmd�outZ binary_rpmsZ
source_rpm�line�lZstatusZ pyversionZsrpm�filenamerA r> r> r? �run s� ���
�
�
�
�
��z
bdist_rpm.runc C s t j�| jt j�|��S )N)rC rD rE r re )r= rD r> r> r? �
_dist_path� s zbdist_rpm._dist_pathc
C sJ d| j �� d| j �� �dd� d| j �� d| j�dd� dd| j �� g}t�d �}d
�d d � |� � D ��}d
}d}|�||�}||kr�|�
d� |�
d| d
� |� dddg� | j r�|�
d� n
|�
d� |� d| j �
� d| j ddg� | j�s| j �� �s&|�
d� n|�
d| j � d D ]V}t| |�� �}t|t��rb|�
d |d �|�f � n |d k �r*|�
d ||f � �q*| j �� d k�r�|�
d!| j �� � | j�r�|�
d"| j � | j�r�|�
d#d �| j� � | j�r�|�
d$tj�| j� � | j �r|�
d%� |� dd&| j � � g� d'| j tj�t j d( �f }d)| } | j!�rXd*| } d+| }
d,d-d.| fd/d0|
fd1d2d3d4d5d6g } | D ]n\} }
}t| |
�}|�s�|�r�|� dd7| g� |�r�t"|��}|� |�#� �$d
�� W 5 Q R X n
|�
|� �q�|� dd8d9g� | j%�r$|�
d:d �| j%� � | j&�rF|� dd;g� |� | j&� |S )<ziGenerate the text of an RPM spec file and return it as a
list of strings (one per line).
z
%define name z%define version �-�_z%define unmangled_version z%define release � z Summary: z rpm --eval %{__os_install_post}�
c S s g | ]}d |� � �qS )z %s \)rb )�.0rh r> r> r? �
<listcomp>� s �z-bdist_rpm._make_spec_file.<locals>.<listcomp>zbrp-python-bytecompile \
z%brp-python-bytecompile %{__python} \
z2# Workaround for http://bugs.python.org/issue14443z%define __os_install_post z
Name: %{name}zVersion: %{version}zRelease: %{release}z-Source0: %{name}-%{unmangled_version}.tar.bz2z,Source0: %{name}-%{unmangled_version}.tar.gzz License: zGroup: z>BuildRoot: %{_tmppath}/%{name}-%{version}-%{release}-buildrootzPrefix: %{_prefix}zBuildArch: noarchz
BuildArch: %s)ZVendorZPackagerZProvidesZRequiresZ ConflictsZ Obsoletesz%s: %s� NZUNKNOWNzUrl: zDistribution: zBuildRequires: zIcon: z
AutoReq: 0z %descriptionz%s %sr z%s buildz env CFLAGS="$RPM_OPT_FLAGS" z>%s install -O1 --root=$RPM_BUILD_ROOT --record=INSTALLED_FILES)r1 r( z&%setup -n %{name}-%{unmangled_version}Zbuildr) Zinstallr* )Zcleanr+ zrm -rf $RPM_BUILD_ROOT)Z verifyscriptr, N)Zprer- N)Zpostr. N)Zpreunr/ N)Zpostunr0 N�%z%files -f INSTALLED_FILESz%defattr(-,root,root)z%doc z
%changelog)'rI rZ Z get_version�replacer! Zget_description�
subprocessZ getoutputrE �
splitlinesrQ r] r Z get_licenser r; rJ �getattr�lowerrN rO Zget_urlr r5 r' rC rD re r: Zget_long_descriptionr rF �argvr8 �open�readrc r% r& )r= Z spec_fileZ vendor_hookZproblemZfixedZ
fixed_hookZfield�valZdef_setup_callZ def_buildZ install_cmdZscript_optionsZrpm_opt�attr�default�fr> r> r? r[ � s� �
�
�
�
�
� ��
�
�� zbdist_rpm._make_spec_filec C s| |s|S g }|� � �d�D ]N}|� � }|d dkrB|�d|g� q|d dkrZ|�|� q|�d| � q|d sx|d= |S )zKFormat the changelog correctly and convert it to a list of strings
rp r r ro rm z )rb rc r] rQ )r= r& Z
new_changelogrh r> r> r? rR 1 s zbdist_rpm._format_changelogN)�__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsZ negative_optr@ rL rK rk rl r[ rR r> r> r> r? r sx �m ��- - *r )�__doc__rv rF rC Zdistutils.corer Zdistutils.debugr Zdistutils.utilr Zdistutils.file_utilr Zdistutils.errorsZdistutils.sysconfigr Z distutilsr r r> r> r> r? �<module> s distutils/command/__pycache__/config.cpython-38.opt-2.pyc 0000644 00000015355 15115353744 0017274 0 ustar 00 U
e5d=3 � @ sh d dl Z d dlZd dlmZ d dlmZ d dlmZ d dlm Z ddd�Z
G d d
� d
e�Z d
d d �Z dS )� N)�Command)�DistutilsExecError)�customize_compiler)�logz.cz.cxx)�czc++c @ s� e Zd ZdZdddddddd d
g Zd d � Zd
d� Zdd� Zdd� Zdd� Z dd� Z
dd� Z dd� Z dd � Z
d0d d �Zd1d!d"�Zd2d#d$�Zd3d%d&�Zd4d'd(�Zd5d*d+�Zd d d g fd,d-�Zd6d.d/�Zd S )7�configzprepare to build)z compiler=Nzspecify the compiler type)zcc=Nz specify the compiler executable)z
include-dirs=�Iz.list of directories to search for header files)zdefine=�Dz C preprocessor macros to define)zundef=�Uz!C preprocessor macros to undefine)z
libraries=�lz!external C libraries to link with)z
library-dirs=�Lz.directories to search for external C libraries)�noisyNz1show every action (compile, link, run, ...) taken)z dump-sourceNz=dump generated source files before attempting to compile themc C s4 d | _ d | _d | _d | _d | _d| _d| _g | _d S )N� )�compilerZcc� include_dirs� libraries� library_dirsr
� dump_source�
temp_files��self� r �0/usr/lib64/python3.8/distutils/command/config.py�initialize_options3 s zconfig.initialize_optionsc C s� | j d kr| jj pg | _ n t| j t�r6| j �tj�| _ | jd krHg | _nt| jt�r^| jg| _| jd krpg | _n t| jt�r�| j�tj�| _d S �N) r Z distribution�
isinstance�str�split�os�pathsepr r r r r r �finalize_optionsB s
zconfig.finalize_optionsc C s d S r r r r r r �runR s z
config.runc C sz ddl m}m} t| j|�sv|| j| jdd�| _t| j� | jrN| j�| j� | j rb| j�
| j � | j rv| j� | j � d S )Nr )� CCompiler� new_compilerr )r �dry_runZforce)
�distutils.ccompilerr" r# r r r$ r r Zset_include_dirsr Z
set_librariesr Zset_library_dirs)r r" r# r r r �_check_compilerY s �
zconfig._check_compilerc C sl dt | }t|d��L}|r>|D ]}|�d| � q |�d� |�|� |d dkr^|�d� W 5 Q R X |S )NZ _configtest�wz#include <%s>
�
���)�LANG_EXT�open�write)r �body�headers�lang�filename�file�headerr r r �_gen_temp_sourcefilek s
zconfig._gen_temp_sourcefilec C s< | � |||�}d}| j�||g� | jj|||d� ||fS )Nz
_configtest.i�r )r3 r �extendr Z
preprocess)r r- r. r r/ �src�outr r r � _preprocessw s
zconfig._preprocessc C s\ | � |||�}| jr"t|d| � | j�|g�\}| j�||g� | jj|g|d� ||fS )Nzcompiling '%s':r4 )r3 r � dump_filer Zobject_filenamesr r5 �compile)r r- r. r r/ r6 �objr r r �_compile~ s zconfig._compilec
C sr | � ||||�\}}tj�tj�|��d } | jj|g| |||d� | jjd k r\| | jj } | j� | � ||| fS )Nr )r r Z target_lang)
r< r �path�splitext�basenamer Zlink_executableZ
exe_extensionr �append)
r r- r. r r r r/ r6 r; �progr r r �_link� s � z config._linkc G sT |s| j }g | _ t�dd�|�� |D ](}zt�|� W q& tk
rL Y q&X q&d S )Nz removing: %s� )r r �info�joinr �remove�OSError)r � filenamesr0 r r r �_clean� s z
config._cleanNr c C sR ddl m} | �� d}z| �||||� W n |k
rD d}Y nX | �� |S )Nr �� CompileErrorTF)r% rK r& r8 rI �r r- r. r r/ rK �okr r r �try_cpp� s
zconfig.try_cppc C sx | � � | �||||�\}}t|t�r0t�|�}t|��.}d} |�� }
|
dkrPqb|�|
�r>d} qbq>W 5 Q R X | � � | S )NF� T)
r& r8 r r �rer: r+ �readline�searchrI ) r �patternr- r. r r/ r6 r7 r1 �match�liner r r �
search_cpp� s
zconfig.search_cppc C sd ddl m} | �� z| �||||� d}W n |k
rD d}Y nX t�|rRdpTd� | �� |S )Nr rJ TF�success!�failure.)r% rK r& r< r rD rI rL r r r � try_compile� s
zconfig.try_compilec
C sp ddl m}m} | �� z | �||||||� d} W n ||fk
rP d} Y nX t�| r^dp`d� | �� | S �Nr )rK � LinkErrorTFrW rX )r% rK r[ r& rB r rD rI )
r r- r. r r r r/ rK r[ rM r r r �try_link� s
�
zconfig.try_linkc
C s� ddl m}m} | �� z.| �||||||�\} }
} | �| g� d} W n ||tfk
rd d} Y nX t�| rrdptd� | � � | S rZ )
r% rK r[ r& rB Zspawnr r rD rI )
r r- r. r r r r/ rK r[ r6 r; ZexerM r r r �try_run� s
�
zconfig.try_runr c C st | � � g }|r |�d| � |�d� |r<|�d| � n|�d| � |�d� d�|�d }| �|||||�S )Nz
int %s ();z
int main () {z %s();z %s;�}r( )r& r@ rE r\ ) r �funcr. r r r ZdeclZcallr- r r r �
check_func s
�zconfig.check_funcc C s | � � | �d|||g| |�S )Nzint main (void) { })r& r\ )r Zlibraryr r. r Zother_librariesr r r � check_lib4 s
�zconfig.check_libc C s | j d|g|d�S )Nz
/* No body */)r- r. r )rN )r r2 r r r/ r r r � check_headerB s
�zconfig.check_header)NNNr )NNNr )NNr )NNNNr )NNNNr )NNNNr r )NNr )�__name__�
__module__� __qualname__Z descriptionZ user_optionsr r r! r& r3 r8 r< rB rI rN rV rY r\ r] r` ra rb r r r r r s\ �
�
�
�
�
�
�r c C sJ |d krt �d| � n
t �|� t| �}zt �|�� � W 5 |�� X d S )Nz%s)r rD r+ �close�read)r0 �headr1 r r r r9 K s
r9 )N)
r rP Zdistutils.corer Zdistutils.errorsr Zdistutils.sysconfigr Z distutilsr r* r r9 r r r r �<module> s
8 distutils/command/__pycache__/install.cpython-38.opt-2.pyc 0000644 00000030624 15115353744 0017471 0 ustar 00 U
&�.e�j � @ s d dl Z d dlZd dlmZ d dlmZ d dlmZ d dlm Z d dl
m Z d dl m
Z
d dlmZmZmZ d d lmZ d d
l
mZ d d lmZ d d lmZ d
Zdddddd�Zdddddd�dddddd�ed�Ze�rddd d d d�ed < ddd d!d d�ed"< dZG d#d$� d$e�ZdS )%� N)�log)�Command)�DEBUG)�get_config_vars)�DistutilsPlatformError)�
write_file)� convert_path�
subst_vars� change_root)� get_platform)�DistutilsOptionError)� USER_BASE)� USER_SITETz$base/Lib/site-packagesz$base/Include/$dist_namez
$base/Scriptsz$base)�purelib�platlib�headers�scripts�dataz/$base/lib/python$py_version_short/site-packagesz5$platbase/lib64/python$py_version_short/site-packagesz9$base/include/python$py_version_short$abiflags/$dist_namez $base/binz$base/lib/pythonz$base/lib64/pythonz $base/include/python/$dist_name)� unix_prefix� unix_home�ntz $usersitez4$userbase/Python$py_version_nodot/Include/$dist_namez)$userbase/Python$py_version_nodot/Scriptsz $userbaseZnt_userz=$userbase/include/python$py_version_short$abiflags/$dist_namez
$userbase/bin� unix_userc @ s: e Zd ZdZdddddddd d
d d d
ddddddgZdddgZer`e�ddde f� e�d� ddiZ dd � Z
d d � Z d d � Z d!d"� Z
d#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1d2� Zd3d4� Zd5d6� Zd7d8� Zd9d:� Zd;d<� Zd=d>� Zd?d@� Z dAdB� Z dCdD� Z dEefdFe fdGe fdHe fdIdJdK� fgZ dS )L�installz'install everything from build directory)zprefix=Nzinstallation prefix)z exec-prefix=Nz.(Unix only) prefix for platform-specific files)zhome=Nz+(Unix only) home directory to install under)z
install-base=Nz;base installation directory (instead of --prefix or --home))zinstall-platbase=Nz\base installation directory for platform-specific files (instead of --exec-prefix or --home))zroot=Nz<install everything relative to this alternate root directory)zinstall-purelib=Nz;installation directory for pure Python module distributions)zinstall-platlib=Nz8installation directory for non-pure module distributions)z install-lib=Nzginstallation directory for all module distributions (overrides --install-purelib and --install-platlib))zinstall-headers=Nz(installation directory for C/C++ headers)zinstall-scripts=Nz)installation directory for Python scripts)z
install-data=Nz%installation directory for data files)�compile�cz compile .py to .pyc [default])�
no-compileNzdon't compile .py files)z optimize=�Ozlalso compile with optimization: -O1 for "python -O", -O2 for "python -OO", and -O0 to disable [default: -O0])�force�fz1force installation (overwrite any existing files))�
skip-buildNz2skip rebuilding everything (for testing/debugging))zrecord=Nz3filename in which to record list of installed filesr r r �userNz!install in user site-package '%s'r c C s� d | _ d | _d | _d| _d | _d | _d | _d | _d | _d | _ d | _
d | _ d | _ t
| _t| _d | _d | _d | _d| _d| _d| _d| _d | _d | _d | _d S )Nr � )�prefix� exec_prefix�homer � install_base�install_platbase�root�install_purelib�install_platlib�install_headers� install_lib�install_scripts� install_datar
�install_userbaser �install_usersiter �optimize�
extra_path�install_path_filer �
skip_build�warn_dir�
build_base� build_lib�record��self� r: �1/usr/lib64/python3.8/distutils/command/install.py�initialize_options� s2 zinstall.initialize_optionsc C sx | j s| js| jr&| js | jr&td��| jr@| j s8| jr@td��| jrl| j sd| jsd| jsd| jsd| jrltd��tjdkr�| jr�| � d� d | _| �
d� tjdkr�| � � n| � � | �
d� t
j�� d }td d
�\}}z
t
j}W n tk
r� d }Y nX | j�� | j�� | j�� |d t
jd d
� dt
jd d
� |||||d� | _t�rf| j| jd< | j| jd< | � � | �
d� | j| jd< | j| jd< t �r�ddl m } t d� || j� | � � | �
d� | j�r�| �!� | j"d k�r�| jj#�r�| j$| _"n| j%| _"| �&ddddd d dd� | �'� | j"| _(tj)�*| j"| j+�| _"| j,d k �r\| �-d ddddd d � | �
d � | �.d d!d"� d S )#NzWmust supply either prefix/exec-prefix/home or install-base/install-platbase -- not bothz9must supply either home or prefix/exec-prefix -- not bothzGcan't combine user with prefix, exec_prefix/home, or install_(plat)base�posixz+exec-prefix option ignored on this platformzpre-finalize_{unix,other}z post-finalize_{unix,other}()r r" r# � z%d.%d� z%d%d) Z dist_nameZ dist_versionZ
dist_fullname�
py_versionZpy_version_shortZpy_version_nodotZ
sys_prefixr" Zsys_exec_prefixr# �abiflags�userbaseZusersitezpost-expand_basedirs()�baseZplatbase)�pprintz config vars:zpost-expand_dirs()�libr r r r r Zlibbasezafter prepending root�build)r5 r5 )r6 r6 )/r" r# r$ r% r& r r �os�name�warn� dump_dirs�
finalize_unix�finalize_other�sys�version�splitr rA �AttributeError� distributionZget_nameZ get_versionZ get_fullname� version_info� config_vars�
HAS_USER_SITEr. r/ �expand_basedirsr rD �print� expand_dirs�create_home_pathr+ Z ext_modulesr) r( �
convert_paths�handle_extra_path�install_libbase�path�join�
extra_dirsr' � change_rootsZset_undefined_options)r9 r@ r" r# rA rD r: r: r; �finalize_options� s� ������
�
� �
�zinstall.finalize_optionsc C s� t sd S ddlm} t�|d � | jD ]r}|d }|d dkrL|dd� }|| jkrx| j| }|�|�}t| |� }n|�|�}t| |�}t�d||� q(d S )Nr )�
longopt_xlate�:����=z %s: %s) r Zdistutils.fancy_getoptra r �debug� user_options� negative_opt� translate�getattr)r9 �msgra �optZopt_name�valr: r: r; rJ u s
zinstall.dump_dirsc C sV | j d k s| jd k r\| jd kr2| jd kr2| jd ksP| jd ksP| jd ksP| jd krXtd��d S | j r�| j
d krtt d��| j
| _ | _| � d� n�| j
d k r�| j
| _ | _| � d� n�| jd k�r$| jd k r�td��ttd�s�tjtjks�dtjkr�d}nd }tj�tj�| | _tj�tj�| | _n| jd k�r8| j| _| j| _ | j| _| � d
� d S ) NzPinstall-base or install-platbase supplied, but installation scheme is incomplete�$User base directory is not specifiedr r z*must not supply exec-prefix without prefixZ real_prefix�RPM_BUILD_ROOTz/localr> r )r% r& r+ r( r) r* r, r- r r r. r �
select_schemer$ r" r# �hasattrrM � base_prefixrG �environr\ �normpath)r9 Zadditionr: r: r; rK � sZ
������
�
�
�� zinstall.finalize_unixc C s� | j r8| jd krtd��| j | _| _| �tjd � n�| jd k r\| j | _| _| �d� n\| j d krvtj
� t j �| _ | j | _| _z| �tj� W n" t
k
r� tdtj ��Y nX d S )Nrm Z_userr z)I don't know how to install stuff on '%s')r r. r r% r& ro rG rH r$ r" r\ rs rM �KeyErrorr8 r: r: r; rL � s&
�
�zinstall.finalize_otherc C s< t | }tD ]*}d| }t| |�d kr t| ||| � q d S �NZinstall_)�INSTALL_SCHEMES� SCHEME_KEYSri �setattr)r9 rH Zscheme�key�attrnamer: r: r; ro � s
zinstall.select_schemec C sX |D ]N}t | |�}|d k rtjdks.tjdkr:tj�|�}t|| j�}t| ||� qd S )Nr= r )ri rG rH r\ �
expanduserr rS rx )r9 �attrs�attrrl r: r: r; �
_expand_attrs� s
zinstall._expand_attrsc C s | � dddg� d S )Nr% r& r' �r~ r8 r: r: r; rU � s zinstall.expand_basedirsc C s | � ddddddg� d S )Nr( r) r+ r* r, r- r r8 r: r: r; rW � s �zinstall.expand_dirsc G s, |D ]"}d| }t | |tt| |��� qd S ru )rx r ri �r9 �namesrH r} r: r: r; rY � s zinstall.convert_pathsc C s� | j d kr| jj | _ | j d k r�t�d� t| j t�rB| j �d�| _ t| j �dkr`| j d }}n"t| j �dkrz| j \}}ntd��t |�}nd }d}|| _
|| _ d S )NzIDistribution option extra_path is deprecated. See issue27919 for details.�,r! r r? zY'extra_path' option must be a list, tuple, or comma-separated string with 1 or 2 elementsr> ) r1 rQ r rI �
isinstance�strrO �lenr r � path_filer^ )r9 r� r^ r: r: r; rZ � s(
� �
zinstall.handle_extra_pathc G s0 |D ]&}d| }t | |t| jt| |��� qd S ru )rx r
r' ri r� r: r: r; r_ s zinstall.change_rootsc C sb | j s
d S ttj�d��}| j�� D ]8\}}|�|�r$tj�|�s$| � d| � t�
|d� q$d S )N�~zos.makedirs('%s', 0o700)i� ) r r rG r\ r{ rS �items�
startswith�isdirZ debug_print�makedirs)r9 r$ rH r\ r: r: r; rX s zinstall.create_home_pathc C s" | j s6| �d� | j�d�j}| jr6|t� kr6td��| �� D ]}| �|� q>| j r\| �
� | j r�| � � }| j
r�t| j
�}tt|��D ]}|| |d � ||< q�| �t| j |fd| j � ttjjtj�}ttjj|�}tj�tj�| j��}| j�r | j �r| j�s ||k�r t�d| j� d S )NrF z"Can't install when cross-compilingz'writing list of installed files to '%s'z�modules installed to '%s', which is not in Python's module search path (sys.path) -- you'll have to change the search path yourself) r3 Z run_commandrQ Zget_command_objZ plat_namer4 r r �get_sub_commandsr� �create_path_filer7 � get_outputsr' r� �range�executer �maprG r\ rs rM �normcaser+ r2 r re )r9 Z
build_plat�cmd_name�outputsZroot_lenZcounterZsys_pathr+ r: r: r; �run( sD
������z install.runc C sJ t j�| j| jd �}| jr8| �t|| jgfd| � n| � d| � d S )N�.pthz creating %szpath file '%s' not created)
rG r\ r] r[ r� r2 r� r r^ rI )r9 �filenamer: r: r; r� T s
�
�zinstall.create_path_filec C sh g }| � � D ].}| �|�}|�� D ]}||kr"|�|� q"q | jrd| jrd|�tj�| j | jd �� |S )Nr� )
r� �get_finalized_commandr� �appendr� r2 rG r\ r] r[ )r9 r� r� �cmdr� r: r: r; r� b s
�zinstall.get_outputsc C s. g }| � � D ] }| �|�}|�|�� � q |S �N)r� r� �extend�
get_inputs)r9 Zinputsr� r� r: r: r; r� s s
zinstall.get_inputsc C s | j �� p| j �� S r� )rQ Zhas_pure_modulesZhas_ext_modulesr8 r: r: r; �has_lib s
�zinstall.has_libc C s
| j �� S r� )rQ � has_headersr8 r: r: r; r� � s zinstall.has_headersc C s
| j �� S r� )rQ � has_scriptsr8 r: r: r; r� � s zinstall.has_scriptsc C s
| j �� S r� )rQ Zhas_data_filesr8 r: r: r; �has_data� s zinstall.has_datar+ r* r, r- Zinstall_egg_infoc C s dS )NTr: r8 r: r: r; �<lambda>� � zinstall.<lambda>) �__name__�
__module__� __qualname__Z descriptionrf Zboolean_optionsrT r� r rg r< r` rJ rK rL ro r~ rU rW rY rZ r_ rX r� r� r� r� r� r� r� r� Z sub_commandsr: r: r: r; r I sn �;
�
N 3 " ,
�r ) rM rG Z distutilsr Zdistutils.corer Zdistutils.debugr Zdistutils.sysconfigr Zdistutils.errorsr Zdistutils.file_utilr Zdistutils.utilr r r
r r Zsiter
r rT ZWINDOWS_SCHEMErv rw r r: r: r: r; �<module> s` �
����
�
distutils/command/__pycache__/install_scripts.cpython-38.pyc 0000644 00000004137 15115353744 0020300 0 ustar 00 U
e5d� � @ sD d Z ddlZddlmZ ddlmZ ddlmZ G dd� de�ZdS )zudistutils.command.install_scripts
Implements the Distutils 'install_scripts' command, for installing
Python scripts.� N)�Command)�log)�ST_MODEc @ sL e Zd ZdZddddgZddgZdd � Zd
d � Zd d
� Zdd� Z dd� Z
dS )�install_scriptsz%install scripts (Python or otherwise))z install-dir=�dz directory to install scripts to)z
build-dir=�bz'build directory (where to install from))�force�fz-force installation (overwrite existing files))�
skip-buildNzskip the build stepsr r
c C s d | _ d| _d | _d | _d S )Nr )� install_dirr � build_dir�
skip_build��self� r �9/usr/lib64/python3.8/distutils/command/install_scripts.py�initialize_options s z"install_scripts.initialize_optionsc C s | � dd� | � dddd� d S )NZbuild)�
build_scriptsr Zinstall)r r )r r )r
r
)Zset_undefined_optionsr r r r �finalize_options! s �z install_scripts.finalize_optionsc C s� | j s| �d� | �| j| j�| _tjdkr~| �� D ]H}| j rLt
� d|� q4t� |�t
dB d@ }t
� d||� t�||� q4d S )Nr �posixzchanging mode of %sim i� zchanging mode of %s to %o)r
Z run_commandZ copy_treer r �outfiles�os�name� get_outputsZdry_runr �info�statr �chmod)r �file�moder r r �run) s
zinstall_scripts.runc C s | j jp
g S �N)Z distributionZscriptsr r r r �
get_inputs8 s zinstall_scripts.get_inputsc C s
| j pg S r )r r r r r r ; s zinstall_scripts.get_outputsN) �__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsr r r r! r r r r r r s �r ) �__doc__r Zdistutils.corer Z distutilsr r r r r r r r �<module> s
distutils/command/__pycache__/install_egg_info.cpython-38.opt-2.pyc 0000644 00000004417 15115353744 0021327 0 ustar 00 U
e5d+
� @ s` d dl mZ d dlmZmZ d dlZd dlZd dlZG dd� de�Zdd� Z dd � Z
d
d � Z dS ) � )�Command)�log�dir_utilNc @ s6 e Zd ZdZdgZdd� Zdd� Zdd� Zd d
� Zd S ) �install_egg_infoz8Install package's PKG-INFO metadata as an .egg-info file)z install-dir=�dzdirectory to install toc C s
d | _ d S �N)� install_dir��self� r �:/usr/lib64/python3.8/distutils/command/install_egg_info.py�initialize_options s z#install_egg_info.initialize_optionsc C sb | � dd� dtt| j�� ��tt| j�� ��ftjd d� � }t j
� | j |�| _
| j
g| _d S )NZ install_lib)r r z%s-%s-py%d.%d.egg-info� )Zset_undefined_options� to_filename� safe_name� distributionZget_name� safe_versionZ get_version�sys� version_info�os�path�joinr �target�outputs)r
�basenamer r r �finalize_options s � �z!install_egg_info.finalize_optionsc C s� | j }tj�|�r0tj�|�s0tj|| jd� nNtj�|�rV| � tj
| j fd| � n(tj�| j �s~| � tj | j fd| j � t
�d|� | js�t|ddd��}| jj�|� W 5 Q R X d S )N)�dry_runz Removing z Creating z
Writing %s�wzUTF-8)�encoding)r r r �isdir�islinkr Z remove_treer �existsZexecute�unlinkr �makedirsr �info�openr ZmetadataZwrite_pkg_file)r
r �fr r r �run s � zinstall_egg_info.runc C s | j S r )r r r r r � get_outputs. s z install_egg_info.get_outputsN) �__name__�
__module__� __qualname__Z descriptionZ user_optionsr
r r' r( r r r r r s �
r c C s t �dd| �S )N�[^A-Za-z0-9.]+�-)�re�sub��namer r r r 6 s r c C s | � dd�} t�dd| �S )N� �.r, r- )�replacer. r/ )�versionr r r r > s r c C s | � dd�S )Nr- �_)r4 r0 r r r r H s r ) Z
distutils.cmdr Z distutilsr r r r r. r r r r r r r r �<module> s +
distutils/command/__pycache__/bdist.cpython-38.opt-2.pyc 0000644 00000006622 15115353744 0017131 0 ustar 00 U
e5d� � @ sD d dl Z d dlmZ d dlT d dlmZ dd� ZG dd� de�ZdS ) � N)�Command)�*)� get_platformc C sP ddl m} g }tjD ]"}|�d| d tj| d f� q| |�}|�d� d S )Nr )� FancyGetopt�formats=� z'List of available distribution formats:)Zdistutils.fancy_getoptr �bdist�format_commands�append�format_commandZ
print_help)r �formats�formatZpretty_printer� r �//usr/lib64/python3.8/distutils/command/bdist.py� show_formats s
�r c
@ s� e Zd ZdZdddde� fdddd d
gZd gZd d
defgZdZ ddd�Z
dddddddddg Z ddd d d d d d!d"d#� Z d$d%� Z
d&d'� Zd(d)� Zd
S )*r z$create a built (binary) distribution)z bdist-base=�bz4temporary directory for creating built distributionsz
plat-name=�pz;platform name to embed in generated filenames (default: %s))r Nz/formats for distribution (comma-separated list))z dist-dir=�dz=directory to put final built distributions in [default: dist])�
skip-buildNz2skip rebuilding everything (for testing/debugging))zowner=�uz@Owner name used when creating a tar file [default: current user])zgroup=�gzAGroup name used when creating a tar file [default: current group]r z help-formatsNz$lists available distribution formats)� bdist_rpm�gztar�zip)�posix�nt�rpm�bztar�xztar�ztar�tar�wininst�msi)r zRPM distribution)�
bdist_dumbzgzip'ed tar file)r# zbzip2'ed tar file)r# zxz'ed tar file)r# zcompressed tar file)r# ztar file)Z
bdist_wininstz Windows executable installer)r# zZIP file)Z bdist_msizMicrosoft Installer) r r r r r r r! r r" c C s. d | _ d | _d | _d | _d| _d | _d | _d S )Nr )�
bdist_base� plat_namer �dist_dir�
skip_build�group�owner)�selfr r r �initialize_optionsQ s zbdist.initialize_optionsc C s� | j d kr(| jrt� | _ n| �d�j | _ | jd krT| �d�j}tj�|d| j �| _| � d� | j
d kr�z| j tj g| _
W n" t
k
r� tdtj ��Y nX | jd kr�d| _d S )NZbuildzbdist.r z;don't know how to create built distributions on platform %sZdist)r% r' r Zget_finalized_commandr$ �
build_base�os�path�joinZensure_string_listr �default_format�name�KeyErrorZDistutilsPlatformErrorr& )r* r, r r r �finalize_optionsZ s*
�
��
zbdist.finalize_optionsc C s� g }| j D ]>}z|�| j| d � W q
tk
rF td| ��Y q
X q
tt| j ��D ]h}|| }| �|�}|| jkr�| j | |_ |dkr�| j
|_
| j |_ |||d d � kr�d|_ | �
|� qXd S )Nr zinvalid format '%s'r# r )r r
r r2 ZDistutilsOptionError�range�lenZreinitialize_command�no_format_optionr
r) r( Z keep_tempZ run_command)r* Zcommandsr
�iZcmd_nameZsub_cmdr r r �runv s"
z bdist.run)�__name__�
__module__� __qualname__Z descriptionr Z user_optionsZboolean_optionsr Z help_optionsr6 r0 r r r+ r3 r8 r r r r r sR ��� ��� ��
r )r- Zdistutils.corer Zdistutils.errorsZdistutils.utilr r r r r r r �<module> s
distutils/command/__pycache__/install_data.cpython-38.pyc 0000644 00000004363 15115353744 0017523 0 ustar 00 U
e5d � @ s< d Z ddlZddlmZ ddlmZmZ G dd� de�ZdS )z�distutils.command.install_data
Implements the Distutils 'install_data' command, for installing
platform-independent data files.� N)�Command)� change_root� convert_pathc @ sH e Zd ZdZdddgZdgZdd� Zdd � Zd
d � Zd d
� Z dd� Z
dS )� install_datazinstall data files)z install-dir=�dzIbase directory for installing data files (default: installation base dir))zroot=Nz<install everything relative to this alternate root directory)�force�fz-force installation (overwrite existing files)r c C s, d | _ g | _d | _d| _| jj| _d| _d S )Nr � )� install_dir�outfiles�rootr Z distribution�
data_files�warn_dir��self� r �6/usr/lib64/python3.8/distutils/command/install_data.py�initialize_options s
z install_data.initialize_optionsc C s | � dddd� d S )NZinstall)r r
)r r )r r )Zset_undefined_optionsr r r r �finalize_options# s
�z install_data.finalize_optionsc C s� | � | j� | jD ]�}t|t�rbt|�}| jrB| �d|| jf � | �|| j�\}}| j �
|� qt|d �}t j �
|�s�t j �| j|�}n| jr�t| j|�}| � |� |d g kr�| j �
|� q|d D ](}t|�}| �||�\}}| j �
|� q�qd S )NzMsetup script did not provide a directory for '%s' -- installing right in '%s'r r )Zmkpathr
r
�
isinstance�strr r �warnZ copy_filer �append�os�path�isabs�joinr r )r r �out�_�dir�datar r r �run* s,
�
zinstall_data.runc C s
| j pg S �N)r
r r r r �
get_inputsK s zinstall_data.get_inputsc C s | j S r" )r r r r r � get_outputsN s zinstall_data.get_outputsN) �__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsr r r! r# r$ r r r r r s � !r )�__doc__r Zdistutils.corer Zdistutils.utilr r r r r r r �<module> s distutils/command/__pycache__/__init__.cpython-38.opt-2.pyc 0000644 00000000664 15115353744 0017563 0 ustar 00 U
e5d � @ s. d ddddddddd d
d d d
dddddgZ dS )ZbuildZbuild_pyZ build_extZ
build_clibZ
build_scriptsZcleanZinstallZ install_libZinstall_headersZinstall_scriptsZ install_dataZsdist�registerZbdistZ
bdist_dumbZ bdist_rpmZ
bdist_wininstZcheckZuploadN)�__all__� r r �2/usr/lib64/python3.8/distutils/command/__init__.py�<module> s& � distutils/command/__pycache__/install_lib.cpython-38.opt-2.pyc 0000644 00000010666 15115353744 0020323 0 ustar 00 U
e5d� � @ sH d dl Z d dlZd dlZd dlmZ d dlmZ dZG dd� de�Z dS )� N)�Command)�DistutilsOptionErrorz.pyc @ s� e Zd ZdZdddddddgZd d
d gZd d
iZd
d� Zdd� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd � Zd d � Zd d � Zd!S )"� install_libz7install all Python modules (extensions and pure Python))z install-dir=�dzdirectory to install to)z
build-dir=�bz'build directory (where to install from))�force�fz-force installation (overwrite existing files))�compile�cz compile .py to .pyc [default])�
no-compileNzdon't compile .py files)z optimize=�Ozlalso compile with optimization: -O1 for "python -O", -O2 for "python -OO", and -O0 to disable [default: -O0])�
skip-buildNzskip the build stepsr r r
r c C s( d | _ d | _d| _d | _d | _d | _d S )Nr )� install_dir� build_dirr r �optimize�
skip_build��self� r �5/usr/lib64/python3.8/distutils/command/install_lib.py�initialize_options3 s z install_lib.initialize_optionsc C s� | � ddddddd� | jd kr&d| _| jd kr6d | _t| jt�s�z t| j�| _| jd
kr^t�W n ttfk
r� td ��Y nX d S ) N�install)� build_libr )r r )r r )r r )r r )r r TF)r � � zoptimize must be 0, 1, or 2)Zset_undefined_optionsr r �
isinstance�int�AssertionError�
ValueErrorr r r r r �finalize_options< s& �
z install_lib.finalize_optionsc C s0 | � � | �� }|d k r,| j�� r,| �|� d S �N)�buildr � distribution�has_pure_modules� byte_compile�r Zoutfilesr r r �runV s zinstall_lib.runc C s2 | j s.| j�� r| �d� | j�� r.| �d� d S �N�build_py� build_ext)r r" r# Z run_command�has_ext_modulesr r r r r! f s
zinstall_lib.buildc C s8 t j�| j�r | �| j| j�}n| �d| j � d S |S )Nz3'%s' does not exist -- no Python modules to install)�os�path�isdirr Z copy_treer �warnr% r r r r m s �zinstall_lib.installc C sr t jr| �d� d S ddlm} | �d�j}| jrH||d| j|| j d� | j
dkrn||| j
| j|| j | j d� d S )Nz%byte-compiling is disabled, skipping.r )r$ r )r r �prefix�dry_run)r r r/ �verboser0 ) �sys�dont_write_bytecoder. Zdistutils.utilr$ �get_finalized_command�rootr r r0 r r1 )r �filesr$ Z install_rootr r r r$ v s$
�
�zinstall_lib.byte_compilec
C sd |sg S | � |�}|�� }t||�}t|�ttj� }g }|D ] } |�tj�|| |d � �� q>|S r ) r4 � get_outputs�getattr�lenr+ �sep�appendr, �join)
r Zhas_anyZ build_cmdZ
cmd_optionZ
output_dirZ build_filesr �
prefix_lenZoutputs�filer r r �_mutate_outputs� s
zinstall_lib._mutate_outputsc C sr g }|D ]d}t j�t j�|��d }|tkr.q| jrJ|�tjj |dd�� | j
dkr|�tjj || j
d�� q|S )Nr � )� optimizationr ) r+ r, �splitext�normcase�PYTHON_SOURCE_EXTENSIONr r; � importlib�util�cache_from_sourcer )r Z py_filenamesZbytecode_filesZpy_fileZextr r r �_bytecode_filenames� s
�
�
z install_lib._bytecode_filenamesc C sR | � | j�� dd| j�}| jr*| �|�}ng }| � | j�� dd| j�}|| | S )Nr( r r) )r? r" r# r r rH r* )r Z pure_outputsZbytecode_outputsZ ext_outputsr r r r7 � s �� ��zinstall_lib.get_outputsc C sL g }| j �� r&| �d�}|�|�� � | j �� rH| �d�}|�|�� � |S r' )r" r# r4 �extendr7 r* )r Zinputsr( r) r r r �
get_inputs� s
zinstall_lib.get_inputsN)�__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsZ negative_optr r r& r! r r$ r? rH r7 rJ r r r r r s* �
r )
r+ �importlib.utilrE r2 Zdistutils.corer Zdistutils.errorsr rD r r r r r �<module> s distutils/command/__pycache__/bdist.cpython-38.opt-1.pyc 0000644 00000007124 15115353744 0017126 0 ustar 00 U
e5d� � @ sH d Z ddlZddlmZ ddlT ddlmZ dd� ZG dd � d e�ZdS )
zidistutils.command.bdist
Implements the Distutils 'bdist' command (create a built [binary]
distribution).� N)�Command)�*)� get_platformc C sP ddl m} g }tjD ]"}|�d| dtj| d f� q| |�}|�d� dS )zFPrint list of available formats (arguments to "--format" option).
r )� FancyGetopt�formats=N� z'List of available distribution formats:)Zdistutils.fancy_getoptr �bdist�format_commands�append�format_commandZ
print_help)r �formats�formatZpretty_printer� r �//usr/lib64/python3.8/distutils/command/bdist.py� show_formats s
�r c
@ s� e Zd ZdZdddde� fdddd d
gZd gZd d
defgZdZ ddd�Z
dddddddddg Z ddd d d d d d!d"d#� Z d$d%� Z
d&d'� Zd(d)� Zd
S )*r z$create a built (binary) distribution)z bdist-base=�bz4temporary directory for creating built distributionsz
plat-name=�pz;platform name to embed in generated filenames (default: %s))r Nz/formats for distribution (comma-separated list))z dist-dir=�dz=directory to put final built distributions in [default: dist])�
skip-buildNz2skip rebuilding everything (for testing/debugging))zowner=�uz@Owner name used when creating a tar file [default: current user])zgroup=�gzAGroup name used when creating a tar file [default: current group]r z help-formatsNz$lists available distribution formats)� bdist_rpm�gztar�zip)�posix�nt�rpm�bztar�xztar�ztar�tar�wininst�msi)r zRPM distribution)�
bdist_dumbzgzip'ed tar file)r# zbzip2'ed tar file)r# zxz'ed tar file)r# zcompressed tar file)r# ztar file)Z
bdist_wininstz Windows executable installer)r# zZIP file)Z bdist_msizMicrosoft Installer) r r r r r r r! r r" c C s. d | _ d | _d | _d | _d| _d | _d | _d S )Nr )�
bdist_base� plat_namer �dist_dir�
skip_build�group�owner)�selfr r r �initialize_optionsQ s zbdist.initialize_optionsc C s� | j d kr(| jrt� | _ n| �d�j | _ | jd krT| �d�j}tj�|d| j �| _| � d� | j
d kr�z| j tj g| _
W n" t
k
r� tdtj ��Y nX | jd kr�d| _d S )NZbuildzbdist.r z;don't know how to create built distributions on platform %sZdist)r% r' r Zget_finalized_commandr$ �
build_base�os�path�joinZensure_string_listr �default_format�name�KeyErrorZDistutilsPlatformErrorr& )r* r, r r r �finalize_optionsZ s*
�
��
zbdist.finalize_optionsc C s� g }| j D ]>}z|�| j| d � W q
tk
rF td| ��Y q
X q
tt| j ��D ]h}|| }| �|�}|| jkr�| j | |_ |dkr�| j
|_
| j |_ |||d d � kr�d|_ | �
|� qXd S )Nr zinvalid format '%s'r# r )r r
r r2 ZDistutilsOptionError�range�lenZreinitialize_command�no_format_optionr
r) r( Z keep_tempZ run_command)r* Zcommandsr
�iZcmd_nameZsub_cmdr r r �runv s"
z bdist.run)�__name__�
__module__� __qualname__Z descriptionr Z user_optionsZboolean_optionsr Z help_optionsr6 r0 r r r+ r3 r8 r r r r r sR ��� ��� ��
r ) �__doc__r- Zdistutils.corer Zdistutils.errorsZdistutils.utilr r r r r r r �<module> s distutils/command/__pycache__/build_scripts.cpython-38.opt-2.pyc 0000644 00000007534 15115353744 0020675 0 ustar 00 U
e5dX � @ s� d dl Z d dlZd dlmZ d dlmZ d dlmZ d dlm Z d dl
m Z m Z d dlm
Z
d dlZe�d�ZG d d
� d
e�ZG d d � d ee �ZdS )
� N)�ST_MODE)� sysconfig)�Command)�newer)� convert_path� Mixin2to3)�logs ^#!.*python[0-9.]*([ ].*)?$c @ sH e Zd ZdZdddgZdgZdd� Zdd � Zd
d � Zd d
� Z dd� Z
dS )�
build_scriptsz("build" scripts (copy and fixup #! line))z
build-dir=�dz directory to "build" (copy) to)�force�fz1forcibly build everything (ignore file timestamps)z executable=�ez*specify final destination interpreter pathr c C s" d | _ d | _d | _d | _d | _d S �N)� build_dir�scriptsr �
executable�outfiles��self� r �7/usr/lib64/python3.8/distutils/command/build_scripts.py�initialize_options s
z build_scripts.initialize_optionsc C s | � dddd� | jj| _d S )NZbuild)r r )r r )r r )Zset_undefined_optionsZ distributionr r r r r �finalize_options% s �z build_scripts.finalize_optionsc C s | j S r )r r r r r �get_source_files, s z build_scripts.get_source_filesc C s | j s
d S | �� d S r )r � copy_scriptsr r r r �run/ s zbuild_scripts.runc
C s� | � | j� g }g }| jD �] }d}t|�}tj�| jtj�|��}|�|� | j slt
||�slt � d|� qzt
|d�}W n tk
r� | js�� d }Y nXX t�|j�\}}|�d� |�� } | s�| �d| � qt�| �}
|
r�d}|
�d�p�d} |�rt �d || j� |�|� | j�stj�s*| j} n(tj�t� d
�d t� d �t� d
�f �} t� | �} d| | d }
z|
� d� W n$ t k
�r� t d�!|
���Y nX z|
� |� W n& t k
�r� t d�!|
|���Y nX t
|d�� }|�"|
� |�#|�$� � W 5 Q R X |�r8|�%� q|�r"|�%� |�|� | �&||� qtj'dk�r�|D ]`}| j�rdt �d|� nDt�(|�t) d@ }|dB d@ }||k�rJt �d|||� t�*||� �qJ||fS )NFznot copying %s (up-to-date)�rbr z %s is an empty file (skipping)T� � z copying and adjusting %s -> %sZBINDIRz
python%s%sZVERSIONZEXEs #!�
zutf-8z.The shebang ({!r}) is not decodable from utf-8zAThe shebang ({!r}) is not decodable from the script encoding ({})�wb�posixzchanging mode of %si� im z!changing mode of %s from %o to %o)+Zmkpathr r r �os�path�join�basename�appendr r r �debug�open�OSError�dry_run�tokenize�detect_encoding�readline�seek�warn�
first_line_re�match�group�infor Z python_buildr Zget_config_var�fsencode�decode�UnicodeDecodeError�
ValueError�format�write�
writelines� readlines�closeZ copy_file�name�statr �chmod)r r �
updated_filesZscriptZadjustZoutfiler �encoding�linesZ
first_liner1 Z post_interpr ZshebangZoutf�fileZoldmodeZnewmoder r r r 5 s�
�
��
��
��
�zbuild_scripts.copy_scriptsN) �__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsr r r r r r r r r r s �r c @ s e Zd Zdd� ZdS )�build_scripts_2to3c C s& t �| �\}}| js | �|� ||fS r )r r r* Zrun_2to3)r r r@ r r r r � s
z build_scripts_2to3.copy_scriptsN)rD rE rF r r r r r rG � s rG )r" �rer> r Z distutilsr Zdistutils.corer Zdistutils.dep_utilr Zdistutils.utilr r r r+ �compiler0 r rG r r r r �<module> s
distutils/command/__pycache__/build_clib.cpython-38.pyc 0000644 00000011320 15115353744 0017143 0 ustar 00 U
e5dV � @ sT d Z ddlZddlmZ ddlT ddlmZ ddlmZ dd� Z G d d
� d
e�Z
dS ) z�distutils.command.build_clib
Implements the Distutils 'build_clib' command, to build a C/C++ library
that is included in the module distribution and needed by an extension
module.� N)�Command)�*)�customize_compiler)�logc C s ddl m} | � d S )Nr ��show_compilers)�distutils.ccompilerr r � r �4/usr/lib64/python3.8/distutils/command/build_clib.pyr s r c @ sl e Zd ZdZdddddgZddgZd d
d efgZd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd
S )�
build_clibz/build C/C++ libraries used by Python extensions)z build-clib=�bz%directory to build C/C++ libraries to)z build-temp=�tz,directory to put temporary build by-products)�debug�gz"compile with debugging information)�force�fz2forcibly build everything (ignore file timestamps))z compiler=�czspecify the compiler typer r z
help-compilerNzlist available compilersc C s: d | _ d | _d | _d | _d | _d | _d | _d| _d | _d S )Nr ) r �
build_temp� libraries� include_dirs�define�undefr r �compiler��selfr r r
�initialize_options4 s z build_clib.initialize_optionsc C sh | � dddddd� | jj| _| jr0| �| j� | jd krH| jjpDg | _t| jt�rd| j�tj �| _d S )NZbuild)r r )r r )r r )r r )r r )
Zset_undefined_optionsZ distributionr �check_library_listr �
isinstance�str�split�os�pathsepr r r r
�finalize_optionsD s �
zbuild_clib.finalize_optionsc C s� | j s
d S ddlm} || j| j| jd�| _t| j� | jd k rN| j�| j� | j d k rv| j D ]\}}| j�
||� q^| j d k r�| j D ]}| j� |� q�| �
| j � d S )Nr )� new_compiler)r �dry_runr )r r r# r r$ r r r Zset_include_dirsr Z define_macror Zundefine_macro�build_libraries)r r# �name�valueZmacror r r
�run^ s" �
zbuild_clib.runc C s� t |t�std��|D ]z}t |t�s8t|�dkr8td��|\}}t |t�sRtd��d|ksntjdkr~tj|kr~td|d ��t |t�std��qd S )
a` Ensure that the list of libraries is valid.
`library` is presumably provided as a command option 'libraries'.
This method checks that it is a list of 2-tuples, where the tuples
are (library_name, build_info_dict).
Raise DistutilsSetupError if the structure is invalid anywhere;
just returns otherwise.
z+'libraries' option must be a list of tuples� z*each element of 'libraries' must a 2-tuplezNfirst element of each tuple in 'libraries' must be a string (the library name)�/z;bad library name '%s': may not contain directory separatorsr zMsecond element of each tuple in 'libraries' must be a dictionary (build info)N) r �list�DistutilsSetupError�tuple�lenr r �sep�dict)r r �libr& �
build_infor r r
r v s,
��
� �
�z build_clib.check_library_listc C s, | j s
d S g }| j D ]\}}|�|� q|S )N)r �append)r Z lib_names�lib_namer2 r r r
�get_library_names� s z build_clib.get_library_namesc C sZ | � | j� g }| jD ]>\}}|�d�}|d ks>t|ttf�sJtd| ��|�|� q|S )N�sources�fin 'libraries' option (library '%s'), 'sources' must be present and must be a list of source filenames)r r �getr r+ r- r, �extend)r � filenamesr4 r2 r6 r r r
�get_source_files� s
�� zbuild_clib.get_source_filesc C s� |D ]�\}}|� d�}|d ks,t|ttf�s8td| ��t|�}t�d|� |� d�}|� d�}| jj|| j ||| j
d�}| jj ||| j | j
d� qd S )Nr6 r7 zbuilding '%s' library�macrosr )�
output_dirr< r r )r= r )
r8 r r+ r- r, r �infor �compiler r Zcreate_static_libr )r r r4 r2 r6 r< r Zobjectsr r r
r% � s,
��
�
�zbuild_clib.build_libraries)�__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsr Z help_optionsr r" r( r r5 r; r% r r r r
r s( �
��$ r ) �__doc__r Zdistutils.corer Zdistutils.errorsZdistutils.sysconfigr Z distutilsr r r r r r r
�<module> s distutils/command/__pycache__/config.cpython-38.opt-1.pyc 0000644 00000023765 15115353744 0017277 0 ustar 00 U
e5d=3 � @ sl d Z ddlZddlZddlmZ ddlmZ ddlmZ ddl m
Z
ddd �Z G d
d � d e�Z dd d
�Z
dS )a� distutils.command.config
Implements the Distutils 'config' command, a (mostly) empty command class
that exists mainly to be sub-classed by specific module distributions and
applications. The idea is that while every "config" command is different,
at least they're all named the same, and users always see "config" in the
list of standard commands. Also, this is a good place to put common
configure-like tasks: "try to compile this C code", or "figure out where
this header file lives".
� N)�Command)�DistutilsExecError)�customize_compiler)�logz.cz.cxx)�czc++c @ s� e Zd ZdZdddddddd d
g Zd d � Zd
d� Zdd� Zdd� Zdd� Z dd� Z
dd� Z dd� Z dd � Z
d0d d �Zd1d!d"�Zd2d#d$�Zd3d%d&�Zd4d'd(�Zd5d*d+�Zd d d g fd,d-�Zd6d.d/�Zd S )7�configzprepare to build)z compiler=Nzspecify the compiler type)zcc=Nz specify the compiler executable)z
include-dirs=�Iz.list of directories to search for header files)zdefine=�Dz C preprocessor macros to define)zundef=�Uz!C preprocessor macros to undefine)z
libraries=�lz!external C libraries to link with)z
library-dirs=�Lz.directories to search for external C libraries)�noisyNz1show every action (compile, link, run, ...) taken)z dump-sourceNz=dump generated source files before attempting to compile themc C s4 d | _ d | _d | _d | _d | _d| _d| _g | _d S )N� )�compilerZcc� include_dirs� libraries� library_dirsr
� dump_source�
temp_files��self� r �0/usr/lib64/python3.8/distutils/command/config.py�initialize_options3 s zconfig.initialize_optionsc C s� | j d kr| jj pg | _ n t| j t�r6| j �tj�| _ | jd krHg | _nt| jt�r^| jg| _| jd krpg | _n t| jt�r�| j�tj�| _d S �N) r Z distribution�
isinstance�str�split�os�pathsepr r r r r r �finalize_optionsB s
zconfig.finalize_optionsc C s d S r r r r r r �runR s z
config.runc C sz ddl m}m} t| j|�sv|| j| jdd�| _t| j� | jrN| j�| j� | j rb| j�
| j � | j rv| j� | j � dS )z^Check that 'self.compiler' really is a CCompiler object;
if not, make it one.
r )� CCompiler� new_compilerr )r �dry_runZforceN)
�distutils.ccompilerr" r# r r r$ r r Zset_include_dirsr Z
set_librariesr Zset_library_dirs)r r" r# r r r �_check_compilerY s �
zconfig._check_compilerc C sl dt | }t|d��L}|r>|D ]}|�d| � q |�d� |�|� |d dkr^|�d� W 5 Q R X |S )NZ _configtest�wz#include <%s>
�
���)�LANG_EXT�open�write)r �body�headers�lang�filename�file�headerr r r �_gen_temp_sourcefilek s
zconfig._gen_temp_sourcefilec C s< | � |||�}d}| j�||g� | jj|||d� ||fS )Nz
_configtest.i�r )r3 r �extendr Z
preprocess)r r- r. r r/ �src�outr r r � _preprocessw s
zconfig._preprocessc C s\ | � |||�}| jr"t|d| � | j�|g�\}| j�||g� | jj|g|d� ||fS )Nzcompiling '%s':r4 )r3 r � dump_filer Zobject_filenamesr r5 �compile)r r- r. r r/ r6 �objr r r �_compile~ s zconfig._compilec
C sr | � ||||�\}}tj�tj�|��d } | jj|g| |||d� | jjd k r\| | jj } | j� | � ||| fS )Nr )r r Z target_lang)
r< r �path�splitext�basenamer Zlink_executableZ
exe_extensionr �append)
r r- r. r r r r/ r6 r; �progr r r �_link� s � z config._linkc G sT |s| j }g | _ t�dd�|�� |D ](}zt�|� W q& tk
rL Y q&X q&d S )Nz removing: %s� )r r �info�joinr �remove�OSError)r � filenamesr0 r r r �_clean� s z
config._cleanNr c C sR ddl m} | �� d}z| �||||� W n |k
rD d}Y nX | �� |S )aQ Construct a source file from 'body' (a string containing lines
of C/C++ code) and 'headers' (a list of header files to include)
and run it through the preprocessor. Return true if the
preprocessor succeeded, false if there were any errors.
('body' probably isn't of much use, but what the heck.)
r �� CompileErrorTF)r% rK r& r8 rI �r r- r. r r/ rK �okr r r �try_cpp� s
zconfig.try_cppc C sx | � � | �||||�\}}t|t�r0t�|�}t|��.}d} |�� }
|
dkrPqb|�|
�r>d} qbq>W 5 Q R X | � � | S )a� Construct a source file (just like 'try_cpp()'), run it through
the preprocessor, and return true if any line of the output matches
'pattern'. 'pattern' should either be a compiled regex object or a
string containing a regex. If both 'body' and 'headers' are None,
preprocesses an empty file -- which can be useful to determine the
symbols the preprocessor and compiler set by default.
F� T)
r& r8 r r �rer: r+ �readline�searchrI ) r �patternr- r. r r/ r6 r7 r1 �match�liner r r �
search_cpp� s
zconfig.search_cppc C sd ddl m} | �� z| �||||� d}W n |k
rD d}Y nX t�|rRdpTd� | �� |S )zwTry to compile a source file built from 'body' and 'headers'.
Return true on success, false otherwise.
r rJ TF�success!�failure.)r% rK r& r< r rD rI rL r r r � try_compile� s
zconfig.try_compilec
C sp ddl m}m} | �� z | �||||||� d} W n ||fk
rP d} Y nX t�| r^dp`d� | �� | S )z�Try to compile and link a source file, built from 'body' and
'headers', to executable form. Return true on success, false
otherwise.
r �rK � LinkErrorTFrW rX )r% rK r[ r& rB r rD rI )
r r- r. r r r r/ rK r[ rM r r r �try_link� s
�
zconfig.try_linkc
C s� ddl m}m} | �� z.| �||||||�\} }
} | �| g� d} W n ||tfk
rd d} Y nX t�| rrdptd� | � � | S )z�Try to compile, link to an executable, and run a program
built from 'body' and 'headers'. Return true on success, false
otherwise.
r rZ TFrW rX )
r% rK r[ r& rB Zspawnr r rD rI )
r r- r. r r r r/ rK r[ r6 r; ZexerM r r r �try_run� s
�
zconfig.try_runr c C st | � � g }|r |�d| � |�d� |r<|�d| � n|�d| � |�d� d�|�d }| �|||||�S )a� Determine if function 'func' is available by constructing a
source file that refers to 'func', and compiles and links it.
If everything succeeds, returns true; otherwise returns false.
The constructed source file starts out by including the header
files listed in 'headers'. If 'decl' is true, it then declares
'func' (as "int func()"); you probably shouldn't supply 'headers'
and set 'decl' true in the same call, or you might get errors about
a conflicting declarations for 'func'. Finally, the constructed
'main()' function either references 'func' or (if 'call' is true)
calls it. 'libraries' and 'library_dirs' are used when
linking.
z
int %s ();z
int main () {z %s();z %s;�}r( )r& r@ rE r\ ) r �funcr. r r r ZdeclZcallr- r r r �
check_func s
�zconfig.check_funcc C s | � � | �d|||g| |�S )a� Determine if 'library' is available to be linked against,
without actually checking that any particular symbols are provided
by it. 'headers' will be used in constructing the source file to
be compiled, but the only effect of this is to check if all the
header files listed are available. Any libraries listed in
'other_libraries' will be included in the link, in case 'library'
has symbols that depend on other libraries.
zint main (void) { })r& r\ )r Zlibraryr r. r Zother_librariesr r r � check_lib4 s
�zconfig.check_libc C s | j d|g|d�S )z�Determine if the system header file named by 'header_file'
exists and can be found by the preprocessor; return true if so,
false otherwise.
z
/* No body */)r- r. r )rN )r r2 r r r/ r r r � check_headerB s
�zconfig.check_header)NNNr )NNNr )NNr )NNNNr )NNNNr )NNNNr r )NNr )�__name__�
__module__� __qualname__Z descriptionZ user_optionsr r r! r& r3 r8 r< rB rI rN rV rY r\ r] r` ra rb r r r r r s\ �
�
�
�
�
�
�r c C sJ |dkrt �d| � n
t �|� t| �}zt �|�� � W 5 |�� X dS )zjDumps a file content into log.info.
If head is not None, will be dumped before the file content.
Nz%s)r rD r+ �close�read)r0 �headr1 r r r r9 K s
r9 )N)�__doc__r rP Zdistutils.corer Zdistutils.errorsr Zdistutils.sysconfigr Z distutilsr r* r r9 r r r r �<module> s
8 distutils/command/__pycache__/build_clib.cpython-38.opt-2.pyc 0000644 00000010246 15115353744 0020111 0 ustar 00 U
e5dV � @ sP d dl Z d dlmZ d dlT d dlmZ d dlmZ dd� ZG dd � d e�Z dS )
� N)�Command)�*)�customize_compiler)�logc C s ddl m} | � d S )Nr ��show_compilers)�distutils.ccompilerr r � r �4/usr/lib64/python3.8/distutils/command/build_clib.pyr s r c @ sl e Zd ZdZdddddgZddgZd d
d efgZd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd
S )�
build_clibz/build C/C++ libraries used by Python extensions)z build-clib=�bz%directory to build C/C++ libraries to)z build-temp=�tz,directory to put temporary build by-products)�debug�gz"compile with debugging information)�force�fz2forcibly build everything (ignore file timestamps))z compiler=�czspecify the compiler typer r z
help-compilerNzlist available compilersc C s: d | _ d | _d | _d | _d | _d | _d | _d| _d | _d S )Nr ) r �
build_temp� libraries� include_dirs�define�undefr r �compiler��selfr r r
�initialize_options4 s z build_clib.initialize_optionsc C sh | � dddddd� | jj| _| jr0| �| j� | jd krH| jjpDg | _t| jt�rd| j�tj �| _d S )NZbuild)r r )r r )r r )r r )r r )
Zset_undefined_optionsZ distributionr �check_library_listr �
isinstance�str�split�os�pathsepr r r r
�finalize_optionsD s �
zbuild_clib.finalize_optionsc C s� | j s
d S ddlm} || j| j| jd�| _t| j� | jd k rN| j�| j� | j d k rv| j D ]\}}| j�
||� q^| j d k r�| j D ]}| j� |� q�| �
| j � d S )Nr )� new_compiler)r �dry_runr )r r r# r r$ r r r Zset_include_dirsr Z define_macror Zundefine_macro�build_libraries)r r# �name�valueZmacror r r
�run^ s" �
zbuild_clib.runc C s� t |t�std��|D ]z}t |t�s8t|�dkr8td��|\}}t |t�sRtd��d|ksntjdkr~tj|kr~td|d ��t |t�std��qd S ) Nz+'libraries' option must be a list of tuples� z*each element of 'libraries' must a 2-tuplezNfirst element of each tuple in 'libraries' must be a string (the library name)�/z;bad library name '%s': may not contain directory separatorsr zMsecond element of each tuple in 'libraries' must be a dictionary (build info)) r �list�DistutilsSetupError�tuple�lenr r �sep�dict)r r �libr& �
build_infor r r
r v s,
��
� �
�z build_clib.check_library_listc C s, | j s
d S g }| j D ]\}}|�|� q|S )N)r �append)r Z lib_names�lib_namer2 r r r
�get_library_names� s z build_clib.get_library_namesc C sZ | � | j� g }| jD ]>\}}|�d�}|d ks>t|ttf�sJtd| ��|�|� q|S )N�sources�fin 'libraries' option (library '%s'), 'sources' must be present and must be a list of source filenames)r r �getr r+ r- r, �extend)r � filenamesr4 r2 r6 r r r
�get_source_files� s
�� zbuild_clib.get_source_filesc C s� |D ]�\}}|� d�}|d ks,t|ttf�s8td| ��t|�}t�d|� |� d�}|� d�}| jj|| j ||| j
d�}| jj ||| j | j
d� qd S )Nr6 r7 zbuilding '%s' library�macrosr )�
output_dirr< r r )r= r )
r8 r r+ r- r, r �infor �compiler r Zcreate_static_libr )r r r4 r2 r6 r< r Zobjectsr r r
r% � s,
��
�
�zbuild_clib.build_libraries)�__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsr Z help_optionsr r" r( r r5 r; r% r r r r
r s( �
��$ r )
r Zdistutils.corer Zdistutils.errorsZdistutils.sysconfigr Z distutilsr r r r r r r
�<module> s distutils/command/__pycache__/bdist_dumb.cpython-38.opt-2.pyc 0000644 00000006502 15115353744 0020135 0 ustar 00 U
e5d1 � @ sd d dl Z d dlmZ d dlmZ d dlmZmZ d dlT d dl m
Z
d dl m Z G dd � d e�Z
dS )
� N)�Command)� get_platform)� remove_tree�ensure_relative)�*)�get_python_version)�logc @ s^ e Zd ZdZdddde� fdddd d
d d g Zd
ddgZddd�Zdd� Zdd� Z dd� Z
dS )�
bdist_dumbz"create a "dumb" built distribution)z
bdist-dir=�dz1temporary directory for creating the distributionz
plat-name=�pz;platform name to embed in generated filenames (default: %s))zformat=�fz>archive format to create (tar, gztar, bztar, xztar, ztar, zip))� keep-temp�kzPkeep the pseudo-installation tree around after creating the distribution archive)z dist-dir=r
z-directory to put final built distributions in)�
skip-buildNz2skip rebuilding everything (for testing/debugging))�relativeNz7build the archive using relative paths (default: false))zowner=�uz@Owner name used when creating a tar file [default: current user])zgroup=�gzAGroup name used when creating a tar file [default: current group]r
r r Zgztar�zip)�posix�ntc C s: d | _ d | _d | _d| _d | _d | _d| _d | _d | _d S )Nr ) � bdist_dir� plat_name�format� keep_temp�dist_dir�
skip_buildr �owner�group)�self� r �4/usr/lib64/python3.8/distutils/command/bdist_dumb.py�initialize_options2 s z bdist_dumb.initialize_optionsc C sz | j d kr&| �d�j}tj�|d�| _ | jd krfz| jtj | _W n" t k
rd t
dtj ��Y nX | � dddd� d S )NZbdistZdumbz@don't know how to create dumb built distributions on platform %s)r r )r r )r r ) r Zget_finalized_command�
bdist_base�os�path�joinr �default_format�name�KeyError�DistutilsPlatformErrorZset_undefined_options)r r" r r r �finalize_options= s"
��
�zbdist_dumb.finalize_optionsc C s( | j s| �d� | jddd�}| j|_| j |_ d|_t�d| j� | �d� d| j� � | j
f }t j �
| j|�}| js~| j}nJ| j�� r�|j|jkr�tdt|j�t|j�f ��nt j �
| jt|j��}| j|| j|| j| jd �}| j�� r�t� }nd
}| jj� d ||f� | j �s$t | j| j d � d S )
NZbuild�install� )Zreinit_subcommandsr zinstalling to %sz%s.%szScan't make a dumb built distribution where base and platbase are different (%s, %s))Zroot_dirr r �anyr )�dry_run) r Z run_commandZreinitialize_commandr �rootZwarn_dirr �infoZ distributionZ get_fullnamer r# r$ r% r r Zhas_ext_modulesZ install_baseZinstall_platbaser) �reprr Z make_archiver r r r Z
dist_files�appendr r r. )r r+ Zarchive_basenameZpseudoinstall_rootZ archive_root�filenameZ pyversionr r r �runO sR
�
����
� �
�zbdist_dumb.runN) �__name__�
__module__� __qualname__Z descriptionr Z user_optionsZboolean_optionsr& r! r* r4 r r r r r s, ���
� r )r# Zdistutils.corer Zdistutils.utilr Zdistutils.dir_utilr r Zdistutils.errorsZdistutils.sysconfigr Z distutilsr r r r r r �<module> s distutils/command/__pycache__/build_py.cpython-38.pyc 0000644 00000024362 15115353744 0016674 0 ustar 00 U
e5d&C � @ sz d Z ddlZddlZddlZddlZddlmZ ddlT ddl m
Z
m Z ddl m
Z
G dd� de�ZG d d
� d
ee �ZdS ) zHdistutils.command.build_py
Implements the Distutils 'build_py' command.� N)�Command)�*)� convert_path� Mixin2to3)�logc @ s� e Zd ZdZdddddgZddgZd diZd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd2d'd(�Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1S )3�build_pyz5"build" pure Python modules (copy to build directory))z
build-lib=�dz directory to "build" (copy) to)�compile�czcompile .py to .pyc)�
no-compileNz!don't compile .py files [default])z optimize=�Ozlalso compile with optimization: -O1 for "python -O", -O2 for "python -OO", and -O0 to disable [default: -O0])�force�fz2forcibly build everything (ignore file timestamps)r r
r c C s4 d | _ d | _d | _d | _d | _d| _d| _d | _d S )Nr )� build_lib�
py_modules�package� package_data� package_dirr �optimizer
��self� r �2/usr/lib64/python3.8/distutils/command/build_py.py�initialize_options s zbuild_py.initialize_optionsc C s� | � ddd� | jj| _| jj| _| jj| _i | _| jjr^| jj�� D ]\}}t|�| j|< qF| �� | _ t
| j t �s�z,t | j �| _ d| j kr�dks�n t
�W n tt
fk
r� td��Y nX d S )NZbuild)r r )r
r
r � zoptimize must be 0, 1, or 2)Zset_undefined_options� distribution�packagesr r r �itemsr �get_data_files�
data_files�
isinstancer �int�AssertionError�
ValueErrorZDistutilsOptionError)r �name�pathr r r �finalize_options* s$ �
zbuild_py.finalize_optionsc C s: | j r| �� | jr$| �� | �� | �| jdd�� d S �Nr )�include_bytecode)r �
build_modulesr �build_packages�build_package_data� byte_compile� get_outputsr r r r �runC s z build_py.runc s� g }| j s|S | j D ]h}| �|�}tjj| jg|�d� � }d� |rPt|�d � � fdd�| �||�D �}|� ||||f� q|S )z?Generate list of '(package,src_dir,build_dir,filenames)' tuples�.r � c s g | ]}|� d � �qS �Nr )�.0�file�Zplenr r �
<listcomp>s s z+build_py.get_data_files.<locals>.<listcomp>)
r �get_package_dir�osr% �joinr �split�len�find_data_files�append)r �datar �src_dir� build_dir� filenamesr r4 r r a s
�zbuild_py.get_data_filesc sd | j �dg �| j �|g � }g � |D ]:}t�tj�t�|�t|���}� �� fdd�|D �� q$� S )z6Return filenames for package's data files in 'src_dir'� c s$ g | ] }|� krt j�|�r|�qS r )r7 r% �isfile)r2 �fn��filesr r r5 � s �z,build_py.find_data_files.<locals>.<listcomp>) r �get�globr7 r% r8 �escaper �extend)r r r> Zglobs�patternZfilelistr rD r r; y s � zbuild_py.find_data_filesc C s` d}| j D ]P\}}}}|D ]>}tj�||�}| �tj�|�� | jtj�||�|dd� qq
dS )z$Copy data files into build directoryNF�Z
preserve_mode)r r7 r% r8 �mkpath�dirname� copy_file)r Zlastdirr r> r? r@ �filename�targetr r r r+ � s �zbuild_py.build_package_datac C s� |� d�}| js&|r tjj|� S dS n�g }|r�z| jd�|� }W n* tk
rl |�d|d � |d= Y q*X |�d|� tjj|� S q*| j�d�}|dk r�|�d|� |r�tjj|� S dS dS )z�Return the directory, relative to the top of the source
distribution, where package 'package' should be found
(at least according to the 'package_dir' option, if any).r/ rA r ���N)r9 r r7 r% r8 �KeyError�insertrF )r r r% �tailZpdirr r r r6 � s(
zbuild_py.get_package_dirc C sj |dkr8t j�|�s td| ��t j�|�s8td| ��|rft j�|d�}t j�|�rZ|S t�d|� d S )NrA z%package directory '%s' does not existz>supposed package directory '%s' exists, but is not a directoryz __init__.pyz8package init file '%s' not found (or not a regular file)) r7 r% �existsZDistutilsFileError�isdirr8 rB r �warn)r r r �init_pyr r r �
check_package� s& � �� �zbuild_py.check_packagec C s& t j�|�s t�d||� dS dS d S )Nz!file %s (for module %s) not foundFT)r7 r% rB r rW )r �module� module_filer r r � check_module� s zbuild_py.check_modulec C s� | � ||� t�tj�t�|�d��}g }tj�| jj�}|D ]P}tj�|�}||kr�tj� tj�
|��d }|� |||f� q>| � d| � q>|S )Nz*.pyr z excluding %s)
rY rG r7 r% r8 rH �abspathr Z script_name�splitext�basenamer< Z debug_print) r r r Z module_files�modulesZ setup_scriptr Zabs_frZ r r r �find_package_modules� s z build_py.find_package_modulesc C s� i }g }| j D ]�}|�d�}d�|dd� �}|d }z|| \}}W n" tk
rh | �|�}d}Y nX |s�| �||�} |df||< | r�|�|d| f� tj�||d �}
| � ||
�s�q|�|||
f� q|S )a� Finds individually-specified Python modules, ie. those listed by
module name in 'self.py_modules'. Returns a list of tuples (package,
module_base, filename): 'package' is a tuple of the path through
package-space to the module; 'module_base' is the bare (no
packages, no dots) module name, and 'filename' is the path to the
".py" file (relative to the distribution root) that implements the
module.
r/ r rQ r0 �__init__�.py)
r r9 r8 rR r6 rY r< r7 r% r\ ) r r r` rZ r% r Z module_baser �checkedrX r[ r r r � find_modules� s*
zbuild_py.find_modulesc C sN g }| j r|�| �� � | jrJ| jD ]$}| �|�}| �||�}|�|� q$|S )a4 Compute the list of all modules that will be built, whether
they are specified one-module-at-a-time ('self.py_modules') or
by whole packages ('self.packages'). Return a list of tuples
(package, module, module_file), just like 'find_modules()' and
'find_package_modules()' do.)r rI re r r6 ra )r r` r r �mr r r �find_all_modules s
zbuild_py.find_all_modulesc C s dd� | � � D �S )Nc S s g | ] }|d �qS )rQ r )r2 rZ r r r r5 - s z-build_py.get_source_files.<locals>.<listcomp>)rg r r r r �get_source_files, s zbuild_py.get_source_filesc C s$ |gt |� |d g }tjj|� S )Nrc )�listr7 r% r8 )r r? r rZ Z outfile_pathr r r �get_module_outfile/ s zbuild_py.get_module_outfiler0 c C s� | � � }g }|D ]p\}}}|�d�}| �| j||�}|�|� |r| jr^|�tjj|dd�� | j dkr|�tjj|| j d�� q|dd� | j
D �7 }|S )Nr/ rA )� optimizationr c S s, g | ]$\}}}}|D ]}t j�||��qqS r )r7 r% r8 )r2 r r> r? r@ rO r r r r5 B s
�z(build_py.get_outputs.<locals>.<listcomp>) rg r9 rj r r< r � importlib�util�cache_from_sourcer r )r r( r` Zoutputsr rZ r[ rO r r r r- 3 s*
�
�
�zbuild_py.get_outputsc C sb t |t�r|�d�}nt |ttf�s,td��| �| j||�}tj �
|�}| � |� | j ||dd�S )Nr/ z:'package' must be a string (dot-separated), list, or tupler rK )
r �strr9 ri �tuple� TypeErrorrj r r7 r% rM rL rN )r rZ r[ r Zoutfile�dirr r r � build_moduleJ s
�
zbuild_py.build_modulec C s* | � � }|D ]\}}}| �|||� q d S r1 )re rs )r r` r rZ r[ r r r r) Y s zbuild_py.build_modulesc C sP | j D ]D}| �|�}| �||�}|D ]$\}}}||ks:t�| �|||� q$qd S r1 )r r6 ra r" rs )r r r r` Zpackage_rZ r[ r r r r* b s
zbuild_py.build_packagesc C s� t jr| �d� d S ddlm} | j}|d tjkr>|tj }| jrZ||d| j || j
d� | j dkr|||| j | j || j
d� d S )Nz%byte-compiling is disabled, skipping.r )r, rQ )r r
�prefix�dry_run) �sys�dont_write_bytecoderW �distutils.utilr, r r7 �sepr r
ru r )r rE r, rt r r r r, v s&
�
�zbuild_py.byte_compileN)r0 )�__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsZ negative_optr r& r. r r; r+ r6 rY r\ ra re rg rh rj r- rs r) r* r, r r r r r s8 �
'4
r c @ s e Zd Zdd� Zdd� ZdS )�
build_py_2to3c C sL g | _ | jr| �� | jr*| �� | �� | �| j � | �| jdd�� d S r' ) �
updated_filesr r) r r* r+ Zrun_2to3r, r- r r r r r. � s zbuild_py_2to3.runc C s, t �| |||�}|d r(| j�|d � |S )Nr0 r )r rs r~ r< )r rZ r[ r �resr r r rs � s zbuild_py_2to3.build_moduleN)rz r{ r| r. rs r r r r r} � s r} )�__doc__r7 �importlib.utilrl rv rG Zdistutils.corer Zdistutils.errorsrx r r Z distutilsr r r} r r r r �<module> s } distutils/command/__pycache__/build_ext.cpython-38.pyc 0000644 00000037413 15115353744 0017045 0 ustar 00 U
e5dP{ � @ s� d Z ddlZddlZddlZddlZddlmZ ddlT ddlm Z m
Z
ddlm Z ddl m
Z
ddlmZ dd lmZ dd
lmZ dd lmZ e�d �Zd
d� ZG dd� de�ZdS )z�distutils.command.build_ext
Implements the Distutils 'build_ext' command, for building extension
modules (currently limited to C extensions, should accommodate C++
extensions ASAP).� N)�Command)�*)�customize_compiler�get_python_version)�get_config_h_filename)� newer_group)� Extension)� get_platform)�log)� USER_BASEz3^[a-zA-Z_][a-zA-Z_0-9]*(\.[a-zA-Z_][a-zA-Z_0-9]*)*$c C s ddl m} | � d S )Nr ��show_compilers)�distutils.ccompilerr
r � r �3/usr/lib64/python3.8/distutils/command/build_ext.pyr
s r
c @ s e Zd ZdZdej Zddddde� fdd d
d e fd d
dddde fddddddddddgZd d d d d gZ d!d"d#e
fgZ d$d%� Z d&d'� Z
d(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Zd2d3� Zd4d5� Zejd6d7� �Zd8d9� Zd:d;� Zd<d=� Zd>d?� Zd@dA� Z dBdC� Z dDdE� Z dFdG� Z d"S )H� build_extz8build C/C++ extensions (compile/link to build directory)z (separated by '%s'))z
build-lib=�bz(directory for compiled extension modules)z build-temp=�tz1directory for temporary files (build by-products)z
plat-name=�pz>platform name to cross-compile for, if supported (default: %s))�inplace�iziignore build-lib and put compiled extensions into the source directory alongside your pure Python modulesz
include-dirs=�Iz.list of directories to search for header files)zdefine=�Dz C preprocessor macros to define)zundef=�Uz!C preprocessor macros to undefine)z
libraries=�lz!external C libraries to link withz
library-dirs=�Lz.directories to search for external C libraries)zrpath=�Rz7directories to search for shared C libraries at runtime)z
link-objects=�Oz2extra explicit link objects to include in the link)�debug�gz'compile/link with debugging information)�force�fz2forcibly build everything (ignore file timestamps))z compiler=�czspecify the compiler type)z parallel=�jz number of parallel build jobs)�swig-cppNz)make SWIG create C++ files (default is C))z
swig-opts=Nz!list of SWIG command line options)zswig=Nzpath to the SWIG executable)�userNz#add user include, library and rpathr r r r$ r% z
help-compilerNzlist available compilersc C s� d | _ d | _d | _d | _d| _d | _d | _d | _d | _d | _ d | _
d | _ d | _ d | _
d | _d | _d | _d | _d | _d | _d | _d S )Nr )�
extensions� build_lib� plat_name�
build_tempr �package� include_dirs�define�undef� libraries� library_dirs�rpath� link_objectsr r �compiler�swig�swig_cpp� swig_optsr% �parallel��selfr r r �initialize_optionsj s* z build_ext.initialize_optionsc
C s� ddl m} | �ddddddd d
� | jd kr8| jj| _| jj| _|�� }|jd d �}| j d krn| jj pjg | _ t
| j t �r�| j � t
j�| _ tjtjkr�| j �t
j�tjd
�� | j �|� t
jj�� ||kr�| j �|� t
jj�� | �d� | �d� | jd k�rg | _| jd k�r g | _n t
| jt ��r:| j� t
j�| _| jd k�rNg | _n t
| jt ��rl| j� t
j�| _t
jdk�rh| j�t
j�tjd�� tjtjk�r�| j�t
j�tjd�� | j �r�t
j�| j d�| _ nt
j�| j d�| _ | j �t
j� t � �� t tdd �}|�r| j�|� | j!dk�r*d}n| j!dd � }t
j�tjd�}|�r\t
j�||�}| j�|� tj"d d� dk�r�tj#�$t
j�tjd���r�| j�t
j�tjdd t%� d �� n | j�d � |�&d ��r�|j'�s�| j�|�&d �� n | j�d � | j(�r | j(� d!�}d"d#� |D �| _(| j)�r4| j)� d!�| _)| j*d k�rHg | _*n| j*� d$�| _*| j+�r�t
j�t,d
�}t
j�t,d�} t
j�-|��r�| j �|� t
j�-| ��r�| j�| � | j�| � t
| j.t ��r�zt/| j.�| _.W n t0k
�r� t1d%��Y nX d S )&Nr )� sysconfigZbuild)r' r' )r) r) )r2 r2 )r r )r r )r6 r6 )r( r( � )Z
plat_specificZincluder. r1 �ntZlibsZDebugZRelease�_home�win32� ZPCbuild� �cygwin�bin�lib�pythonZconfig�.�Py_ENABLE_SHAREDZLIBDIR�,c S s g | ] }|d f�qS )�1r )�.0Zsymbolr r r �
<listcomp>� s z.build_ext.finalize_options.<locals>.<listcomp>� z parallel should be an integer)2� distutilsr: Zset_undefined_optionsr* � distributionZ ext_packageZ ext_modulesr& Zget_python_incr+ �
isinstance�str�split�os�pathsep�sys� exec_prefix�base_exec_prefix�append�path�join�extendZensure_string_listr. r/ r0 �name�prefixr r) �dirnamer �getattrr( �platform�
executable�
startswithr �get_config_varZ python_buildr, r- r5 r% r �isdirr6 �int�
ValueErrorZDistutilsOptionError)
r8 r: Z
py_includeZplat_py_includeZ _sys_home�suffixZnew_libZdefinesZ user_includeZuser_libr r r �finalize_options� s� �
�
� zbuild_ext.finalize_optionsc C sj ddl m} | jsd S | j�� rL| �d�}| j�|�� p:g � | j �
|j � || j | j
| j| jd�| _ t| j � tjdkr�| jt� kr�| j �| j� | jd k r�| j �| j� | jd k r�| jD ]\}}| j �||� q�| jd k r�| jD ]}| j �|� q�| jd k �r| j � | j� | j d k �r*| j � | j � | j d k �rD| j � | j � | j d k �r^| j �!| j � | �"� d S )Nr )� new_compiler�
build_clib)r2 �verbose�dry_runr r< )#r rg r& rM Zhas_c_libraries�get_finalized_commandr. rY Zget_library_namesr/ rV rh r2 ri rj r r rQ rZ r( r Z
initializer+ Zset_include_dirsr, Z define_macror- Zundefine_macroZ
set_librariesZset_library_dirsr0 Zset_runtime_library_dirsr1 Zset_link_objects�build_extensions)r8 rg rh rZ �value�macror r r �run s@
�
z
build_ext.runc
C sv t |t�std��t|�D �]T\}}t |t�r0qt |t�rFt|�dkrNtd��|\}}t�d|� t |t �rvt
� |�s~td��t |t �s�td��t||d �}dD ]"}|�
|�}|d k r�t|||� q�|�
d
�|_d |kr�t�d � |�
d
�}|�rhg |_g |_|D ]b} t | t��r"t| �dk�s*td��t| �dk�rJ|j�| d � nt| �dk�r|j�| � �q|||< qd S )a� Ensure that the list of extensions (presumably provided as a
command option 'extensions') is valid, i.e. it is a list of
Extension objects. We also support the old-style list of 2-tuples,
where the tuples are (ext_name, build_info), which are converted to
Extension instances here.
Raise DistutilsSetupError if the structure is invalid anywhere;
just returns otherwise.
z:'ext_modules' option must be a list of Extension instances� zMeach element of 'ext_modules' option must be an Extension instance or 2-tuplezvold-style (ext_name, build_info) tuple found in ext_modules for extension '%s' -- please convert to Extension instancezRfirst element of each tuple in 'ext_modules' must be the extension name (a string)zOsecond element of each tuple in 'ext_modules' must be a dictionary (build info)�sources)r+ r/ r. �
extra_objects�extra_compile_args�extra_link_argsNr0 Zdef_filez9'def_file' element of build info dict no longer supported�macros)r; rp z9'macros' element of build info dict must be 1- or 2-tupler; r )rN �list�DistutilsSetupError� enumerater �tuple�lenr
�warnrO �extension_name_re�match�dict�get�setattr�runtime_library_dirs�
define_macros� undef_macrosrV )
r8 r& r �ext�ext_nameZ
build_info�key�valru rn r r r �check_extensions_listV s^
�
��
��
�
�z build_ext.check_extensions_listc C s, | � | j� g }| jD ]}|�|j� q|S �N)r� r& rY rq )r8 � filenamesr� r r r �get_source_files� s
zbuild_ext.get_source_filesc C s2 | � | j� g }| jD ]}|�| �|j�� q|S r� )r� r& rV �get_ext_fullpathrZ )r8 Zoutputsr� r r r � get_outputs� s
zbuild_ext.get_outputsc C s( | � | j� | jr | �� n| �� d S r� )r� r& r6 �_build_extensions_parallel�_build_extensions_serialr7 r r r rl � s
zbuild_ext.build_extensionsc s� �j }�j dkrt�� }zddlm} W n tk
r@ d }Y nX |d krV��� d S ||d��P� � �fdd��jD �}t�j|�D ]&\}}�� |�� |�
� W 5 Q R X q�W 5 Q R X d S )NTr )�ThreadPoolExecutor)Z max_workersc s g | ]}� � �j|��qS r )Zsubmit�build_extension)rI r� �Zexecutorr8 r r rJ � s �z8build_ext._build_extensions_parallel.<locals>.<listcomp>) r6 rQ � cpu_countZconcurrent.futuresr� � ImportErrorr� r& �zip�_filter_build_errors�result)r8 Zworkersr� Zfuturesr� Zfutr r� r r� � s"
� z$build_ext._build_extensions_parallelc
C s0 | j D ]$}| �|�� | �|� W 5 Q R X qd S r� )r& r� r� )r8 r� r r r r� � s
z"build_ext._build_extensions_serialc
c sT z
d V W nD t ttfk
rN } z |js*� | �d|j|f � W 5 d }~X Y nX d S )Nz"building extension "%s" failed: %s)ZCCompilerErrorZDistutilsErrorZ CompileErrorZoptionalr{ rZ )r8 r� �er r r r� � s
�z build_ext._filter_build_errorsc
C sP |j }|d ks t|ttf�s*td|j ��t|�}| �|j�}||j }| jslt ||d�slt
� d|j� d S t
� d|j� | �
||�}|jp�g }|jd d � }|jD ]}|�|f� q�| jj|| j||j| j ||jd�}|d d � | _|jr�|�|j� |j�pg }|j�p| j�|�} | jj ||| � |�|j |j || � |�| j | j| d�
d S )Nzjin 'ext_modules' option (extension '%s'), 'sources' must be present and must be a list of source filenamesZnewerz$skipping '%s' extension (up-to-date)zbuilding '%s' extension)Z
output_dirru r+ r �extra_postargs�depends)r. r/ r� r� �export_symbolsr r) Z target_lang)!rq rN rv ry rw rZ r� r� r r r
r �info� swig_sourcesrs r� r� rV r2 �compiler) r+ Z_built_objectsrr rY rt �languageZdetect_languageZlink_shared_object�
get_librariesr/ r� �get_export_symbols)
r8 r� rq �ext_pathr� Z
extra_argsru r- Zobjectsr� r r r r� � sX ��
�
�zbuild_ext.build_extensionc C s$ g }g }i }| j r t�d� | j s6d| jks6d|jkr<d}nd}|D ]P}tj�|�\}} | dkr�|�|d | � |�|� |d ||< qD|�|� qD|s�|S | jp�| � � }
|
dg} | �
| j� | j r�| �d� | js�|jD ]} | �| � q�|D ].}|| }
t� d ||
� | � | d
|
|g � q�|S ) z�Walk the list of source files in 'sources', looking for SWIG
interface (.i) files. Run SWIG on all that are found, and
return a modified 'sources' list with SWIG source files replaced
by the generated C (or C++) files.
z/--swig-cpp is deprecated - use --swig-opts=-c++z-c++z.cppz.cz.i�_wrap���z-pythonzswigging %s to %sz-o)
r4 r
r{ r5 rQ rW �splitextrV r3 � find_swigrY r� Zspawn)r8 rq � extensionZ new_sourcesr� Z swig_targetsZ
target_ext�source�baser� r3 Zswig_cmd�o�targetr r r r� 1 s@
�
zbuild_ext.swig_sourcesc C s^ t jdkrdS t jdkrLdD ]*}t j�d| d�}t j�|�r | S q dS tdt j ��dS ) z�Return the name of the SWIG executable. On Unix, this is
just "swig" -- it should be in the PATH. Tries a bit harder on
Windows.
�posixr3 r< )z1.3z1.2z1.1z c:\swig%szswig.exez>I don't know how to find (much less run) SWIG on platform '%s'N)rQ rZ rW rX �isfileZDistutilsPlatformError)r8 Zvers�fnr r r r� g s
��zbuild_ext.find_swigc C s� | � |�}|�d�}| �|d �}| jsRtjj|dd� |g � }tj�| j|�S d�|dd� �}| �d�}tj� |�
|��}tj�||�S )z�Returns the path of the filename for a given extension.
The file is located in `build_lib` or directly in the package
(inplace option).
rE r� Nr �build_py) �get_ext_fullnamerP �get_ext_filenamer rQ rW rX r' rk �abspathZget_package_dir)r8 r� �fullname�modpath�filenamer* r� Z package_dirr r r r� s
zbuild_ext.get_ext_fullpathc C s | j dkr|S | j d | S dS )zSReturns the fullname of a given extension name.
Adds the `package.` prefixNrE )r* )r8 r� r r r r� � s
zbuild_ext.get_ext_fullnamec C s. ddl m} |�d�}|d�}tjj|� | S )z�Convert the name of an extension (eg. "foo.bar") into the name
of the file from which it will be loaded (eg. "foo/bar.so", or
"foo\bar.pyd").
r �ra rE Z
EXT_SUFFIX)�distutils.sysconfigra rP rQ rW rX )r8 r� ra r� Z
ext_suffixr r r r� � s
zbuild_ext.get_ext_filenamec C sx d|j �d�d }z|�d� W n0 tk
rR d|�d��dd��d� }Y nX d | }||jkrr|j�|� |jS )
a Return the list of symbols that a shared extension has to
export. This either uses 'ext.export_symbols' or, if it's not
provided, "PyInit_" + module_name. Only relevant on Windows, where
the .pyd file (DLL) must export the module "PyInit_" function.
�_rE r� �asciir Zpunycode� -� _ZPyInit)rZ rP �encode�UnicodeEncodeError�replace�decoder� rV )r8 r� re Z
initfunc_namer r r r� � s "
z build_ext.get_export_symbolsc C s� t jdkr^ddlm} t| j|�s�d}| jr4|d }|t jd? t jd? d@ f }|j|g S n�dd l m
} d
}|d �r�t t d �r�d
}n<t jdkr�d
}n,dt j
kr�|d�dkr�d
}n|d�dkr�d
}|r�|d�}|jd| g S |jS )z�Return the list of libraries to link against when building a
shared extension. On most platforms, this is just 'ext.libraries';
on Windows, we add the Python library (eg. python20.dll).
r> r )� MSVCCompilerz
python%d%dZ_d� � � r� FrF ZgetandroidapilevelTrA Z_PYTHON_HOST_PLATFORMZANDROID_API_LEVELZMACHDEPZ LDVERSIONrD )rS r^ Zdistutils._msvccompilerr� rN r2 r �
hexversionr. r� ra �hasattrrQ �environ)r8 r� r� �templateZ pythonlibra Zlink_libpythonZ ldversionr r r r� � s4
�
zbuild_ext.get_libraries) �__name__�
__module__� __qualname__Z descriptionrQ rR Zsep_byr Z user_optionsZboolean_optionsr
Z help_optionsr9 rf ro r� r� r� rl r� r� �
contextlib�contextmanagerr� r� r� r� r� r� r� r� r� r r r r r ! sp
�����+ �� @N
K6
r )�__doc__r� rQ �rerS Zdistutils.corer Zdistutils.errorsr� r r r Zdistutils.dep_utilr Zdistutils.extensionr Zdistutils.utilr rL r
Zsiter r� r| r
r r r r r �<module> s$ � distutils/command/__pycache__/build.cpython-38.opt-1.pyc 0000644 00000007453 15115353744 0017125 0 ustar 00 U
e5d� � @ sT d Z ddlZddlZddlmZ ddlmZ ddlmZ dd� Z G dd � d e�Z
dS )
zBdistutils.command.build
Implements the Distutils 'build' command.� N)�Command)�DistutilsOptionError)� get_platformc C s ddl m} | � d S )Nr ��show_compilers)Zdistutils.ccompilerr r � r �//usr/lib64/python3.8/distutils/command/build.pyr s r c @ s� e Zd ZdZdddddddd d
e� fd d d
ddg ZddgZdddefgZdd� Z dd� Z
dd� Z dd � Z d d � Z
d d � Zd!d"� Zd#e fd$e
fd%efd&efgZdS )'�buildz"build everything needed to install)z build-base=�bz base directory for build library)zbuild-purelib=Nz2build directory for platform-neutral distributions)zbuild-platlib=Nz3build directory for platform-specific distributions)z
build-lib=NzWbuild directory for all distribution (defaults to either build-purelib or build-platlib)zbuild-scripts=Nzbuild directory for scripts)z build-temp=�tztemporary build directoryz
plat-name=�pz6platform name to build for, if supported (default: %s))z compiler=�czspecify the compiler type)z parallel=�jz number of parallel build jobs)�debug�gz;compile extensions and libraries with debugging information)�force�fz2forcibly build everything (ignore file timestamps))z executable=�ez5specify final destination interpreter path (build.py)r r z
help-compilerNzlist available compilersc C sL d| _ d | _d | _d | _d | _d | _d | _d | _d | _d| _ d | _
d | _ d S )Nr r ) �
build_base�
build_purelib�
build_platlib� build_lib�
build_temp�
build_scriptsZcompiler� plat_namer r �
executable�parallel��selfr r r �initialize_options8 s zbuild.initialize_optionsc C sb | j d krt� | _ ntjdkr&td��d| j ftjd d� � }ttd�rR|d7 }| jd krntj �
| j d�| _| j d kr�tj �
| j d| �| _ | j
d kr�| jjr�| j | _
n| j| _
| jd kr�tj �
| j d| �| _| jd kr�tj �
| j d tjd d� �| _| jd k�r tj�r tj �tj�| _t| jt��r^zt| j�| _W n tk
�r\ td
��Y nX d S ) N�ntzW--plat-name only supported on Windows (try using './configure --help' on your platform)z .%s-%d.%d� Zgettotalrefcountz-pydebug�libZtempz
scripts-%d.%dz parallel should be an integer)r r �os�namer �sys� version_info�hasattrr �path�joinr r r � distributionZ ext_modulesr r r �normpath�
isinstancer �str�int�
ValueError)r Zplat_specifierr r r �finalize_optionsH sD
�
�
�
�zbuild.finalize_optionsc C s | � � D ]}| �|� qd S �N)Zget_sub_commandsZ run_command)r Zcmd_namer r r �run� s z build.runc C s
| j �� S r1 )r* �has_pure_modulesr r r r r3 � s zbuild.has_pure_modulesc C s
| j �� S r1 )r* �has_c_librariesr r r r r4 � s zbuild.has_c_librariesc C s
| j �� S r1 )r* �has_ext_modulesr r r r r5 � s zbuild.has_ext_modulesc C s
| j �� S r1 )r* � has_scriptsr r r r r6 � s zbuild.has_scriptsZbuild_pyZ
build_clibZ build_extr )�__name__�
__module__� __qualname__Z descriptionr Z user_optionsZboolean_optionsr Z help_optionsr r0 r2 r3 r4 r5 r6 Z sub_commandsr r r r r sH ��� ��8 �r ) �__doc__r% r# Zdistutils.corer Zdistutils.errorsr Zdistutils.utilr r r r r r r �<module> s distutils/command/__pycache__/__init__.cpython-38.pyc 0000644 00000001041 15115353744 0016611 0 ustar 00 U
e5d � @ s2 d Z ddddddddd d
d d d
ddddddgZdS )z\distutils.command
Package containing implementation of all the standard Distutils
commands.ZbuildZbuild_pyZ build_extZ
build_clibZ
build_scriptsZcleanZinstallZ install_libZinstall_headersZinstall_scriptsZ install_dataZsdist�registerZbdistZ
bdist_dumbZ bdist_rpmZ
bdist_wininstZcheckZuploadN)�__doc__�__all__� r r �2/usr/lib64/python3.8/distutils/command/__init__.py�<module> s( � distutils/command/__pycache__/check.cpython-38.opt-1.pyc 0000644 00000011427 15115353744 0017077 0 ustar 00 U
e5d� � @ s� d Z ddlmZ ddlmZ zTddlmZ ddlmZ ddl m
Z
ddl m Z ddl m
Z
G d d
� d
e�Zd ZW n ek
r� d ZY nX G d
d� de�ZdS )zCdistutils.command.check
Implements the Distutils 'check' command.
� )�Command)�DistutilsSetupError)�Reporter)�Parser)�frontend)�nodes)�StringIOc @ s e Zd Zd dd�Zdd� ZdS )
�SilentReporterNr �ascii�replacec
C s" g | _ t�| |||||||� d S �N)�messagesr �__init__)�self�source� report_level�
halt_level�stream�debug�encoding�
error_handler� r �//usr/lib64/python3.8/distutils/command/check.pyr s �zSilentReporter.__init__c O s6 | j �||||f� tj|f|�|| j| d�|��S )N)�level�type)r
�appendr �system_messageZlevels)r r �messageZchildren�kwargsr r r r s ���z SilentReporter.system_message)Nr r
r )�__name__�
__module__� __qualname__r r r r r r r s �
r TFc @ s` e Zd ZdZdZdddgZdddgZd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dS )�checkz6This command checks the meta-data of the package.
z"perform some checks on the package)�metadata�mzVerify meta-data)�restructuredtext�rzEChecks if long string meta-data syntax are reStructuredText-compliant)�strict�sz(Will exit with an error if a check failsr# r% r' c C s d| _ d| _d| _d| _dS )z Sets default values for options.r � N)r% r# r' � _warnings�r r r r �initialize_options1 s zcheck.initialize_optionsc C s d S r r r+ r r r �finalize_options8 s zcheck.finalize_optionsc C s | j d7 _ t�| |�S )z*Counts the number of warnings that occurs.r) )r* r �warn)r �msgr r r r. ; s z
check.warnc C sL | j r| �� | jr0tr"| �� n| jr0td��| jrH| jdkrHtd��dS )zRuns the command.z The docutils package is needed.r z Please correct your package.N)r# �check_metadatar% � HAS_DOCUTILS�check_restructuredtextr' r r* r+ r r r �run@ s
z check.runc C s� | j j}g }dD ]"}t||�r(t||�s|�|� q|rL| �dd�|� � |jrd|js�| �d� n"|j r||j
s�| �d� n
| �d� dS )z�Ensures that all required elements of meta-data are supplied.
name, version, URL, (author and author_email) or
(maintainer and maintainer_email)).
Warns if any are missing.
)�name�versionZurlz missing required meta-data: %sz, zLmissing meta-data: if 'author' supplied, 'author_email' must be supplied toozTmissing meta-data: if 'maintainer' supplied, 'maintainer_email' must be supplied toozimissing meta-data: either (author and author_email) or (maintainer and maintainer_email) must be suppliedN) � distributionr# �hasattr�getattrr r. �joinZauthorZ author_emailZ
maintainerZmaintainer_email)r r# Zmissing�attrr r r r0 P s zcheck.check_metadatac C sX | j �� }| �|�D ]>}|d �d�}|dkr8|d }nd|d |f }| �|� qdS )z4Checks if the long string fields are reST-compliant.����lineNr) z %s (line %s))r6 Zget_long_description�_check_rst_data�getr. )r �dataZwarningr< r r r r2 n s
z check.check_restructuredtextc
C s� | j jp
d}t� }tjtfd��� }d|_d|_d|_t ||j
|j |j |j
|j|jd�}tj|||d�}|�|d� z|�||� W n: tk
r� } z |j�dd| d i f� W 5 d}~X Y nX |jS )
z8Returns warnings when the provided data doesn't compile.zsetup.py)Z
components� N)r r r r )r r; z!Could not finish the parsing: %s.� )r6 Z script_namer r Z OptionParserZget_default_valuesZ tab_widthZpep_referencesZrfc_referencesr r r Zwarning_streamr Zerror_encodingZ error_encoding_error_handlerr �documentZ note_source�parse�AttributeErrorr
r )r r? � source_path�parserZsettingsZreporterrB �er r r r= y s. � �zcheck._check_rst_dataN)r r r! �__doc__Z descriptionZ user_optionsZboolean_optionsr, r- r. r3 r0 r2 r= r r r r r" $ s �
r" N)rH Zdistutils.corer Zdistutils.errorsr Zdocutils.utilsr Zdocutils.parsers.rstr Zdocutilsr r �ior r r1 � Exceptionr" r r r r �<module> s
distutils/command/__pycache__/clean.cpython-38.opt-2.pyc 0000644 00000003743 15115353744 0017107 0 ustar 00 U
e5d�
� @ s@ d dl Z d dlmZ d dlmZ d dlmZ G dd� de�ZdS )� N)�Command)� remove_tree)�logc @ s> e Zd ZdZddddddgZdgZd d
� Zd d � Zd
d� ZdS )�cleanz-clean up temporary files from 'build' command)z build-base=�bz2base build directory (default: 'build.build-base'))z
build-lib=Nz<build directory for all modules (default: 'build.build-lib'))z build-temp=�tz7temporary build directory (default: 'build.build-temp'))zbuild-scripts=Nz<build directory for scripts (default: 'build.build-scripts'))z bdist-base=Nz+temporary directory for built distributions)�all�az7remove all build output, not just temporary by-productsr c C s( d | _ d | _d | _d | _d | _d | _d S )N)�
build_base� build_lib�
build_temp�
build_scripts�
bdist_baser ��self� r �//usr/lib64/python3.8/distutils/command/clean.py�initialize_options s zclean.initialize_optionsc C s" | � ddddd� | � dd� d S )NZbuild)r
r
)r r )r
r
)r r Zbdist)r r )Zset_undefined_optionsr r r r �finalize_options( s ��zclean.finalize_optionsc C s� t j�| j�r t| j| jd� nt�d| j� | jrr| j | j
| j fD ],}t j�|�rdt|| jd� qDt� d|� qD| js�z t �
| j� t�d| j� W n tk
r� Y nX d S )N)�dry_runz%'%s' does not exist -- can't clean itz
removing '%s')�os�path�existsr r r r �debugr r r r
�warn�rmdirr
�info�OSError)r Z directoryr r r �run1 s* �� � z clean.runN) �__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsr r r r r r r r s � r )r Zdistutils.corer Zdistutils.dir_utilr Z distutilsr r r r r r �<module> s distutils/command/__pycache__/install_data.cpython-38.opt-2.pyc 0000644 00000004142 15115353744 0020456 0 ustar 00 U
e5d � @ s8 d dl Z d dlmZ d dlmZmZ G dd� de�ZdS )� N)�Command)� change_root� convert_pathc @ sH e Zd ZdZdddgZdgZdd� Zdd � Zd
d � Zd d
� Z dd� Z
dS )� install_datazinstall data files)z install-dir=�dzIbase directory for installing data files (default: installation base dir))zroot=Nz<install everything relative to this alternate root directory)�force�fz-force installation (overwrite existing files)r c C s, d | _ g | _d | _d| _| jj| _d| _d S )Nr � )� install_dir�outfiles�rootr Z distribution�
data_files�warn_dir��self� r �6/usr/lib64/python3.8/distutils/command/install_data.py�initialize_options s
z install_data.initialize_optionsc C s | � dddd� d S )NZinstall)r r
)r r )r r )Zset_undefined_optionsr r r r �finalize_options# s
�z install_data.finalize_optionsc C s� | � | j� | jD ]�}t|t�rbt|�}| jrB| �d|| jf � | �|| j�\}}| j �
|� qt|d �}t j �
|�s�t j �| j|�}n| jr�t| j|�}| � |� |d g kr�| j �
|� q|d D ](}t|�}| �||�\}}| j �
|� q�qd S )NzMsetup script did not provide a directory for '%s' -- installing right in '%s'r r )Zmkpathr
r
�
isinstance�strr r �warnZ copy_filer �append�os�path�isabs�joinr r )r r �out�_�dir�datar r r �run* s,
�
zinstall_data.runc C s
| j pg S �N)r
r r r r �
get_inputsK s zinstall_data.get_inputsc C s | j S r" )r r r r r � get_outputsN s zinstall_data.get_outputsN) �__name__�
__module__� __qualname__Z descriptionZ user_optionsZboolean_optionsr r r! r# r$ r r r r r s � !r )r Zdistutils.corer Zdistutils.utilr r r r r r r �<module> s distutils/command/__pycache__/check.cpython-38.pyc 0000644 00000011427 15115353744 0016140 0 ustar 00 U
e5d� � @ s� d Z ddlmZ ddlmZ zTddlmZ ddlmZ ddl m
Z
ddl m Z ddl m
Z
G d d
� d
e�Zd ZW n ek
r� d ZY nX G d
d� de�ZdS )zCdistutils.command.check
Implements the Distutils 'check' command.
� )�Command)�DistutilsSetupError)�Reporter)�Parser)�frontend)�nodes)�StringIOc @ s e Zd Zd dd�Zdd� ZdS )
�SilentReporterNr �ascii�replacec
C s" g | _ t�| |||||||� d S �N)�messagesr �__init__)�self�source� report_level�
halt_level�stream�debug�encoding�
error_handler� r �//usr/lib64/python3.8/distutils/command/check.pyr s �zSilentReporter.__init__c O s6 | j �||||f� tj|f|�|| j| d�|��S )N)�level�type)r
�appendr �system_messageZlevels)r r �messageZchildren�kwargsr r r r s ���z SilentReporter.system_message)Nr r
r )�__name__�
__module__� __qualname__r r r r r r r s �
r TFc @ s` e Zd ZdZdZdddgZdddgZd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dS )�checkz6This command checks the meta-data of the package.
z"perform some checks on the package)�metadata�mzVerify meta-data)�restructuredtext�rzEChecks if long string meta-data syntax are reStructuredText-compliant)�strict�sz(Will exit with an error if a check failsr# r% r' c C s d| _ d| _d| _d| _dS )z Sets default values for options.r � N)r% r# r' � _warnings�r r r r �initialize_options1 s zcheck.initialize_optionsc C s d S r r r+ r r r �finalize_options8 s zcheck.finalize_optionsc C s | j d7 _ t�| |�S )z*Counts the number of warnings that occurs.r) )r* r �warn)r �msgr r r r. ; s z
check.warnc C sL | j r| �� | jr0tr"| �� n| jr0td��| jrH| jdkrHtd��dS )zRuns the command.z The docutils package is needed.r z Please correct your package.N)r# �check_metadatar% � HAS_DOCUTILS�check_restructuredtextr' r r* r+ r r r �run@ s
z check.runc C s� | j j}g }dD ]"}t||�r(t||�s|�|� q|rL| �dd�|� � |jrd|js�| �d� n"|j r||j
s�| �d� n
| �d� dS )z�Ensures that all required elements of meta-data are supplied.
name, version, URL, (author and author_email) or
(maintainer and maintainer_email)).
Warns if any are missing.
)�name�versionZurlz missing required meta-data: %sz, zLmissing meta-data: if 'author' supplied, 'author_email' must be supplied toozTmissing meta-data: if 'maintainer' supplied, 'maintainer_email' must be supplied toozimissing meta-data: either (author and author_email) or (maintainer and maintainer_email) must be suppliedN) � distributionr# �hasattr�getattrr r. �joinZauthorZ author_emailZ
maintainerZmaintainer_email)r r# Zmissing�attrr r r r0 P s zcheck.check_metadatac C sX | j �� }| �|�D ]>}|d �d�}|dkr8|d }nd|d |f }| �|� qdS )z4Checks if the long string fields are reST-compliant.����lineNr) z %s (line %s))r6 Zget_long_description�_check_rst_data�getr. )r �dataZwarningr< r r r r2 n s
z check.check_restructuredtextc
C s� | j jp
d}t� }tjtfd��� }d|_d|_d|_t ||j
|j |j |j
|j|jd�}tj|||d�}|�|d� z|�||� W n: tk
r� } z |j�dd| d i f� W 5 d}~X Y nX |jS )
z8Returns warnings when the provided data doesn't compile.zsetup.py)Z
components� N)r r r r )r r; z!Could not finish the parsing: %s.� )r6 Z script_namer r Z OptionParserZget_default_valuesZ tab_widthZpep_referencesZrfc_referencesr r r Zwarning_streamr Zerror_encodingZ error_encoding_error_handlerr �documentZ note_source�parse�AttributeErrorr
r )r r? � source_path�parserZsettingsZreporterrB �er r r r= y s. � �zcheck._check_rst_dataN)r r r! �__doc__Z descriptionZ user_optionsZboolean_optionsr, r- r. r3 r0 r2 r= r r r r r" $ s �
r" N)rH Zdistutils.corer Zdistutils.errorsr Zdocutils.utilsr Zdocutils.parsers.rstr Zdocutilsr r �ior r r1 � Exceptionr" r r r r �<module> s
distutils/command/install_scripts.py 0000644 00000003741 15115353744 0014012 0 ustar 00 """distutils.command.install_scripts
Implements the Distutils 'install_scripts' command, for installing
Python scripts."""
# contributed by Bastian Kleineidam
import os
from distutils.core import Command
from distutils import log
from stat import ST_MODE
class install_scripts(Command):
description = "install scripts (Python or otherwise)"
user_options = [
('install-dir=', 'd', "directory to install scripts to"),
('build-dir=','b', "build directory (where to install from)"),
('force', 'f', "force installation (overwrite existing files)"),
('skip-build', None, "skip the build steps"),
]
boolean_options = ['force', 'skip-build']
def initialize_options(self):
self.install_dir = None
self.force = 0
self.build_dir = None
self.skip_build = None
def finalize_options(self):
self.set_undefined_options('build', ('build_scripts', 'build_dir'))
self.set_undefined_options('install',
('install_scripts', 'install_dir'),
('force', 'force'),
('skip_build', 'skip_build'),
)
def run(self):
if not self.skip_build:
self.run_command('build_scripts')
self.outfiles = self.copy_tree(self.build_dir, self.install_dir)
if os.name == 'posix':
# Set the executable bits (owner, group, and world) on
# all the scripts we just installed.
for file in self.get_outputs():
if self.dry_run:
log.info("changing mode of %s", file)
else:
mode = ((os.stat(file)[ST_MODE]) | 0o555) & 0o7777
log.info("changing mode of %s to %o", file, mode)
os.chmod(file, mode)
def get_inputs(self):
return self.distribution.scripts or []
def get_outputs(self):
return self.outfiles or []
distutils/command/bdist.py 0000644 00000012672 15115353744 0011705 0 ustar 00 """distutils.command.bdist
Implements the Distutils 'bdist' command (create a built [binary]
distribution)."""
import os
from distutils.core import Command
from distutils.errors import *
from distutils.util import get_platform
def show_formats():
"""Print list of available formats (arguments to "--format" option).
"""
from distutils.fancy_getopt import FancyGetopt
formats = []
for format in bdist.format_commands:
formats.append(("formats=" + format, None,
bdist.format_command[format][1]))
pretty_printer = FancyGetopt(formats)
pretty_printer.print_help("List of available distribution formats:")
class bdist(Command):
description = "create a built (binary) distribution"
user_options = [('bdist-base=', 'b',
"temporary directory for creating built distributions"),
('plat-name=', 'p',
"platform name to embed in generated filenames "
"(default: %s)" % get_platform()),
('formats=', None,
"formats for distribution (comma-separated list)"),
('dist-dir=', 'd',
"directory to put final built distributions in "
"[default: dist]"),
('skip-build', None,
"skip rebuilding everything (for testing/debugging)"),
('owner=', 'u',
"Owner name used when creating a tar file"
" [default: current user]"),
('group=', 'g',
"Group name used when creating a tar file"
" [default: current group]"),
]
boolean_options = ['skip-build']
help_options = [
('help-formats', None,
"lists available distribution formats", show_formats),
]
# The following commands do not take a format option from bdist
no_format_option = ('bdist_rpm',)
# This won't do in reality: will need to distinguish RPM-ish Linux,
# Debian-ish Linux, Solaris, FreeBSD, ..., Windows, Mac OS.
default_format = {'posix': 'gztar',
'nt': 'zip'}
# Establish the preferred order (for the --help-formats option).
format_commands = ['rpm', 'gztar', 'bztar', 'xztar', 'ztar', 'tar',
'wininst', 'zip', 'msi']
# And the real information.
format_command = {'rpm': ('bdist_rpm', "RPM distribution"),
'gztar': ('bdist_dumb', "gzip'ed tar file"),
'bztar': ('bdist_dumb', "bzip2'ed tar file"),
'xztar': ('bdist_dumb', "xz'ed tar file"),
'ztar': ('bdist_dumb', "compressed tar file"),
'tar': ('bdist_dumb', "tar file"),
'wininst': ('bdist_wininst',
"Windows executable installer"),
'zip': ('bdist_dumb', "ZIP file"),
'msi': ('bdist_msi', "Microsoft Installer")
}
def initialize_options(self):
self.bdist_base = None
self.plat_name = None
self.formats = None
self.dist_dir = None
self.skip_build = 0
self.group = None
self.owner = None
def finalize_options(self):
# have to finalize 'plat_name' before 'bdist_base'
if self.plat_name is None:
if self.skip_build:
self.plat_name = get_platform()
else:
self.plat_name = self.get_finalized_command('build').plat_name
# 'bdist_base' -- parent of per-built-distribution-format
# temporary directories (eg. we'll probably have
# "build/bdist.<plat>/dumb", "build/bdist.<plat>/rpm", etc.)
if self.bdist_base is None:
build_base = self.get_finalized_command('build').build_base
self.bdist_base = os.path.join(build_base,
'bdist.' + self.plat_name)
self.ensure_string_list('formats')
if self.formats is None:
try:
self.formats = [self.default_format[os.name]]
except KeyError:
raise DistutilsPlatformError(
"don't know how to create built distributions "
"on platform %s" % os.name)
if self.dist_dir is None:
self.dist_dir = "dist"
def run(self):
# Figure out which sub-commands we need to run.
commands = []
for format in self.formats:
try:
commands.append(self.format_command[format][0])
except KeyError:
raise DistutilsOptionError("invalid format '%s'" % format)
# Reinitialize and run each command.
for i in range(len(self.formats)):
cmd_name = commands[i]
sub_cmd = self.reinitialize_command(cmd_name)
if cmd_name not in self.no_format_option:
sub_cmd.format = self.formats[i]
# passing the owner and group names for tar archiving
if cmd_name == 'bdist_dumb':
sub_cmd.owner = self.owner
sub_cmd.group = self.group
# If we're going to need to run this command again, tell it to
# keep its temporary files around so subsequent runs go faster.
if cmd_name in commands[i+1:]:
sub_cmd.keep_temp = 1
self.run_command(cmd_name)
distutils/command/bdist_wininst.py 0000644 00000037253 15115353744 0013462 0 ustar 00 """distutils.command.bdist_wininst
Implements the Distutils 'bdist_wininst' command: create a windows installer
exe-program."""
import os
import sys
import warnings
from distutils.core import Command
from distutils.util import get_platform
from distutils.dir_util import create_tree, remove_tree
from distutils.errors import *
from distutils.sysconfig import get_python_version
from distutils import log
class bdist_wininst(Command):
description = "create an executable installer for MS Windows"
user_options = [('bdist-dir=', None,
"temporary directory for creating the distribution"),
('plat-name=', 'p',
"platform name to embed in generated filenames "
"(default: %s)" % get_platform()),
('keep-temp', 'k',
"keep the pseudo-installation tree around after " +
"creating the distribution archive"),
('target-version=', None,
"require a specific python version" +
" on the target system"),
('no-target-compile', 'c',
"do not compile .py to .pyc on the target system"),
('no-target-optimize', 'o',
"do not compile .py to .pyo (optimized) "
"on the target system"),
('dist-dir=', 'd',
"directory to put final built distributions in"),
('bitmap=', 'b',
"bitmap to use for the installer instead of python-powered logo"),
('title=', 't',
"title to display on the installer background instead of default"),
('skip-build', None,
"skip rebuilding everything (for testing/debugging)"),
('install-script=', None,
"basename of installation script to be run after "
"installation or before deinstallation"),
('pre-install-script=', None,
"Fully qualified filename of a script to be run before "
"any files are installed. This script need not be in the "
"distribution"),
('user-access-control=', None,
"specify Vista's UAC handling - 'none'/default=no "
"handling, 'auto'=use UAC if target Python installed for "
"all users, 'force'=always use UAC"),
]
boolean_options = ['keep-temp', 'no-target-compile', 'no-target-optimize',
'skip-build']
# bpo-10945: bdist_wininst requires mbcs encoding only available on Windows
_unsupported = (sys.platform != "win32")
def __init__(self, *args, **kw):
super().__init__(*args, **kw)
warnings.warn("bdist_wininst command is deprecated since Python 3.8, "
"use bdist_wheel (wheel packages) instead",
DeprecationWarning, 2)
def initialize_options(self):
self.bdist_dir = None
self.plat_name = None
self.keep_temp = 0
self.no_target_compile = 0
self.no_target_optimize = 0
self.target_version = None
self.dist_dir = None
self.bitmap = None
self.title = None
self.skip_build = None
self.install_script = None
self.pre_install_script = None
self.user_access_control = None
def finalize_options(self):
self.set_undefined_options('bdist', ('skip_build', 'skip_build'))
if self.bdist_dir is None:
if self.skip_build and self.plat_name:
# If build is skipped and plat_name is overridden, bdist will
# not see the correct 'plat_name' - so set that up manually.
bdist = self.distribution.get_command_obj('bdist')
bdist.plat_name = self.plat_name
# next the command will be initialized using that name
bdist_base = self.get_finalized_command('bdist').bdist_base
self.bdist_dir = os.path.join(bdist_base, 'wininst')
if not self.target_version:
self.target_version = ""
if not self.skip_build and self.distribution.has_ext_modules():
short_version = get_python_version()
if self.target_version and self.target_version != short_version:
raise DistutilsOptionError(
"target version can only be %s, or the '--skip-build'" \
" option must be specified" % (short_version,))
self.target_version = short_version
self.set_undefined_options('bdist',
('dist_dir', 'dist_dir'),
('plat_name', 'plat_name'),
)
if self.install_script:
for script in self.distribution.scripts:
if self.install_script == os.path.basename(script):
break
else:
raise DistutilsOptionError(
"install_script '%s' not found in scripts"
% self.install_script)
def run(self):
if (sys.platform != "win32" and
(self.distribution.has_ext_modules() or
self.distribution.has_c_libraries())):
raise DistutilsPlatformError \
("distribution contains extensions and/or C libraries; "
"must be compiled on a Windows 32 platform")
if not self.skip_build:
self.run_command('build')
install = self.reinitialize_command('install', reinit_subcommands=1)
install.root = self.bdist_dir
install.skip_build = self.skip_build
install.warn_dir = 0
install.plat_name = self.plat_name
install_lib = self.reinitialize_command('install_lib')
# we do not want to include pyc or pyo files
install_lib.compile = 0
install_lib.optimize = 0
if self.distribution.has_ext_modules():
# If we are building an installer for a Python version other
# than the one we are currently running, then we need to ensure
# our build_lib reflects the other Python version rather than ours.
# Note that for target_version!=sys.version, we must have skipped the
# build step, so there is no issue with enforcing the build of this
# version.
target_version = self.target_version
if not target_version:
assert self.skip_build, "Should have already checked this"
target_version = '%d.%d' % sys.version_info[:2]
plat_specifier = ".%s-%s" % (self.plat_name, target_version)
build = self.get_finalized_command('build')
build.build_lib = os.path.join(build.build_base,
'lib' + plat_specifier)
# Use a custom scheme for the zip-file, because we have to decide
# at installation time which scheme to use.
for key in ('purelib', 'platlib', 'headers', 'scripts', 'data'):
value = key.upper()
if key == 'headers':
value = value + '/Include/$dist_name'
setattr(install,
'install_' + key,
value)
log.info("installing to %s", self.bdist_dir)
install.ensure_finalized()
# avoid warning of 'install_lib' about installing
# into a directory not in sys.path
sys.path.insert(0, os.path.join(self.bdist_dir, 'PURELIB'))
install.run()
del sys.path[0]
# And make an archive relative to the root of the
# pseudo-installation tree.
from tempfile import mktemp
archive_basename = mktemp()
fullname = self.distribution.get_fullname()
arcname = self.make_archive(archive_basename, "zip",
root_dir=self.bdist_dir)
# create an exe containing the zip-file
self.create_exe(arcname, fullname, self.bitmap)
if self.distribution.has_ext_modules():
pyversion = get_python_version()
else:
pyversion = 'any'
self.distribution.dist_files.append(('bdist_wininst', pyversion,
self.get_installer_filename(fullname)))
# remove the zip-file again
log.debug("removing temporary file '%s'", arcname)
os.remove(arcname)
if not self.keep_temp:
remove_tree(self.bdist_dir, dry_run=self.dry_run)
def get_inidata(self):
# Return data describing the installation.
lines = []
metadata = self.distribution.metadata
# Write the [metadata] section.
lines.append("[metadata]")
# 'info' will be displayed in the installer's dialog box,
# describing the items to be installed.
info = (metadata.long_description or '') + '\n'
# Escape newline characters
def escape(s):
return s.replace("\n", "\\n")
for name in ["author", "author_email", "description", "maintainer",
"maintainer_email", "name", "url", "version"]:
data = getattr(metadata, name, "")
if data:
info = info + ("\n %s: %s" % \
(name.capitalize(), escape(data)))
lines.append("%s=%s" % (name, escape(data)))
# The [setup] section contains entries controlling
# the installer runtime.
lines.append("\n[Setup]")
if self.install_script:
lines.append("install_script=%s" % self.install_script)
lines.append("info=%s" % escape(info))
lines.append("target_compile=%d" % (not self.no_target_compile))
lines.append("target_optimize=%d" % (not self.no_target_optimize))
if self.target_version:
lines.append("target_version=%s" % self.target_version)
if self.user_access_control:
lines.append("user_access_control=%s" % self.user_access_control)
title = self.title or self.distribution.get_fullname()
lines.append("title=%s" % escape(title))
import time
import distutils
build_info = "Built %s with distutils-%s" % \
(time.ctime(time.time()), distutils.__version__)
lines.append("build_info=%s" % build_info)
return "\n".join(lines)
def create_exe(self, arcname, fullname, bitmap=None):
import struct
self.mkpath(self.dist_dir)
cfgdata = self.get_inidata()
installer_name = self.get_installer_filename(fullname)
self.announce("creating %s" % installer_name)
if bitmap:
with open(bitmap, "rb") as f:
bitmapdata = f.read()
bitmaplen = len(bitmapdata)
else:
bitmaplen = 0
with open(installer_name, "wb") as file:
file.write(self.get_exe_bytes())
if bitmap:
file.write(bitmapdata)
# Convert cfgdata from unicode to ascii, mbcs encoded
if isinstance(cfgdata, str):
cfgdata = cfgdata.encode("mbcs")
# Append the pre-install script
cfgdata = cfgdata + b"\0"
if self.pre_install_script:
# We need to normalize newlines, so we open in text mode and
# convert back to bytes. "latin-1" simply avoids any possible
# failures.
with open(self.pre_install_script, "r",
encoding="latin-1") as script:
script_data = script.read().encode("latin-1")
cfgdata = cfgdata + script_data + b"\n\0"
else:
# empty pre-install script
cfgdata = cfgdata + b"\0"
file.write(cfgdata)
# The 'magic number' 0x1234567B is used to make sure that the
# binary layout of 'cfgdata' is what the wininst.exe binary
# expects. If the layout changes, increment that number, make
# the corresponding changes to the wininst.exe sources, and
# recompile them.
header = struct.pack("<iii",
0x1234567B, # tag
len(cfgdata), # length
bitmaplen, # number of bytes in bitmap
)
file.write(header)
with open(arcname, "rb") as f:
file.write(f.read())
def get_installer_filename(self, fullname):
# Factored out to allow overriding in subclasses
if self.target_version:
# if we create an installer for a specific python version,
# it's better to include this in the name
installer_name = os.path.join(self.dist_dir,
"%s.%s-py%s.exe" %
(fullname, self.plat_name, self.target_version))
else:
installer_name = os.path.join(self.dist_dir,
"%s.%s.exe" % (fullname, self.plat_name))
return installer_name
def get_exe_bytes(self):
# If a target-version other than the current version has been
# specified, then using the MSVC version from *this* build is no good.
# Without actually finding and executing the target version and parsing
# its sys.version, we just hard-code our knowledge of old versions.
# NOTE: Possible alternative is to allow "--target-version" to
# specify a Python executable rather than a simple version string.
# We can then execute this program to obtain any info we need, such
# as the real sys.version string for the build.
cur_version = get_python_version()
# If the target version is *later* than us, then we assume they
# use what we use
# string compares seem wrong, but are what sysconfig.py itself uses
if self.target_version and self.target_version < cur_version:
if self.target_version < "2.4":
bv = '6.0'
elif self.target_version == "2.4":
bv = '7.1'
elif self.target_version == "2.5":
bv = '8.0'
elif self.target_version <= "3.2":
bv = '9.0'
elif self.target_version <= "3.4":
bv = '10.0'
else:
bv = '14.0'
else:
# for current version - use authoritative check.
try:
from msvcrt import CRT_ASSEMBLY_VERSION
except ImportError:
# cross-building, so assume the latest version
bv = '14.0'
else:
# as far as we know, CRT is binary compatible based on
# the first field, so assume 'x.0' until proven otherwise
major = CRT_ASSEMBLY_VERSION.partition('.')[0]
bv = major + '.0'
# wininst-x.y.exe is in the same directory as this file
directory = os.path.dirname(__file__)
# we must use a wininst-x.y.exe built with the same C compiler
# used for python. XXX What about mingw, borland, and so on?
# if plat_name starts with "win" but is not "win32"
# we want to strip "win" and leave the rest (e.g. -amd64)
# for all other cases, we don't want any suffix
if self.plat_name != 'win32' and self.plat_name[:3] == 'win':
sfix = self.plat_name[3:]
else:
sfix = ''
filename = os.path.join(directory, "wininst-%s%s.exe" % (bv, sfix))
f = open(filename, "rb")
try:
return f.read()
finally:
f.close()
distutils/command/build_ext.py 0000644 00000075520 15115353744 0012560 0 ustar 00 """distutils.command.build_ext
Implements the Distutils 'build_ext' command, for building extension
modules (currently limited to C extensions, should accommodate C++
extensions ASAP)."""
import contextlib
import os
import re
import sys
from distutils.core import Command
from distutils.errors import *
from distutils.sysconfig import customize_compiler, get_python_version
from distutils.sysconfig import get_config_h_filename
from distutils.dep_util import newer_group
from distutils.extension import Extension
from distutils.util import get_platform
from distutils import log
from site import USER_BASE
# An extension name is just a dot-separated list of Python NAMEs (ie.
# the same as a fully-qualified module name).
extension_name_re = re.compile \
(r'^[a-zA-Z_][a-zA-Z_0-9]*(\.[a-zA-Z_][a-zA-Z_0-9]*)*$')
def show_compilers ():
from distutils.ccompiler import show_compilers
show_compilers()
class build_ext(Command):
description = "build C/C++ extensions (compile/link to build directory)"
# XXX thoughts on how to deal with complex command-line options like
# these, i.e. how to make it so fancy_getopt can suck them off the
# command line and make it look like setup.py defined the appropriate
# lists of tuples of what-have-you.
# - each command needs a callback to process its command-line options
# - Command.__init__() needs access to its share of the whole
# command line (must ultimately come from
# Distribution.parse_command_line())
# - it then calls the current command class' option-parsing
# callback to deal with weird options like -D, which have to
# parse the option text and churn out some custom data
# structure
# - that data structure (in this case, a list of 2-tuples)
# will then be present in the command object by the time
# we get to finalize_options() (i.e. the constructor
# takes care of both command-line and client options
# in between initialize_options() and finalize_options())
sep_by = " (separated by '%s')" % os.pathsep
user_options = [
('build-lib=', 'b',
"directory for compiled extension modules"),
('build-temp=', 't',
"directory for temporary files (build by-products)"),
('plat-name=', 'p',
"platform name to cross-compile for, if supported "
"(default: %s)" % get_platform()),
('inplace', 'i',
"ignore build-lib and put compiled extensions into the source " +
"directory alongside your pure Python modules"),
('include-dirs=', 'I',
"list of directories to search for header files" + sep_by),
('define=', 'D',
"C preprocessor macros to define"),
('undef=', 'U',
"C preprocessor macros to undefine"),
('libraries=', 'l',
"external C libraries to link with"),
('library-dirs=', 'L',
"directories to search for external C libraries" + sep_by),
('rpath=', 'R',
"directories to search for shared C libraries at runtime"),
('link-objects=', 'O',
"extra explicit link objects to include in the link"),
('debug', 'g',
"compile/link with debugging information"),
('force', 'f',
"forcibly build everything (ignore file timestamps)"),
('compiler=', 'c',
"specify the compiler type"),
('parallel=', 'j',
"number of parallel build jobs"),
('swig-cpp', None,
"make SWIG create C++ files (default is C)"),
('swig-opts=', None,
"list of SWIG command line options"),
('swig=', None,
"path to the SWIG executable"),
('user', None,
"add user include, library and rpath")
]
boolean_options = ['inplace', 'debug', 'force', 'swig-cpp', 'user']
help_options = [
('help-compiler', None,
"list available compilers", show_compilers),
]
def initialize_options(self):
self.extensions = None
self.build_lib = None
self.plat_name = None
self.build_temp = None
self.inplace = 0
self.package = None
self.include_dirs = None
self.define = None
self.undef = None
self.libraries = None
self.library_dirs = None
self.rpath = None
self.link_objects = None
self.debug = None
self.force = None
self.compiler = None
self.swig = None
self.swig_cpp = None
self.swig_opts = None
self.user = None
self.parallel = None
def finalize_options(self):
from distutils import sysconfig
self.set_undefined_options('build',
('build_lib', 'build_lib'),
('build_temp', 'build_temp'),
('compiler', 'compiler'),
('debug', 'debug'),
('force', 'force'),
('parallel', 'parallel'),
('plat_name', 'plat_name'),
)
if self.package is None:
self.package = self.distribution.ext_package
self.extensions = self.distribution.ext_modules
# Make sure Python's include directories (for Python.h, pyconfig.h,
# etc.) are in the include search path.
py_include = sysconfig.get_python_inc()
plat_py_include = sysconfig.get_python_inc(plat_specific=1)
if self.include_dirs is None:
self.include_dirs = self.distribution.include_dirs or []
if isinstance(self.include_dirs, str):
self.include_dirs = self.include_dirs.split(os.pathsep)
# If in a virtualenv, add its include directory
# Issue 16116
if sys.exec_prefix != sys.base_exec_prefix:
self.include_dirs.append(os.path.join(sys.exec_prefix, 'include'))
# Put the Python "system" include dir at the end, so that
# any local include dirs take precedence.
self.include_dirs.extend(py_include.split(os.path.pathsep))
if plat_py_include != py_include:
self.include_dirs.extend(
plat_py_include.split(os.path.pathsep))
self.ensure_string_list('libraries')
self.ensure_string_list('link_objects')
# Life is easier if we're not forever checking for None, so
# simplify these options to empty lists if unset
if self.libraries is None:
self.libraries = []
if self.library_dirs is None:
self.library_dirs = []
elif isinstance(self.library_dirs, str):
self.library_dirs = self.library_dirs.split(os.pathsep)
if self.rpath is None:
self.rpath = []
elif isinstance(self.rpath, str):
self.rpath = self.rpath.split(os.pathsep)
# for extensions under windows use different directories
# for Release and Debug builds.
# also Python's library directory must be appended to library_dirs
if os.name == 'nt':
# the 'libs' directory is for binary installs - we assume that
# must be the *native* platform. But we don't really support
# cross-compiling via a binary install anyway, so we let it go.
self.library_dirs.append(os.path.join(sys.exec_prefix, 'libs'))
if sys.base_exec_prefix != sys.prefix: # Issue 16116
self.library_dirs.append(os.path.join(sys.base_exec_prefix, 'libs'))
if self.debug:
self.build_temp = os.path.join(self.build_temp, "Debug")
else:
self.build_temp = os.path.join(self.build_temp, "Release")
# Append the source distribution include and library directories,
# this allows distutils on windows to work in the source tree
self.include_dirs.append(os.path.dirname(get_config_h_filename()))
_sys_home = getattr(sys, '_home', None)
if _sys_home:
self.library_dirs.append(_sys_home)
# Use the .lib files for the correct architecture
if self.plat_name == 'win32':
suffix = 'win32'
else:
# win-amd64
suffix = self.plat_name[4:]
new_lib = os.path.join(sys.exec_prefix, 'PCbuild')
if suffix:
new_lib = os.path.join(new_lib, suffix)
self.library_dirs.append(new_lib)
# For extensions under Cygwin, Python's library directory must be
# appended to library_dirs
if sys.platform[:6] == 'cygwin':
if sys.executable.startswith(os.path.join(sys.exec_prefix, "bin")):
# building third party extensions
self.library_dirs.append(os.path.join(sys.prefix, "lib",
"python" + get_python_version(),
"config"))
else:
# building python standard extensions
self.library_dirs.append('.')
# For building extensions with a shared Python library,
# Python's library directory must be appended to library_dirs
# See Issues: #1600860, #4366
if (sysconfig.get_config_var('Py_ENABLE_SHARED')):
if not sysconfig.python_build:
# building third party extensions
self.library_dirs.append(sysconfig.get_config_var('LIBDIR'))
else:
# building python standard extensions
self.library_dirs.append('.')
# The argument parsing will result in self.define being a string, but
# it has to be a list of 2-tuples. All the preprocessor symbols
# specified by the 'define' option will be set to '1'. Multiple
# symbols can be separated with commas.
if self.define:
defines = self.define.split(',')
self.define = [(symbol, '1') for symbol in defines]
# The option for macros to undefine is also a string from the
# option parsing, but has to be a list. Multiple symbols can also
# be separated with commas here.
if self.undef:
self.undef = self.undef.split(',')
if self.swig_opts is None:
self.swig_opts = []
else:
self.swig_opts = self.swig_opts.split(' ')
# Finally add the user include and library directories if requested
if self.user:
user_include = os.path.join(USER_BASE, "include")
user_lib = os.path.join(USER_BASE, "lib")
if os.path.isdir(user_include):
self.include_dirs.append(user_include)
if os.path.isdir(user_lib):
self.library_dirs.append(user_lib)
self.rpath.append(user_lib)
if isinstance(self.parallel, str):
try:
self.parallel = int(self.parallel)
except ValueError:
raise DistutilsOptionError("parallel should be an integer")
def run(self):
from distutils.ccompiler import new_compiler
# 'self.extensions', as supplied by setup.py, is a list of
# Extension instances. See the documentation for Extension (in
# distutils.extension) for details.
#
# For backwards compatibility with Distutils 0.8.2 and earlier, we
# also allow the 'extensions' list to be a list of tuples:
# (ext_name, build_info)
# where build_info is a dictionary containing everything that
# Extension instances do except the name, with a few things being
# differently named. We convert these 2-tuples to Extension
# instances as needed.
if not self.extensions:
return
# If we were asked to build any C/C++ libraries, make sure that the
# directory where we put them is in the library search path for
# linking extensions.
if self.distribution.has_c_libraries():
build_clib = self.get_finalized_command('build_clib')
self.libraries.extend(build_clib.get_library_names() or [])
self.library_dirs.append(build_clib.build_clib)
# Setup the CCompiler object that we'll use to do all the
# compiling and linking
self.compiler = new_compiler(compiler=self.compiler,
verbose=self.verbose,
dry_run=self.dry_run,
force=self.force)
customize_compiler(self.compiler)
# If we are cross-compiling, init the compiler now (if we are not
# cross-compiling, init would not hurt, but people may rely on
# late initialization of compiler even if they shouldn't...)
if os.name == 'nt' and self.plat_name != get_platform():
self.compiler.initialize(self.plat_name)
# And make sure that any compile/link-related options (which might
# come from the command-line or from the setup script) are set in
# that CCompiler object -- that way, they automatically apply to
# all compiling and linking done here.
if self.include_dirs is not None:
self.compiler.set_include_dirs(self.include_dirs)
if self.define is not None:
# 'define' option is a list of (name,value) tuples
for (name, value) in self.define:
self.compiler.define_macro(name, value)
if self.undef is not None:
for macro in self.undef:
self.compiler.undefine_macro(macro)
if self.libraries is not None:
self.compiler.set_libraries(self.libraries)
if self.library_dirs is not None:
self.compiler.set_library_dirs(self.library_dirs)
if self.rpath is not None:
self.compiler.set_runtime_library_dirs(self.rpath)
if self.link_objects is not None:
self.compiler.set_link_objects(self.link_objects)
# Now actually compile and link everything.
self.build_extensions()
def check_extensions_list(self, extensions):
"""Ensure that the list of extensions (presumably provided as a
command option 'extensions') is valid, i.e. it is a list of
Extension objects. We also support the old-style list of 2-tuples,
where the tuples are (ext_name, build_info), which are converted to
Extension instances here.
Raise DistutilsSetupError if the structure is invalid anywhere;
just returns otherwise.
"""
if not isinstance(extensions, list):
raise DistutilsSetupError(
"'ext_modules' option must be a list of Extension instances")
for i, ext in enumerate(extensions):
if isinstance(ext, Extension):
continue # OK! (assume type-checking done
# by Extension constructor)
if not isinstance(ext, tuple) or len(ext) != 2:
raise DistutilsSetupError(
"each element of 'ext_modules' option must be an "
"Extension instance or 2-tuple")
ext_name, build_info = ext
log.warn("old-style (ext_name, build_info) tuple found in "
"ext_modules for extension '%s' "
"-- please convert to Extension instance", ext_name)
if not (isinstance(ext_name, str) and
extension_name_re.match(ext_name)):
raise DistutilsSetupError(
"first element of each tuple in 'ext_modules' "
"must be the extension name (a string)")
if not isinstance(build_info, dict):
raise DistutilsSetupError(
"second element of each tuple in 'ext_modules' "
"must be a dictionary (build info)")
# OK, the (ext_name, build_info) dict is type-safe: convert it
# to an Extension instance.
ext = Extension(ext_name, build_info['sources'])
# Easy stuff: one-to-one mapping from dict elements to
# instance attributes.
for key in ('include_dirs', 'library_dirs', 'libraries',
'extra_objects', 'extra_compile_args',
'extra_link_args'):
val = build_info.get(key)
if val is not None:
setattr(ext, key, val)
# Medium-easy stuff: same syntax/semantics, different names.
ext.runtime_library_dirs = build_info.get('rpath')
if 'def_file' in build_info:
log.warn("'def_file' element of build info dict "
"no longer supported")
# Non-trivial stuff: 'macros' split into 'define_macros'
# and 'undef_macros'.
macros = build_info.get('macros')
if macros:
ext.define_macros = []
ext.undef_macros = []
for macro in macros:
if not (isinstance(macro, tuple) and len(macro) in (1, 2)):
raise DistutilsSetupError(
"'macros' element of build info dict "
"must be 1- or 2-tuple")
if len(macro) == 1:
ext.undef_macros.append(macro[0])
elif len(macro) == 2:
ext.define_macros.append(macro)
extensions[i] = ext
def get_source_files(self):
self.check_extensions_list(self.extensions)
filenames = []
# Wouldn't it be neat if we knew the names of header files too...
for ext in self.extensions:
filenames.extend(ext.sources)
return filenames
def get_outputs(self):
# Sanity check the 'extensions' list -- can't assume this is being
# done in the same run as a 'build_extensions()' call (in fact, we
# can probably assume that it *isn't*!).
self.check_extensions_list(self.extensions)
# And build the list of output (built) filenames. Note that this
# ignores the 'inplace' flag, and assumes everything goes in the
# "build" tree.
outputs = []
for ext in self.extensions:
outputs.append(self.get_ext_fullpath(ext.name))
return outputs
def build_extensions(self):
# First, sanity-check the 'extensions' list
self.check_extensions_list(self.extensions)
if self.parallel:
self._build_extensions_parallel()
else:
self._build_extensions_serial()
def _build_extensions_parallel(self):
workers = self.parallel
if self.parallel is True:
workers = os.cpu_count() # may return None
try:
from concurrent.futures import ThreadPoolExecutor
except ImportError:
workers = None
if workers is None:
self._build_extensions_serial()
return
with ThreadPoolExecutor(max_workers=workers) as executor:
futures = [executor.submit(self.build_extension, ext)
for ext in self.extensions]
for ext, fut in zip(self.extensions, futures):
with self._filter_build_errors(ext):
fut.result()
def _build_extensions_serial(self):
for ext in self.extensions:
with self._filter_build_errors(ext):
self.build_extension(ext)
@contextlib.contextmanager
def _filter_build_errors(self, ext):
try:
yield
except (CCompilerError, DistutilsError, CompileError) as e:
if not ext.optional:
raise
self.warn('building extension "%s" failed: %s' %
(ext.name, e))
def build_extension(self, ext):
sources = ext.sources
if sources is None or not isinstance(sources, (list, tuple)):
raise DistutilsSetupError(
"in 'ext_modules' option (extension '%s'), "
"'sources' must be present and must be "
"a list of source filenames" % ext.name)
sources = list(sources)
ext_path = self.get_ext_fullpath(ext.name)
depends = sources + ext.depends
if not (self.force or newer_group(depends, ext_path, 'newer')):
log.debug("skipping '%s' extension (up-to-date)", ext.name)
return
else:
log.info("building '%s' extension", ext.name)
# First, scan the sources for SWIG definition files (.i), run
# SWIG on 'em to create .c files, and modify the sources list
# accordingly.
sources = self.swig_sources(sources, ext)
# Next, compile the source code to object files.
# XXX not honouring 'define_macros' or 'undef_macros' -- the
# CCompiler API needs to change to accommodate this, and I
# want to do one thing at a time!
# Two possible sources for extra compiler arguments:
# - 'extra_compile_args' in Extension object
# - CFLAGS environment variable (not particularly
# elegant, but people seem to expect it and I
# guess it's useful)
# The environment variable should take precedence, and
# any sensible compiler will give precedence to later
# command line args. Hence we combine them in order:
extra_args = ext.extra_compile_args or []
macros = ext.define_macros[:]
for undef in ext.undef_macros:
macros.append((undef,))
objects = self.compiler.compile(sources,
output_dir=self.build_temp,
macros=macros,
include_dirs=ext.include_dirs,
debug=self.debug,
extra_postargs=extra_args,
depends=ext.depends)
# XXX outdated variable, kept here in case third-part code
# needs it.
self._built_objects = objects[:]
# Now link the object files together into a "shared object" --
# of course, first we have to figure out all the other things
# that go into the mix.
if ext.extra_objects:
objects.extend(ext.extra_objects)
extra_args = ext.extra_link_args or []
# Detect target language, if not provided
language = ext.language or self.compiler.detect_language(sources)
self.compiler.link_shared_object(
objects, ext_path,
libraries=self.get_libraries(ext),
library_dirs=ext.library_dirs,
runtime_library_dirs=ext.runtime_library_dirs,
extra_postargs=extra_args,
export_symbols=self.get_export_symbols(ext),
debug=self.debug,
build_temp=self.build_temp,
target_lang=language)
def swig_sources(self, sources, extension):
"""Walk the list of source files in 'sources', looking for SWIG
interface (.i) files. Run SWIG on all that are found, and
return a modified 'sources' list with SWIG source files replaced
by the generated C (or C++) files.
"""
new_sources = []
swig_sources = []
swig_targets = {}
# XXX this drops generated C/C++ files into the source tree, which
# is fine for developers who want to distribute the generated
# source -- but there should be an option to put SWIG output in
# the temp dir.
if self.swig_cpp:
log.warn("--swig-cpp is deprecated - use --swig-opts=-c++")
if self.swig_cpp or ('-c++' in self.swig_opts) or \
('-c++' in extension.swig_opts):
target_ext = '.cpp'
else:
target_ext = '.c'
for source in sources:
(base, ext) = os.path.splitext(source)
if ext == ".i": # SWIG interface file
new_sources.append(base + '_wrap' + target_ext)
swig_sources.append(source)
swig_targets[source] = new_sources[-1]
else:
new_sources.append(source)
if not swig_sources:
return new_sources
swig = self.swig or self.find_swig()
swig_cmd = [swig, "-python"]
swig_cmd.extend(self.swig_opts)
if self.swig_cpp:
swig_cmd.append("-c++")
# Do not override commandline arguments
if not self.swig_opts:
for o in extension.swig_opts:
swig_cmd.append(o)
for source in swig_sources:
target = swig_targets[source]
log.info("swigging %s to %s", source, target)
self.spawn(swig_cmd + ["-o", target, source])
return new_sources
def find_swig(self):
"""Return the name of the SWIG executable. On Unix, this is
just "swig" -- it should be in the PATH. Tries a bit harder on
Windows.
"""
if os.name == "posix":
return "swig"
elif os.name == "nt":
# Look for SWIG in its standard installation directory on
# Windows (or so I presume!). If we find it there, great;
# if not, act like Unix and assume it's in the PATH.
for vers in ("1.3", "1.2", "1.1"):
fn = os.path.join("c:\\swig%s" % vers, "swig.exe")
if os.path.isfile(fn):
return fn
else:
return "swig.exe"
else:
raise DistutilsPlatformError(
"I don't know how to find (much less run) SWIG "
"on platform '%s'" % os.name)
# -- Name generators -----------------------------------------------
# (extension names, filenames, whatever)
def get_ext_fullpath(self, ext_name):
"""Returns the path of the filename for a given extension.
The file is located in `build_lib` or directly in the package
(inplace option).
"""
fullname = self.get_ext_fullname(ext_name)
modpath = fullname.split('.')
filename = self.get_ext_filename(modpath[-1])
if not self.inplace:
# no further work needed
# returning :
# build_dir/package/path/filename
filename = os.path.join(*modpath[:-1]+[filename])
return os.path.join(self.build_lib, filename)
# the inplace option requires to find the package directory
# using the build_py command for that
package = '.'.join(modpath[0:-1])
build_py = self.get_finalized_command('build_py')
package_dir = os.path.abspath(build_py.get_package_dir(package))
# returning
# package_dir/filename
return os.path.join(package_dir, filename)
def get_ext_fullname(self, ext_name):
"""Returns the fullname of a given extension name.
Adds the `package.` prefix"""
if self.package is None:
return ext_name
else:
return self.package + '.' + ext_name
def get_ext_filename(self, ext_name):
r"""Convert the name of an extension (eg. "foo.bar") into the name
of the file from which it will be loaded (eg. "foo/bar.so", or
"foo\bar.pyd").
"""
from distutils.sysconfig import get_config_var
ext_path = ext_name.split('.')
ext_suffix = get_config_var('EXT_SUFFIX')
return os.path.join(*ext_path) + ext_suffix
def get_export_symbols(self, ext):
"""Return the list of symbols that a shared extension has to
export. This either uses 'ext.export_symbols' or, if it's not
provided, "PyInit_" + module_name. Only relevant on Windows, where
the .pyd file (DLL) must export the module "PyInit_" function.
"""
suffix = '_' + ext.name.split('.')[-1]
try:
# Unicode module name support as defined in PEP-489
# https://www.python.org/dev/peps/pep-0489/#export-hook-name
suffix.encode('ascii')
except UnicodeEncodeError:
suffix = 'U' + suffix.encode('punycode').replace(b'-', b'_').decode('ascii')
initfunc_name = "PyInit" + suffix
if initfunc_name not in ext.export_symbols:
ext.export_symbols.append(initfunc_name)
return ext.export_symbols
def get_libraries(self, ext):
"""Return the list of libraries to link against when building a
shared extension. On most platforms, this is just 'ext.libraries';
on Windows, we add the Python library (eg. python20.dll).
"""
# The python library is always needed on Windows. For MSVC, this
# is redundant, since the library is mentioned in a pragma in
# pyconfig.h that MSVC groks. The other Windows compilers all seem
# to need it mentioned explicitly, though, so that's what we do.
# Append '_d' to the python import library on debug builds.
if sys.platform == "win32":
from distutils._msvccompiler import MSVCCompiler
if not isinstance(self.compiler, MSVCCompiler):
template = "python%d%d"
if self.debug:
template = template + '_d'
pythonlib = (template %
(sys.hexversion >> 24, (sys.hexversion >> 16) & 0xff))
# don't extend ext.libraries, it may be shared with other
# extensions, it is a reference to the original list
return ext.libraries + [pythonlib]
else:
# On Android only the main executable and LD_PRELOADs are considered
# to be RTLD_GLOBAL, all the dependencies of the main executable
# remain RTLD_LOCAL and so the shared libraries must be linked with
# libpython when python is built with a shared python library (issue
# bpo-21536).
# On Cygwin (and if required, other POSIX-like platforms based on
# Windows like MinGW) it is simply necessary that all symbols in
# shared libraries are resolved at link time.
from distutils.sysconfig import get_config_var
link_libpython = False
if get_config_var('Py_ENABLE_SHARED'):
# A native build on an Android device or on Cygwin
if hasattr(sys, 'getandroidapilevel'):
link_libpython = True
elif sys.platform == 'cygwin':
link_libpython = True
elif '_PYTHON_HOST_PLATFORM' in os.environ:
# We are cross-compiling for one of the relevant platforms
if get_config_var('ANDROID_API_LEVEL') != 0:
link_libpython = True
elif get_config_var('MACHDEP') == 'cygwin':
link_libpython = True
if link_libpython:
ldversion = get_config_var('LDVERSION')
return ext.libraries + ['python' + ldversion]
return ext.libraries
distutils/command/register.py 0000644 00000026700 15115353744 0012421 0 ustar 00 """distutils.command.register
Implements the Distutils 'register' command (register with the repository).
"""
# created 2002/10/21, Richard Jones
import getpass
import io
import urllib.parse, urllib.request
from warnings import warn
from distutils.core import PyPIRCCommand
from distutils.errors import *
from distutils import log
class register(PyPIRCCommand):
description = ("register the distribution with the Python package index")
user_options = PyPIRCCommand.user_options + [
('list-classifiers', None,
'list the valid Trove classifiers'),
('strict', None ,
'Will stop the registering if the meta-data are not fully compliant')
]
boolean_options = PyPIRCCommand.boolean_options + [
'verify', 'list-classifiers', 'strict']
sub_commands = [('check', lambda self: True)]
def initialize_options(self):
PyPIRCCommand.initialize_options(self)
self.list_classifiers = 0
self.strict = 0
def finalize_options(self):
PyPIRCCommand.finalize_options(self)
# setting options for the `check` subcommand
check_options = {'strict': ('register', self.strict),
'restructuredtext': ('register', 1)}
self.distribution.command_options['check'] = check_options
def run(self):
self.finalize_options()
self._set_config()
# Run sub commands
for cmd_name in self.get_sub_commands():
self.run_command(cmd_name)
if self.dry_run:
self.verify_metadata()
elif self.list_classifiers:
self.classifiers()
else:
self.send_metadata()
def check_metadata(self):
"""Deprecated API."""
warn("distutils.command.register.check_metadata is deprecated, \
use the check command instead", PendingDeprecationWarning)
check = self.distribution.get_command_obj('check')
check.ensure_finalized()
check.strict = self.strict
check.restructuredtext = 1
check.run()
def _set_config(self):
''' Reads the configuration file and set attributes.
'''
config = self._read_pypirc()
if config != {}:
self.username = config['username']
self.password = config['password']
self.repository = config['repository']
self.realm = config['realm']
self.has_config = True
else:
if self.repository not in ('pypi', self.DEFAULT_REPOSITORY):
raise ValueError('%s not found in .pypirc' % self.repository)
if self.repository == 'pypi':
self.repository = self.DEFAULT_REPOSITORY
self.has_config = False
def classifiers(self):
''' Fetch the list of classifiers from the server.
'''
url = self.repository+'?:action=list_classifiers'
response = urllib.request.urlopen(url)
log.info(self._read_pypi_response(response))
def verify_metadata(self):
''' Send the metadata to the package index server to be checked.
'''
# send the info to the server and report the result
(code, result) = self.post_to_server(self.build_post_data('verify'))
log.info('Server response (%s): %s', code, result)
def send_metadata(self):
''' Send the metadata to the package index server.
Well, do the following:
1. figure who the user is, and then
2. send the data as a Basic auth'ed POST.
First we try to read the username/password from $HOME/.pypirc,
which is a ConfigParser-formatted file with a section
[distutils] containing username and password entries (both
in clear text). Eg:
[distutils]
index-servers =
pypi
[pypi]
username: fred
password: sekrit
Otherwise, to figure who the user is, we offer the user three
choices:
1. use existing login,
2. register as a new user, or
3. set the password to a random string and email the user.
'''
# see if we can short-cut and get the username/password from the
# config
if self.has_config:
choice = '1'
username = self.username
password = self.password
else:
choice = 'x'
username = password = ''
# get the user's login info
choices = '1 2 3 4'.split()
while choice not in choices:
self.announce('''\
We need to know who you are, so please choose either:
1. use your existing login,
2. register as a new user,
3. have the server generate a new password for you (and email it to you), or
4. quit
Your selection [default 1]: ''', log.INFO)
choice = input()
if not choice:
choice = '1'
elif choice not in choices:
print('Please choose one of the four options!')
if choice == '1':
# get the username and password
while not username:
username = input('Username: ')
while not password:
password = getpass.getpass('Password: ')
# set up the authentication
auth = urllib.request.HTTPPasswordMgr()
host = urllib.parse.urlparse(self.repository)[1]
auth.add_password(self.realm, host, username, password)
# send the info to the server and report the result
code, result = self.post_to_server(self.build_post_data('submit'),
auth)
self.announce('Server response (%s): %s' % (code, result),
log.INFO)
# possibly save the login
if code == 200:
if self.has_config:
# sharing the password in the distribution instance
# so the upload command can reuse it
self.distribution.password = password
else:
self.announce(('I can store your PyPI login so future '
'submissions will be faster.'), log.INFO)
self.announce('(the login will be stored in %s)' % \
self._get_rc_file(), log.INFO)
choice = 'X'
while choice.lower() not in 'yn':
choice = input('Save your login (y/N)?')
if not choice:
choice = 'n'
if choice.lower() == 'y':
self._store_pypirc(username, password)
elif choice == '2':
data = {':action': 'user'}
data['name'] = data['password'] = data['email'] = ''
data['confirm'] = None
while not data['name']:
data['name'] = input('Username: ')
while data['password'] != data['confirm']:
while not data['password']:
data['password'] = getpass.getpass('Password: ')
while not data['confirm']:
data['confirm'] = getpass.getpass(' Confirm: ')
if data['password'] != data['confirm']:
data['password'] = ''
data['confirm'] = None
print("Password and confirm don't match!")
while not data['email']:
data['email'] = input(' EMail: ')
code, result = self.post_to_server(data)
if code != 200:
log.info('Server response (%s): %s', code, result)
else:
log.info('You will receive an email shortly.')
log.info(('Follow the instructions in it to '
'complete registration.'))
elif choice == '3':
data = {':action': 'password_reset'}
data['email'] = ''
while not data['email']:
data['email'] = input('Your email address: ')
code, result = self.post_to_server(data)
log.info('Server response (%s): %s', code, result)
def build_post_data(self, action):
# figure the data to send - the metadata plus some additional
# information used by the package server
meta = self.distribution.metadata
data = {
':action': action,
'metadata_version' : '1.0',
'name': meta.get_name(),
'version': meta.get_version(),
'summary': meta.get_description(),
'home_page': meta.get_url(),
'author': meta.get_contact(),
'author_email': meta.get_contact_email(),
'license': meta.get_licence(),
'description': meta.get_long_description(),
'keywords': meta.get_keywords(),
'platform': meta.get_platforms(),
'classifiers': meta.get_classifiers(),
'download_url': meta.get_download_url(),
# PEP 314
'provides': meta.get_provides(),
'requires': meta.get_requires(),
'obsoletes': meta.get_obsoletes(),
}
if data['provides'] or data['requires'] or data['obsoletes']:
data['metadata_version'] = '1.1'
return data
def post_to_server(self, data, auth=None):
''' Post a query to the server, and return a string response.
'''
if 'name' in data:
self.announce('Registering %s to %s' % (data['name'],
self.repository),
log.INFO)
# Build up the MIME payload for the urllib2 POST data
boundary = '--------------GHSKFJDLGDS7543FJKLFHRE75642756743254'
sep_boundary = '\n--' + boundary
end_boundary = sep_boundary + '--'
body = io.StringIO()
for key, value in data.items():
# handle multiple entries for the same name
if type(value) not in (type([]), type( () )):
value = [value]
for value in value:
value = str(value)
body.write(sep_boundary)
body.write('\nContent-Disposition: form-data; name="%s"'%key)
body.write("\n\n")
body.write(value)
if value and value[-1] == '\r':
body.write('\n') # write an extra newline (lurve Macs)
body.write(end_boundary)
body.write("\n")
body = body.getvalue().encode("utf-8")
# build the Request
headers = {
'Content-type': 'multipart/form-data; boundary=%s; charset=utf-8'%boundary,
'Content-length': str(len(body))
}
req = urllib.request.Request(self.repository, body, headers)
# handle HTTP and include the Basic Auth handler
opener = urllib.request.build_opener(
urllib.request.HTTPBasicAuthHandler(password_mgr=auth)
)
data = ''
try:
result = opener.open(req)
except urllib.error.HTTPError as e:
if self.show_response:
data = e.fp.read()
result = e.code, e.msg
except urllib.error.URLError as e:
result = 500, str(e)
else:
if self.show_response:
data = self._read_pypi_response(result)
result = 200, 'OK'
if self.show_response:
msg = '\n'.join(('-' * 75, data, '-' * 75))
self.announce(msg, log.INFO)
return result
distutils/command/bdist_dumb.py 0000644 00000011461 15115353744 0012707 0 ustar 00 """distutils.command.bdist_dumb
Implements the Distutils 'bdist_dumb' command (create a "dumb" built
distribution -- i.e., just an archive to be unpacked under $prefix or
$exec_prefix)."""
import os
from distutils.core import Command
from distutils.util import get_platform
from distutils.dir_util import remove_tree, ensure_relative
from distutils.errors import *
from distutils.sysconfig import get_python_version
from distutils import log
class bdist_dumb(Command):
description = "create a \"dumb\" built distribution"
user_options = [('bdist-dir=', 'd',
"temporary directory for creating the distribution"),
('plat-name=', 'p',
"platform name to embed in generated filenames "
"(default: %s)" % get_platform()),
('format=', 'f',
"archive format to create (tar, gztar, bztar, xztar, "
"ztar, zip)"),
('keep-temp', 'k',
"keep the pseudo-installation tree around after " +
"creating the distribution archive"),
('dist-dir=', 'd',
"directory to put final built distributions in"),
('skip-build', None,
"skip rebuilding everything (for testing/debugging)"),
('relative', None,
"build the archive using relative paths "
"(default: false)"),
('owner=', 'u',
"Owner name used when creating a tar file"
" [default: current user]"),
('group=', 'g',
"Group name used when creating a tar file"
" [default: current group]"),
]
boolean_options = ['keep-temp', 'skip-build', 'relative']
default_format = { 'posix': 'gztar',
'nt': 'zip' }
def initialize_options(self):
self.bdist_dir = None
self.plat_name = None
self.format = None
self.keep_temp = 0
self.dist_dir = None
self.skip_build = None
self.relative = 0
self.owner = None
self.group = None
def finalize_options(self):
if self.bdist_dir is None:
bdist_base = self.get_finalized_command('bdist').bdist_base
self.bdist_dir = os.path.join(bdist_base, 'dumb')
if self.format is None:
try:
self.format = self.default_format[os.name]
except KeyError:
raise DistutilsPlatformError(
"don't know how to create dumb built distributions "
"on platform %s" % os.name)
self.set_undefined_options('bdist',
('dist_dir', 'dist_dir'),
('plat_name', 'plat_name'),
('skip_build', 'skip_build'))
def run(self):
if not self.skip_build:
self.run_command('build')
install = self.reinitialize_command('install', reinit_subcommands=1)
install.root = self.bdist_dir
install.skip_build = self.skip_build
install.warn_dir = 0
log.info("installing to %s", self.bdist_dir)
self.run_command('install')
# And make an archive relative to the root of the
# pseudo-installation tree.
archive_basename = "%s.%s" % (self.distribution.get_fullname(),
self.plat_name)
pseudoinstall_root = os.path.join(self.dist_dir, archive_basename)
if not self.relative:
archive_root = self.bdist_dir
else:
if (self.distribution.has_ext_modules() and
(install.install_base != install.install_platbase)):
raise DistutilsPlatformError(
"can't make a dumb built distribution where "
"base and platbase are different (%s, %s)"
% (repr(install.install_base),
repr(install.install_platbase)))
else:
archive_root = os.path.join(self.bdist_dir,
ensure_relative(install.install_base))
# Make the archive
filename = self.make_archive(pseudoinstall_root,
self.format, root_dir=archive_root,
owner=self.owner, group=self.group)
if self.distribution.has_ext_modules():
pyversion = get_python_version()
else:
pyversion = 'any'
self.distribution.dist_files.append(('bdist_dumb', pyversion,
filename))
if not self.keep_temp:
remove_tree(self.bdist_dir, dry_run=self.dry_run)
distutils/command/bdist_msi.py 0000644 00000104737 15115353744 0012561 0 ustar 00 # Copyright (C) 2005, 2006 Martin von Löwis
# Licensed to PSF under a Contributor Agreement.
# The bdist_wininst command proper
# based on bdist_wininst
"""
Implements the bdist_msi command.
"""
import sys, os
from distutils.core import Command
from distutils.dir_util import remove_tree
from distutils.sysconfig import get_python_version
from distutils.version import StrictVersion
from distutils.errors import DistutilsOptionError
from distutils.util import get_platform
from distutils import log
import msilib
from msilib import schema, sequence, text
from msilib import Directory, Feature, Dialog, add_data
class PyDialog(Dialog):
"""Dialog class with a fixed layout: controls at the top, then a ruler,
then a list of buttons: back, next, cancel. Optionally a bitmap at the
left."""
def __init__(self, *args, **kw):
"""Dialog(database, name, x, y, w, h, attributes, title, first,
default, cancel, bitmap=true)"""
Dialog.__init__(self, *args)
ruler = self.h - 36
bmwidth = 152*ruler/328
#if kw.get("bitmap", True):
# self.bitmap("Bitmap", 0, 0, bmwidth, ruler, "PythonWin")
self.line("BottomLine", 0, ruler, self.w, 0)
def title(self, title):
"Set the title text of the dialog at the top."
# name, x, y, w, h, flags=Visible|Enabled|Transparent|NoPrefix,
# text, in VerdanaBold10
self.text("Title", 15, 10, 320, 60, 0x30003,
r"{\VerdanaBold10}%s" % title)
def back(self, title, next, name = "Back", active = 1):
"""Add a back button with a given title, the tab-next button,
its name in the Control table, possibly initially disabled.
Return the button, so that events can be associated"""
if active:
flags = 3 # Visible|Enabled
else:
flags = 1 # Visible
return self.pushbutton(name, 180, self.h-27 , 56, 17, flags, title, next)
def cancel(self, title, next, name = "Cancel", active = 1):
"""Add a cancel button with a given title, the tab-next button,
its name in the Control table, possibly initially disabled.
Return the button, so that events can be associated"""
if active:
flags = 3 # Visible|Enabled
else:
flags = 1 # Visible
return self.pushbutton(name, 304, self.h-27, 56, 17, flags, title, next)
def next(self, title, next, name = "Next", active = 1):
"""Add a Next button with a given title, the tab-next button,
its name in the Control table, possibly initially disabled.
Return the button, so that events can be associated"""
if active:
flags = 3 # Visible|Enabled
else:
flags = 1 # Visible
return self.pushbutton(name, 236, self.h-27, 56, 17, flags, title, next)
def xbutton(self, name, title, next, xpos):
"""Add a button with a given title, the tab-next button,
its name in the Control table, giving its x position; the
y-position is aligned with the other buttons.
Return the button, so that events can be associated"""
return self.pushbutton(name, int(self.w*xpos - 28), self.h-27, 56, 17, 3, title, next)
class bdist_msi(Command):
description = "create a Microsoft Installer (.msi) binary distribution"
user_options = [('bdist-dir=', None,
"temporary directory for creating the distribution"),
('plat-name=', 'p',
"platform name to embed in generated filenames "
"(default: %s)" % get_platform()),
('keep-temp', 'k',
"keep the pseudo-installation tree around after " +
"creating the distribution archive"),
('target-version=', None,
"require a specific python version" +
" on the target system"),
('no-target-compile', 'c',
"do not compile .py to .pyc on the target system"),
('no-target-optimize', 'o',
"do not compile .py to .pyo (optimized) "
"on the target system"),
('dist-dir=', 'd',
"directory to put final built distributions in"),
('skip-build', None,
"skip rebuilding everything (for testing/debugging)"),
('install-script=', None,
"basename of installation script to be run after "
"installation or before deinstallation"),
('pre-install-script=', None,
"Fully qualified filename of a script to be run before "
"any files are installed. This script need not be in the "
"distribution"),
]
boolean_options = ['keep-temp', 'no-target-compile', 'no-target-optimize',
'skip-build']
all_versions = ['2.0', '2.1', '2.2', '2.3', '2.4',
'2.5', '2.6', '2.7', '2.8', '2.9',
'3.0', '3.1', '3.2', '3.3', '3.4',
'3.5', '3.6', '3.7', '3.8', '3.9']
other_version = 'X'
def initialize_options(self):
self.bdist_dir = None
self.plat_name = None
self.keep_temp = 0
self.no_target_compile = 0
self.no_target_optimize = 0
self.target_version = None
self.dist_dir = None
self.skip_build = None
self.install_script = None
self.pre_install_script = None
self.versions = None
def finalize_options(self):
self.set_undefined_options('bdist', ('skip_build', 'skip_build'))
if self.bdist_dir is None:
bdist_base = self.get_finalized_command('bdist').bdist_base
self.bdist_dir = os.path.join(bdist_base, 'msi')
short_version = get_python_version()
if (not self.target_version) and self.distribution.has_ext_modules():
self.target_version = short_version
if self.target_version:
self.versions = [self.target_version]
if not self.skip_build and self.distribution.has_ext_modules()\
and self.target_version != short_version:
raise DistutilsOptionError(
"target version can only be %s, or the '--skip-build'"
" option must be specified" % (short_version,))
else:
self.versions = list(self.all_versions)
self.set_undefined_options('bdist',
('dist_dir', 'dist_dir'),
('plat_name', 'plat_name'),
)
if self.pre_install_script:
raise DistutilsOptionError(
"the pre-install-script feature is not yet implemented")
if self.install_script:
for script in self.distribution.scripts:
if self.install_script == os.path.basename(script):
break
else:
raise DistutilsOptionError(
"install_script '%s' not found in scripts"
% self.install_script)
self.install_script_key = None
def run(self):
if not self.skip_build:
self.run_command('build')
install = self.reinitialize_command('install', reinit_subcommands=1)
install.prefix = self.bdist_dir
install.skip_build = self.skip_build
install.warn_dir = 0
install_lib = self.reinitialize_command('install_lib')
# we do not want to include pyc or pyo files
install_lib.compile = 0
install_lib.optimize = 0
if self.distribution.has_ext_modules():
# If we are building an installer for a Python version other
# than the one we are currently running, then we need to ensure
# our build_lib reflects the other Python version rather than ours.
# Note that for target_version!=sys.version, we must have skipped the
# build step, so there is no issue with enforcing the build of this
# version.
target_version = self.target_version
if not target_version:
assert self.skip_build, "Should have already checked this"
target_version = '%d.%d' % sys.version_info[:2]
plat_specifier = ".%s-%s" % (self.plat_name, target_version)
build = self.get_finalized_command('build')
build.build_lib = os.path.join(build.build_base,
'lib' + plat_specifier)
log.info("installing to %s", self.bdist_dir)
install.ensure_finalized()
# avoid warning of 'install_lib' about installing
# into a directory not in sys.path
sys.path.insert(0, os.path.join(self.bdist_dir, 'PURELIB'))
install.run()
del sys.path[0]
self.mkpath(self.dist_dir)
fullname = self.distribution.get_fullname()
installer_name = self.get_installer_filename(fullname)
installer_name = os.path.abspath(installer_name)
if os.path.exists(installer_name): os.unlink(installer_name)
metadata = self.distribution.metadata
author = metadata.author
if not author:
author = metadata.maintainer
if not author:
author = "UNKNOWN"
version = metadata.get_version()
# ProductVersion must be strictly numeric
# XXX need to deal with prerelease versions
sversion = "%d.%d.%d" % StrictVersion(version).version
# Prefix ProductName with Python x.y, so that
# it sorts together with the other Python packages
# in Add-Remove-Programs (APR)
fullname = self.distribution.get_fullname()
if self.target_version:
product_name = "Python %s %s" % (self.target_version, fullname)
else:
product_name = "Python %s" % (fullname)
self.db = msilib.init_database(installer_name, schema,
product_name, msilib.gen_uuid(),
sversion, author)
msilib.add_tables(self.db, sequence)
props = [('DistVersion', version)]
email = metadata.author_email or metadata.maintainer_email
if email:
props.append(("ARPCONTACT", email))
if metadata.url:
props.append(("ARPURLINFOABOUT", metadata.url))
if props:
add_data(self.db, 'Property', props)
self.add_find_python()
self.add_files()
self.add_scripts()
self.add_ui()
self.db.Commit()
if hasattr(self.distribution, 'dist_files'):
tup = 'bdist_msi', self.target_version or 'any', fullname
self.distribution.dist_files.append(tup)
if not self.keep_temp:
remove_tree(self.bdist_dir, dry_run=self.dry_run)
def add_files(self):
db = self.db
cab = msilib.CAB("distfiles")
rootdir = os.path.abspath(self.bdist_dir)
root = Directory(db, cab, None, rootdir, "TARGETDIR", "SourceDir")
f = Feature(db, "Python", "Python", "Everything",
0, 1, directory="TARGETDIR")
items = [(f, root, '')]
for version in self.versions + [self.other_version]:
target = "TARGETDIR" + version
name = default = "Python" + version
desc = "Everything"
if version is self.other_version:
title = "Python from another location"
level = 2
else:
title = "Python %s from registry" % version
level = 1
f = Feature(db, name, title, desc, 1, level, directory=target)
dir = Directory(db, cab, root, rootdir, target, default)
items.append((f, dir, version))
db.Commit()
seen = {}
for feature, dir, version in items:
todo = [dir]
while todo:
dir = todo.pop()
for file in os.listdir(dir.absolute):
afile = os.path.join(dir.absolute, file)
if os.path.isdir(afile):
short = "%s|%s" % (dir.make_short(file), file)
default = file + version
newdir = Directory(db, cab, dir, file, default, short)
todo.append(newdir)
else:
if not dir.component:
dir.start_component(dir.logical, feature, 0)
if afile not in seen:
key = seen[afile] = dir.add_file(file)
if file==self.install_script:
if self.install_script_key:
raise DistutilsOptionError(
"Multiple files with name %s" % file)
self.install_script_key = '[#%s]' % key
else:
key = seen[afile]
add_data(self.db, "DuplicateFile",
[(key + version, dir.component, key, None, dir.logical)])
db.Commit()
cab.commit(db)
def add_find_python(self):
"""Adds code to the installer to compute the location of Python.
Properties PYTHON.MACHINE.X.Y and PYTHON.USER.X.Y will be set from the
registry for each version of Python.
Properties TARGETDIRX.Y will be set from PYTHON.USER.X.Y if defined,
else from PYTHON.MACHINE.X.Y.
Properties PYTHONX.Y will be set to TARGETDIRX.Y\\python.exe"""
start = 402
for ver in self.versions:
install_path = r"SOFTWARE\Python\PythonCore\%s\InstallPath" % ver
machine_reg = "python.machine." + ver
user_reg = "python.user." + ver
machine_prop = "PYTHON.MACHINE." + ver
user_prop = "PYTHON.USER." + ver
machine_action = "PythonFromMachine" + ver
user_action = "PythonFromUser" + ver
exe_action = "PythonExe" + ver
target_dir_prop = "TARGETDIR" + ver
exe_prop = "PYTHON" + ver
if msilib.Win64:
# type: msidbLocatorTypeRawValue + msidbLocatorType64bit
Type = 2+16
else:
Type = 2
add_data(self.db, "RegLocator",
[(machine_reg, 2, install_path, None, Type),
(user_reg, 1, install_path, None, Type)])
add_data(self.db, "AppSearch",
[(machine_prop, machine_reg),
(user_prop, user_reg)])
add_data(self.db, "CustomAction",
[(machine_action, 51+256, target_dir_prop, "[" + machine_prop + "]"),
(user_action, 51+256, target_dir_prop, "[" + user_prop + "]"),
(exe_action, 51+256, exe_prop, "[" + target_dir_prop + "]\\python.exe"),
])
add_data(self.db, "InstallExecuteSequence",
[(machine_action, machine_prop, start),
(user_action, user_prop, start + 1),
(exe_action, None, start + 2),
])
add_data(self.db, "InstallUISequence",
[(machine_action, machine_prop, start),
(user_action, user_prop, start + 1),
(exe_action, None, start + 2),
])
add_data(self.db, "Condition",
[("Python" + ver, 0, "NOT TARGETDIR" + ver)])
start += 4
assert start < 500
def add_scripts(self):
if self.install_script:
start = 6800
for ver in self.versions + [self.other_version]:
install_action = "install_script." + ver
exe_prop = "PYTHON" + ver
add_data(self.db, "CustomAction",
[(install_action, 50, exe_prop, self.install_script_key)])
add_data(self.db, "InstallExecuteSequence",
[(install_action, "&Python%s=3" % ver, start)])
start += 1
# XXX pre-install scripts are currently refused in finalize_options()
# but if this feature is completed, it will also need to add
# entries for each version as the above code does
if self.pre_install_script:
scriptfn = os.path.join(self.bdist_dir, "preinstall.bat")
with open(scriptfn, "w") as f:
# The batch file will be executed with [PYTHON], so that %1
# is the path to the Python interpreter; %0 will be the path
# of the batch file.
# rem ="""
# %1 %0
# exit
# """
# <actual script>
f.write('rem ="""\n%1 %0\nexit\n"""\n')
with open(self.pre_install_script) as fin:
f.write(fin.read())
add_data(self.db, "Binary",
[("PreInstall", msilib.Binary(scriptfn))
])
add_data(self.db, "CustomAction",
[("PreInstall", 2, "PreInstall", None)
])
add_data(self.db, "InstallExecuteSequence",
[("PreInstall", "NOT Installed", 450)])
def add_ui(self):
db = self.db
x = y = 50
w = 370
h = 300
title = "[ProductName] Setup"
# see "Dialog Style Bits"
modal = 3 # visible | modal
modeless = 1 # visible
track_disk_space = 32
# UI customization properties
add_data(db, "Property",
# See "DefaultUIFont Property"
[("DefaultUIFont", "DlgFont8"),
# See "ErrorDialog Style Bit"
("ErrorDialog", "ErrorDlg"),
("Progress1", "Install"), # modified in maintenance type dlg
("Progress2", "installs"),
("MaintenanceForm_Action", "Repair"),
# possible values: ALL, JUSTME
("WhichUsers", "ALL")
])
# Fonts, see "TextStyle Table"
add_data(db, "TextStyle",
[("DlgFont8", "Tahoma", 9, None, 0),
("DlgFontBold8", "Tahoma", 8, None, 1), #bold
("VerdanaBold10", "Verdana", 10, None, 1),
("VerdanaRed9", "Verdana", 9, 255, 0),
])
# UI Sequences, see "InstallUISequence Table", "Using a Sequence Table"
# Numbers indicate sequence; see sequence.py for how these action integrate
add_data(db, "InstallUISequence",
[("PrepareDlg", "Not Privileged or Windows9x or Installed", 140),
("WhichUsersDlg", "Privileged and not Windows9x and not Installed", 141),
# In the user interface, assume all-users installation if privileged.
("SelectFeaturesDlg", "Not Installed", 1230),
# XXX no support for resume installations yet
#("ResumeDlg", "Installed AND (RESUME OR Preselected)", 1240),
("MaintenanceTypeDlg", "Installed AND NOT RESUME AND NOT Preselected", 1250),
("ProgressDlg", None, 1280)])
add_data(db, 'ActionText', text.ActionText)
add_data(db, 'UIText', text.UIText)
#####################################################################
# Standard dialogs: FatalError, UserExit, ExitDialog
fatal=PyDialog(db, "FatalError", x, y, w, h, modal, title,
"Finish", "Finish", "Finish")
fatal.title("[ProductName] Installer ended prematurely")
fatal.back("< Back", "Finish", active = 0)
fatal.cancel("Cancel", "Back", active = 0)
fatal.text("Description1", 15, 70, 320, 80, 0x30003,
"[ProductName] setup ended prematurely because of an error. Your system has not been modified. To install this program at a later time, please run the installation again.")
fatal.text("Description2", 15, 155, 320, 20, 0x30003,
"Click the Finish button to exit the Installer.")
c=fatal.next("Finish", "Cancel", name="Finish")
c.event("EndDialog", "Exit")
user_exit=PyDialog(db, "UserExit", x, y, w, h, modal, title,
"Finish", "Finish", "Finish")
user_exit.title("[ProductName] Installer was interrupted")
user_exit.back("< Back", "Finish", active = 0)
user_exit.cancel("Cancel", "Back", active = 0)
user_exit.text("Description1", 15, 70, 320, 80, 0x30003,
"[ProductName] setup was interrupted. Your system has not been modified. "
"To install this program at a later time, please run the installation again.")
user_exit.text("Description2", 15, 155, 320, 20, 0x30003,
"Click the Finish button to exit the Installer.")
c = user_exit.next("Finish", "Cancel", name="Finish")
c.event("EndDialog", "Exit")
exit_dialog = PyDialog(db, "ExitDialog", x, y, w, h, modal, title,
"Finish", "Finish", "Finish")
exit_dialog.title("Completing the [ProductName] Installer")
exit_dialog.back("< Back", "Finish", active = 0)
exit_dialog.cancel("Cancel", "Back", active = 0)
exit_dialog.text("Description", 15, 235, 320, 20, 0x30003,
"Click the Finish button to exit the Installer.")
c = exit_dialog.next("Finish", "Cancel", name="Finish")
c.event("EndDialog", "Return")
#####################################################################
# Required dialog: FilesInUse, ErrorDlg
inuse = PyDialog(db, "FilesInUse",
x, y, w, h,
19, # KeepModeless|Modal|Visible
title,
"Retry", "Retry", "Retry", bitmap=False)
inuse.text("Title", 15, 6, 200, 15, 0x30003,
r"{\DlgFontBold8}Files in Use")
inuse.text("Description", 20, 23, 280, 20, 0x30003,
"Some files that need to be updated are currently in use.")
inuse.text("Text", 20, 55, 330, 50, 3,
"The following applications are using files that need to be updated by this setup. Close these applications and then click Retry to continue the installation or Cancel to exit it.")
inuse.control("List", "ListBox", 20, 107, 330, 130, 7, "FileInUseProcess",
None, None, None)
c=inuse.back("Exit", "Ignore", name="Exit")
c.event("EndDialog", "Exit")
c=inuse.next("Ignore", "Retry", name="Ignore")
c.event("EndDialog", "Ignore")
c=inuse.cancel("Retry", "Exit", name="Retry")
c.event("EndDialog","Retry")
# See "Error Dialog". See "ICE20" for the required names of the controls.
error = Dialog(db, "ErrorDlg",
50, 10, 330, 101,
65543, # Error|Minimize|Modal|Visible
title,
"ErrorText", None, None)
error.text("ErrorText", 50,9,280,48,3, "")
#error.control("ErrorIcon", "Icon", 15, 9, 24, 24, 5242881, None, "py.ico", None, None)
error.pushbutton("N",120,72,81,21,3,"No",None).event("EndDialog","ErrorNo")
error.pushbutton("Y",240,72,81,21,3,"Yes",None).event("EndDialog","ErrorYes")
error.pushbutton("A",0,72,81,21,3,"Abort",None).event("EndDialog","ErrorAbort")
error.pushbutton("C",42,72,81,21,3,"Cancel",None).event("EndDialog","ErrorCancel")
error.pushbutton("I",81,72,81,21,3,"Ignore",None).event("EndDialog","ErrorIgnore")
error.pushbutton("O",159,72,81,21,3,"Ok",None).event("EndDialog","ErrorOk")
error.pushbutton("R",198,72,81,21,3,"Retry",None).event("EndDialog","ErrorRetry")
#####################################################################
# Global "Query Cancel" dialog
cancel = Dialog(db, "CancelDlg", 50, 10, 260, 85, 3, title,
"No", "No", "No")
cancel.text("Text", 48, 15, 194, 30, 3,
"Are you sure you want to cancel [ProductName] installation?")
#cancel.control("Icon", "Icon", 15, 15, 24, 24, 5242881, None,
# "py.ico", None, None)
c=cancel.pushbutton("Yes", 72, 57, 56, 17, 3, "Yes", "No")
c.event("EndDialog", "Exit")
c=cancel.pushbutton("No", 132, 57, 56, 17, 3, "No", "Yes")
c.event("EndDialog", "Return")
#####################################################################
# Global "Wait for costing" dialog
costing = Dialog(db, "WaitForCostingDlg", 50, 10, 260, 85, modal, title,
"Return", "Return", "Return")
costing.text("Text", 48, 15, 194, 30, 3,
"Please wait while the installer finishes determining your disk space requirements.")
c = costing.pushbutton("Return", 102, 57, 56, 17, 3, "Return", None)
c.event("EndDialog", "Exit")
#####################################################################
# Preparation dialog: no user input except cancellation
prep = PyDialog(db, "PrepareDlg", x, y, w, h, modeless, title,
"Cancel", "Cancel", "Cancel")
prep.text("Description", 15, 70, 320, 40, 0x30003,
"Please wait while the Installer prepares to guide you through the installation.")
prep.title("Welcome to the [ProductName] Installer")
c=prep.text("ActionText", 15, 110, 320, 20, 0x30003, "Pondering...")
c.mapping("ActionText", "Text")
c=prep.text("ActionData", 15, 135, 320, 30, 0x30003, None)
c.mapping("ActionData", "Text")
prep.back("Back", None, active=0)
prep.next("Next", None, active=0)
c=prep.cancel("Cancel", None)
c.event("SpawnDialog", "CancelDlg")
#####################################################################
# Feature (Python directory) selection
seldlg = PyDialog(db, "SelectFeaturesDlg", x, y, w, h, modal, title,
"Next", "Next", "Cancel")
seldlg.title("Select Python Installations")
seldlg.text("Hint", 15, 30, 300, 20, 3,
"Select the Python locations where %s should be installed."
% self.distribution.get_fullname())
seldlg.back("< Back", None, active=0)
c = seldlg.next("Next >", "Cancel")
order = 1
c.event("[TARGETDIR]", "[SourceDir]", ordering=order)
for version in self.versions + [self.other_version]:
order += 1
c.event("[TARGETDIR]", "[TARGETDIR%s]" % version,
"FEATURE_SELECTED AND &Python%s=3" % version,
ordering=order)
c.event("SpawnWaitDialog", "WaitForCostingDlg", ordering=order + 1)
c.event("EndDialog", "Return", ordering=order + 2)
c = seldlg.cancel("Cancel", "Features")
c.event("SpawnDialog", "CancelDlg")
c = seldlg.control("Features", "SelectionTree", 15, 60, 300, 120, 3,
"FEATURE", None, "PathEdit", None)
c.event("[FEATURE_SELECTED]", "1")
ver = self.other_version
install_other_cond = "FEATURE_SELECTED AND &Python%s=3" % ver
dont_install_other_cond = "FEATURE_SELECTED AND &Python%s<>3" % ver
c = seldlg.text("Other", 15, 200, 300, 15, 3,
"Provide an alternate Python location")
c.condition("Enable", install_other_cond)
c.condition("Show", install_other_cond)
c.condition("Disable", dont_install_other_cond)
c.condition("Hide", dont_install_other_cond)
c = seldlg.control("PathEdit", "PathEdit", 15, 215, 300, 16, 1,
"TARGETDIR" + ver, None, "Next", None)
c.condition("Enable", install_other_cond)
c.condition("Show", install_other_cond)
c.condition("Disable", dont_install_other_cond)
c.condition("Hide", dont_install_other_cond)
#####################################################################
# Disk cost
cost = PyDialog(db, "DiskCostDlg", x, y, w, h, modal, title,
"OK", "OK", "OK", bitmap=False)
cost.text("Title", 15, 6, 200, 15, 0x30003,
r"{\DlgFontBold8}Disk Space Requirements")
cost.text("Description", 20, 20, 280, 20, 0x30003,
"The disk space required for the installation of the selected features.")
cost.text("Text", 20, 53, 330, 60, 3,
"The highlighted volumes (if any) do not have enough disk space "
"available for the currently selected features. You can either "
"remove some files from the highlighted volumes, or choose to "
"install less features onto local drive(s), or select different "
"destination drive(s).")
cost.control("VolumeList", "VolumeCostList", 20, 100, 330, 150, 393223,
None, "{120}{70}{70}{70}{70}", None, None)
cost.xbutton("OK", "Ok", None, 0.5).event("EndDialog", "Return")
#####################################################################
# WhichUsers Dialog. Only available on NT, and for privileged users.
# This must be run before FindRelatedProducts, because that will
# take into account whether the previous installation was per-user
# or per-machine. We currently don't support going back to this
# dialog after "Next" was selected; to support this, we would need to
# find how to reset the ALLUSERS property, and how to re-run
# FindRelatedProducts.
# On Windows9x, the ALLUSERS property is ignored on the command line
# and in the Property table, but installer fails according to the documentation
# if a dialog attempts to set ALLUSERS.
whichusers = PyDialog(db, "WhichUsersDlg", x, y, w, h, modal, title,
"AdminInstall", "Next", "Cancel")
whichusers.title("Select whether to install [ProductName] for all users of this computer.")
# A radio group with two options: allusers, justme
g = whichusers.radiogroup("AdminInstall", 15, 60, 260, 50, 3,
"WhichUsers", "", "Next")
g.add("ALL", 0, 5, 150, 20, "Install for all users")
g.add("JUSTME", 0, 25, 150, 20, "Install just for me")
whichusers.back("Back", None, active=0)
c = whichusers.next("Next >", "Cancel")
c.event("[ALLUSERS]", "1", 'WhichUsers="ALL"', 1)
c.event("EndDialog", "Return", ordering = 2)
c = whichusers.cancel("Cancel", "AdminInstall")
c.event("SpawnDialog", "CancelDlg")
#####################################################################
# Installation Progress dialog (modeless)
progress = PyDialog(db, "ProgressDlg", x, y, w, h, modeless, title,
"Cancel", "Cancel", "Cancel", bitmap=False)
progress.text("Title", 20, 15, 200, 15, 0x30003,
r"{\DlgFontBold8}[Progress1] [ProductName]")
progress.text("Text", 35, 65, 300, 30, 3,
"Please wait while the Installer [Progress2] [ProductName]. "
"This may take several minutes.")
progress.text("StatusLabel", 35, 100, 35, 20, 3, "Status:")
c=progress.text("ActionText", 70, 100, w-70, 20, 3, "Pondering...")
c.mapping("ActionText", "Text")
#c=progress.text("ActionData", 35, 140, 300, 20, 3, None)
#c.mapping("ActionData", "Text")
c=progress.control("ProgressBar", "ProgressBar", 35, 120, 300, 10, 65537,
None, "Progress done", None, None)
c.mapping("SetProgress", "Progress")
progress.back("< Back", "Next", active=False)
progress.next("Next >", "Cancel", active=False)
progress.cancel("Cancel", "Back").event("SpawnDialog", "CancelDlg")
###################################################################
# Maintenance type: repair/uninstall
maint = PyDialog(db, "MaintenanceTypeDlg", x, y, w, h, modal, title,
"Next", "Next", "Cancel")
maint.title("Welcome to the [ProductName] Setup Wizard")
maint.text("BodyText", 15, 63, 330, 42, 3,
"Select whether you want to repair or remove [ProductName].")
g=maint.radiogroup("RepairRadioGroup", 15, 108, 330, 60, 3,
"MaintenanceForm_Action", "", "Next")
#g.add("Change", 0, 0, 200, 17, "&Change [ProductName]")
g.add("Repair", 0, 18, 200, 17, "&Repair [ProductName]")
g.add("Remove", 0, 36, 200, 17, "Re&move [ProductName]")
maint.back("< Back", None, active=False)
c=maint.next("Finish", "Cancel")
# Change installation: Change progress dialog to "Change", then ask
# for feature selection
#c.event("[Progress1]", "Change", 'MaintenanceForm_Action="Change"', 1)
#c.event("[Progress2]", "changes", 'MaintenanceForm_Action="Change"', 2)
# Reinstall: Change progress dialog to "Repair", then invoke reinstall
# Also set list of reinstalled features to "ALL"
c.event("[REINSTALL]", "ALL", 'MaintenanceForm_Action="Repair"', 5)
c.event("[Progress1]", "Repairing", 'MaintenanceForm_Action="Repair"', 6)
c.event("[Progress2]", "repairs", 'MaintenanceForm_Action="Repair"', 7)
c.event("Reinstall", "ALL", 'MaintenanceForm_Action="Repair"', 8)
# Uninstall: Change progress to "Remove", then invoke uninstall
# Also set list of removed features to "ALL"
c.event("[REMOVE]", "ALL", 'MaintenanceForm_Action="Remove"', 11)
c.event("[Progress1]", "Removing", 'MaintenanceForm_Action="Remove"', 12)
c.event("[Progress2]", "removes", 'MaintenanceForm_Action="Remove"', 13)
c.event("Remove", "ALL", 'MaintenanceForm_Action="Remove"', 14)
# Close dialog when maintenance action scheduled
c.event("EndDialog", "Return", 'MaintenanceForm_Action<>"Change"', 20)
#c.event("NewDialog", "SelectFeaturesDlg", 'MaintenanceForm_Action="Change"', 21)
maint.cancel("Cancel", "RepairRadioGroup").event("SpawnDialog", "CancelDlg")
def get_installer_filename(self, fullname):
# Factored out to allow overriding in subclasses
if self.target_version:
base_name = "%s.%s-py%s.msi" % (fullname, self.plat_name,
self.target_version)
else:
base_name = "%s.%s.msi" % (fullname, self.plat_name)
installer_name = os.path.join(self.dist_dir, base_name)
return installer_name
distutils/command/build_scripts.py 0000644 00000014130 15115353744 0013435 0 ustar 00 """distutils.command.build_scripts
Implements the Distutils 'build_scripts' command."""
import os, re
from stat import ST_MODE
from distutils import sysconfig
from distutils.core import Command
from distutils.dep_util import newer
from distutils.util import convert_path, Mixin2to3
from distutils import log
import tokenize
# check if Python is called on the first line with this expression
first_line_re = re.compile(b'^#!.*python[0-9.]*([ \t].*)?$')
class build_scripts(Command):
description = "\"build\" scripts (copy and fixup #! line)"
user_options = [
('build-dir=', 'd', "directory to \"build\" (copy) to"),
('force', 'f', "forcibly build everything (ignore file timestamps"),
('executable=', 'e', "specify final destination interpreter path"),
]
boolean_options = ['force']
def initialize_options(self):
self.build_dir = None
self.scripts = None
self.force = None
self.executable = None
self.outfiles = None
def finalize_options(self):
self.set_undefined_options('build',
('build_scripts', 'build_dir'),
('force', 'force'),
('executable', 'executable'))
self.scripts = self.distribution.scripts
def get_source_files(self):
return self.scripts
def run(self):
if not self.scripts:
return
self.copy_scripts()
def copy_scripts(self):
r"""Copy each script listed in 'self.scripts'; if it's marked as a
Python script in the Unix way (first line matches 'first_line_re',
ie. starts with "\#!" and contains "python"), then adjust the first
line to refer to the current Python interpreter as we copy.
"""
self.mkpath(self.build_dir)
outfiles = []
updated_files = []
for script in self.scripts:
adjust = False
script = convert_path(script)
outfile = os.path.join(self.build_dir, os.path.basename(script))
outfiles.append(outfile)
if not self.force and not newer(script, outfile):
log.debug("not copying %s (up-to-date)", script)
continue
# Always open the file, but ignore failures in dry-run mode --
# that way, we'll get accurate feedback if we can read the
# script.
try:
f = open(script, "rb")
except OSError:
if not self.dry_run:
raise
f = None
else:
encoding, lines = tokenize.detect_encoding(f.readline)
f.seek(0)
first_line = f.readline()
if not first_line:
self.warn("%s is an empty file (skipping)" % script)
continue
match = first_line_re.match(first_line)
if match:
adjust = True
post_interp = match.group(1) or b''
if adjust:
log.info("copying and adjusting %s -> %s", script,
self.build_dir)
updated_files.append(outfile)
if not self.dry_run:
if not sysconfig.python_build:
executable = self.executable
else:
executable = os.path.join(
sysconfig.get_config_var("BINDIR"),
"python%s%s" % (sysconfig.get_config_var("VERSION"),
sysconfig.get_config_var("EXE")))
executable = os.fsencode(executable)
shebang = b"#!" + executable + post_interp + b"\n"
# Python parser starts to read a script using UTF-8 until
# it gets a #coding:xxx cookie. The shebang has to be the
# first line of a file, the #coding:xxx cookie cannot be
# written before. So the shebang has to be decodable from
# UTF-8.
try:
shebang.decode('utf-8')
except UnicodeDecodeError:
raise ValueError(
"The shebang ({!r}) is not decodable "
"from utf-8".format(shebang))
# If the script is encoded to a custom encoding (use a
# #coding:xxx cookie), the shebang has to be decodable from
# the script encoding too.
try:
shebang.decode(encoding)
except UnicodeDecodeError:
raise ValueError(
"The shebang ({!r}) is not decodable "
"from the script encoding ({})"
.format(shebang, encoding))
with open(outfile, "wb") as outf:
outf.write(shebang)
outf.writelines(f.readlines())
if f:
f.close()
else:
if f:
f.close()
updated_files.append(outfile)
self.copy_file(script, outfile)
if os.name == 'posix':
for file in outfiles:
if self.dry_run:
log.info("changing mode of %s", file)
else:
oldmode = os.stat(file)[ST_MODE] & 0o7777
newmode = (oldmode | 0o555) & 0o7777
if newmode != oldmode:
log.info("changing mode of %s from %o to %o",
file, oldmode, newmode)
os.chmod(file, newmode)
# XXX should we modify self.outfiles?
return outfiles, updated_files
class build_scripts_2to3(build_scripts, Mixin2to3):
def copy_scripts(self):
outfiles, updated_files = build_scripts.copy_scripts(self)
if not self.dry_run:
self.run_2to3(updated_files)
return outfiles, updated_files
distutils/msvc9compiler.py 0000644 00000073457 15115353744 0011766 0 ustar 00 """distutils.msvc9compiler
Contains MSVCCompiler, an implementation of the abstract CCompiler class
for the Microsoft Visual Studio 2008.
The module is compatible with VS 2005 and VS 2008. You can find legacy support
for older versions of VS in distutils.msvccompiler.
"""
# Written by Perry Stoll
# hacked by Robin Becker and Thomas Heller to do a better job of
# finding DevStudio (through the registry)
# ported to VS2005 and VS 2008 by Christian Heimes
import os
import subprocess
import sys
import re
from distutils.errors import DistutilsExecError, DistutilsPlatformError, \
CompileError, LibError, LinkError
from distutils.ccompiler import CCompiler, gen_preprocess_options, \
gen_lib_options
from distutils import log
from distutils.util import get_platform
import winreg
RegOpenKeyEx = winreg.OpenKeyEx
RegEnumKey = winreg.EnumKey
RegEnumValue = winreg.EnumValue
RegError = winreg.error
HKEYS = (winreg.HKEY_USERS,
winreg.HKEY_CURRENT_USER,
winreg.HKEY_LOCAL_MACHINE,
winreg.HKEY_CLASSES_ROOT)
NATIVE_WIN64 = (sys.platform == 'win32' and sys.maxsize > 2**32)
if NATIVE_WIN64:
# Visual C++ is a 32-bit application, so we need to look in
# the corresponding registry branch, if we're running a
# 64-bit Python on Win64
VS_BASE = r"Software\Wow6432Node\Microsoft\VisualStudio\%0.1f"
WINSDK_BASE = r"Software\Wow6432Node\Microsoft\Microsoft SDKs\Windows"
NET_BASE = r"Software\Wow6432Node\Microsoft\.NETFramework"
else:
VS_BASE = r"Software\Microsoft\VisualStudio\%0.1f"
WINSDK_BASE = r"Software\Microsoft\Microsoft SDKs\Windows"
NET_BASE = r"Software\Microsoft\.NETFramework"
# A map keyed by get_platform() return values to values accepted by
# 'vcvarsall.bat'. Note a cross-compile may combine these (eg, 'x86_amd64' is
# the param to cross-compile on x86 targeting amd64.)
PLAT_TO_VCVARS = {
'win32' : 'x86',
'win-amd64' : 'amd64',
}
class Reg:
"""Helper class to read values from the registry
"""
def get_value(cls, path, key):
for base in HKEYS:
d = cls.read_values(base, path)
if d and key in d:
return d[key]
raise KeyError(key)
get_value = classmethod(get_value)
def read_keys(cls, base, key):
"""Return list of registry keys."""
try:
handle = RegOpenKeyEx(base, key)
except RegError:
return None
L = []
i = 0
while True:
try:
k = RegEnumKey(handle, i)
except RegError:
break
L.append(k)
i += 1
return L
read_keys = classmethod(read_keys)
def read_values(cls, base, key):
"""Return dict of registry keys and values.
All names are converted to lowercase.
"""
try:
handle = RegOpenKeyEx(base, key)
except RegError:
return None
d = {}
i = 0
while True:
try:
name, value, type = RegEnumValue(handle, i)
except RegError:
break
name = name.lower()
d[cls.convert_mbcs(name)] = cls.convert_mbcs(value)
i += 1
return d
read_values = classmethod(read_values)
def convert_mbcs(s):
dec = getattr(s, "decode", None)
if dec is not None:
try:
s = dec("mbcs")
except UnicodeError:
pass
return s
convert_mbcs = staticmethod(convert_mbcs)
class MacroExpander:
def __init__(self, version):
self.macros = {}
self.vsbase = VS_BASE % version
self.load_macros(version)
def set_macro(self, macro, path, key):
self.macros["$(%s)" % macro] = Reg.get_value(path, key)
def load_macros(self, version):
self.set_macro("VCInstallDir", self.vsbase + r"\Setup\VC", "productdir")
self.set_macro("VSInstallDir", self.vsbase + r"\Setup\VS", "productdir")
self.set_macro("FrameworkDir", NET_BASE, "installroot")
try:
if version >= 8.0:
self.set_macro("FrameworkSDKDir", NET_BASE,
"sdkinstallrootv2.0")
else:
raise KeyError("sdkinstallrootv2.0")
except KeyError:
raise DistutilsPlatformError(
"""Python was built with Visual Studio 2008;
extensions must be built with a compiler than can generate compatible binaries.
Visual Studio 2008 was not found on this system. If you have Cygwin installed,
you can try compiling with MingW32, by passing "-c mingw32" to setup.py.""")
if version >= 9.0:
self.set_macro("FrameworkVersion", self.vsbase, "clr version")
self.set_macro("WindowsSdkDir", WINSDK_BASE, "currentinstallfolder")
else:
p = r"Software\Microsoft\NET Framework Setup\Product"
for base in HKEYS:
try:
h = RegOpenKeyEx(base, p)
except RegError:
continue
key = RegEnumKey(h, 0)
d = Reg.get_value(base, r"%s\%s" % (p, key))
self.macros["$(FrameworkVersion)"] = d["version"]
def sub(self, s):
for k, v in self.macros.items():
s = s.replace(k, v)
return s
def get_build_version():
"""Return the version of MSVC that was used to build Python.
For Python 2.3 and up, the version number is included in
sys.version. For earlier versions, assume the compiler is MSVC 6.
"""
prefix = "MSC v."
i = sys.version.find(prefix)
if i == -1:
return 6
i = i + len(prefix)
s, rest = sys.version[i:].split(" ", 1)
majorVersion = int(s[:-2]) - 6
if majorVersion >= 13:
# v13 was skipped and should be v14
majorVersion += 1
minorVersion = int(s[2:3]) / 10.0
# I don't think paths are affected by minor version in version 6
if majorVersion == 6:
minorVersion = 0
if majorVersion >= 6:
return majorVersion + minorVersion
# else we don't know what version of the compiler this is
return None
def normalize_and_reduce_paths(paths):
"""Return a list of normalized paths with duplicates removed.
The current order of paths is maintained.
"""
# Paths are normalized so things like: /a and /a/ aren't both preserved.
reduced_paths = []
for p in paths:
np = os.path.normpath(p)
# XXX(nnorwitz): O(n**2), if reduced_paths gets long perhaps use a set.
if np not in reduced_paths:
reduced_paths.append(np)
return reduced_paths
def removeDuplicates(variable):
"""Remove duplicate values of an environment variable.
"""
oldList = variable.split(os.pathsep)
newList = []
for i in oldList:
if i not in newList:
newList.append(i)
newVariable = os.pathsep.join(newList)
return newVariable
def find_vcvarsall(version):
"""Find the vcvarsall.bat file
At first it tries to find the productdir of VS 2008 in the registry. If
that fails it falls back to the VS90COMNTOOLS env var.
"""
vsbase = VS_BASE % version
try:
productdir = Reg.get_value(r"%s\Setup\VC" % vsbase,
"productdir")
except KeyError:
log.debug("Unable to find productdir in registry")
productdir = None
if not productdir or not os.path.isdir(productdir):
toolskey = "VS%0.f0COMNTOOLS" % version
toolsdir = os.environ.get(toolskey, None)
if toolsdir and os.path.isdir(toolsdir):
productdir = os.path.join(toolsdir, os.pardir, os.pardir, "VC")
productdir = os.path.abspath(productdir)
if not os.path.isdir(productdir):
log.debug("%s is not a valid directory" % productdir)
return None
else:
log.debug("Env var %s is not set or invalid" % toolskey)
if not productdir:
log.debug("No productdir found")
return None
vcvarsall = os.path.join(productdir, "vcvarsall.bat")
if os.path.isfile(vcvarsall):
return vcvarsall
log.debug("Unable to find vcvarsall.bat")
return None
def query_vcvarsall(version, arch="x86"):
"""Launch vcvarsall.bat and read the settings from its environment
"""
vcvarsall = find_vcvarsall(version)
interesting = {"include", "lib", "libpath", "path"}
result = {}
if vcvarsall is None:
raise DistutilsPlatformError("Unable to find vcvarsall.bat")
log.debug("Calling 'vcvarsall.bat %s' (version=%s)", arch, version)
popen = subprocess.Popen('"%s" %s & set' % (vcvarsall, arch),
stdout=subprocess.PIPE,
stderr=subprocess.PIPE)
try:
stdout, stderr = popen.communicate()
if popen.wait() != 0:
raise DistutilsPlatformError(stderr.decode("mbcs"))
stdout = stdout.decode("mbcs")
for line in stdout.split("\n"):
line = Reg.convert_mbcs(line)
if '=' not in line:
continue
line = line.strip()
key, value = line.split('=', 1)
key = key.lower()
if key in interesting:
if value.endswith(os.pathsep):
value = value[:-1]
result[key] = removeDuplicates(value)
finally:
popen.stdout.close()
popen.stderr.close()
if len(result) != len(interesting):
raise ValueError(str(list(result.keys())))
return result
# More globals
VERSION = get_build_version()
if VERSION < 8.0:
raise DistutilsPlatformError("VC %0.1f is not supported by this module" % VERSION)
# MACROS = MacroExpander(VERSION)
class MSVCCompiler(CCompiler) :
"""Concrete class that implements an interface to Microsoft Visual C++,
as defined by the CCompiler abstract class."""
compiler_type = 'msvc'
# Just set this so CCompiler's constructor doesn't barf. We currently
# don't use the 'set_executables()' bureaucracy provided by CCompiler,
# as it really isn't necessary for this sort of single-compiler class.
# Would be nice to have a consistent interface with UnixCCompiler,
# though, so it's worth thinking about.
executables = {}
# Private class data (need to distinguish C from C++ source for compiler)
_c_extensions = ['.c']
_cpp_extensions = ['.cc', '.cpp', '.cxx']
_rc_extensions = ['.rc']
_mc_extensions = ['.mc']
# Needed for the filename generation methods provided by the
# base class, CCompiler.
src_extensions = (_c_extensions + _cpp_extensions +
_rc_extensions + _mc_extensions)
res_extension = '.res'
obj_extension = '.obj'
static_lib_extension = '.lib'
shared_lib_extension = '.dll'
static_lib_format = shared_lib_format = '%s%s'
exe_extension = '.exe'
def __init__(self, verbose=0, dry_run=0, force=0):
CCompiler.__init__ (self, verbose, dry_run, force)
self.__version = VERSION
self.__root = r"Software\Microsoft\VisualStudio"
# self.__macros = MACROS
self.__paths = []
# target platform (.plat_name is consistent with 'bdist')
self.plat_name = None
self.__arch = None # deprecated name
self.initialized = False
def initialize(self, plat_name=None):
# multi-init means we would need to check platform same each time...
assert not self.initialized, "don't init multiple times"
if plat_name is None:
plat_name = get_platform()
# sanity check for platforms to prevent obscure errors later.
ok_plats = 'win32', 'win-amd64'
if plat_name not in ok_plats:
raise DistutilsPlatformError("--plat-name must be one of %s" %
(ok_plats,))
if "DISTUTILS_USE_SDK" in os.environ and "MSSdk" in os.environ and self.find_exe("cl.exe"):
# Assume that the SDK set up everything alright; don't try to be
# smarter
self.cc = "cl.exe"
self.linker = "link.exe"
self.lib = "lib.exe"
self.rc = "rc.exe"
self.mc = "mc.exe"
else:
# On x86, 'vcvars32.bat amd64' creates an env that doesn't work;
# to cross compile, you use 'x86_amd64'.
# On AMD64, 'vcvars32.bat amd64' is a native build env; to cross
# compile use 'x86' (ie, it runs the x86 compiler directly)
if plat_name == get_platform() or plat_name == 'win32':
# native build or cross-compile to win32
plat_spec = PLAT_TO_VCVARS[plat_name]
else:
# cross compile from win32 -> some 64bit
plat_spec = PLAT_TO_VCVARS[get_platform()] + '_' + \
PLAT_TO_VCVARS[plat_name]
vc_env = query_vcvarsall(VERSION, plat_spec)
self.__paths = vc_env['path'].split(os.pathsep)
os.environ['lib'] = vc_env['lib']
os.environ['include'] = vc_env['include']
if len(self.__paths) == 0:
raise DistutilsPlatformError("Python was built with %s, "
"and extensions need to be built with the same "
"version of the compiler, but it isn't installed."
% self.__product)
self.cc = self.find_exe("cl.exe")
self.linker = self.find_exe("link.exe")
self.lib = self.find_exe("lib.exe")
self.rc = self.find_exe("rc.exe") # resource compiler
self.mc = self.find_exe("mc.exe") # message compiler
#self.set_path_env_var('lib')
#self.set_path_env_var('include')
# extend the MSVC path with the current path
try:
for p in os.environ['path'].split(';'):
self.__paths.append(p)
except KeyError:
pass
self.__paths = normalize_and_reduce_paths(self.__paths)
os.environ['path'] = ";".join(self.__paths)
self.preprocess_options = None
if self.__arch == "x86":
self.compile_options = [ '/nologo', '/Ox', '/MD', '/W3',
'/DNDEBUG']
self.compile_options_debug = ['/nologo', '/Od', '/MDd', '/W3',
'/Z7', '/D_DEBUG']
else:
# Win64
self.compile_options = [ '/nologo', '/Ox', '/MD', '/W3', '/GS-' ,
'/DNDEBUG']
self.compile_options_debug = ['/nologo', '/Od', '/MDd', '/W3', '/GS-',
'/Z7', '/D_DEBUG']
self.ldflags_shared = ['/DLL', '/nologo', '/INCREMENTAL:NO']
if self.__version >= 7:
self.ldflags_shared_debug = [
'/DLL', '/nologo', '/INCREMENTAL:no', '/DEBUG'
]
self.ldflags_static = [ '/nologo']
self.initialized = True
# -- Worker methods ------------------------------------------------
def object_filenames(self,
source_filenames,
strip_dir=0,
output_dir=''):
# Copied from ccompiler.py, extended to return .res as 'object'-file
# for .rc input file
if output_dir is None: output_dir = ''
obj_names = []
for src_name in source_filenames:
(base, ext) = os.path.splitext (src_name)
base = os.path.splitdrive(base)[1] # Chop off the drive
base = base[os.path.isabs(base):] # If abs, chop off leading /
if ext not in self.src_extensions:
# Better to raise an exception instead of silently continuing
# and later complain about sources and targets having
# different lengths
raise CompileError ("Don't know how to compile %s" % src_name)
if strip_dir:
base = os.path.basename (base)
if ext in self._rc_extensions:
obj_names.append (os.path.join (output_dir,
base + self.res_extension))
elif ext in self._mc_extensions:
obj_names.append (os.path.join (output_dir,
base + self.res_extension))
else:
obj_names.append (os.path.join (output_dir,
base + self.obj_extension))
return obj_names
def compile(self, sources,
output_dir=None, macros=None, include_dirs=None, debug=0,
extra_preargs=None, extra_postargs=None, depends=None):
if not self.initialized:
self.initialize()
compile_info = self._setup_compile(output_dir, macros, include_dirs,
sources, depends, extra_postargs)
macros, objects, extra_postargs, pp_opts, build = compile_info
compile_opts = extra_preargs or []
compile_opts.append ('/c')
if debug:
compile_opts.extend(self.compile_options_debug)
else:
compile_opts.extend(self.compile_options)
for obj in objects:
try:
src, ext = build[obj]
except KeyError:
continue
if debug:
# pass the full pathname to MSVC in debug mode,
# this allows the debugger to find the source file
# without asking the user to browse for it
src = os.path.abspath(src)
if ext in self._c_extensions:
input_opt = "/Tc" + src
elif ext in self._cpp_extensions:
input_opt = "/Tp" + src
elif ext in self._rc_extensions:
# compile .RC to .RES file
input_opt = src
output_opt = "/fo" + obj
try:
self.spawn([self.rc] + pp_opts +
[output_opt] + [input_opt])
except DistutilsExecError as msg:
raise CompileError(msg)
continue
elif ext in self._mc_extensions:
# Compile .MC to .RC file to .RES file.
# * '-h dir' specifies the directory for the
# generated include file
# * '-r dir' specifies the target directory of the
# generated RC file and the binary message resource
# it includes
#
# For now (since there are no options to change this),
# we use the source-directory for the include file and
# the build directory for the RC file and message
# resources. This works at least for win32all.
h_dir = os.path.dirname(src)
rc_dir = os.path.dirname(obj)
try:
# first compile .MC to .RC and .H file
self.spawn([self.mc] +
['-h', h_dir, '-r', rc_dir] + [src])
base, _ = os.path.splitext (os.path.basename (src))
rc_file = os.path.join (rc_dir, base + '.rc')
# then compile .RC to .RES file
self.spawn([self.rc] +
["/fo" + obj] + [rc_file])
except DistutilsExecError as msg:
raise CompileError(msg)
continue
else:
# how to handle this file?
raise CompileError("Don't know how to compile %s to %s"
% (src, obj))
output_opt = "/Fo" + obj
try:
self.spawn([self.cc] + compile_opts + pp_opts +
[input_opt, output_opt] +
extra_postargs)
except DistutilsExecError as msg:
raise CompileError(msg)
return objects
def create_static_lib(self,
objects,
output_libname,
output_dir=None,
debug=0,
target_lang=None):
if not self.initialized:
self.initialize()
(objects, output_dir) = self._fix_object_args(objects, output_dir)
output_filename = self.library_filename(output_libname,
output_dir=output_dir)
if self._need_link(objects, output_filename):
lib_args = objects + ['/OUT:' + output_filename]
if debug:
pass # XXX what goes here?
try:
self.spawn([self.lib] + lib_args)
except DistutilsExecError as msg:
raise LibError(msg)
else:
log.debug("skipping %s (up-to-date)", output_filename)
def link(self,
target_desc,
objects,
output_filename,
output_dir=None,
libraries=None,
library_dirs=None,
runtime_library_dirs=None,
export_symbols=None,
debug=0,
extra_preargs=None,
extra_postargs=None,
build_temp=None,
target_lang=None):
if not self.initialized:
self.initialize()
(objects, output_dir) = self._fix_object_args(objects, output_dir)
fixed_args = self._fix_lib_args(libraries, library_dirs,
runtime_library_dirs)
(libraries, library_dirs, runtime_library_dirs) = fixed_args
if runtime_library_dirs:
self.warn ("I don't know what to do with 'runtime_library_dirs': "
+ str (runtime_library_dirs))
lib_opts = gen_lib_options(self,
library_dirs, runtime_library_dirs,
libraries)
if output_dir is not None:
output_filename = os.path.join(output_dir, output_filename)
if self._need_link(objects, output_filename):
if target_desc == CCompiler.EXECUTABLE:
if debug:
ldflags = self.ldflags_shared_debug[1:]
else:
ldflags = self.ldflags_shared[1:]
else:
if debug:
ldflags = self.ldflags_shared_debug
else:
ldflags = self.ldflags_shared
export_opts = []
for sym in (export_symbols or []):
export_opts.append("/EXPORT:" + sym)
ld_args = (ldflags + lib_opts + export_opts +
objects + ['/OUT:' + output_filename])
# The MSVC linker generates .lib and .exp files, which cannot be
# suppressed by any linker switches. The .lib files may even be
# needed! Make sure they are generated in the temporary build
# directory. Since they have different names for debug and release
# builds, they can go into the same directory.
build_temp = os.path.dirname(objects[0])
if export_symbols is not None:
(dll_name, dll_ext) = os.path.splitext(
os.path.basename(output_filename))
implib_file = os.path.join(
build_temp,
self.library_filename(dll_name))
ld_args.append ('/IMPLIB:' + implib_file)
self.manifest_setup_ldargs(output_filename, build_temp, ld_args)
if extra_preargs:
ld_args[:0] = extra_preargs
if extra_postargs:
ld_args.extend(extra_postargs)
self.mkpath(os.path.dirname(output_filename))
try:
self.spawn([self.linker] + ld_args)
except DistutilsExecError as msg:
raise LinkError(msg)
# embed the manifest
# XXX - this is somewhat fragile - if mt.exe fails, distutils
# will still consider the DLL up-to-date, but it will not have a
# manifest. Maybe we should link to a temp file? OTOH, that
# implies a build environment error that shouldn't go undetected.
mfinfo = self.manifest_get_embed_info(target_desc, ld_args)
if mfinfo is not None:
mffilename, mfid = mfinfo
out_arg = '-outputresource:%s;%s' % (output_filename, mfid)
try:
self.spawn(['mt.exe', '-nologo', '-manifest',
mffilename, out_arg])
except DistutilsExecError as msg:
raise LinkError(msg)
else:
log.debug("skipping %s (up-to-date)", output_filename)
def manifest_setup_ldargs(self, output_filename, build_temp, ld_args):
# If we need a manifest at all, an embedded manifest is recommended.
# See MSDN article titled
# "How to: Embed a Manifest Inside a C/C++ Application"
# (currently at http://msdn2.microsoft.com/en-us/library/ms235591(VS.80).aspx)
# Ask the linker to generate the manifest in the temp dir, so
# we can check it, and possibly embed it, later.
temp_manifest = os.path.join(
build_temp,
os.path.basename(output_filename) + ".manifest")
ld_args.append('/MANIFESTFILE:' + temp_manifest)
def manifest_get_embed_info(self, target_desc, ld_args):
# If a manifest should be embedded, return a tuple of
# (manifest_filename, resource_id). Returns None if no manifest
# should be embedded. See http://bugs.python.org/issue7833 for why
# we want to avoid any manifest for extension modules if we can)
for arg in ld_args:
if arg.startswith("/MANIFESTFILE:"):
temp_manifest = arg.split(":", 1)[1]
break
else:
# no /MANIFESTFILE so nothing to do.
return None
if target_desc == CCompiler.EXECUTABLE:
# by default, executables always get the manifest with the
# CRT referenced.
mfid = 1
else:
# Extension modules try and avoid any manifest if possible.
mfid = 2
temp_manifest = self._remove_visual_c_ref(temp_manifest)
if temp_manifest is None:
return None
return temp_manifest, mfid
def _remove_visual_c_ref(self, manifest_file):
try:
# Remove references to the Visual C runtime, so they will
# fall through to the Visual C dependency of Python.exe.
# This way, when installed for a restricted user (e.g.
# runtimes are not in WinSxS folder, but in Python's own
# folder), the runtimes do not need to be in every folder
# with .pyd's.
# Returns either the filename of the modified manifest or
# None if no manifest should be embedded.
manifest_f = open(manifest_file)
try:
manifest_buf = manifest_f.read()
finally:
manifest_f.close()
pattern = re.compile(
r"""<assemblyIdentity.*?name=("|')Microsoft\."""\
r"""VC\d{2}\.CRT("|').*?(/>|</assemblyIdentity>)""",
re.DOTALL)
manifest_buf = re.sub(pattern, "", manifest_buf)
pattern = r"<dependentAssembly>\s*</dependentAssembly>"
manifest_buf = re.sub(pattern, "", manifest_buf)
# Now see if any other assemblies are referenced - if not, we
# don't want a manifest embedded.
pattern = re.compile(
r"""<assemblyIdentity.*?name=(?:"|')(.+?)(?:"|')"""
r""".*?(?:/>|</assemblyIdentity>)""", re.DOTALL)
if re.search(pattern, manifest_buf) is None:
return None
manifest_f = open(manifest_file, 'w')
try:
manifest_f.write(manifest_buf)
return manifest_file
finally:
manifest_f.close()
except OSError:
pass
# -- Miscellaneous methods -----------------------------------------
# These are all used by the 'gen_lib_options() function, in
# ccompiler.py.
def library_dir_option(self, dir):
return "/LIBPATH:" + dir
def runtime_library_dir_option(self, dir):
raise DistutilsPlatformError(
"don't know how to set runtime library search path for MSVC++")
def library_option(self, lib):
return self.library_filename(lib)
def find_library_file(self, dirs, lib, debug=0):
# Prefer a debugging library if found (and requested), but deal
# with it if we don't have one.
if debug:
try_names = [lib + "_d", lib]
else:
try_names = [lib]
for dir in dirs:
for name in try_names:
libfile = os.path.join(dir, self.library_filename (name))
if os.path.exists(libfile):
return libfile
else:
# Oops, didn't find it in *any* of 'dirs'
return None
# Helper methods for using the MSVC registry settings
def find_exe(self, exe):
"""Return path to an MSVC executable program.
Tries to find the program in several places: first, one of the
MSVC program search paths from the registry; next, the directories
in the PATH environment variable. If any of those work, return an
absolute path that is known to exist. If none of them work, just
return the original program name, 'exe'.
"""
for p in self.__paths:
fn = os.path.join(os.path.abspath(p), exe)
if os.path.isfile(fn):
return fn
# didn't find it; try existing path
for p in os.environ['Path'].split(';'):
fn = os.path.join(os.path.abspath(p),exe)
if os.path.isfile(fn):
return fn
return exe
distutils/text_file.py 0000644 00000030303 15115353744 0011134 0 ustar 00 """text_file
provides the TextFile class, which gives an interface to text files
that (optionally) takes care of stripping comments, ignoring blank
lines, and joining lines with backslashes."""
import sys, io
class TextFile:
"""Provides a file-like object that takes care of all the things you
commonly want to do when processing a text file that has some
line-by-line syntax: strip comments (as long as "#" is your
comment character), skip blank lines, join adjacent lines by
escaping the newline (ie. backslash at end of line), strip
leading and/or trailing whitespace. All of these are optional
and independently controllable.
Provides a 'warn()' method so you can generate warning messages that
report physical line number, even if the logical line in question
spans multiple physical lines. Also provides 'unreadline()' for
implementing line-at-a-time lookahead.
Constructor is called as:
TextFile (filename=None, file=None, **options)
It bombs (RuntimeError) if both 'filename' and 'file' are None;
'filename' should be a string, and 'file' a file object (or
something that provides 'readline()' and 'close()' methods). It is
recommended that you supply at least 'filename', so that TextFile
can include it in warning messages. If 'file' is not supplied,
TextFile creates its own using 'io.open()'.
The options are all boolean, and affect the value returned by
'readline()':
strip_comments [default: true]
strip from "#" to end-of-line, as well as any whitespace
leading up to the "#" -- unless it is escaped by a backslash
lstrip_ws [default: false]
strip leading whitespace from each line before returning it
rstrip_ws [default: true]
strip trailing whitespace (including line terminator!) from
each line before returning it
skip_blanks [default: true}
skip lines that are empty *after* stripping comments and
whitespace. (If both lstrip_ws and rstrip_ws are false,
then some lines may consist of solely whitespace: these will
*not* be skipped, even if 'skip_blanks' is true.)
join_lines [default: false]
if a backslash is the last non-newline character on a line
after stripping comments and whitespace, join the following line
to it to form one "logical line"; if N consecutive lines end
with a backslash, then N+1 physical lines will be joined to
form one logical line.
collapse_join [default: false]
strip leading whitespace from lines that are joined to their
predecessor; only matters if (join_lines and not lstrip_ws)
errors [default: 'strict']
error handler used to decode the file content
Note that since 'rstrip_ws' can strip the trailing newline, the
semantics of 'readline()' must differ from those of the builtin file
object's 'readline()' method! In particular, 'readline()' returns
None for end-of-file: an empty string might just be a blank line (or
an all-whitespace line), if 'rstrip_ws' is true but 'skip_blanks' is
not."""
default_options = { 'strip_comments': 1,
'skip_blanks': 1,
'lstrip_ws': 0,
'rstrip_ws': 1,
'join_lines': 0,
'collapse_join': 0,
'errors': 'strict',
}
def __init__(self, filename=None, file=None, **options):
"""Construct a new TextFile object. At least one of 'filename'
(a string) and 'file' (a file-like object) must be supplied.
They keyword argument options are described above and affect
the values returned by 'readline()'."""
if filename is None and file is None:
raise RuntimeError("you must supply either or both of 'filename' and 'file'")
# set values for all options -- either from client option hash
# or fallback to default_options
for opt in self.default_options.keys():
if opt in options:
setattr(self, opt, options[opt])
else:
setattr(self, opt, self.default_options[opt])
# sanity check client option hash
for opt in options.keys():
if opt not in self.default_options:
raise KeyError("invalid TextFile option '%s'" % opt)
if file is None:
self.open(filename)
else:
self.filename = filename
self.file = file
self.current_line = 0 # assuming that file is at BOF!
# 'linebuf' is a stack of lines that will be emptied before we
# actually read from the file; it's only populated by an
# 'unreadline()' operation
self.linebuf = []
def open(self, filename):
"""Open a new file named 'filename'. This overrides both the
'filename' and 'file' arguments to the constructor."""
self.filename = filename
self.file = io.open(self.filename, 'r', errors=self.errors)
self.current_line = 0
def close(self):
"""Close the current file and forget everything we know about it
(filename, current line number)."""
file = self.file
self.file = None
self.filename = None
self.current_line = None
file.close()
def gen_error(self, msg, line=None):
outmsg = []
if line is None:
line = self.current_line
outmsg.append(self.filename + ", ")
if isinstance(line, (list, tuple)):
outmsg.append("lines %d-%d: " % tuple(line))
else:
outmsg.append("line %d: " % line)
outmsg.append(str(msg))
return "".join(outmsg)
def error(self, msg, line=None):
raise ValueError("error: " + self.gen_error(msg, line))
def warn(self, msg, line=None):
"""Print (to stderr) a warning message tied to the current logical
line in the current file. If the current logical line in the
file spans multiple physical lines, the warning refers to the
whole range, eg. "lines 3-5". If 'line' supplied, it overrides
the current line number; it may be a list or tuple to indicate a
range of physical lines, or an integer for a single physical
line."""
sys.stderr.write("warning: " + self.gen_error(msg, line) + "\n")
def readline(self):
"""Read and return a single logical line from the current file (or
from an internal buffer if lines have previously been "unread"
with 'unreadline()'). If the 'join_lines' option is true, this
may involve reading multiple physical lines concatenated into a
single string. Updates the current line number, so calling
'warn()' after 'readline()' emits a warning about the physical
line(s) just read. Returns None on end-of-file, since the empty
string can occur if 'rstrip_ws' is true but 'strip_blanks' is
not."""
# If any "unread" lines waiting in 'linebuf', return the top
# one. (We don't actually buffer read-ahead data -- lines only
# get put in 'linebuf' if the client explicitly does an
# 'unreadline()'.
if self.linebuf:
line = self.linebuf[-1]
del self.linebuf[-1]
return line
buildup_line = ''
while True:
# read the line, make it None if EOF
line = self.file.readline()
if line == '':
line = None
if self.strip_comments and line:
# Look for the first "#" in the line. If none, never
# mind. If we find one and it's the first character, or
# is not preceded by "\", then it starts a comment --
# strip the comment, strip whitespace before it, and
# carry on. Otherwise, it's just an escaped "#", so
# unescape it (and any other escaped "#"'s that might be
# lurking in there) and otherwise leave the line alone.
pos = line.find("#")
if pos == -1: # no "#" -- no comments
pass
# It's definitely a comment -- either "#" is the first
# character, or it's elsewhere and unescaped.
elif pos == 0 or line[pos-1] != "\\":
# Have to preserve the trailing newline, because it's
# the job of a later step (rstrip_ws) to remove it --
# and if rstrip_ws is false, we'd better preserve it!
# (NB. this means that if the final line is all comment
# and has no trailing newline, we will think that it's
# EOF; I think that's OK.)
eol = (line[-1] == '\n') and '\n' or ''
line = line[0:pos] + eol
# If all that's left is whitespace, then skip line
# *now*, before we try to join it to 'buildup_line' --
# that way constructs like
# hello \\
# # comment that should be ignored
# there
# result in "hello there".
if line.strip() == "":
continue
else: # it's an escaped "#"
line = line.replace("\\#", "#")
# did previous line end with a backslash? then accumulate
if self.join_lines and buildup_line:
# oops: end of file
if line is None:
self.warn("continuation line immediately precedes "
"end-of-file")
return buildup_line
if self.collapse_join:
line = line.lstrip()
line = buildup_line + line
# careful: pay attention to line number when incrementing it
if isinstance(self.current_line, list):
self.current_line[1] = self.current_line[1] + 1
else:
self.current_line = [self.current_line,
self.current_line + 1]
# just an ordinary line, read it as usual
else:
if line is None: # eof
return None
# still have to be careful about incrementing the line number!
if isinstance(self.current_line, list):
self.current_line = self.current_line[1] + 1
else:
self.current_line = self.current_line + 1
# strip whitespace however the client wants (leading and
# trailing, or one or the other, or neither)
if self.lstrip_ws and self.rstrip_ws:
line = line.strip()
elif self.lstrip_ws:
line = line.lstrip()
elif self.rstrip_ws:
line = line.rstrip()
# blank line (whether we rstrip'ed or not)? skip to next line
# if appropriate
if (line == '' or line == '\n') and self.skip_blanks:
continue
if self.join_lines:
if line[-1] == '\\':
buildup_line = line[:-1]
continue
if line[-2:] == '\\\n':
buildup_line = line[0:-2] + '\n'
continue
# well, I guess there's some actual content there: return it
return line
def readlines(self):
"""Read and return the list of all logical lines remaining in the
current file."""
lines = []
while True:
line = self.readline()
if line is None:
return lines
lines.append(line)
def unreadline(self, line):
"""Push 'line' (a string) onto an internal buffer that will be
checked by future 'readline()' calls. Handy for implementing
a parser with line-at-a-time lookahead."""
self.linebuf.append(line)
distutils/dist.py 0000644 00000142321 15115353744 0010120 0 ustar 00 """distutils.dist
Provides the Distribution class, which represents the module distribution
being built/installed/distributed.
"""
import sys
import os
import re
from email import message_from_file
try:
import warnings
except ImportError:
warnings = None
from distutils.errors import *
from distutils.fancy_getopt import FancyGetopt, translate_longopt
from distutils.util import check_environ, strtobool, rfc822_escape
from distutils import log
from distutils.debug import DEBUG
# Regex to define acceptable Distutils command names. This is not *quite*
# the same as a Python NAME -- I don't allow leading underscores. The fact
# that they're very similar is no coincidence; the default naming scheme is
# to look for a Python module named after the command.
command_re = re.compile(r'^[a-zA-Z]([a-zA-Z0-9_]*)$')
def _ensure_list(value, fieldname):
if isinstance(value, str):
# a string containing comma separated values is okay. It will
# be converted to a list by Distribution.finalize_options().
pass
elif not isinstance(value, list):
# passing a tuple or an iterator perhaps, warn and convert
typename = type(value).__name__
msg = f"Warning: '{fieldname}' should be a list, got type '{typename}'"
log.log(log.WARN, msg)
value = list(value)
return value
class Distribution:
"""The core of the Distutils. Most of the work hiding behind 'setup'
is really done within a Distribution instance, which farms the work out
to the Distutils commands specified on the command line.
Setup scripts will almost never instantiate Distribution directly,
unless the 'setup()' function is totally inadequate to their needs.
However, it is conceivable that a setup script might wish to subclass
Distribution for some specialized purpose, and then pass the subclass
to 'setup()' as the 'distclass' keyword argument. If so, it is
necessary to respect the expectations that 'setup' has of Distribution.
See the code for 'setup()', in core.py, for details.
"""
# 'global_options' describes the command-line options that may be
# supplied to the setup script prior to any actual commands.
# Eg. "./setup.py -n" or "./setup.py --quiet" both take advantage of
# these global options. This list should be kept to a bare minimum,
# since every global option is also valid as a command option -- and we
# don't want to pollute the commands with too many options that they
# have minimal control over.
# The fourth entry for verbose means that it can be repeated.
global_options = [
('verbose', 'v', "run verbosely (default)", 1),
('quiet', 'q', "run quietly (turns verbosity off)"),
('dry-run', 'n', "don't actually do anything"),
('help', 'h', "show detailed help message"),
('no-user-cfg', None,
'ignore pydistutils.cfg in your home directory'),
]
# 'common_usage' is a short (2-3 line) string describing the common
# usage of the setup script.
common_usage = """\
Common commands: (see '--help-commands' for more)
setup.py build will build the package underneath 'build/'
setup.py install will install the package
"""
# options that are not propagated to the commands
display_options = [
('help-commands', None,
"list all available commands"),
('name', None,
"print package name"),
('version', 'V',
"print package version"),
('fullname', None,
"print <package name>-<version>"),
('author', None,
"print the author's name"),
('author-email', None,
"print the author's email address"),
('maintainer', None,
"print the maintainer's name"),
('maintainer-email', None,
"print the maintainer's email address"),
('contact', None,
"print the maintainer's name if known, else the author's"),
('contact-email', None,
"print the maintainer's email address if known, else the author's"),
('url', None,
"print the URL for this package"),
('license', None,
"print the license of the package"),
('licence', None,
"alias for --license"),
('description', None,
"print the package description"),
('long-description', None,
"print the long package description"),
('platforms', None,
"print the list of platforms"),
('classifiers', None,
"print the list of classifiers"),
('keywords', None,
"print the list of keywords"),
('provides', None,
"print the list of packages/modules provided"),
('requires', None,
"print the list of packages/modules required"),
('obsoletes', None,
"print the list of packages/modules made obsolete")
]
display_option_names = [translate_longopt(x[0]) for x in display_options]
# negative options are options that exclude other options
negative_opt = {'quiet': 'verbose'}
# -- Creation/initialization methods -------------------------------
def __init__(self, attrs=None):
"""Construct a new Distribution instance: initialize all the
attributes of a Distribution, and then use 'attrs' (a dictionary
mapping attribute names to values) to assign some of those
attributes their "real" values. (Any attributes not mentioned in
'attrs' will be assigned to some null value: 0, None, an empty list
or dictionary, etc.) Most importantly, initialize the
'command_obj' attribute to the empty dictionary; this will be
filled in with real command objects by 'parse_command_line()'.
"""
# Default values for our command-line options
self.verbose = 1
self.dry_run = 0
self.help = 0
for attr in self.display_option_names:
setattr(self, attr, 0)
# Store the distribution meta-data (name, version, author, and so
# forth) in a separate object -- we're getting to have enough
# information here (and enough command-line options) that it's
# worth it. Also delegate 'get_XXX()' methods to the 'metadata'
# object in a sneaky and underhanded (but efficient!) way.
self.metadata = DistributionMetadata()
for basename in self.metadata._METHOD_BASENAMES:
method_name = "get_" + basename
setattr(self, method_name, getattr(self.metadata, method_name))
# 'cmdclass' maps command names to class objects, so we
# can 1) quickly figure out which class to instantiate when
# we need to create a new command object, and 2) have a way
# for the setup script to override command classes
self.cmdclass = {}
# 'command_packages' is a list of packages in which commands
# are searched for. The factory for command 'foo' is expected
# to be named 'foo' in the module 'foo' in one of the packages
# named here. This list is searched from the left; an error
# is raised if no named package provides the command being
# searched for. (Always access using get_command_packages().)
self.command_packages = None
# 'script_name' and 'script_args' are usually set to sys.argv[0]
# and sys.argv[1:], but they can be overridden when the caller is
# not necessarily a setup script run from the command-line.
self.script_name = None
self.script_args = None
# 'command_options' is where we store command options between
# parsing them (from config files, the command-line, etc.) and when
# they are actually needed -- ie. when the command in question is
# instantiated. It is a dictionary of dictionaries of 2-tuples:
# command_options = { command_name : { option : (source, value) } }
self.command_options = {}
# 'dist_files' is the list of (command, pyversion, file) that
# have been created by any dist commands run so far. This is
# filled regardless of whether the run is dry or not. pyversion
# gives sysconfig.get_python_version() if the dist file is
# specific to a Python version, 'any' if it is good for all
# Python versions on the target platform, and '' for a source
# file. pyversion should not be used to specify minimum or
# maximum required Python versions; use the metainfo for that
# instead.
self.dist_files = []
# These options are really the business of various commands, rather
# than of the Distribution itself. We provide aliases for them in
# Distribution as a convenience to the developer.
self.packages = None
self.package_data = {}
self.package_dir = None
self.py_modules = None
self.libraries = None
self.headers = None
self.ext_modules = None
self.ext_package = None
self.include_dirs = None
self.extra_path = None
self.scripts = None
self.data_files = None
self.password = ''
# And now initialize bookkeeping stuff that can't be supplied by
# the caller at all. 'command_obj' maps command names to
# Command instances -- that's how we enforce that every command
# class is a singleton.
self.command_obj = {}
# 'have_run' maps command names to boolean values; it keeps track
# of whether we have actually run a particular command, to make it
# cheap to "run" a command whenever we think we might need to -- if
# it's already been done, no need for expensive filesystem
# operations, we just check the 'have_run' dictionary and carry on.
# It's only safe to query 'have_run' for a command class that has
# been instantiated -- a false value will be inserted when the
# command object is created, and replaced with a true value when
# the command is successfully run. Thus it's probably best to use
# '.get()' rather than a straight lookup.
self.have_run = {}
# Now we'll use the attrs dictionary (ultimately, keyword args from
# the setup script) to possibly override any or all of these
# distribution options.
if attrs:
# Pull out the set of command options and work on them
# specifically. Note that this order guarantees that aliased
# command options will override any supplied redundantly
# through the general options dictionary.
options = attrs.get('options')
if options is not None:
del attrs['options']
for (command, cmd_options) in options.items():
opt_dict = self.get_option_dict(command)
for (opt, val) in cmd_options.items():
opt_dict[opt] = ("setup script", val)
if 'licence' in attrs:
attrs['license'] = attrs['licence']
del attrs['licence']
msg = "'licence' distribution option is deprecated; use 'license'"
if warnings is not None:
warnings.warn(msg)
else:
sys.stderr.write(msg + "\n")
# Now work on the rest of the attributes. Any attribute that's
# not already defined is invalid!
for (key, val) in attrs.items():
if hasattr(self.metadata, "set_" + key):
getattr(self.metadata, "set_" + key)(val)
elif hasattr(self.metadata, key):
setattr(self.metadata, key, val)
elif hasattr(self, key):
setattr(self, key, val)
else:
msg = "Unknown distribution option: %s" % repr(key)
warnings.warn(msg)
# no-user-cfg is handled before other command line args
# because other args override the config files, and this
# one is needed before we can load the config files.
# If attrs['script_args'] wasn't passed, assume false.
#
# This also make sure we just look at the global options
self.want_user_cfg = True
if self.script_args is not None:
for arg in self.script_args:
if not arg.startswith('-'):
break
if arg == '--no-user-cfg':
self.want_user_cfg = False
break
self.finalize_options()
def get_option_dict(self, command):
"""Get the option dictionary for a given command. If that
command's option dictionary hasn't been created yet, then create it
and return the new dictionary; otherwise, return the existing
option dictionary.
"""
dict = self.command_options.get(command)
if dict is None:
dict = self.command_options[command] = {}
return dict
def dump_option_dicts(self, header=None, commands=None, indent=""):
from pprint import pformat
if commands is None: # dump all command option dicts
commands = sorted(self.command_options.keys())
if header is not None:
self.announce(indent + header)
indent = indent + " "
if not commands:
self.announce(indent + "no commands known yet")
return
for cmd_name in commands:
opt_dict = self.command_options.get(cmd_name)
if opt_dict is None:
self.announce(indent +
"no option dict for '%s' command" % cmd_name)
else:
self.announce(indent +
"option dict for '%s' command:" % cmd_name)
out = pformat(opt_dict)
for line in out.split('\n'):
self.announce(indent + " " + line)
# -- Config file finding/parsing methods ---------------------------
def find_config_files(self):
"""Find as many configuration files as should be processed for this
platform, and return a list of filenames in the order in which they
should be parsed. The filenames returned are guaranteed to exist
(modulo nasty race conditions).
There are three possible config files: distutils.cfg in the
Distutils installation directory (ie. where the top-level
Distutils __inst__.py file lives), a file in the user's home
directory named .pydistutils.cfg on Unix and pydistutils.cfg
on Windows/Mac; and setup.cfg in the current directory.
The file in the user's home directory can be disabled with the
--no-user-cfg option.
"""
files = []
check_environ()
# Where to look for the system-wide Distutils config file
sys_dir = os.path.dirname(sys.modules['distutils'].__file__)
# Look for the system config file
sys_file = os.path.join(sys_dir, "distutils.cfg")
if os.path.isfile(sys_file):
files.append(sys_file)
# What to call the per-user config file
if os.name == 'posix':
user_filename = ".pydistutils.cfg"
else:
user_filename = "pydistutils.cfg"
# And look for the user config file
if self.want_user_cfg:
user_file = os.path.join(os.path.expanduser('~'), user_filename)
if os.path.isfile(user_file):
files.append(user_file)
# All platforms support local setup.cfg
local_file = "setup.cfg"
if os.path.isfile(local_file):
files.append(local_file)
if DEBUG:
self.announce("using config files: %s" % ', '.join(files))
return files
def parse_config_files(self, filenames=None):
from configparser import ConfigParser
# Ignore install directory options if we have a venv
if sys.prefix != sys.base_prefix:
ignore_options = [
'install-base', 'install-platbase', 'install-lib',
'install-platlib', 'install-purelib', 'install-headers',
'install-scripts', 'install-data', 'prefix', 'exec-prefix',
'home', 'user', 'root']
else:
ignore_options = []
ignore_options = frozenset(ignore_options)
if filenames is None:
filenames = self.find_config_files()
if DEBUG:
self.announce("Distribution.parse_config_files():")
parser = ConfigParser()
for filename in filenames:
if DEBUG:
self.announce(" reading %s" % filename)
parser.read(filename)
for section in parser.sections():
options = parser.options(section)
opt_dict = self.get_option_dict(section)
for opt in options:
if opt != '__name__' and opt not in ignore_options:
val = parser.get(section,opt)
opt = opt.replace('-', '_')
opt_dict[opt] = (filename, val)
# Make the ConfigParser forget everything (so we retain
# the original filenames that options come from)
parser.__init__()
# If there was a "global" section in the config file, use it
# to set Distribution options.
if 'global' in self.command_options:
for (opt, (src, val)) in self.command_options['global'].items():
alias = self.negative_opt.get(opt)
try:
if alias:
setattr(self, alias, not strtobool(val))
elif opt in ('verbose', 'dry_run'): # ugh!
setattr(self, opt, strtobool(val))
else:
setattr(self, opt, val)
except ValueError as msg:
raise DistutilsOptionError(msg)
# -- Command-line parsing methods ----------------------------------
def parse_command_line(self):
"""Parse the setup script's command line, taken from the
'script_args' instance attribute (which defaults to 'sys.argv[1:]'
-- see 'setup()' in core.py). This list is first processed for
"global options" -- options that set attributes of the Distribution
instance. Then, it is alternately scanned for Distutils commands
and options for that command. Each new command terminates the
options for the previous command. The allowed options for a
command are determined by the 'user_options' attribute of the
command class -- thus, we have to be able to load command classes
in order to parse the command line. Any error in that 'options'
attribute raises DistutilsGetoptError; any error on the
command-line raises DistutilsArgError. If no Distutils commands
were found on the command line, raises DistutilsArgError. Return
true if command-line was successfully parsed and we should carry
on with executing commands; false if no errors but we shouldn't
execute commands (currently, this only happens if user asks for
help).
"""
#
# We now have enough information to show the Macintosh dialog
# that allows the user to interactively specify the "command line".
#
toplevel_options = self._get_toplevel_options()
# We have to parse the command line a bit at a time -- global
# options, then the first command, then its options, and so on --
# because each command will be handled by a different class, and
# the options that are valid for a particular class aren't known
# until we have loaded the command class, which doesn't happen
# until we know what the command is.
self.commands = []
parser = FancyGetopt(toplevel_options + self.display_options)
parser.set_negative_aliases(self.negative_opt)
parser.set_aliases({'licence': 'license'})
args = parser.getopt(args=self.script_args, object=self)
option_order = parser.get_option_order()
log.set_verbosity(self.verbose)
# for display options we return immediately
if self.handle_display_options(option_order):
return
while args:
args = self._parse_command_opts(parser, args)
if args is None: # user asked for help (and got it)
return
# Handle the cases of --help as a "global" option, ie.
# "setup.py --help" and "setup.py --help command ...". For the
# former, we show global options (--verbose, --dry-run, etc.)
# and display-only options (--name, --version, etc.); for the
# latter, we omit the display-only options and show help for
# each command listed on the command line.
if self.help:
self._show_help(parser,
display_options=len(self.commands) == 0,
commands=self.commands)
return
# Oops, no commands found -- an end-user error
if not self.commands:
raise DistutilsArgError("no commands supplied")
# All is well: return true
return True
def _get_toplevel_options(self):
"""Return the non-display options recognized at the top level.
This includes options that are recognized *only* at the top
level as well as options recognized for commands.
"""
return self.global_options + [
("command-packages=", None,
"list of packages that provide distutils commands"),
]
def _parse_command_opts(self, parser, args):
"""Parse the command-line options for a single command.
'parser' must be a FancyGetopt instance; 'args' must be the list
of arguments, starting with the current command (whose options
we are about to parse). Returns a new version of 'args' with
the next command at the front of the list; will be the empty
list if there are no more commands on the command line. Returns
None if the user asked for help on this command.
"""
# late import because of mutual dependence between these modules
from distutils.cmd import Command
# Pull the current command from the head of the command line
command = args[0]
if not command_re.match(command):
raise SystemExit("invalid command name '%s'" % command)
self.commands.append(command)
# Dig up the command class that implements this command, so we
# 1) know that it's a valid command, and 2) know which options
# it takes.
try:
cmd_class = self.get_command_class(command)
except DistutilsModuleError as msg:
raise DistutilsArgError(msg)
# Require that the command class be derived from Command -- want
# to be sure that the basic "command" interface is implemented.
if not issubclass(cmd_class, Command):
raise DistutilsClassError(
"command class %s must subclass Command" % cmd_class)
# Also make sure that the command object provides a list of its
# known options.
if not (hasattr(cmd_class, 'user_options') and
isinstance(cmd_class.user_options, list)):
msg = ("command class %s must provide "
"'user_options' attribute (a list of tuples)")
raise DistutilsClassError(msg % cmd_class)
# If the command class has a list of negative alias options,
# merge it in with the global negative aliases.
negative_opt = self.negative_opt
if hasattr(cmd_class, 'negative_opt'):
negative_opt = negative_opt.copy()
negative_opt.update(cmd_class.negative_opt)
# Check for help_options in command class. They have a different
# format (tuple of four) so we need to preprocess them here.
if (hasattr(cmd_class, 'help_options') and
isinstance(cmd_class.help_options, list)):
help_options = fix_help_options(cmd_class.help_options)
else:
help_options = []
# All commands support the global options too, just by adding
# in 'global_options'.
parser.set_option_table(self.global_options +
cmd_class.user_options +
help_options)
parser.set_negative_aliases(negative_opt)
(args, opts) = parser.getopt(args[1:])
if hasattr(opts, 'help') and opts.help:
self._show_help(parser, display_options=0, commands=[cmd_class])
return
if (hasattr(cmd_class, 'help_options') and
isinstance(cmd_class.help_options, list)):
help_option_found=0
for (help_option, short, desc, func) in cmd_class.help_options:
if hasattr(opts, parser.get_attr_name(help_option)):
help_option_found=1
if callable(func):
func()
else:
raise DistutilsClassError(
"invalid help function %r for help option '%s': "
"must be a callable object (function, etc.)"
% (func, help_option))
if help_option_found:
return
# Put the options from the command-line into their official
# holding pen, the 'command_options' dictionary.
opt_dict = self.get_option_dict(command)
for (name, value) in vars(opts).items():
opt_dict[name] = ("command line", value)
return args
def finalize_options(self):
"""Set final values for all the options on the Distribution
instance, analogous to the .finalize_options() method of Command
objects.
"""
for attr in ('keywords', 'platforms'):
value = getattr(self.metadata, attr)
if value is None:
continue
if isinstance(value, str):
value = [elm.strip() for elm in value.split(',')]
setattr(self.metadata, attr, value)
def _show_help(self, parser, global_options=1, display_options=1,
commands=[]):
"""Show help for the setup script command-line in the form of
several lists of command-line options. 'parser' should be a
FancyGetopt instance; do not expect it to be returned in the
same state, as its option table will be reset to make it
generate the correct help text.
If 'global_options' is true, lists the global options:
--verbose, --dry-run, etc. If 'display_options' is true, lists
the "display-only" options: --name, --version, etc. Finally,
lists per-command help for every command name or command class
in 'commands'.
"""
# late import because of mutual dependence between these modules
from distutils.core import gen_usage
from distutils.cmd import Command
if global_options:
if display_options:
options = self._get_toplevel_options()
else:
options = self.global_options
parser.set_option_table(options)
parser.print_help(self.common_usage + "\nGlobal options:")
print('')
if display_options:
parser.set_option_table(self.display_options)
parser.print_help(
"Information display options (just display " +
"information, ignore any commands)")
print('')
for command in self.commands:
if isinstance(command, type) and issubclass(command, Command):
klass = command
else:
klass = self.get_command_class(command)
if (hasattr(klass, 'help_options') and
isinstance(klass.help_options, list)):
parser.set_option_table(klass.user_options +
fix_help_options(klass.help_options))
else:
parser.set_option_table(klass.user_options)
parser.print_help("Options for '%s' command:" % klass.__name__)
print('')
print(gen_usage(self.script_name))
def handle_display_options(self, option_order):
"""If there were any non-global "display-only" options
(--help-commands or the metadata display options) on the command
line, display the requested info and return true; else return
false.
"""
from distutils.core import gen_usage
# User just wants a list of commands -- we'll print it out and stop
# processing now (ie. if they ran "setup --help-commands foo bar",
# we ignore "foo bar").
if self.help_commands:
self.print_commands()
print('')
print(gen_usage(self.script_name))
return 1
# If user supplied any of the "display metadata" options, then
# display that metadata in the order in which the user supplied the
# metadata options.
any_display_options = 0
is_display_option = {}
for option in self.display_options:
is_display_option[option[0]] = 1
for (opt, val) in option_order:
if val and is_display_option.get(opt):
opt = translate_longopt(opt)
value = getattr(self.metadata, "get_"+opt)()
if opt in ['keywords', 'platforms']:
print(','.join(value))
elif opt in ('classifiers', 'provides', 'requires',
'obsoletes'):
print('\n'.join(value))
else:
print(value)
any_display_options = 1
return any_display_options
def print_command_list(self, commands, header, max_length):
"""Print a subset of the list of all commands -- used by
'print_commands()'.
"""
print(header + ":")
for cmd in commands:
klass = self.cmdclass.get(cmd)
if not klass:
klass = self.get_command_class(cmd)
try:
description = klass.description
except AttributeError:
description = "(no description available)"
print(" %-*s %s" % (max_length, cmd, description))
def print_commands(self):
"""Print out a help message listing all available commands with a
description of each. The list is divided into "standard commands"
(listed in distutils.command.__all__) and "extra commands"
(mentioned in self.cmdclass, but not a standard command). The
descriptions come from the command class attribute
'description'.
"""
import distutils.command
std_commands = distutils.command.__all__
is_std = {}
for cmd in std_commands:
is_std[cmd] = 1
extra_commands = []
for cmd in self.cmdclass.keys():
if not is_std.get(cmd):
extra_commands.append(cmd)
max_length = 0
for cmd in (std_commands + extra_commands):
if len(cmd) > max_length:
max_length = len(cmd)
self.print_command_list(std_commands,
"Standard commands",
max_length)
if extra_commands:
print()
self.print_command_list(extra_commands,
"Extra commands",
max_length)
def get_command_list(self):
"""Get a list of (command, description) tuples.
The list is divided into "standard commands" (listed in
distutils.command.__all__) and "extra commands" (mentioned in
self.cmdclass, but not a standard command). The descriptions come
from the command class attribute 'description'.
"""
# Currently this is only used on Mac OS, for the Mac-only GUI
# Distutils interface (by Jack Jansen)
import distutils.command
std_commands = distutils.command.__all__
is_std = {}
for cmd in std_commands:
is_std[cmd] = 1
extra_commands = []
for cmd in self.cmdclass.keys():
if not is_std.get(cmd):
extra_commands.append(cmd)
rv = []
for cmd in (std_commands + extra_commands):
klass = self.cmdclass.get(cmd)
if not klass:
klass = self.get_command_class(cmd)
try:
description = klass.description
except AttributeError:
description = "(no description available)"
rv.append((cmd, description))
return rv
# -- Command class/object methods ----------------------------------
def get_command_packages(self):
"""Return a list of packages from which commands are loaded."""
pkgs = self.command_packages
if not isinstance(pkgs, list):
if pkgs is None:
pkgs = ''
pkgs = [pkg.strip() for pkg in pkgs.split(',') if pkg != '']
if "distutils.command" not in pkgs:
pkgs.insert(0, "distutils.command")
self.command_packages = pkgs
return pkgs
def get_command_class(self, command):
"""Return the class that implements the Distutils command named by
'command'. First we check the 'cmdclass' dictionary; if the
command is mentioned there, we fetch the class object from the
dictionary and return it. Otherwise we load the command module
("distutils.command." + command) and fetch the command class from
the module. The loaded class is also stored in 'cmdclass'
to speed future calls to 'get_command_class()'.
Raises DistutilsModuleError if the expected module could not be
found, or if that module does not define the expected class.
"""
klass = self.cmdclass.get(command)
if klass:
return klass
for pkgname in self.get_command_packages():
module_name = "%s.%s" % (pkgname, command)
klass_name = command
try:
__import__(module_name)
module = sys.modules[module_name]
except ImportError:
continue
try:
klass = getattr(module, klass_name)
except AttributeError:
raise DistutilsModuleError(
"invalid command '%s' (no class '%s' in module '%s')"
% (command, klass_name, module_name))
self.cmdclass[command] = klass
return klass
raise DistutilsModuleError("invalid command '%s'" % command)
def get_command_obj(self, command, create=1):
"""Return the command object for 'command'. Normally this object
is cached on a previous call to 'get_command_obj()'; if no command
object for 'command' is in the cache, then we either create and
return it (if 'create' is true) or return None.
"""
cmd_obj = self.command_obj.get(command)
if not cmd_obj and create:
if DEBUG:
self.announce("Distribution.get_command_obj(): "
"creating '%s' command object" % command)
klass = self.get_command_class(command)
cmd_obj = self.command_obj[command] = klass(self)
self.have_run[command] = 0
# Set any options that were supplied in config files
# or on the command line. (NB. support for error
# reporting is lame here: any errors aren't reported
# until 'finalize_options()' is called, which means
# we won't report the source of the error.)
options = self.command_options.get(command)
if options:
self._set_command_options(cmd_obj, options)
return cmd_obj
def _set_command_options(self, command_obj, option_dict=None):
"""Set the options for 'command_obj' from 'option_dict'. Basically
this means copying elements of a dictionary ('option_dict') to
attributes of an instance ('command').
'command_obj' must be a Command instance. If 'option_dict' is not
supplied, uses the standard option dictionary for this command
(from 'self.command_options').
"""
command_name = command_obj.get_command_name()
if option_dict is None:
option_dict = self.get_option_dict(command_name)
if DEBUG:
self.announce(" setting options for '%s' command:" % command_name)
for (option, (source, value)) in option_dict.items():
if DEBUG:
self.announce(" %s = %s (from %s)" % (option, value,
source))
try:
bool_opts = [translate_longopt(o)
for o in command_obj.boolean_options]
except AttributeError:
bool_opts = []
try:
neg_opt = command_obj.negative_opt
except AttributeError:
neg_opt = {}
try:
is_string = isinstance(value, str)
if option in neg_opt and is_string:
setattr(command_obj, neg_opt[option], not strtobool(value))
elif option in bool_opts and is_string:
setattr(command_obj, option, strtobool(value))
elif hasattr(command_obj, option):
setattr(command_obj, option, value)
else:
raise DistutilsOptionError(
"error in %s: command '%s' has no such option '%s'"
% (source, command_name, option))
except ValueError as msg:
raise DistutilsOptionError(msg)
def reinitialize_command(self, command, reinit_subcommands=0):
"""Reinitializes a command to the state it was in when first
returned by 'get_command_obj()': ie., initialized but not yet
finalized. This provides the opportunity to sneak option
values in programmatically, overriding or supplementing
user-supplied values from the config files and command line.
You'll have to re-finalize the command object (by calling
'finalize_options()' or 'ensure_finalized()') before using it for
real.
'command' should be a command name (string) or command object. If
'reinit_subcommands' is true, also reinitializes the command's
sub-commands, as declared by the 'sub_commands' class attribute (if
it has one). See the "install" command for an example. Only
reinitializes the sub-commands that actually matter, ie. those
whose test predicates return true.
Returns the reinitialized command object.
"""
from distutils.cmd import Command
if not isinstance(command, Command):
command_name = command
command = self.get_command_obj(command_name)
else:
command_name = command.get_command_name()
if not command.finalized:
return command
command.initialize_options()
command.finalized = 0
self.have_run[command_name] = 0
self._set_command_options(command)
if reinit_subcommands:
for sub in command.get_sub_commands():
self.reinitialize_command(sub, reinit_subcommands)
return command
# -- Methods that operate on the Distribution ----------------------
def announce(self, msg, level=log.INFO):
log.log(level, msg)
def run_commands(self):
"""Run each command that was seen on the setup script command line.
Uses the list of commands found and cache of command objects
created by 'get_command_obj()'.
"""
for cmd in self.commands:
self.run_command(cmd)
# -- Methods that operate on its Commands --------------------------
def run_command(self, command):
"""Do whatever it takes to run a command (including nothing at all,
if the command has already been run). Specifically: if we have
already created and run the command named by 'command', return
silently without doing anything. If the command named by 'command'
doesn't even have a command object yet, create one. Then invoke
'run()' on that command object (or an existing one).
"""
# Already been here, done that? then return silently.
if self.have_run.get(command):
return
log.info("running %s", command)
cmd_obj = self.get_command_obj(command)
cmd_obj.ensure_finalized()
cmd_obj.run()
self.have_run[command] = 1
# -- Distribution query methods ------------------------------------
def has_pure_modules(self):
return len(self.packages or self.py_modules or []) > 0
def has_ext_modules(self):
return self.ext_modules and len(self.ext_modules) > 0
def has_c_libraries(self):
return self.libraries and len(self.libraries) > 0
def has_modules(self):
return self.has_pure_modules() or self.has_ext_modules()
def has_headers(self):
return self.headers and len(self.headers) > 0
def has_scripts(self):
return self.scripts and len(self.scripts) > 0
def has_data_files(self):
return self.data_files and len(self.data_files) > 0
def is_pure(self):
return (self.has_pure_modules() and
not self.has_ext_modules() and
not self.has_c_libraries())
# -- Metadata query methods ----------------------------------------
# If you're looking for 'get_name()', 'get_version()', and so forth,
# they are defined in a sneaky way: the constructor binds self.get_XXX
# to self.metadata.get_XXX. The actual code is in the
# DistributionMetadata class, below.
class DistributionMetadata:
"""Dummy class to hold the distribution meta-data: name, version,
author, and so forth.
"""
_METHOD_BASENAMES = ("name", "version", "author", "author_email",
"maintainer", "maintainer_email", "url",
"license", "description", "long_description",
"keywords", "platforms", "fullname", "contact",
"contact_email", "classifiers", "download_url",
# PEP 314
"provides", "requires", "obsoletes",
)
def __init__(self, path=None):
if path is not None:
self.read_pkg_file(open(path))
else:
self.name = None
self.version = None
self.author = None
self.author_email = None
self.maintainer = None
self.maintainer_email = None
self.url = None
self.license = None
self.description = None
self.long_description = None
self.keywords = None
self.platforms = None
self.classifiers = None
self.download_url = None
# PEP 314
self.provides = None
self.requires = None
self.obsoletes = None
def read_pkg_file(self, file):
"""Reads the metadata values from a file object."""
msg = message_from_file(file)
def _read_field(name):
value = msg[name]
if value == 'UNKNOWN':
return None
return value
def _read_list(name):
values = msg.get_all(name, None)
if values == []:
return None
return values
metadata_version = msg['metadata-version']
self.name = _read_field('name')
self.version = _read_field('version')
self.description = _read_field('summary')
# we are filling author only.
self.author = _read_field('author')
self.maintainer = None
self.author_email = _read_field('author-email')
self.maintainer_email = None
self.url = _read_field('home-page')
self.license = _read_field('license')
if 'download-url' in msg:
self.download_url = _read_field('download-url')
else:
self.download_url = None
self.long_description = _read_field('description')
self.description = _read_field('summary')
if 'keywords' in msg:
self.keywords = _read_field('keywords').split(',')
self.platforms = _read_list('platform')
self.classifiers = _read_list('classifier')
# PEP 314 - these fields only exist in 1.1
if metadata_version == '1.1':
self.requires = _read_list('requires')
self.provides = _read_list('provides')
self.obsoletes = _read_list('obsoletes')
else:
self.requires = None
self.provides = None
self.obsoletes = None
def write_pkg_info(self, base_dir):
"""Write the PKG-INFO file into the release tree.
"""
with open(os.path.join(base_dir, 'PKG-INFO'), 'w',
encoding='UTF-8') as pkg_info:
self.write_pkg_file(pkg_info)
def write_pkg_file(self, file):
"""Write the PKG-INFO format data to a file object.
"""
version = '1.0'
if (self.provides or self.requires or self.obsoletes or
self.classifiers or self.download_url):
version = '1.1'
file.write('Metadata-Version: %s\n' % version)
file.write('Name: %s\n' % self.get_name())
file.write('Version: %s\n' % self.get_version())
file.write('Summary: %s\n' % self.get_description())
file.write('Home-page: %s\n' % self.get_url())
file.write('Author: %s\n' % self.get_contact())
file.write('Author-email: %s\n' % self.get_contact_email())
file.write('License: %s\n' % self.get_license())
if self.download_url:
file.write('Download-URL: %s\n' % self.download_url)
long_desc = rfc822_escape(self.get_long_description())
file.write('Description: %s\n' % long_desc)
keywords = ','.join(self.get_keywords())
if keywords:
file.write('Keywords: %s\n' % keywords)
self._write_list(file, 'Platform', self.get_platforms())
self._write_list(file, 'Classifier', self.get_classifiers())
# PEP 314
self._write_list(file, 'Requires', self.get_requires())
self._write_list(file, 'Provides', self.get_provides())
self._write_list(file, 'Obsoletes', self.get_obsoletes())
def _write_list(self, file, name, values):
for value in values:
file.write('%s: %s\n' % (name, value))
# -- Metadata query methods ----------------------------------------
def get_name(self):
return self.name or "UNKNOWN"
def get_version(self):
return self.version or "0.0.0"
def get_fullname(self):
return "%s-%s" % (self.get_name(), self.get_version())
def get_author(self):
return self.author or "UNKNOWN"
def get_author_email(self):
return self.author_email or "UNKNOWN"
def get_maintainer(self):
return self.maintainer or "UNKNOWN"
def get_maintainer_email(self):
return self.maintainer_email or "UNKNOWN"
def get_contact(self):
return self.maintainer or self.author or "UNKNOWN"
def get_contact_email(self):
return self.maintainer_email or self.author_email or "UNKNOWN"
def get_url(self):
return self.url or "UNKNOWN"
def get_license(self):
return self.license or "UNKNOWN"
get_licence = get_license
def get_description(self):
return self.description or "UNKNOWN"
def get_long_description(self):
return self.long_description or "UNKNOWN"
def get_keywords(self):
return self.keywords or []
def set_keywords(self, value):
self.keywords = _ensure_list(value, 'keywords')
def get_platforms(self):
return self.platforms or ["UNKNOWN"]
def set_platforms(self, value):
self.platforms = _ensure_list(value, 'platforms')
def get_classifiers(self):
return self.classifiers or []
def set_classifiers(self, value):
self.classifiers = _ensure_list(value, 'classifiers')
def get_download_url(self):
return self.download_url or "UNKNOWN"
# PEP 314
def get_requires(self):
return self.requires or []
def set_requires(self, value):
import distutils.versionpredicate
for v in value:
distutils.versionpredicate.VersionPredicate(v)
self.requires = list(value)
def get_provides(self):
return self.provides or []
def set_provides(self, value):
value = [v.strip() for v in value]
for v in value:
import distutils.versionpredicate
distutils.versionpredicate.split_provision(v)
self.provides = value
def get_obsoletes(self):
return self.obsoletes or []
def set_obsoletes(self, value):
import distutils.versionpredicate
for v in value:
distutils.versionpredicate.VersionPredicate(v)
self.obsoletes = list(value)
def fix_help_options(options):
"""Convert a 4-tuple 'help_options' list as found in various command
classes to the 3-tuple form required by FancyGetopt.
"""
new_options = []
for help_tuple in options:
new_options.append(help_tuple[0:3])
return new_options
distutils/archive_util.py 0000644 00000020574 15115353745 0011641 0 ustar 00 """distutils.archive_util
Utility functions for creating archive files (tarballs, zip files,
that sort of thing)."""
import os
from warnings import warn
import sys
try:
import zipfile
except ImportError:
zipfile = None
from distutils.errors import DistutilsExecError
from distutils.spawn import spawn
from distutils.dir_util import mkpath
from distutils import log
try:
from pwd import getpwnam
except ImportError:
getpwnam = None
try:
from grp import getgrnam
except ImportError:
getgrnam = None
def _get_gid(name):
"""Returns a gid, given a group name."""
if getgrnam is None or name is None:
return None
try:
result = getgrnam(name)
except KeyError:
result = None
if result is not None:
return result[2]
return None
def _get_uid(name):
"""Returns an uid, given a user name."""
if getpwnam is None or name is None:
return None
try:
result = getpwnam(name)
except KeyError:
result = None
if result is not None:
return result[2]
return None
def make_tarball(base_name, base_dir, compress="gzip", verbose=0, dry_run=0,
owner=None, group=None):
"""Create a (possibly compressed) tar file from all the files under
'base_dir'.
'compress' must be "gzip" (the default), "bzip2", "xz", "compress", or
None. ("compress" will be deprecated in Python 3.2)
'owner' and 'group' can be used to define an owner and a group for the
archive that is being built. If not provided, the current owner and group
will be used.
The output tar file will be named 'base_dir' + ".tar", possibly plus
the appropriate compression extension (".gz", ".bz2", ".xz" or ".Z").
Returns the output filename.
"""
tar_compression = {'gzip': 'gz', 'bzip2': 'bz2', 'xz': 'xz', None: '',
'compress': ''}
compress_ext = {'gzip': '.gz', 'bzip2': '.bz2', 'xz': '.xz',
'compress': '.Z'}
# flags for compression program, each element of list will be an argument
if compress is not None and compress not in compress_ext.keys():
raise ValueError(
"bad value for 'compress': must be None, 'gzip', 'bzip2', "
"'xz' or 'compress'")
archive_name = base_name + '.tar'
if compress != 'compress':
archive_name += compress_ext.get(compress, '')
mkpath(os.path.dirname(archive_name), dry_run=dry_run)
# creating the tarball
import tarfile # late import so Python build itself doesn't break
log.info('Creating tar archive')
uid = _get_uid(owner)
gid = _get_gid(group)
def _set_uid_gid(tarinfo):
if gid is not None:
tarinfo.gid = gid
tarinfo.gname = group
if uid is not None:
tarinfo.uid = uid
tarinfo.uname = owner
return tarinfo
if not dry_run:
tar = tarfile.open(archive_name, 'w|%s' % tar_compression[compress])
try:
tar.add(base_dir, filter=_set_uid_gid)
finally:
tar.close()
# compression using `compress`
if compress == 'compress':
warn("'compress' will be deprecated.", PendingDeprecationWarning)
# the option varies depending on the platform
compressed_name = archive_name + compress_ext[compress]
if sys.platform == 'win32':
cmd = [compress, archive_name, compressed_name]
else:
cmd = [compress, '-f', archive_name]
spawn(cmd, dry_run=dry_run)
return compressed_name
return archive_name
def make_zipfile(base_name, base_dir, verbose=0, dry_run=0):
"""Create a zip file from all the files under 'base_dir'.
The output zip file will be named 'base_name' + ".zip". Uses either the
"zipfile" Python module (if available) or the InfoZIP "zip" utility
(if installed and found on the default search path). If neither tool is
available, raises DistutilsExecError. Returns the name of the output zip
file.
"""
zip_filename = base_name + ".zip"
mkpath(os.path.dirname(zip_filename), dry_run=dry_run)
# If zipfile module is not available, try spawning an external
# 'zip' command.
if zipfile is None:
if verbose:
zipoptions = "-r"
else:
zipoptions = "-rq"
try:
spawn(["zip", zipoptions, zip_filename, base_dir],
dry_run=dry_run)
except DistutilsExecError:
# XXX really should distinguish between "couldn't find
# external 'zip' command" and "zip failed".
raise DistutilsExecError(("unable to create zip file '%s': "
"could neither import the 'zipfile' module nor "
"find a standalone zip utility") % zip_filename)
else:
log.info("creating '%s' and adding '%s' to it",
zip_filename, base_dir)
if not dry_run:
try:
zip = zipfile.ZipFile(zip_filename, "w",
compression=zipfile.ZIP_DEFLATED)
except RuntimeError:
zip = zipfile.ZipFile(zip_filename, "w",
compression=zipfile.ZIP_STORED)
with zip:
if base_dir != os.curdir:
path = os.path.normpath(os.path.join(base_dir, ''))
zip.write(path, path)
log.info("adding '%s'", path)
for dirpath, dirnames, filenames in os.walk(base_dir):
for name in dirnames:
path = os.path.normpath(os.path.join(dirpath, name, ''))
zip.write(path, path)
log.info("adding '%s'", path)
for name in filenames:
path = os.path.normpath(os.path.join(dirpath, name))
if os.path.isfile(path):
zip.write(path, path)
log.info("adding '%s'", path)
return zip_filename
ARCHIVE_FORMATS = {
'gztar': (make_tarball, [('compress', 'gzip')], "gzip'ed tar-file"),
'bztar': (make_tarball, [('compress', 'bzip2')], "bzip2'ed tar-file"),
'xztar': (make_tarball, [('compress', 'xz')], "xz'ed tar-file"),
'ztar': (make_tarball, [('compress', 'compress')], "compressed tar file"),
'tar': (make_tarball, [('compress', None)], "uncompressed tar file"),
'zip': (make_zipfile, [],"ZIP file")
}
def check_archive_formats(formats):
"""Returns the first format from the 'format' list that is unknown.
If all formats are known, returns None
"""
for format in formats:
if format not in ARCHIVE_FORMATS:
return format
return None
def make_archive(base_name, format, root_dir=None, base_dir=None, verbose=0,
dry_run=0, owner=None, group=None):
"""Create an archive file (eg. zip or tar).
'base_name' is the name of the file to create, minus any format-specific
extension; 'format' is the archive format: one of "zip", "tar", "gztar",
"bztar", "xztar", or "ztar".
'root_dir' is a directory that will be the root directory of the
archive; ie. we typically chdir into 'root_dir' before creating the
archive. 'base_dir' is the directory where we start archiving from;
ie. 'base_dir' will be the common prefix of all files and
directories in the archive. 'root_dir' and 'base_dir' both default
to the current directory. Returns the name of the archive file.
'owner' and 'group' are used when creating a tar archive. By default,
uses the current owner and group.
"""
save_cwd = os.getcwd()
if root_dir is not None:
log.debug("changing into '%s'", root_dir)
base_name = os.path.abspath(base_name)
if not dry_run:
os.chdir(root_dir)
if base_dir is None:
base_dir = os.curdir
kwargs = {'dry_run': dry_run}
try:
format_info = ARCHIVE_FORMATS[format]
except KeyError:
raise ValueError("unknown archive format '%s'" % format)
func = format_info[0]
for arg, val in format_info[1]:
kwargs[arg] = val
if format != 'zip':
kwargs['owner'] = owner
kwargs['group'] = group
try:
filename = func(base_name, base_dir, **kwargs)
finally:
if root_dir is not None:
log.debug("changing back to '%s'", save_cwd)
os.chdir(save_cwd)
return filename
distutils/core.py 0000644 00000021254 15115353745 0010107 0 ustar 00 """distutils.core
The only module that needs to be imported to use the Distutils; provides
the 'setup' function (which is to be called from the setup script). Also
indirectly provides the Distribution and Command classes, although they are
really defined in distutils.dist and distutils.cmd.
"""
import os
import sys
from distutils.debug import DEBUG
from distutils.errors import *
# Mainly import these so setup scripts can "from distutils.core import" them.
from distutils.dist import Distribution
from distutils.cmd import Command
from distutils.config import PyPIRCCommand
from distutils.extension import Extension
# This is a barebones help message generated displayed when the user
# runs the setup script with no arguments at all. More useful help
# is generated with various --help options: global help, list commands,
# and per-command help.
USAGE = """\
usage: %(script)s [global_opts] cmd1 [cmd1_opts] [cmd2 [cmd2_opts] ...]
or: %(script)s --help [cmd1 cmd2 ...]
or: %(script)s --help-commands
or: %(script)s cmd --help
"""
def gen_usage (script_name):
script = os.path.basename(script_name)
return USAGE % vars()
# Some mild magic to control the behaviour of 'setup()' from 'run_setup()'.
_setup_stop_after = None
_setup_distribution = None
# Legal keyword arguments for the setup() function
setup_keywords = ('distclass', 'script_name', 'script_args', 'options',
'name', 'version', 'author', 'author_email',
'maintainer', 'maintainer_email', 'url', 'license',
'description', 'long_description', 'keywords',
'platforms', 'classifiers', 'download_url',
'requires', 'provides', 'obsoletes',
)
# Legal keyword arguments for the Extension constructor
extension_keywords = ('name', 'sources', 'include_dirs',
'define_macros', 'undef_macros',
'library_dirs', 'libraries', 'runtime_library_dirs',
'extra_objects', 'extra_compile_args', 'extra_link_args',
'swig_opts', 'export_symbols', 'depends', 'language')
def setup (**attrs):
"""The gateway to the Distutils: do everything your setup script needs
to do, in a highly flexible and user-driven way. Briefly: create a
Distribution instance; find and parse config files; parse the command
line; run each Distutils command found there, customized by the options
supplied to 'setup()' (as keyword arguments), in config files, and on
the command line.
The Distribution instance might be an instance of a class supplied via
the 'distclass' keyword argument to 'setup'; if no such class is
supplied, then the Distribution class (in dist.py) is instantiated.
All other arguments to 'setup' (except for 'cmdclass') are used to set
attributes of the Distribution instance.
The 'cmdclass' argument, if supplied, is a dictionary mapping command
names to command classes. Each command encountered on the command line
will be turned into a command class, which is in turn instantiated; any
class found in 'cmdclass' is used in place of the default, which is
(for command 'foo_bar') class 'foo_bar' in module
'distutils.command.foo_bar'. The command class must provide a
'user_options' attribute which is a list of option specifiers for
'distutils.fancy_getopt'. Any command-line options between the current
and the next command are used to set attributes of the current command
object.
When the entire command-line has been successfully parsed, calls the
'run()' method on each command object in turn. This method will be
driven entirely by the Distribution object (which each command object
has a reference to, thanks to its constructor), and the
command-specific options that became attributes of each command
object.
"""
global _setup_stop_after, _setup_distribution
# Determine the distribution class -- either caller-supplied or
# our Distribution (see below).
klass = attrs.get('distclass')
if klass:
del attrs['distclass']
else:
klass = Distribution
if 'script_name' not in attrs:
attrs['script_name'] = os.path.basename(sys.argv[0])
if 'script_args' not in attrs:
attrs['script_args'] = sys.argv[1:]
# Create the Distribution instance, using the remaining arguments
# (ie. everything except distclass) to initialize it
try:
_setup_distribution = dist = klass(attrs)
except DistutilsSetupError as msg:
if 'name' not in attrs:
raise SystemExit("error in setup command: %s" % msg)
else:
raise SystemExit("error in %s setup command: %s" % \
(attrs['name'], msg))
if _setup_stop_after == "init":
return dist
# Find and parse the config file(s): they will override options from
# the setup script, but be overridden by the command line.
dist.parse_config_files()
if DEBUG:
print("options (after parsing config files):")
dist.dump_option_dicts()
if _setup_stop_after == "config":
return dist
# Parse the command line and override config files; any
# command-line errors are the end user's fault, so turn them into
# SystemExit to suppress tracebacks.
try:
ok = dist.parse_command_line()
except DistutilsArgError as msg:
raise SystemExit(gen_usage(dist.script_name) + "\nerror: %s" % msg)
if DEBUG:
print("options (after parsing command line):")
dist.dump_option_dicts()
if _setup_stop_after == "commandline":
return dist
# And finally, run all the commands found on the command line.
if ok:
try:
dist.run_commands()
except KeyboardInterrupt:
raise SystemExit("interrupted")
except OSError as exc:
if DEBUG:
sys.stderr.write("error: %s\n" % (exc,))
raise
else:
raise SystemExit("error: %s" % (exc,))
except (DistutilsError,
CCompilerError) as msg:
if DEBUG:
raise
else:
raise SystemExit("error: " + str(msg))
return dist
# setup ()
def run_setup (script_name, script_args=None, stop_after="run"):
"""Run a setup script in a somewhat controlled environment, and
return the Distribution instance that drives things. This is useful
if you need to find out the distribution meta-data (passed as
keyword args from 'script' to 'setup()', or the contents of the
config files or command-line.
'script_name' is a file that will be read and run with 'exec()';
'sys.argv[0]' will be replaced with 'script' for the duration of the
call. 'script_args' is a list of strings; if supplied,
'sys.argv[1:]' will be replaced by 'script_args' for the duration of
the call.
'stop_after' tells 'setup()' when to stop processing; possible
values:
init
stop after the Distribution instance has been created and
populated with the keyword arguments to 'setup()'
config
stop after config files have been parsed (and their data
stored in the Distribution instance)
commandline
stop after the command-line ('sys.argv[1:]' or 'script_args')
have been parsed (and the data stored in the Distribution)
run [default]
stop after all commands have been run (the same as if 'setup()'
had been called in the usual way
Returns the Distribution instance, which provides all information
used to drive the Distutils.
"""
if stop_after not in ('init', 'config', 'commandline', 'run'):
raise ValueError("invalid value for 'stop_after': %r" % (stop_after,))
global _setup_stop_after, _setup_distribution
_setup_stop_after = stop_after
save_argv = sys.argv.copy()
g = {'__file__': script_name}
try:
try:
sys.argv[0] = script_name
if script_args is not None:
sys.argv[1:] = script_args
with open(script_name, 'rb') as f:
exec(f.read(), g)
finally:
sys.argv = save_argv
_setup_stop_after = None
except SystemExit:
# Hmm, should we do something if exiting with a non-zero code
# (ie. error)?
pass
if _setup_distribution is None:
raise RuntimeError(("'distutils.core.setup()' was never called -- "
"perhaps '%s' is not a Distutils setup script?") % \
script_name)
# I wonder if the setup script's namespace -- g and l -- would be of
# any interest to callers?
#print "_setup_distribution:", _setup_distribution
return _setup_distribution
# run_setup ()
distutils/msvccompiler.py 0000644 00000056014 15115353745 0011664 0 ustar 00 """distutils.msvccompiler
Contains MSVCCompiler, an implementation of the abstract CCompiler class
for the Microsoft Visual Studio.
"""
# Written by Perry Stoll
# hacked by Robin Becker and Thomas Heller to do a better job of
# finding DevStudio (through the registry)
import sys, os
from distutils.errors import \
DistutilsExecError, DistutilsPlatformError, \
CompileError, LibError, LinkError
from distutils.ccompiler import \
CCompiler, gen_preprocess_options, gen_lib_options
from distutils import log
_can_read_reg = False
try:
import winreg
_can_read_reg = True
hkey_mod = winreg
RegOpenKeyEx = winreg.OpenKeyEx
RegEnumKey = winreg.EnumKey
RegEnumValue = winreg.EnumValue
RegError = winreg.error
except ImportError:
try:
import win32api
import win32con
_can_read_reg = True
hkey_mod = win32con
RegOpenKeyEx = win32api.RegOpenKeyEx
RegEnumKey = win32api.RegEnumKey
RegEnumValue = win32api.RegEnumValue
RegError = win32api.error
except ImportError:
log.info("Warning: Can't read registry to find the "
"necessary compiler setting\n"
"Make sure that Python modules winreg, "
"win32api or win32con are installed.")
pass
if _can_read_reg:
HKEYS = (hkey_mod.HKEY_USERS,
hkey_mod.HKEY_CURRENT_USER,
hkey_mod.HKEY_LOCAL_MACHINE,
hkey_mod.HKEY_CLASSES_ROOT)
def read_keys(base, key):
"""Return list of registry keys."""
try:
handle = RegOpenKeyEx(base, key)
except RegError:
return None
L = []
i = 0
while True:
try:
k = RegEnumKey(handle, i)
except RegError:
break
L.append(k)
i += 1
return L
def read_values(base, key):
"""Return dict of registry keys and values.
All names are converted to lowercase.
"""
try:
handle = RegOpenKeyEx(base, key)
except RegError:
return None
d = {}
i = 0
while True:
try:
name, value, type = RegEnumValue(handle, i)
except RegError:
break
name = name.lower()
d[convert_mbcs(name)] = convert_mbcs(value)
i += 1
return d
def convert_mbcs(s):
dec = getattr(s, "decode", None)
if dec is not None:
try:
s = dec("mbcs")
except UnicodeError:
pass
return s
class MacroExpander:
def __init__(self, version):
self.macros = {}
self.load_macros(version)
def set_macro(self, macro, path, key):
for base in HKEYS:
d = read_values(base, path)
if d:
self.macros["$(%s)" % macro] = d[key]
break
def load_macros(self, version):
vsbase = r"Software\Microsoft\VisualStudio\%0.1f" % version
self.set_macro("VCInstallDir", vsbase + r"\Setup\VC", "productdir")
self.set_macro("VSInstallDir", vsbase + r"\Setup\VS", "productdir")
net = r"Software\Microsoft\.NETFramework"
self.set_macro("FrameworkDir", net, "installroot")
try:
if version > 7.0:
self.set_macro("FrameworkSDKDir", net, "sdkinstallrootv1.1")
else:
self.set_macro("FrameworkSDKDir", net, "sdkinstallroot")
except KeyError as exc: #
raise DistutilsPlatformError(
"""Python was built with Visual Studio 2003;
extensions must be built with a compiler than can generate compatible binaries.
Visual Studio 2003 was not found on this system. If you have Cygwin installed,
you can try compiling with MingW32, by passing "-c mingw32" to setup.py.""")
p = r"Software\Microsoft\NET Framework Setup\Product"
for base in HKEYS:
try:
h = RegOpenKeyEx(base, p)
except RegError:
continue
key = RegEnumKey(h, 0)
d = read_values(base, r"%s\%s" % (p, key))
self.macros["$(FrameworkVersion)"] = d["version"]
def sub(self, s):
for k, v in self.macros.items():
s = s.replace(k, v)
return s
def get_build_version():
"""Return the version of MSVC that was used to build Python.
For Python 2.3 and up, the version number is included in
sys.version. For earlier versions, assume the compiler is MSVC 6.
"""
prefix = "MSC v."
i = sys.version.find(prefix)
if i == -1:
return 6
i = i + len(prefix)
s, rest = sys.version[i:].split(" ", 1)
majorVersion = int(s[:-2]) - 6
if majorVersion >= 13:
# v13 was skipped and should be v14
majorVersion += 1
minorVersion = int(s[2:3]) / 10.0
# I don't think paths are affected by minor version in version 6
if majorVersion == 6:
minorVersion = 0
if majorVersion >= 6:
return majorVersion + minorVersion
# else we don't know what version of the compiler this is
return None
def get_build_architecture():
"""Return the processor architecture.
Possible results are "Intel" or "AMD64".
"""
prefix = " bit ("
i = sys.version.find(prefix)
if i == -1:
return "Intel"
j = sys.version.find(")", i)
return sys.version[i+len(prefix):j]
def normalize_and_reduce_paths(paths):
"""Return a list of normalized paths with duplicates removed.
The current order of paths is maintained.
"""
# Paths are normalized so things like: /a and /a/ aren't both preserved.
reduced_paths = []
for p in paths:
np = os.path.normpath(p)
# XXX(nnorwitz): O(n**2), if reduced_paths gets long perhaps use a set.
if np not in reduced_paths:
reduced_paths.append(np)
return reduced_paths
class MSVCCompiler(CCompiler) :
"""Concrete class that implements an interface to Microsoft Visual C++,
as defined by the CCompiler abstract class."""
compiler_type = 'msvc'
# Just set this so CCompiler's constructor doesn't barf. We currently
# don't use the 'set_executables()' bureaucracy provided by CCompiler,
# as it really isn't necessary for this sort of single-compiler class.
# Would be nice to have a consistent interface with UnixCCompiler,
# though, so it's worth thinking about.
executables = {}
# Private class data (need to distinguish C from C++ source for compiler)
_c_extensions = ['.c']
_cpp_extensions = ['.cc', '.cpp', '.cxx']
_rc_extensions = ['.rc']
_mc_extensions = ['.mc']
# Needed for the filename generation methods provided by the
# base class, CCompiler.
src_extensions = (_c_extensions + _cpp_extensions +
_rc_extensions + _mc_extensions)
res_extension = '.res'
obj_extension = '.obj'
static_lib_extension = '.lib'
shared_lib_extension = '.dll'
static_lib_format = shared_lib_format = '%s%s'
exe_extension = '.exe'
def __init__(self, verbose=0, dry_run=0, force=0):
CCompiler.__init__ (self, verbose, dry_run, force)
self.__version = get_build_version()
self.__arch = get_build_architecture()
if self.__arch == "Intel":
# x86
if self.__version >= 7:
self.__root = r"Software\Microsoft\VisualStudio"
self.__macros = MacroExpander(self.__version)
else:
self.__root = r"Software\Microsoft\Devstudio"
self.__product = "Visual Studio version %s" % self.__version
else:
# Win64. Assume this was built with the platform SDK
self.__product = "Microsoft SDK compiler %s" % (self.__version + 6)
self.initialized = False
def initialize(self):
self.__paths = []
if "DISTUTILS_USE_SDK" in os.environ and "MSSdk" in os.environ and self.find_exe("cl.exe"):
# Assume that the SDK set up everything alright; don't try to be
# smarter
self.cc = "cl.exe"
self.linker = "link.exe"
self.lib = "lib.exe"
self.rc = "rc.exe"
self.mc = "mc.exe"
else:
self.__paths = self.get_msvc_paths("path")
if len(self.__paths) == 0:
raise DistutilsPlatformError("Python was built with %s, "
"and extensions need to be built with the same "
"version of the compiler, but it isn't installed."
% self.__product)
self.cc = self.find_exe("cl.exe")
self.linker = self.find_exe("link.exe")
self.lib = self.find_exe("lib.exe")
self.rc = self.find_exe("rc.exe") # resource compiler
self.mc = self.find_exe("mc.exe") # message compiler
self.set_path_env_var('lib')
self.set_path_env_var('include')
# extend the MSVC path with the current path
try:
for p in os.environ['path'].split(';'):
self.__paths.append(p)
except KeyError:
pass
self.__paths = normalize_and_reduce_paths(self.__paths)
os.environ['path'] = ";".join(self.__paths)
self.preprocess_options = None
if self.__arch == "Intel":
self.compile_options = [ '/nologo', '/Ox', '/MD', '/W3', '/GX' ,
'/DNDEBUG']
self.compile_options_debug = ['/nologo', '/Od', '/MDd', '/W3', '/GX',
'/Z7', '/D_DEBUG']
else:
# Win64
self.compile_options = [ '/nologo', '/Ox', '/MD', '/W3', '/GS-' ,
'/DNDEBUG']
self.compile_options_debug = ['/nologo', '/Od', '/MDd', '/W3', '/GS-',
'/Z7', '/D_DEBUG']
self.ldflags_shared = ['/DLL', '/nologo', '/INCREMENTAL:NO']
if self.__version >= 7:
self.ldflags_shared_debug = [
'/DLL', '/nologo', '/INCREMENTAL:no', '/DEBUG'
]
else:
self.ldflags_shared_debug = [
'/DLL', '/nologo', '/INCREMENTAL:no', '/pdb:None', '/DEBUG'
]
self.ldflags_static = [ '/nologo']
self.initialized = True
# -- Worker methods ------------------------------------------------
def object_filenames(self,
source_filenames,
strip_dir=0,
output_dir=''):
# Copied from ccompiler.py, extended to return .res as 'object'-file
# for .rc input file
if output_dir is None: output_dir = ''
obj_names = []
for src_name in source_filenames:
(base, ext) = os.path.splitext (src_name)
base = os.path.splitdrive(base)[1] # Chop off the drive
base = base[os.path.isabs(base):] # If abs, chop off leading /
if ext not in self.src_extensions:
# Better to raise an exception instead of silently continuing
# and later complain about sources and targets having
# different lengths
raise CompileError ("Don't know how to compile %s" % src_name)
if strip_dir:
base = os.path.basename (base)
if ext in self._rc_extensions:
obj_names.append (os.path.join (output_dir,
base + self.res_extension))
elif ext in self._mc_extensions:
obj_names.append (os.path.join (output_dir,
base + self.res_extension))
else:
obj_names.append (os.path.join (output_dir,
base + self.obj_extension))
return obj_names
def compile(self, sources,
output_dir=None, macros=None, include_dirs=None, debug=0,
extra_preargs=None, extra_postargs=None, depends=None):
if not self.initialized:
self.initialize()
compile_info = self._setup_compile(output_dir, macros, include_dirs,
sources, depends, extra_postargs)
macros, objects, extra_postargs, pp_opts, build = compile_info
compile_opts = extra_preargs or []
compile_opts.append ('/c')
if debug:
compile_opts.extend(self.compile_options_debug)
else:
compile_opts.extend(self.compile_options)
for obj in objects:
try:
src, ext = build[obj]
except KeyError:
continue
if debug:
# pass the full pathname to MSVC in debug mode,
# this allows the debugger to find the source file
# without asking the user to browse for it
src = os.path.abspath(src)
if ext in self._c_extensions:
input_opt = "/Tc" + src
elif ext in self._cpp_extensions:
input_opt = "/Tp" + src
elif ext in self._rc_extensions:
# compile .RC to .RES file
input_opt = src
output_opt = "/fo" + obj
try:
self.spawn([self.rc] + pp_opts +
[output_opt] + [input_opt])
except DistutilsExecError as msg:
raise CompileError(msg)
continue
elif ext in self._mc_extensions:
# Compile .MC to .RC file to .RES file.
# * '-h dir' specifies the directory for the
# generated include file
# * '-r dir' specifies the target directory of the
# generated RC file and the binary message resource
# it includes
#
# For now (since there are no options to change this),
# we use the source-directory for the include file and
# the build directory for the RC file and message
# resources. This works at least for win32all.
h_dir = os.path.dirname(src)
rc_dir = os.path.dirname(obj)
try:
# first compile .MC to .RC and .H file
self.spawn([self.mc] +
['-h', h_dir, '-r', rc_dir] + [src])
base, _ = os.path.splitext (os.path.basename (src))
rc_file = os.path.join (rc_dir, base + '.rc')
# then compile .RC to .RES file
self.spawn([self.rc] +
["/fo" + obj] + [rc_file])
except DistutilsExecError as msg:
raise CompileError(msg)
continue
else:
# how to handle this file?
raise CompileError("Don't know how to compile %s to %s"
% (src, obj))
output_opt = "/Fo" + obj
try:
self.spawn([self.cc] + compile_opts + pp_opts +
[input_opt, output_opt] +
extra_postargs)
except DistutilsExecError as msg:
raise CompileError(msg)
return objects
def create_static_lib(self,
objects,
output_libname,
output_dir=None,
debug=0,
target_lang=None):
if not self.initialized:
self.initialize()
(objects, output_dir) = self._fix_object_args(objects, output_dir)
output_filename = self.library_filename(output_libname,
output_dir=output_dir)
if self._need_link(objects, output_filename):
lib_args = objects + ['/OUT:' + output_filename]
if debug:
pass # XXX what goes here?
try:
self.spawn([self.lib] + lib_args)
except DistutilsExecError as msg:
raise LibError(msg)
else:
log.debug("skipping %s (up-to-date)", output_filename)
def link(self,
target_desc,
objects,
output_filename,
output_dir=None,
libraries=None,
library_dirs=None,
runtime_library_dirs=None,
export_symbols=None,
debug=0,
extra_preargs=None,
extra_postargs=None,
build_temp=None,
target_lang=None):
if not self.initialized:
self.initialize()
(objects, output_dir) = self._fix_object_args(objects, output_dir)
fixed_args = self._fix_lib_args(libraries, library_dirs,
runtime_library_dirs)
(libraries, library_dirs, runtime_library_dirs) = fixed_args
if runtime_library_dirs:
self.warn ("I don't know what to do with 'runtime_library_dirs': "
+ str (runtime_library_dirs))
lib_opts = gen_lib_options(self,
library_dirs, runtime_library_dirs,
libraries)
if output_dir is not None:
output_filename = os.path.join(output_dir, output_filename)
if self._need_link(objects, output_filename):
if target_desc == CCompiler.EXECUTABLE:
if debug:
ldflags = self.ldflags_shared_debug[1:]
else:
ldflags = self.ldflags_shared[1:]
else:
if debug:
ldflags = self.ldflags_shared_debug
else:
ldflags = self.ldflags_shared
export_opts = []
for sym in (export_symbols or []):
export_opts.append("/EXPORT:" + sym)
ld_args = (ldflags + lib_opts + export_opts +
objects + ['/OUT:' + output_filename])
# The MSVC linker generates .lib and .exp files, which cannot be
# suppressed by any linker switches. The .lib files may even be
# needed! Make sure they are generated in the temporary build
# directory. Since they have different names for debug and release
# builds, they can go into the same directory.
if export_symbols is not None:
(dll_name, dll_ext) = os.path.splitext(
os.path.basename(output_filename))
implib_file = os.path.join(
os.path.dirname(objects[0]),
self.library_filename(dll_name))
ld_args.append ('/IMPLIB:' + implib_file)
if extra_preargs:
ld_args[:0] = extra_preargs
if extra_postargs:
ld_args.extend(extra_postargs)
self.mkpath(os.path.dirname(output_filename))
try:
self.spawn([self.linker] + ld_args)
except DistutilsExecError as msg:
raise LinkError(msg)
else:
log.debug("skipping %s (up-to-date)", output_filename)
# -- Miscellaneous methods -----------------------------------------
# These are all used by the 'gen_lib_options() function, in
# ccompiler.py.
def library_dir_option(self, dir):
return "/LIBPATH:" + dir
def runtime_library_dir_option(self, dir):
raise DistutilsPlatformError(
"don't know how to set runtime library search path for MSVC++")
def library_option(self, lib):
return self.library_filename(lib)
def find_library_file(self, dirs, lib, debug=0):
# Prefer a debugging library if found (and requested), but deal
# with it if we don't have one.
if debug:
try_names = [lib + "_d", lib]
else:
try_names = [lib]
for dir in dirs:
for name in try_names:
libfile = os.path.join(dir, self.library_filename (name))
if os.path.exists(libfile):
return libfile
else:
# Oops, didn't find it in *any* of 'dirs'
return None
# Helper methods for using the MSVC registry settings
def find_exe(self, exe):
"""Return path to an MSVC executable program.
Tries to find the program in several places: first, one of the
MSVC program search paths from the registry; next, the directories
in the PATH environment variable. If any of those work, return an
absolute path that is known to exist. If none of them work, just
return the original program name, 'exe'.
"""
for p in self.__paths:
fn = os.path.join(os.path.abspath(p), exe)
if os.path.isfile(fn):
return fn
# didn't find it; try existing path
for p in os.environ['Path'].split(';'):
fn = os.path.join(os.path.abspath(p),exe)
if os.path.isfile(fn):
return fn
return exe
def get_msvc_paths(self, path, platform='x86'):
"""Get a list of devstudio directories (include, lib or path).
Return a list of strings. The list will be empty if unable to
access the registry or appropriate registry keys not found.
"""
if not _can_read_reg:
return []
path = path + " dirs"
if self.__version >= 7:
key = (r"%s\%0.1f\VC\VC_OBJECTS_PLATFORM_INFO\Win32\Directories"
% (self.__root, self.__version))
else:
key = (r"%s\6.0\Build System\Components\Platforms"
r"\Win32 (%s)\Directories" % (self.__root, platform))
for base in HKEYS:
d = read_values(base, key)
if d:
if self.__version >= 7:
return self.__macros.sub(d[path]).split(";")
else:
return d[path].split(";")
# MSVC 6 seems to create the registry entries we need only when
# the GUI is run.
if self.__version == 6:
for base in HKEYS:
if read_values(base, r"%s\6.0" % self.__root) is not None:
self.warn("It seems you have Visual Studio 6 installed, "
"but the expected registry settings are not present.\n"
"You must at least run the Visual Studio GUI once "
"so that these entries are created.")
break
return []
def set_path_env_var(self, name):
"""Set environment variable 'name' to an MSVC path type value.
This is equivalent to a SET command prior to execution of spawned
commands.
"""
if name == "lib":
p = self.get_msvc_paths("library")
else:
p = self.get_msvc_paths(name)
if p:
os.environ[name] = ';'.join(p)
if get_build_version() >= 8.0:
log.debug("Importing new compiler from distutils.msvc9compiler")
OldMSVCCompiler = MSVCCompiler
from distutils.msvc9compiler import MSVCCompiler
# get_build_architecture not really relevant now we support cross-compile
from distutils.msvc9compiler import MacroExpander
distutils/cygwinccompiler.py 0000644 00000040136 15115353745 0012355 0 ustar 00 """distutils.cygwinccompiler
Provides the CygwinCCompiler class, a subclass of UnixCCompiler that
handles the Cygwin port of the GNU C compiler to Windows. It also contains
the Mingw32CCompiler class which handles the mingw32 port of GCC (same as
cygwin in no-cygwin mode).
"""
# problems:
#
# * if you use a msvc compiled python version (1.5.2)
# 1. you have to insert a __GNUC__ section in its config.h
# 2. you have to generate an import library for its dll
# - create a def-file for python??.dll
# - create an import library using
# dlltool --dllname python15.dll --def python15.def \
# --output-lib libpython15.a
#
# see also http://starship.python.net/crew/kernr/mingw32/Notes.html
#
# * We put export_symbols in a def-file, and don't use
# --export-all-symbols because it doesn't worked reliable in some
# tested configurations. And because other windows compilers also
# need their symbols specified this no serious problem.
#
# tested configurations:
#
# * cygwin gcc 2.91.57/ld 2.9.4/dllwrap 0.2.4 works
# (after patching python's config.h and for C++ some other include files)
# see also http://starship.python.net/crew/kernr/mingw32/Notes.html
# * mingw32 gcc 2.95.2/ld 2.9.4/dllwrap 0.2.4 works
# (ld doesn't support -shared, so we use dllwrap)
# * cygwin gcc 2.95.2/ld 2.10.90/dllwrap 2.10.90 works now
# - its dllwrap doesn't work, there is a bug in binutils 2.10.90
# see also http://sources.redhat.com/ml/cygwin/2000-06/msg01274.html
# - using gcc -mdll instead dllwrap doesn't work without -static because
# it tries to link against dlls instead their import libraries. (If
# it finds the dll first.)
# By specifying -static we force ld to link against the import libraries,
# this is windows standard and there are normally not the necessary symbols
# in the dlls.
# *** only the version of June 2000 shows these problems
# * cygwin gcc 3.2/ld 2.13.90 works
# (ld supports -shared)
# * mingw gcc 3.2/ld 2.13 works
# (ld supports -shared)
import os
import sys
import copy
from subprocess import Popen, PIPE, check_output
import re
from distutils.ccompiler import gen_preprocess_options, gen_lib_options
from distutils.unixccompiler import UnixCCompiler
from distutils.file_util import write_file
from distutils.errors import (DistutilsExecError, CCompilerError,
CompileError, UnknownFileError)
from distutils import log
from distutils.version import LooseVersion
from distutils.spawn import find_executable
def get_msvcr():
"""Include the appropriate MSVC runtime library if Python was built
with MSVC 7.0 or later.
"""
msc_pos = sys.version.find('MSC v.')
if msc_pos != -1:
msc_ver = sys.version[msc_pos+6:msc_pos+10]
if msc_ver == '1300':
# MSVC 7.0
return ['msvcr70']
elif msc_ver == '1310':
# MSVC 7.1
return ['msvcr71']
elif msc_ver == '1400':
# VS2005 / MSVC 8.0
return ['msvcr80']
elif msc_ver == '1500':
# VS2008 / MSVC 9.0
return ['msvcr90']
elif msc_ver == '1600':
# VS2010 / MSVC 10.0
return ['msvcr100']
else:
raise ValueError("Unknown MS Compiler version %s " % msc_ver)
class CygwinCCompiler(UnixCCompiler):
""" Handles the Cygwin port of the GNU C compiler to Windows.
"""
compiler_type = 'cygwin'
obj_extension = ".o"
static_lib_extension = ".a"
shared_lib_extension = ".dll"
static_lib_format = "lib%s%s"
shared_lib_format = "%s%s"
exe_extension = ".exe"
def __init__(self, verbose=0, dry_run=0, force=0):
UnixCCompiler.__init__(self, verbose, dry_run, force)
status, details = check_config_h()
self.debug_print("Python's GCC status: %s (details: %s)" %
(status, details))
if status is not CONFIG_H_OK:
self.warn(
"Python's pyconfig.h doesn't seem to support your compiler. "
"Reason: %s. "
"Compiling may fail because of undefined preprocessor macros."
% details)
self.gcc_version, self.ld_version, self.dllwrap_version = \
get_versions()
self.debug_print(self.compiler_type + ": gcc %s, ld %s, dllwrap %s\n" %
(self.gcc_version,
self.ld_version,
self.dllwrap_version) )
# ld_version >= "2.10.90" and < "2.13" should also be able to use
# gcc -mdll instead of dllwrap
# Older dllwraps had own version numbers, newer ones use the
# same as the rest of binutils ( also ld )
# dllwrap 2.10.90 is buggy
if self.ld_version >= "2.10.90":
self.linker_dll = "gcc"
else:
self.linker_dll = "dllwrap"
# ld_version >= "2.13" support -shared so use it instead of
# -mdll -static
if self.ld_version >= "2.13":
shared_option = "-shared"
else:
shared_option = "-mdll -static"
# Hard-code GCC because that's what this is all about.
# XXX optimization, warnings etc. should be customizable.
self.set_executables(compiler='gcc -mcygwin -O -Wall',
compiler_so='gcc -mcygwin -mdll -O -Wall',
compiler_cxx='g++ -mcygwin -O -Wall',
linker_exe='gcc -mcygwin',
linker_so=('%s -mcygwin %s' %
(self.linker_dll, shared_option)))
# cygwin and mingw32 need different sets of libraries
if self.gcc_version == "2.91.57":
# cygwin shouldn't need msvcrt, but without the dlls will crash
# (gcc version 2.91.57) -- perhaps something about initialization
self.dll_libraries=["msvcrt"]
self.warn(
"Consider upgrading to a newer version of gcc")
else:
# Include the appropriate MSVC runtime library if Python was built
# with MSVC 7.0 or later.
self.dll_libraries = get_msvcr()
def _compile(self, obj, src, ext, cc_args, extra_postargs, pp_opts):
"""Compiles the source by spawning GCC and windres if needed."""
if ext == '.rc' or ext == '.res':
# gcc needs '.res' and '.rc' compiled to object files !!!
try:
self.spawn(["windres", "-i", src, "-o", obj])
except DistutilsExecError as msg:
raise CompileError(msg)
else: # for other files use the C-compiler
try:
self.spawn(self.compiler_so + cc_args + [src, '-o', obj] +
extra_postargs)
except DistutilsExecError as msg:
raise CompileError(msg)
def link(self, target_desc, objects, output_filename, output_dir=None,
libraries=None, library_dirs=None, runtime_library_dirs=None,
export_symbols=None, debug=0, extra_preargs=None,
extra_postargs=None, build_temp=None, target_lang=None):
"""Link the objects."""
# use separate copies, so we can modify the lists
extra_preargs = copy.copy(extra_preargs or [])
libraries = copy.copy(libraries or [])
objects = copy.copy(objects or [])
# Additional libraries
libraries.extend(self.dll_libraries)
# handle export symbols by creating a def-file
# with executables this only works with gcc/ld as linker
if ((export_symbols is not None) and
(target_desc != self.EXECUTABLE or self.linker_dll == "gcc")):
# (The linker doesn't do anything if output is up-to-date.
# So it would probably better to check if we really need this,
# but for this we had to insert some unchanged parts of
# UnixCCompiler, and this is not what we want.)
# we want to put some files in the same directory as the
# object files are, build_temp doesn't help much
# where are the object files
temp_dir = os.path.dirname(objects[0])
# name of dll to give the helper files the same base name
(dll_name, dll_extension) = os.path.splitext(
os.path.basename(output_filename))
# generate the filenames for these files
def_file = os.path.join(temp_dir, dll_name + ".def")
lib_file = os.path.join(temp_dir, 'lib' + dll_name + ".a")
# Generate .def file
contents = [
"LIBRARY %s" % os.path.basename(output_filename),
"EXPORTS"]
for sym in export_symbols:
contents.append(sym)
self.execute(write_file, (def_file, contents),
"writing %s" % def_file)
# next add options for def-file and to creating import libraries
# dllwrap uses different options than gcc/ld
if self.linker_dll == "dllwrap":
extra_preargs.extend(["--output-lib", lib_file])
# for dllwrap we have to use a special option
extra_preargs.extend(["--def", def_file])
# we use gcc/ld here and can be sure ld is >= 2.9.10
else:
# doesn't work: bfd_close build\...\libfoo.a: Invalid operation
#extra_preargs.extend(["-Wl,--out-implib,%s" % lib_file])
# for gcc/ld the def-file is specified as any object files
objects.append(def_file)
#end: if ((export_symbols is not None) and
# (target_desc != self.EXECUTABLE or self.linker_dll == "gcc")):
# who wants symbols and a many times larger output file
# should explicitly switch the debug mode on
# otherwise we let dllwrap/ld strip the output file
# (On my machine: 10KiB < stripped_file < ??100KiB
# unstripped_file = stripped_file + XXX KiB
# ( XXX=254 for a typical python extension))
if not debug:
extra_preargs.append("-s")
UnixCCompiler.link(self, target_desc, objects, output_filename,
output_dir, libraries, library_dirs,
runtime_library_dirs,
None, # export_symbols, we do this in our def-file
debug, extra_preargs, extra_postargs, build_temp,
target_lang)
# -- Miscellaneous methods -----------------------------------------
def object_filenames(self, source_filenames, strip_dir=0, output_dir=''):
"""Adds supports for rc and res files."""
if output_dir is None:
output_dir = ''
obj_names = []
for src_name in source_filenames:
# use normcase to make sure '.rc' is really '.rc' and not '.RC'
base, ext = os.path.splitext(os.path.normcase(src_name))
if ext not in (self.src_extensions + ['.rc','.res']):
raise UnknownFileError("unknown file type '%s' (from '%s')" % \
(ext, src_name))
if strip_dir:
base = os.path.basename (base)
if ext in ('.res', '.rc'):
# these need to be compiled to object files
obj_names.append (os.path.join(output_dir,
base + ext + self.obj_extension))
else:
obj_names.append (os.path.join(output_dir,
base + self.obj_extension))
return obj_names
# the same as cygwin plus some additional parameters
class Mingw32CCompiler(CygwinCCompiler):
""" Handles the Mingw32 port of the GNU C compiler to Windows.
"""
compiler_type = 'mingw32'
def __init__(self, verbose=0, dry_run=0, force=0):
CygwinCCompiler.__init__ (self, verbose, dry_run, force)
# ld_version >= "2.13" support -shared so use it instead of
# -mdll -static
if self.ld_version >= "2.13":
shared_option = "-shared"
else:
shared_option = "-mdll -static"
# A real mingw32 doesn't need to specify a different entry point,
# but cygwin 2.91.57 in no-cygwin-mode needs it.
if self.gcc_version <= "2.91.57":
entry_point = '--entry _DllMain@12'
else:
entry_point = ''
if is_cygwingcc():
raise CCompilerError(
'Cygwin gcc cannot be used with --compiler=mingw32')
self.set_executables(compiler='gcc -O -Wall',
compiler_so='gcc -mdll -O -Wall',
compiler_cxx='g++ -O -Wall',
linker_exe='gcc',
linker_so='%s %s %s'
% (self.linker_dll, shared_option,
entry_point))
# Maybe we should also append -mthreads, but then the finished
# dlls need another dll (mingwm10.dll see Mingw32 docs)
# (-mthreads: Support thread-safe exception handling on `Mingw32')
# no additional libraries needed
self.dll_libraries=[]
# Include the appropriate MSVC runtime library if Python was built
# with MSVC 7.0 or later.
self.dll_libraries = get_msvcr()
# Because these compilers aren't configured in Python's pyconfig.h file by
# default, we should at least warn the user if he is using an unmodified
# version.
CONFIG_H_OK = "ok"
CONFIG_H_NOTOK = "not ok"
CONFIG_H_UNCERTAIN = "uncertain"
def check_config_h():
"""Check if the current Python installation appears amenable to building
extensions with GCC.
Returns a tuple (status, details), where 'status' is one of the following
constants:
- CONFIG_H_OK: all is well, go ahead and compile
- CONFIG_H_NOTOK: doesn't look good
- CONFIG_H_UNCERTAIN: not sure -- unable to read pyconfig.h
'details' is a human-readable string explaining the situation.
Note there are two ways to conclude "OK": either 'sys.version' contains
the string "GCC" (implying that this Python was built with GCC), or the
installed "pyconfig.h" contains the string "__GNUC__".
"""
# XXX since this function also checks sys.version, it's not strictly a
# "pyconfig.h" check -- should probably be renamed...
from distutils import sysconfig
# if sys.version contains GCC then python was compiled with GCC, and the
# pyconfig.h file should be OK
if "GCC" in sys.version:
return CONFIG_H_OK, "sys.version mentions 'GCC'"
# let's see if __GNUC__ is mentioned in python.h
fn = sysconfig.get_config_h_filename()
try:
config_h = open(fn)
try:
if "__GNUC__" in config_h.read():
return CONFIG_H_OK, "'%s' mentions '__GNUC__'" % fn
else:
return CONFIG_H_NOTOK, "'%s' does not mention '__GNUC__'" % fn
finally:
config_h.close()
except OSError as exc:
return (CONFIG_H_UNCERTAIN,
"couldn't read '%s': %s" % (fn, exc.strerror))
RE_VERSION = re.compile(br'(\d+\.\d+(\.\d+)*)')
def _find_exe_version(cmd):
"""Find the version of an executable by running `cmd` in the shell.
If the command is not found, or the output does not match
`RE_VERSION`, returns None.
"""
executable = cmd.split()[0]
if find_executable(executable) is None:
return None
out = Popen(cmd, shell=True, stdout=PIPE).stdout
try:
out_string = out.read()
finally:
out.close()
result = RE_VERSION.search(out_string)
if result is None:
return None
# LooseVersion works with strings
# so we need to decode our bytes
return LooseVersion(result.group(1).decode())
def get_versions():
""" Try to find out the versions of gcc, ld and dllwrap.
If not possible it returns None for it.
"""
commands = ['gcc -dumpversion', 'ld -v', 'dllwrap --version']
return tuple([_find_exe_version(cmd) for cmd in commands])
def is_cygwingcc():
'''Try to determine if the gcc that would be used is from cygwin.'''
out_string = check_output(['gcc', '-dumpmachine'])
return out_string.strip().endswith(b'cygwin')
distutils/version.py 0000644 00000030071 15115353745 0010641 0 ustar 00 #
# distutils/version.py
#
# Implements multiple version numbering conventions for the
# Python Module Distribution Utilities.
#
# $Id$
#
"""Provides classes to represent module version numbers (one class for
each style of version numbering). There are currently two such classes
implemented: StrictVersion and LooseVersion.
Every version number class implements the following interface:
* the 'parse' method takes a string and parses it to some internal
representation; if the string is an invalid version number,
'parse' raises a ValueError exception
* the class constructor takes an optional string argument which,
if supplied, is passed to 'parse'
* __str__ reconstructs the string that was passed to 'parse' (or
an equivalent string -- ie. one that will generate an equivalent
version number instance)
* __repr__ generates Python code to recreate the version number instance
* _cmp compares the current instance with either another instance
of the same class or a string (which will be parsed to an instance
of the same class, thus must follow the same rules)
"""
import re
class Version:
"""Abstract base class for version numbering classes. Just provides
constructor (__init__) and reproducer (__repr__), because those
seem to be the same for all version numbering classes; and route
rich comparisons to _cmp.
"""
def __init__ (self, vstring=None):
if vstring:
self.parse(vstring)
def __repr__ (self):
return "%s ('%s')" % (self.__class__.__name__, str(self))
def __eq__(self, other):
c = self._cmp(other)
if c is NotImplemented:
return c
return c == 0
def __lt__(self, other):
c = self._cmp(other)
if c is NotImplemented:
return c
return c < 0
def __le__(self, other):
c = self._cmp(other)
if c is NotImplemented:
return c
return c <= 0
def __gt__(self, other):
c = self._cmp(other)
if c is NotImplemented:
return c
return c > 0
def __ge__(self, other):
c = self._cmp(other)
if c is NotImplemented:
return c
return c >= 0
# Interface for version-number classes -- must be implemented
# by the following classes (the concrete ones -- Version should
# be treated as an abstract class).
# __init__ (string) - create and take same action as 'parse'
# (string parameter is optional)
# parse (string) - convert a string representation to whatever
# internal representation is appropriate for
# this style of version numbering
# __str__ (self) - convert back to a string; should be very similar
# (if not identical to) the string supplied to parse
# __repr__ (self) - generate Python code to recreate
# the instance
# _cmp (self, other) - compare two version numbers ('other' may
# be an unparsed version string, or another
# instance of your version class)
class StrictVersion (Version):
"""Version numbering for anal retentives and software idealists.
Implements the standard interface for version number classes as
described above. A version number consists of two or three
dot-separated numeric components, with an optional "pre-release" tag
on the end. The pre-release tag consists of the letter 'a' or 'b'
followed by a number. If the numeric components of two version
numbers are equal, then one with a pre-release tag will always
be deemed earlier (lesser) than one without.
The following are valid version numbers (shown in the order that
would be obtained by sorting according to the supplied cmp function):
0.4 0.4.0 (these two are equivalent)
0.4.1
0.5a1
0.5b3
0.5
0.9.6
1.0
1.0.4a3
1.0.4b1
1.0.4
The following are examples of invalid version numbers:
1
2.7.2.2
1.3.a4
1.3pl1
1.3c4
The rationale for this version numbering system will be explained
in the distutils documentation.
"""
version_re = re.compile(r'^(\d+) \. (\d+) (\. (\d+))? ([ab](\d+))?$',
re.VERBOSE | re.ASCII)
def parse (self, vstring):
match = self.version_re.match(vstring)
if not match:
raise ValueError("invalid version number '%s'" % vstring)
(major, minor, patch, prerelease, prerelease_num) = \
match.group(1, 2, 4, 5, 6)
if patch:
self.version = tuple(map(int, [major, minor, patch]))
else:
self.version = tuple(map(int, [major, minor])) + (0,)
if prerelease:
self.prerelease = (prerelease[0], int(prerelease_num))
else:
self.prerelease = None
def __str__ (self):
if self.version[2] == 0:
vstring = '.'.join(map(str, self.version[0:2]))
else:
vstring = '.'.join(map(str, self.version))
if self.prerelease:
vstring = vstring + self.prerelease[0] + str(self.prerelease[1])
return vstring
def _cmp (self, other):
if isinstance(other, str):
other = StrictVersion(other)
if self.version != other.version:
# numeric versions don't match
# prerelease stuff doesn't matter
if self.version < other.version:
return -1
else:
return 1
# have to compare prerelease
# case 1: neither has prerelease; they're equal
# case 2: self has prerelease, other doesn't; other is greater
# case 3: self doesn't have prerelease, other does: self is greater
# case 4: both have prerelease: must compare them!
if (not self.prerelease and not other.prerelease):
return 0
elif (self.prerelease and not other.prerelease):
return -1
elif (not self.prerelease and other.prerelease):
return 1
elif (self.prerelease and other.prerelease):
if self.prerelease == other.prerelease:
return 0
elif self.prerelease < other.prerelease:
return -1
else:
return 1
else:
assert False, "never get here"
# end class StrictVersion
# The rules according to Greg Stein:
# 1) a version number has 1 or more numbers separated by a period or by
# sequences of letters. If only periods, then these are compared
# left-to-right to determine an ordering.
# 2) sequences of letters are part of the tuple for comparison and are
# compared lexicographically
# 3) recognize the numeric components may have leading zeroes
#
# The LooseVersion class below implements these rules: a version number
# string is split up into a tuple of integer and string components, and
# comparison is a simple tuple comparison. This means that version
# numbers behave in a predictable and obvious way, but a way that might
# not necessarily be how people *want* version numbers to behave. There
# wouldn't be a problem if people could stick to purely numeric version
# numbers: just split on period and compare the numbers as tuples.
# However, people insist on putting letters into their version numbers;
# the most common purpose seems to be:
# - indicating a "pre-release" version
# ('alpha', 'beta', 'a', 'b', 'pre', 'p')
# - indicating a post-release patch ('p', 'pl', 'patch')
# but of course this can't cover all version number schemes, and there's
# no way to know what a programmer means without asking him.
#
# The problem is what to do with letters (and other non-numeric
# characters) in a version number. The current implementation does the
# obvious and predictable thing: keep them as strings and compare
# lexically within a tuple comparison. This has the desired effect if
# an appended letter sequence implies something "post-release":
# eg. "0.99" < "0.99pl14" < "1.0", and "5.001" < "5.001m" < "5.002".
#
# However, if letters in a version number imply a pre-release version,
# the "obvious" thing isn't correct. Eg. you would expect that
# "1.5.1" < "1.5.2a2" < "1.5.2", but under the tuple/lexical comparison
# implemented here, this just isn't so.
#
# Two possible solutions come to mind. The first is to tie the
# comparison algorithm to a particular set of semantic rules, as has
# been done in the StrictVersion class above. This works great as long
# as everyone can go along with bondage and discipline. Hopefully a
# (large) subset of Python module programmers will agree that the
# particular flavour of bondage and discipline provided by StrictVersion
# provides enough benefit to be worth using, and will submit their
# version numbering scheme to its domination. The free-thinking
# anarchists in the lot will never give in, though, and something needs
# to be done to accommodate them.
#
# Perhaps a "moderately strict" version class could be implemented that
# lets almost anything slide (syntactically), and makes some heuristic
# assumptions about non-digits in version number strings. This could
# sink into special-case-hell, though; if I was as talented and
# idiosyncratic as Larry Wall, I'd go ahead and implement a class that
# somehow knows that "1.2.1" < "1.2.2a2" < "1.2.2" < "1.2.2pl3", and is
# just as happy dealing with things like "2g6" and "1.13++". I don't
# think I'm smart enough to do it right though.
#
# In any case, I've coded the test suite for this module (see
# ../test/test_version.py) specifically to fail on things like comparing
# "1.2a2" and "1.2". That's not because the *code* is doing anything
# wrong, it's because the simple, obvious design doesn't match my
# complicated, hairy expectations for real-world version numbers. It
# would be a snap to fix the test suite to say, "Yep, LooseVersion does
# the Right Thing" (ie. the code matches the conception). But I'd rather
# have a conception that matches common notions about version numbers.
class LooseVersion (Version):
"""Version numbering for anarchists and software realists.
Implements the standard interface for version number classes as
described above. A version number consists of a series of numbers,
separated by either periods or strings of letters. When comparing
version numbers, the numeric components will be compared
numerically, and the alphabetic components lexically. The following
are all valid version numbers, in no particular order:
1.5.1
1.5.2b2
161
3.10a
8.02
3.4j
1996.07.12
3.2.pl0
3.1.1.6
2g6
11g
0.960923
2.2beta29
1.13++
5.5.kw
2.0b1pl0
In fact, there is no such thing as an invalid version number under
this scheme; the rules for comparison are simple and predictable,
but may not always give the results you want (for some definition
of "want").
"""
component_re = re.compile(r'(\d+ | [a-z]+ | \.)', re.VERBOSE)
def __init__ (self, vstring=None):
if vstring:
self.parse(vstring)
def parse (self, vstring):
# I've given up on thinking I can reconstruct the version string
# from the parsed tuple -- so I just store the string here for
# use by __str__
self.vstring = vstring
components = [x for x in self.component_re.split(vstring)
if x and x != '.']
for i, obj in enumerate(components):
try:
components[i] = int(obj)
except ValueError:
pass
self.version = components
def __str__ (self):
return self.vstring
def __repr__ (self):
return "LooseVersion ('%s')" % str(self)
def _cmp (self, other):
if isinstance(other, str):
other = LooseVersion(other)
if self.version == other.version:
return 0
if self.version < other.version:
return -1
if self.version > other.version:
return 1
# end class LooseVersion
distutils/__pycache__/extension.cpython-38.opt-1.pyc 0000644 00000015415 15115353745 0016422 0 ustar 00 U
e5d) � @ s. d Z ddlZddlZG dd� d�Zdd� ZdS )zmdistutils.extension
Provides the Extension class, used to describe C/C++ extension
modules in setup scripts.� Nc @ s" e Zd ZdZddd�Zdd� ZdS )� Extensiona� Just a collection of attributes that describes an extension
module and everything needed to build it (hopefully in a portable
way, but there are hooks that let you be as unportable as you need).
Instance attributes:
name : string
the full name of the extension, including any packages -- ie.
*not* a filename or pathname, but Python dotted name
sources : [string]
list of source filenames, relative to the distribution root
(where the setup script lives), in Unix form (slash-separated)
for portability. Source files may be C, C++, SWIG (.i),
platform-specific resource files, or whatever else is recognized
by the "build_ext" command as source for a Python extension.
include_dirs : [string]
list of directories to search for C/C++ header files (in Unix
form for portability)
define_macros : [(name : string, value : string|None)]
list of macros to define; each macro is defined using a 2-tuple,
where 'value' is either the string to define it to or None to
define it without a particular value (equivalent of "#define
FOO" in source or -DFOO on Unix C compiler command line)
undef_macros : [string]
list of macros to undefine explicitly
library_dirs : [string]
list of directories to search for C/C++ libraries at link time
libraries : [string]
list of library names (not filenames or paths) to link against
runtime_library_dirs : [string]
list of directories to search for C/C++ libraries at run time
(for shared extensions, this is when the extension is loaded)
extra_objects : [string]
list of extra files to link with (eg. object files not implied
by 'sources', static library that must be explicitly specified,
binary resource files, etc.)
extra_compile_args : [string]
any extra platform- and compiler-specific information to use
when compiling the source files in 'sources'. For platforms and
compilers where "command line" makes sense, this is typically a
list of command-line arguments, but for other platforms it could
be anything.
extra_link_args : [string]
any extra platform- and compiler-specific information to use
when linking object files together to create the extension (or
to create a new static Python interpreter). Similar
interpretation as for 'extra_compile_args'.
export_symbols : [string]
list of symbols to be exported from a shared extension. Not
used on all platforms, and not generally necessary for Python
extensions, which typically export exactly one symbol: "init" +
extension_name.
swig_opts : [string]
any extra options to pass to SWIG if a source file has the .i
extension.
depends : [string]
list of files that the extension depends on
language : string
extension language (i.e. "c", "c++", "objc"). Will be detected
from the source extensions if not provided.
optional : boolean
specifies that a build failure in the extension should not abort the
build process, but simply not install the failing extension.
Nc K s t |t�std��t |t�r.tdd� |D ��s6td��|| _|| _|pHg | _|pRg | _|p\g | _ |pfg | _
|ppg | _ |pzg | _ | p�g | _
|
p�g | _| p�g | _| p�g | _|
p�g | _|p�g | _|| _|| _t|�dk�rdd� |D �}d�t|��}d | }t�|� d S )
Nz'name' must be a stringc s s | ]}t |t�V qd S )N)�
isinstance�str)�.0�v� r �+/usr/lib64/python3.8/distutils/extension.py� <genexpr>j s z%Extension.__init__.<locals>.<genexpr>z#'sources' must be a list of stringsr c S s g | ] }t |��qS r )�repr)r Zoptionr r r �
<listcomp>� s z&Extension.__init__.<locals>.<listcomp>z, z Unknown Extension options: %s)r r �AssertionError�list�all�name�sources� include_dirs�
define_macros� undef_macros� library_dirs� libraries�runtime_library_dirs�
extra_objects�extra_compile_args�extra_link_args�export_symbols� swig_opts�depends�language�optional�len�join�sorted�warnings�warn)�selfr r r r r r r r r r r r r r r r �kwZoptions�msgr r r �__init__V s6
�
zExtension.__init__c C s d| j j| j j| jt| �f S )Nz<%s.%s(%r) at %#x>)� __class__�
__module__� __qualname__r �id)r$ r r r �__repr__� s �zExtension.__repr__)NNNNNNNNNNNNNN)�__name__r) r* �__doc__r' r, r r r r r s" C �
/r c C s� ddl m}m}m} ddlm} ddlm} || �}|| dddddd�}�z^g }|� � } | dkrd�q�|�
| �rpqP| d | d kr�d kr�n n|� d
| � qP|| |�} || �}
|
d } t | g �} d}
|
dd� D �]�}|
dk r�|
�
|� d}
q�tj�|�d }|dd � }|d d� }|d k�r2| j�
|� q�|d
k�rJ| j�
|� q�|dk�r�|�d�}|dk�rz| j�
|df� n$| j�
|d|� ||d d� f� q�|dk�r�| j�
|� q�|dk�r�| j�
|� q�|dk�r�| j�
|� q�|dk�r | j�
|� q�|dk�r| j�
|� q�|dk�r*| j}
q�|dk�r<| j}
q�|dk�rN| j}
q�|dk�rr| j�
|� |�s�| j}
q�|dk�r�| j�
|� q�|� d| � q�|�
| � qPW 5 |�� X |S )z3Reads a Setup file and returns Extension instances.r )�parse_makefile�expand_makefile_vars� _variable_rx)�TextFile)� split_quoted� )Zstrip_commentsZ skip_blanksZ
join_linesZ lstrip_wsZ rstrip_wsN����*z'%s' lines not handled yet� )z.cz.ccz.cppz.cxxz.c++z.mz.mmz-Iz-D�=z-Uz-Cz-lz-Lz-Rz-rpathz-Xlinkerz
-Xcompilerz-u)z.az.soz.slz.oz.dylibzunrecognized argument '%s') Zdistutils.sysconfigr/ r0 r1 Zdistutils.text_filer2 Zdistutils.utilr3 �close�readline�matchr# r �append�os�path�splitextr r �findr r r r r r r r )�filenamer/ r0 r1 r2 r3 �vars�file�
extensions�lineZwords�moduleZextZappend_next_wordZword�suffixZswitch�valueZequalsr r r �read_setup_file� s� �
�
rI )r. r= r" r rI r r r r �<module> s z distutils/__pycache__/core.cpython-38.pyc 0000644 00000014730 15115353745 0014376 0 ustar 00 U
e5d�" � @ s� d Z ddlZddlZddlmZ ddlT ddlmZ ddlm Z ddl
m Z ddl m
Z
d Zd
d � Zdadad Zd
Zdd� Zddd�ZdS )a# distutils.core
The only module that needs to be imported to use the Distutils; provides
the 'setup' function (which is to be called from the setup script). Also
indirectly provides the Distribution and Command classes, although they are
really defined in distutils.dist and distutils.cmd.
� N)�DEBUG)�*)� Distribution)�Command)�
PyPIRCCommand)� Extensionz�usage: %(script)s [global_opts] cmd1 [cmd1_opts] [cmd2 [cmd2_opts] ...]
or: %(script)s --help [cmd1 cmd2 ...]
or: %(script)s --help-commands
or: %(script)s cmd --help
c C s t j�| �}tt� S )N)�os�path�basename�USAGE�vars)� script_nameZscript� r �&/usr/lib64/python3.8/distutils/core.py� gen_usage s r )� distclassr
� script_argsZoptions�name�versionZauthorZ author_emailZ
maintainerZmaintainer_emailZurl�licenseZ descriptionZlong_description�keywordsZ platformsZ classifiersZ download_urlZrequiresZprovidesZ obsoletes)r ZsourcesZ include_dirsZ
define_macrosZ undef_macrosZ library_dirsZ librariesZruntime_library_dirsZ
extra_objectsZextra_compile_argsZextra_link_argsZ swig_optsZexport_symbolsZdependsZlanguagec
K s | � d�}|r| d= nt}d| kr8tj�tjd �| d< d| krRtjdd� | d< z|| � a}W nL tk
r� } z.d| kr�t d| ��nt d | d |f ��W 5 d}~X Y nX t
d
kr�|S |� � t r�t
d � |�� t
d kr�|S z |�� }W n: tk
�r* } zt t|j�d
| ��W 5 d}~X Y nX t �rBt
d� |�� t
dk�rP|S |�rz |�� W n� tk
�r� t d��Y n� tk
�r� } z.t �r�tj�d|f � � nt d|f ��W 5 d}~X Y nB ttfk
�r } z t �r� nt dt|� ��W 5 d}~X Y nX |S )a� The gateway to the Distutils: do everything your setup script needs
to do, in a highly flexible and user-driven way. Briefly: create a
Distribution instance; find and parse config files; parse the command
line; run each Distutils command found there, customized by the options
supplied to 'setup()' (as keyword arguments), in config files, and on
the command line.
The Distribution instance might be an instance of a class supplied via
the 'distclass' keyword argument to 'setup'; if no such class is
supplied, then the Distribution class (in dist.py) is instantiated.
All other arguments to 'setup' (except for 'cmdclass') are used to set
attributes of the Distribution instance.
The 'cmdclass' argument, if supplied, is a dictionary mapping command
names to command classes. Each command encountered on the command line
will be turned into a command class, which is in turn instantiated; any
class found in 'cmdclass' is used in place of the default, which is
(for command 'foo_bar') class 'foo_bar' in module
'distutils.command.foo_bar'. The command class must provide a
'user_options' attribute which is a list of option specifiers for
'distutils.fancy_getopt'. Any command-line options between the current
and the next command are used to set attributes of the current command
object.
When the entire command-line has been successfully parsed, calls the
'run()' method on each command object in turn. This method will be
driven entirely by the Distribution object (which each command object
has a reference to, thanks to its constructor), and the
command-specific options that became attributes of each command
object.
r r
r r � Nr zerror in setup command: %sz error in %s setup command: %s�initz%options (after parsing config files):�configz
error: %sz%options (after parsing command line):� commandlineZ interruptedz
error: %s
z error: %szerror: )�getr r r r
�sys�argv�_setup_distributionZDistutilsSetupError�
SystemExit�_setup_stop_afterZparse_config_filesr �printZdump_option_dictsZparse_command_lineZDistutilsArgErrorr r
Z run_commands�KeyboardInterrupt�OSError�stderr�writeZDistutilsErrorZCCompilerError�str)�attrs�klassZdist�msg�ok�excr r r �setup9 sd %
� (
�"r, �runc C s� |dkrt d|f ��|atj�� }d| i}zZzH| tjd< |dk rP|tjdd�< t| d��}t|�� |� W 5 Q R X W 5 |t_daX W n tk
r� Y nX t dkr�t
d| ��t S ) a. Run a setup script in a somewhat controlled environment, and
return the Distribution instance that drives things. This is useful
if you need to find out the distribution meta-data (passed as
keyword args from 'script' to 'setup()', or the contents of the
config files or command-line.
'script_name' is a file that will be read and run with 'exec()';
'sys.argv[0]' will be replaced with 'script' for the duration of the
call. 'script_args' is a list of strings; if supplied,
'sys.argv[1:]' will be replaced by 'script_args' for the duration of
the call.
'stop_after' tells 'setup()' when to stop processing; possible
values:
init
stop after the Distribution instance has been created and
populated with the keyword arguments to 'setup()'
config
stop after config files have been parsed (and their data
stored in the Distribution instance)
commandline
stop after the command-line ('sys.argv[1:]' or 'script_args')
have been parsed (and the data stored in the Distribution)
run [default]
stop after all commands have been run (the same as if 'setup()'
had been called in the usual way
Returns the Distribution instance, which provides all information
used to drive the Distutils.
)r r r r- z"invalid value for 'stop_after': %r�__file__Nr r �rbzZ'distutils.core.setup()' was never called -- perhaps '%s' is not a Distutils setup script?) �
ValueErrorr r r �copy�open�exec�readr r � RuntimeError)r
r Z
stop_afterZ save_argv�g�fr r r � run_setup� s*
�r8 )Nr- )�__doc__r r Zdistutils.debugr Zdistutils.errorsZdistutils.distr Z
distutils.cmdr Zdistutils.configr Zdistutils.extensionr r r r r Zsetup_keywordsZextension_keywordsr, r8 r r r r �<module> s q distutils/__pycache__/sysconfig.cpython-38.opt-1.pyc 0000644 00000027556 15115353745 0016423 0 ustar 00 U
��.eP � @ s� d Z ddlZddlZddlZddlZddlmZ ddlmZm Z ej
� ej �Z
ej
� ej�Zej
� ej�Zej
� ej�Zdejkr�ej
�ejd �Zn&ejr�ej
�ej
�ej��Zne�� Zdd� Zeed d�Z ej d
kr�d d � Z e e�Ze e �Z d
d� Z e � Z dZ!ze �sej"Z!W n e#k
�r* Y nX dd� Z$d-dd�Z%d.dd�Z&dd� Z'dd� Z(dd� Z)d/d d �Z*e�+d �Z,e�+d �Z-e�+d �Z.d0d!d"�Z/d#d$� Z0da1d%d&� Z2d'd(� Z3d)d*� Z4d+d,� Z5dS )1a� Provide access to Python's configuration information. The specific
configuration variables available depend heavily on the platform and
configuration. The values may be retrieved using
get_config_var(name), and the list of variables is available via
get_config_vars().keys(). Additional convenience functions are also
available.
Written by: Fred L. Drake, Jr.
Email: <fdrake@acm.org>
� N� )�DistutilsPlatformError)� get_platform�get_host_platformZ_PYTHON_PROJECT_BASEc C s, dD ]"}t j�t j�| d|��r dS qdS )N)ZSetupz Setup.localZModulesTF)�os�path�isfile�join)�d�fn� r �+/usr/lib64/python3.8/distutils/sysconfig.py�_is_python_source_dir+ s r �_home�ntc C s0 | r,t j�| ��t j�t j�td���r,tS | S )NZPCbuild)r r �normcase�
startswithr �PREFIX)r
r r r
� _fix_pcbuild4 s
�r c C s t r tt �S tt�S )N)� _sys_homer � project_baser r r r
�
_python_build< s r � c C s dt jdd� S )z�Return a string containing the major and minor Python version,
leaving off the patchlevel. Sample return values could be '1.5'
or '2.2'.
z%d.%dN� )�sys� version_infor r r r
�get_python_versionP s r c C s� |dkr| rt pt}tjdkrjtrL| r.tp,tS tj�t d�d�}tj�
|�S dt � t }tj�|d|�S tjdkr�tr�tj�|d�tjj
tj�|d� S tj�|d�S td tj ��dS )
a� Return the directory containing installed Python header files.
If 'plat_specific' is false (the default), this is the path to the
non-platform-specific header files, i.e. Python.h and so on;
otherwise, this is the path to platform-specific header files
(namely pyconfig.h).
If 'prefix' is supplied, use it instead of sys.base_prefix or
sys.base_exec_prefix -- i.e., ignore 'plat_specific'.
N�posix�srcdirZInclude�pythonZincluder �PCzFI don't know where Python installs its C header files on platform '%s')�BASE_EXEC_PREFIX� BASE_PREFIXr �name� python_buildr r r r �get_config_var�normpathr � build_flags�pathsepr )�
plat_specific�prefixZincdirZ
python_dirr r r
�get_python_incX s*
���r+ c C s� |dkr&|r| rt pt}n | r"tp$t}tjdkrp| s8|r>d}nd}tj�||dt� �}|r`|S tj�|d�S n<tjdkr�|r�tj�|d�S tj�|dd�S nt d tj ��dS )
aS Return the directory containing the Python library (standard or
site additions).
If 'plat_specific' is true, return the directory containing
platform-specific modules, i.e. any module from a non-pure-Python
module distribution; otherwise, return the platform-shared library
directory. If 'standard_lib' is true, return the directory
containing standard Python library modules; otherwise, return the
directory for site-specific modules.
If 'prefix' is supplied, use it instead of sys.base_prefix or
sys.base_exec_prefix -- i.e., ignore 'plat_specific'.
Nr �lib64�libr z
site-packagesr ZLibz?I don't know where Python installs its library on platform '%s')
r! r" � EXEC_PREFIXr r r# r r r r )r) � standard_libr* r- Z libpythonr r r
�get_python_lib� s0
�
��r0 c C s� | j dk�r�tjdkr8td�s8ddl}|�t� dtd< tddd d
d d d
d�\}}}}}}}} dtj kr�tj d }
tjdkr�d tj kr�|�
|�r�|
|t |�d� }|
}dtj kr�tj d }d tj kr�tj d }dtj kr�tj d } n|d } dtj k�r |d tj d }d tj k�r<|d tj d }|d tj d }dtj k�r~| d tj d } |d tj d }|d tj d }d
tj k�r�tj d
}dtj k�r�|d tj d } n |d | } |d | }
| j | |
|
d | |||| d� || _
dS )z�Do any platform-specific customization of a CCompiler instance.
Mainly needed on Unix, so we can plug in the information that
varies across Unices and is stored in Python's Makefile.
Zunix�darwinZCUSTOMIZED_OSX_COMPILERr N�TrueZCCZCXX�CFLAGSZCCSHAREDZLDSHAREDZ SHLIB_SUFFIXZARZARFLAGSZCPPz -E�LDFLAGS� �CPPFLAGS)Z preprocessor�compilerZ compiler_soZ compiler_cxxZ linker_soZ
linker_exe�archiver)Z
compiler_typer �platformr% � _osx_support�customize_compiler� _config_vars�get_config_varsr �environr �lenZset_executablesZshared_lib_extension)r7 r: ZccZcxxZcflagsZccsharedZldsharedZ shlib_suffixZarZar_flagsZnewccZcppr8 Zcc_cmdr r r
r; � sn
��
��
� r; c C sD t r,tjdkr"tj�tptd�} q6tp(t} n
tdd�} tj�| d�S )z2Return full pathname of installed pyconfig.h file.r r r �r) z
pyconfig-64.h)r$ r r# r r r r r+ )Zinc_dirr r r
�get_config_h_filename� s
rA c C s\ t rtj�tptd�S tddd�} d�t� t �}t
t j d�rL|dt j j
7 }tj�| |d�S )zAReturn full pathname of installed Makefile from the Python build.ZMakefiler r �r) r/ z config-{}{}�
_multiarchz-%s)r$ r r r r r r0 �formatr r' �hasattrr �implementationrC )Zlib_dirZ config_filer r r
�get_makefile_filename s rG c C s� |dkr i }t �d�}t �d�}| �� }|s.q�|�|�}|rx|�dd�\}}z t|�}W n tk
rl Y nX |||< q |�|�}|r d||�d�< q |S )z�Parse a config.h-style file.
A dictionary containing name/value pairs is returned. If an
optional dictionary is passed in as the second argument, it is
used instead of a new dictionary.
Nz"#define ([A-Z][A-Za-z0-9_]+) (.*)
z&/[*] #undef ([A-Z][A-Za-z0-9_]+) [*]/
r r r )�re�compile�readline�match�group�int�
ValueError)�fp�gZ define_rxZundef_rx�line�m�n�vr r r
�parse_config_h s&
rU z"([a-zA-Z][a-zA-Z0-9_]+)\s*=\s*(.*)z \$\(([A-Za-z][A-Za-z0-9_]*)\)z\${([A-Za-z][A-Za-z0-9_]*)}c C s� ddl m} || ddddd�}|dkr*i }i }i }|�� }|dkrDq�t�|�}|r2|�dd�\}} | �� } | �dd �}
d
|
kr�| ||< q2z t| �} W n$ t k
r� | �dd
�||< Y q2X | ||< q2d } |�rtt
|�D �]�} || }
t � |
�p�t
� |
�}|�rj|�d�}d }||k�r$t|| �}n�||k�r4d
}nx|tjk�rLtj| }n`|| k�r�| �d��rz| dd� | k�rzd }n$d| |k�r�d
}nt|d| �}n d ||< }|�rp|
|�� d� }|
d|�� � | | }
d
|k�r�|
|| < nzz t|
�}
W n" t k
�r |
�� || < Y n
X |
|| < || = | �d��rp| dd� | k�rp| dd� } | |k�rp|
|| < q�|| = q�q�|�� |�� D ]"\}} t| t��r�| �� ||< �q�|�|� |S )z�Parse a Makefile-style file.
A dictionary containing name/value pairs is returned. If an
optional dictionary is passed in as the second argument, it is
used instead of a new dictionary.
r )�TextFiler �surrogateescape)Zstrip_commentsZ skip_blanksZ
join_lines�errorsNr z$$r �$)r3 r4 r6 TFZPY_� )Zdistutils.text_filerV rJ � _variable_rxrK rL �strip�replacerM rN �list� _findvar1_rx�search� _findvar2_rx�strr r> r �end�start�close�items�
isinstance�update)r rP rV rO ZdoneZnotdonerQ rR rS rT ZtmpvZrenamed_variablesr# �value�found�itemZafter�kr r r
�parse_makefile/ s�
�
rm c C sV t �| �pt�| �}|rR|�� \}}| d|� |�|�d�� | |d� } q qRq | S )a� Expand Makefile-style variables -- "${foo}" or "$(foo)" -- in
'string' according to 'vars' (a dictionary mapping variable names to
values). Variables not present in 'vars' are silently expanded to the
empty string. The variable values in 'vars' should not contain further
variable expansions; if 'vars' is the output of 'parse_makefile()',
you're fine. Returns a variable-expanded version of 's'.
r r N)r_ r` ra �span�getrL )�s�varsrR Zbegrc r r r
�expand_makefile_vars� s *rr c
C sV t j�ddjtjtjttjdd�d��} t | t
� t � dgd�}|j }i a
t
�|� dS ) z7Initialize the module as appropriate for POSIX systems.Z_PYTHON_SYSCONFIGDATA_NAMEz+_sysconfigdata_{abi}_{platform}_{multiarch}rC r )Zabir9 Z multiarch�build_time_varsr N)r r> ro rD r �abiflagsr9 �getattrrF �
__import__�globals�localsrs r< rh )r# Z_temprs r r r
� _init_posix� s ��ry c C s~ i } t ddd�| d< t ddd�| d< tdd�| d< t�� d | d< d | d
< t� �d d �| d
< tj�tj� t
j ��| d< | a dS )z+Initialize the module as appropriate for NTr r rB ZLIBDESTZ
BINLIBDESTr@ Z INCLUDEPY�
EXT_SUFFIXz.exeZEXE�.r ZVERSIONZBINDIRN)
r0 r+ �_imp�extension_suffixesr r] r r �dirname�abspathr �
executabler< )rP r r r
�_init_nt� s r� c G s\ t dk�r*t� �dtj �}|r(|� ni a tt d< tt d< t �d�}|dk rV|t d< t �dt�}tjdkr�tr�tj �
t � �}tj � ||�}ntj �
t � �}tj �
tj �|��t d< t�r tjdk�r t}tj �t d ��s |t�� k�r tj � |t d �}tj �|�t d< tjd k�r*d
dl}|�t � | �rTg }| D ]}|�t �|�� �q8|S t S dS ) a� With no arguments, return a dictionary of all configuration
variables relevant for the current platform. Generally this includes
everything needed to build extensions and install both pure modules and
extensions. On Unix, this means every variable defined in Python's
installed Makefile; on Windows it's a much smaller set.
With arguments, return a list of values that result from looking up
each argument in the configuration variable dictionary.
NZ_init_r* � exec_prefixrz �SOr r r1 r )r< rw ro r r# r r. r r$ r r~ rG r r r& �isabs�getcwdr r9 r: Zcustomize_config_vars�append)�args�funcr� r �baser: Zvalsr# r r r
r= � sB
�
r= c C s* | dkr ddl }|�dtd� t� �| �S )z�Return the value of a single variable using the dictionary
returned by 'get_config_vars()'. Equivalent to
get_config_vars().get(name)
r� r Nz SO is deprecated, use EXT_SUFFIXr )�warnings�warn�DeprecationWarningr= ro )r# r� r r r
r% ! s r% )r N)r r N)N)N)6�__doc__r| r rH r rX r �utilr r r r& r* r r� r. � base_prefixr" �base_exec_prefixr! r> r r r� r~ r� r ru r r# r r r$ r' rt �AttributeErrorr r+ r0 r; rA rG rU rI r[ r_ ra rm rr r< ry r� r= r% r r r r
�<module> s\
(
+I
jJ distutils/__pycache__/versionpredicate.cpython-38.opt-2.pyc 0000644 00000005141 15115353745 0017750 0 ustar 00 U
e5d
� @ s~ d dl Z d dlZd dlZe �de j�Ze �d�Ze �d�Zdd� Z ej
ej ej ej
ejejd�ZG dd � d �Zdad
d � ZdS ) � Nz'(?i)^\s*([a-z_]\w*(?:\.[a-z_]\w*)*)(.*)z^\s*\((.*)\)\s*$z%^\s*(<=|>=|<|>|!=|==)\s*([^\s,]+)\s*$c C s6 t �| �}|std| ��|�� \}}|tj�|�fS )Nz"bad package restriction syntax: %r)�re_splitComparison�match�
ValueError�groups� distutils�version�
StrictVersion)�pred�res�compZverStr� r �2/usr/lib64/python3.8/distutils/versionpredicate.py�splitUp s
r )�<z<=z==�>z>=z!=c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�VersionPredicatec C s� |� � }|std��t�|�}|s.td| ��|�� \| _}|� � }|r�t�|�}|sbtd| ��|�� d }dd� |�d�D �| _| js�td| ��ng | _d S ) Nzempty package restrictionzbad package name in %rz expected parenthesized list: %rr c S s g | ] }t |��qS r )r )�.0ZaPredr r r
�
<listcomp>t s z-VersionPredicate.__init__.<locals>.<listcomp>�,z empty parenthesized list in %r) �stripr �re_validPackager r �name�re_paren�splitr )�selfZversionPredicateStrr Zparen�strr r r
�__init__` s&
�zVersionPredicate.__init__c C s8 | j r.dd� | j D �}| jd d�|� d S | jS d S )Nc S s g | ]\}}|d t |� �qS )� )r )r �cond�verr r r
r } s z,VersionPredicate.__str__.<locals>.<listcomp>z (z, �))r r �join)r �seqr r r
�__str__{ s zVersionPredicate.__str__c C s( | j D ] \}}t| ||�s dS qdS )NFT)r �compmap)r r r r r r r
� satisfied_by� s z VersionPredicate.satisfied_byN)�__name__�
__module__� __qualname__r r# r% r r r r
r s Ar c C sd t d krt�dtj�a | �� } t �| �}|s8td| ��|�d�pDd }|rVtj �
|�}|�d�|fS )Nz=([a-zA-Z_]\w*(?:\.[a-zA-Z_]\w*)*)(?:\s*\(\s*([^)\s]+)\s*\))?$z"illegal provides specification: %r� � ) �
_provision_rx�re�compile�ASCIIr r r �groupr r r )�value�mr r r r
�split_provision� s �
r2 )r, Zdistutils.versionr �operatorr- r. r r r r �lt�le�eq�gt�ge�ner$ r r+ r2 r r r r
�<module> s �
�n distutils/__pycache__/versionpredicate.cpython-38.opt-1.pyc 0000644 00000012021 15115353745 0017742 0 ustar 00 U
e5d
� @ s� d Z ddlZddlZddlZe�dej�Ze�d�Ze�d�Z dd� Z
ej ej ej
ejejejd�ZG d d
� d
�Zdad d � ZdS )
zBModule for parsing and testing package version predicate strings.
� Nz'(?i)^\s*([a-z_]\w*(?:\.[a-z_]\w*)*)(.*)z^\s*\((.*)\)\s*$z%^\s*(<=|>=|<|>|!=|==)\s*([^\s,]+)\s*$c C s6 t �| �}|std| ��|�� \}}|tj�|�fS )zVParse a single version comparison.
Return (comparison string, StrictVersion)
z"bad package restriction syntax: %r)�re_splitComparison�match�
ValueError�groups� distutils�version�
StrictVersion)�pred�res�compZverStr� r �2/usr/lib64/python3.8/distutils/versionpredicate.py�splitUp s
r )�<z<=z==�>z>=z!=c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �VersionPredicatea� Parse and test package version predicates.
>>> v = VersionPredicate('pyepat.abc (>1.0, <3333.3a1, !=1555.1b3)')
The `name` attribute provides the full dotted name that is given::
>>> v.name
'pyepat.abc'
The str() of a `VersionPredicate` provides a normalized
human-readable version of the expression::
>>> print(v)
pyepat.abc (> 1.0, < 3333.3a1, != 1555.1b3)
The `satisfied_by()` method can be used to determine with a given
version number is included in the set described by the version
restrictions::
>>> v.satisfied_by('1.1')
True
>>> v.satisfied_by('1.4')
True
>>> v.satisfied_by('1.0')
False
>>> v.satisfied_by('4444.4')
False
>>> v.satisfied_by('1555.1b3')
False
`VersionPredicate` is flexible in accepting extra whitespace::
>>> v = VersionPredicate(' pat( == 0.1 ) ')
>>> v.name
'pat'
>>> v.satisfied_by('0.1')
True
>>> v.satisfied_by('0.2')
False
If any version numbers passed in do not conform to the
restrictions of `StrictVersion`, a `ValueError` is raised::
>>> v = VersionPredicate('p1.p2.p3.p4(>=1.0, <=1.3a1, !=1.2zb3)')
Traceback (most recent call last):
...
ValueError: invalid version number '1.2zb3'
It the module or package name given does not conform to what's
allowed as a legal module or package name, `ValueError` is
raised::
>>> v = VersionPredicate('foo-bar')
Traceback (most recent call last):
...
ValueError: expected parenthesized list: '-bar'
>>> v = VersionPredicate('foo bar (12.21)')
Traceback (most recent call last):
...
ValueError: expected parenthesized list: 'bar (12.21)'
c C s� |� � }|std��t�|�}|s.td| ��|�� \| _}|� � }|r�t�|�}|sbtd| ��|�� d }dd� |�d�D �| _| js�td| ��ng | _d S )
z*Parse a version predicate string.
zempty package restrictionzbad package name in %rz expected parenthesized list: %rr c S s g | ] }t |��qS r )r )�.0ZaPredr r r
�
<listcomp>t s z-VersionPredicate.__init__.<locals>.<listcomp>�,z empty parenthesized list in %rN) �stripr �re_validPackager r �name�re_paren�splitr )�selfZversionPredicateStrr Zparen�strr r r
�__init__` s&
�zVersionPredicate.__init__c C s8 | j r.dd� | j D �}| jd d�|� d S | jS d S )Nc S s g | ]\}}|d t |� �qS )� )r )r �cond�verr r r
r } s z,VersionPredicate.__str__.<locals>.<listcomp>z (z, �))r r �join)r �seqr r r
�__str__{ s zVersionPredicate.__str__c C s( | j D ] \}}t| ||�s dS qdS )z�True if version is compatible with all the predicates in self.
The parameter version must be acceptable to the StrictVersion
constructor. It may be either a string or StrictVersion.
FT)r �compmap)r r r r r r r
� satisfied_by� s z VersionPredicate.satisfied_byN)�__name__�
__module__� __qualname__�__doc__r r# r% r r r r
r s @r c C sd t dkrt�dtj�a | �� } t �| �}|s8td| ��|�d�pDd}|rVtj �
|�}|�d�|fS )a9 Return the name and optional version number of a provision.
The version number, if given, will be returned as a `StrictVersion`
instance, otherwise it will be `None`.
>>> split_provision('mypkg')
('mypkg', None)
>>> split_provision(' mypkg( 1.2 ) ')
('mypkg', StrictVersion ('1.2'))
Nz=([a-zA-Z_]\w*(?:\.[a-zA-Z_]\w*)*)(?:\s*\(\s*([^)\s]+)\s*\))?$z"illegal provides specification: %r� � ) �
_provision_rx�re�compile�ASCIIr r r �groupr r r )�value�mr r r r
�split_provision� s �
r3 )r) r- Zdistutils.versionr �operatorr. r/ r r r r �lt�le�eq�gt�ge�ner$ r r, r3 r r r r
�<module> s" �
�n distutils/__pycache__/unixccompiler.cpython-38.opt-1.pyc 0000644 00000015512 15115353745 0017265 0 ustar 00 U
&�.e�; � @ s� d Z ddlZddlZddlZddlmZ ddlmZ ddlm Z m
Z
m Z ddl m
Z
mZmZmZ ddlmZ ejdkr~ddlZG d d
� d
e �ZdS ) a9 distutils.unixccompiler
Contains the UnixCCompiler class, a subclass of CCompiler that handles
the "typical" Unix-style command-line C compiler:
* macros defined with -Dname[=value]
* macros undefined with -Uname
* include search directories specified with -Idir
* libraries specified with -lllib
* library search directories specified with -Ldir
* compile handled by 'cc' (or similar) executable with -c option:
compiles .c to .o
* link static library handled by 'ar' command (possibly with 'ranlib')
* link shared library handled by 'cc -shared'
� N)� sysconfig)�newer)� CCompiler�gen_preprocess_options�gen_lib_options)�DistutilsExecError� CompileError�LibError� LinkError)�log�darwinc
s� e Zd ZdZddgdgdgddgdgddgdd�Zejdd� d krNd
ged
< d d d
dddgZdZdZ dZ
dZ dZ d Z
ZZeZejdkr�dZ� fdd�Zd.dd �Zd d � Zd/d d!�Zd0d"d#�Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd1d,d-�Z� Z S )2�
UnixCCompilerZunixNZccz-sharedZarz-cr)� preprocessor�compiler� compiler_so� compiler_cxx� linker_so�
linker_exe�archiver�ranlib� r r z.cz.Cz.ccz.cxxz.cppz.mz.oz.az.soz.dylibz.tbdzlib%s%s�cygwinz.exec s@ t � �|||�\}}}t�d�}|r6||kr6|�|� |||fS )z'Remove standard library path from rpathZLIBDIR)�super�
_fix_lib_argsr �get_config_var�remove)�self� libraries� library_dirs�runtime_library_dirsZlibdir�� __class__� �//usr/lib64/python3.8/distutils/unixccompiler.pyr U s �
zUnixCCompiler._fix_lib_argsc
C s� | � d ||�}|\}}}t||�} | j| }
|r>|
�d|g� |rN||
d d�< |r\|
�|� |
�|� | js~|d ks~t||�r�|r�| �tj �
|�� z| � |
� W n* t k
r� } z t
| ��W 5 d } ~ X Y nX d S )N�-or )Z_fix_compile_argsr r �extend�appendZforcer �mkpath�os�path�dirname�spawnr r ) r �sourceZ output_fileZmacrosZ include_dirs�
extra_preargs�extra_postargs�
fixed_args�ignore�pp_optsZpp_args�msgr" r" r# �
preprocess^ s$
zUnixCCompiler.preprocessc
C sp | j }tjdkr t�||| �}z | �|| |d|g | � W n* tk
rj } z t|��W 5 d }~X Y nX d S )Nr r$ )r �sys�platform� _osx_support�compiler_fixupr+ r r ) r �obj�srcZextZcc_argsr. r1 r r2 r" r" r# �_compilex s
��
zUnixCCompiler._compiler c
C s� | � ||�\}}| j||d�}| �||�r�| �tj�|�� | �| j|g | | j � | j
r�z| �| j
|g � W q� t k
r� } z t |��W 5 d }~X Y q�X n t
�d|� d S )N)�
output_dir�skipping %s (up-to-date))�_fix_object_args�library_filename�
_need_linkr' r( r) r* r+ r �objectsr r r r �debug)r r@ Zoutput_libnamer; rA � target_lang�output_filenamer2 r" r" r# �create_static_lib� s$ � ��� z UnixCCompiler.create_static_libc
C s� | � ||�\}}| �|||�}|\}}}t| |||�}t|ttd �f�sPtd��|d k rftj� ||�}| �
||��r�|| j | d|g }| r�dg|d d�< |
r�|
|d d�< | r�|� | � | �
tj�|�� z�|tjkr�| jd d � }n| jd d � }|
dk�rr| j�rrd}tj�|d �dk�r@d}d|| k�r@|d7 }�q&tj�|| �d k�r\d}nd}| j| ||| < tjd
k�r�t�||�}| �|| � W n, tk
�r� } z t|��W 5 d }~X Y nX n t � d |� d S ) Nz%'output_dir' must be a string or Noner$ z-gr zc++�env� �=Z ld_so_aixr r< ) r= r r �
isinstance�str�type� TypeErrorr( r) �joinr? r@ r% r' r* r Z
EXECUTABLEr r r �basenamer4 r5 r6 r7 r+ r r
r rA )r Z target_descr@ rC r; r r r Zexport_symbolsrA r- r. Z
build_temprB r/ Zlib_optsZld_argsZlinker�i�offsetr2 r" r" r# �link� sZ �
���
zUnixCCompiler.linkc C s d| S )N�-Lr" )r �dirr" r" r# �library_dir_option� s z UnixCCompiler.library_dir_optionc C s d|kpd|kS )NZgcczg++r" )r Z
compiler_namer" r" r# �_is_gcc� s zUnixCCompiler._is_gccc C s� t j�t�d��}tjd d� dkr,d| S tjd d� dkrFd| S tjd d� d krz| �|�rnd
d| gS d d| gS | �|�r�t�d �d
kr�d| S d| S nd| S d S )N�CCr r rQ � Zfreebsdz -Wl,-rpath=� zhp-uxz-Wl,+sz+sZGNULDZyesz-Wl,--enable-new-dtags,-Rz-Wl,-Rz-R)r( r) rM r r r4 r5 rT )r rR r r" r" r# �runtime_library_dir_option� s
z(UnixCCompiler.runtime_library_dir_optionc C s d| S )Nz-lr" )r �libr" r" r# �library_option s z UnixCCompiler.library_optionc C s� | j |dd�}| j |dd�}| j |dd�}| j |dd�}tjdkr|t�d�}t�d|�} | d krrt�t�d ��}
n
| � d
�}
|D �] } t
j � | |�} t
j � | |�}
t
j � | |�}t
j � | |�}tjdk�rL| �
d �s�| �
d ��rL| �
d
��sLt
j � |
| d
d � |�} t
j � |
| d
d � |�}
t
j � |
| d
d � |�}t
j � |
| d
d � |�}t
j �|
��rb|
S t
j �|��rx| S t
j �| ��r�| S t
j �|�r�| S q�d S )N�shared)Zlib_type�dylib�
xcode_stub�staticr ZCFLAGSz-isysroot\s*(\S+)rU rF z/System/z/usr/z /usr/local/)r> r4 r5 r r �re�searchr6 Z_default_sysroot�groupr( r) rL �
startswith�exists)r �dirsrY rA Zshared_fZdylib_fZ xcode_stub_fZstatic_fZcflags�mZsysrootrR r[ r\ r^ r] r" r" r# �find_library_file sF
���
z UnixCCompiler.find_library_file)NNNNN)Nr N)
NNNNNr NNNN)r ) �__name__�
__module__� __qualname__Z
compiler_typeZ executablesr4 r5 Zsrc_extensionsZ
obj_extensionZstatic_lib_extensionZshared_lib_extensionZdylib_lib_extensionZxcode_stub_lib_extensionZstatic_lib_formatZshared_lib_formatZdylib_lib_formatZxcode_stub_lib_formatZ
exe_extensionr r3 r: rD rP rS rT rX rZ rf �
__classcell__r" r" r r# r
- sb �
�
�
�
B*r
)�__doc__r( r4 r_ Z distutilsr Zdistutils.dep_utilr Zdistutils.ccompilerr r r Zdistutils.errorsr r r r
r r5 r6 r
r" r" r" r# �<module> s
distutils/__pycache__/spawn.cpython-38.opt-2.pyc 0000644 00000007334 15115353745 0015540 0 ustar 00 U
e5d� � @ s~ d dl Z d dlZd dlmZmZ d dlmZ d dlmZ ddd�Z dd � Z
dd
d �Z e j d krfda
dadd
d�Zddd�ZdS )� N)�DistutilsPlatformError�DistutilsExecError)�DEBUG)�log� c C sN t | �} tjdkr"t| ||d� n(tjdkr<t| ||d� ntdtj ��d S )N�posix)�dry_run�ntz1don't know how to spawn programs on platform '%s')�list�os�name� _spawn_posix� _spawn_ntr )�cmd� search_path�verboser � r �'/usr/lib64/python3.8/distutils/spawn.py�spawn s
�r c C s* t | �D ] \}}d|krd| | |< q| S )N� z"%s")� enumerate)�args�i�argr r r �_nt_quote_args+ s r c
C s� | d }t | �} |r t|�p |}t�d�|g| dd � �� |s�zt�tj|| �}W n@ tk
r� } z"t sp|} t
d| |j d f ��W 5 d }~X Y nX |dkr�t s�|} t
d| |f ��d S )Nr r r �command %r failed: %s����%command %r failed with exit status %d) r �find_executabler �info�joinr �spawnv�P_WAIT�OSErrorr r r )r r r r �
executableZrc�excr r r r ; s( �
�r �darwinc
C s| t �d�| �� |rd S | d }|r*tjp.tj}d }tjdkr�td krxddl m
} |� d�p^datrxdd� t� d �D �a
tr�tj�dt�}t
d
d� |� d �D �kr�d |tf } t| ��ttj|d �}|r�tjp�tj}t�� }
|
dk�r�z$|d kr�||| � n ||| |� W nN tk
�rX } z.t�s(|} tj�d
| | jf � t�d� W 5 d } ~ X Y nX t�sd|} tj�d| � t�d� n�zt�|
d�\}
} W nD tk
�r� }
z$t�s�|} t d| |
j d f ��W 5 d }
~
X Y nX t� | ��rt�s�|} t d| t� | �f ��nlt� | ��rHt�!| �}|dk�r,d S t�s6|} t d| |f ��n,t�"| ��rZ�q�nt�sd|} t d| | f ���q�d S )Nr r r& )� sysconfig�MACOSX_DEPLOYMENT_TARGET� c S s g | ] }t |��qS r ��int��.0�xr r r �
<listcomp>e s z _spawn_posix.<locals>.<listcomp>�.c S s g | ] }t |��qS r r* r, r r r r/ k s zF$MACOSX_DEPLOYMENT_TARGET mismatch: now "%s" but "%s" during configure)r( zunable to execute %r: %s
r z(unable to execute %r for unknown reasonsr r z"command %r terminated by signal %dr z1unknown error executing %r: termination status %d)#r r r r �execvp�execv�sys�platform� _cfg_target� distutilsr' Zget_config_var�split�_cfg_target_split�environ�getr �dict�execvpe�execve�forkr# r �stderr�write�strerror�_exit�waitpidr r � WIFSIGNALED�WTERMSIG� WIFEXITED� WEXITSTATUS�
WIFSTOPPED)r r r r r$ Zexec_fn�envr' Z
cur_targetZmy_msg�pid�eZstatusr% Z exit_statusr r r r
W s�
����
� � ��
�� ��r
c C s� t j�| �\}}tjdkr*|dkr*| d } t j�| �r:| S |d kr�t j�dd �}|d kr�zt �d�}W n t t
fk
r� t j }Y nX |s�d S |� t j
�}|D ]&}t j�|| �}t j�|�r�| S q�d S )NZwin32z.exe�PATH�CS_PATH)r �path�splitextr3 r4 �isfiler9 r: �confstr�AttributeError�
ValueError�defpathr7 �pathsepr )r$ rN �_Zext�paths�p�fr r r r � s(
r )r r r )r r r )r r r )N)r3 r Zdistutils.errorsr r Zdistutils.debugr r6 r r r r r4 r5 r8 r
r r r r r �<module> s
R distutils/__pycache__/filelist.cpython-38.opt-1.pyc 0000644 00000023063 15115353745 0016217 0 ustar 00 U
e5d 2 � @ s� d Z ddlZddlZddlZddlZddlmZ ddlmZm Z ddl
m Z G dd� d�Z dd � Z
ejfd
d �Zd d
� Zddd�ZdS )zsdistutils.filelist
Provides the FileList class, used for poking about the filesystem
and building lists of files.
� N�� convert_path)�DistutilsTemplateError�DistutilsInternalError)�logc @ s| e Zd ZdZd dd�Zdd� Zejfdd�Zd d
� Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Zd dd�Zd dd �ZdS ) �FileLista� A list of files built by on exploring the filesystem and filtered by
applying various patterns to what we find there.
Instance attributes:
dir
directory from which files will be taken -- only used if
'allfiles' not supplied to constructor
files
list of filenames currently being built/filtered/manipulated
allfiles
complete list of files under consideration (ie. without any
filtering applied)
Nc C s d | _ g | _d S �N)�allfiles�files)�self�warn� debug_print� r �*/usr/lib64/python3.8/distutils/filelist.py�__init__ s zFileList.__init__c C s
|| _ d S r )r )r r r r r � set_allfiles# s zFileList.set_allfilesc C s t |�| _d S r )�findallr )r �dirr r r r & s zFileList.findallc C s ddl m} |rt|� dS )z~Print 'msg' to stdout if the global DEBUG (taken from the
DISTUTILS_DEBUG environment variable) flag is true.
r )�DEBUGN)Zdistutils.debugr �print)r �msgr r r r r
) s zFileList.debug_printc C s | j �|� d S r )r
�append)r �itemr r r r 3 s zFileList.appendc C s | j �|� d S r )r
�extend)r �itemsr r r r 6 s zFileList.extendc C s< t ttjj| j��}g | _|D ]}| j�tjj|� � q d S r )�sorted�map�os�path�splitr
r �join)r Zsortable_filesZ
sort_tupler r r �sort9 s z
FileList.sortc C s@ t t| j�d dd�D ]$}| j| | j|d kr| j|= qd S )N� r ���)�range�lenr
)r �ir r r �remove_duplicatesC s zFileList.remove_duplicatesc C s� |� � }|d }d } }}|dkrTt|�dk r<td| ��dd� |dd � D �}n~|dkr�t|�d k rttd
| ��t|d �}d d� |dd � D �}n:|d kr�t|�dkr�td
| ��t|d �}n td| ��||||fS )Nr )�include�exclude�global-include�global-exclude� z&'%s' expects <pattern1> <pattern2> ...c S s g | ] }t |��qS r r ��.0�wr r r �
<listcomp>W s z1FileList._parse_template_line.<locals>.<listcomp>r" )�recursive-include�recursive-exclude� z,'%s' expects <dir> <pattern1> <pattern2> ...c S s g | ] }t |��qS r r r- r r r r0 ] s )�graft�prunez#'%s' expects a single <dir_pattern>zunknown action '%s')r r% r r )r �lineZwords�action�patternsr � dir_patternr r r �_parse_template_lineL s0 � � � z FileList._parse_template_linec C s@ | � |�\}}}}|dkrV| �dd�|� � |D ] }| j|dd�s2t�d|� q2�n�|dkr�| �dd�|� � |D ] }| j|dd�svt�d |� qv�n�|d
kr�| �d d�|� � |D ] }| j|d d�s�t�d
|� q��n^|dk�r(| �dd�|� � |D ]"}| j|d d��s t�d|� �q �n|dk�rv| �d|d�|�f � |D ]$}| j||d��sNt�d||� �qNn�|dk�r�| �d|d�|�f � |D ]$}| j||d��s�t�d||� �q�nx|dk�r�| �d| � | jd |d��s<t�d|� nB|dk�r0| �d | � | jd |d��s<t�d |� n td | ��d S ) Nr( zinclude � r" )�anchorz%warning: no files found matching '%s'r) zexclude z9warning: no previously-included files found matching '%s'r* zglobal-include r z>warning: no files found matching '%s' anywhere in distributionr+ zglobal-exclude zRwarning: no previously-included files matching '%s' found anywhere in distributionr1 zrecursive-include %s %s)�prefixz:warning: no files found matching '%s' under directory '%s'r2 zrecursive-exclude %s %szNwarning: no previously-included files matching '%s' found under directory '%s'r4 zgraft z+warning: no directories found matching '%s'r5 zprune z6no previously-included directories found matching '%s'z'this cannot happen: invalid action '%s')r: r
r �include_patternr r �exclude_patternr )r r6 r7 r8 r r9 �patternr r r �process_template_lineh s� �
�
�
�
� �
� �
�
��z FileList.process_template_liner" r c C sl d}t ||||�}| �d|j � | jdkr4| �� | jD ],}|�|�r:| �d| � | j�|� d}q:|S )a� Select strings (presumably filenames) from 'self.files' that
match 'pattern', a Unix-style wildcard (glob) pattern. Patterns
are not quite the same as implemented by the 'fnmatch' module: '*'
and '?' match non-special characters, where "special" is platform-
dependent: slash on Unix; colon, slash, and backslash on
DOS/Windows; and colon on Mac OS.
If 'anchor' is true (the default), then the pattern match is more
stringent: "*.py" will match "foo.py" but not "foo/bar.py". If
'anchor' is false, both of these will match.
If 'prefix' is supplied, then only filenames starting with 'prefix'
(itself a pattern) and ending with 'pattern', with anything in between
them, will match. 'anchor' is ignored in this case.
If 'is_regex' is true, 'anchor' and 'prefix' are ignored, and
'pattern' is assumed to be either a string containing a regex or a
regex object -- no translation is done, the regex is just compiled
and used as-is.
Selected strings will be added to self.files.
Return True if files are found, False otherwise.
Fz%include_pattern: applying regex r'%s'Nz adding T)�translate_patternr
r@ r r �searchr
r )r r@ r< r= �is_regex� files_found�
pattern_re�namer r r r> � s �
zFileList.include_patternc C sr d}t ||||�}| �d|j � tt| j�d dd�D ]4}|�| j| �r8| �d| j| � | j|= d}q8|S )a Remove strings (presumably filenames) from 'files' that match
'pattern'. Other parameters are the same as for
'include_pattern()', above.
The list 'self.files' is modified in place.
Return True if files are found, False otherwise.
Fz%exclude_pattern: applying regex r'%s'r" r# z
removing T)rB r
r@ r$ r% r
rC )r r@ r< r= rD rE rF r& r r r r? � s �zFileList.exclude_pattern)NN)r" Nr )r" Nr )�__name__�
__module__� __qualname__�__doc__r r r �curdirr r
r r r! r' r: rA r> r? r r r r r s
L
, �r c C s& dd� t j| dd�D �}tt jj|�S )z%
Find all files under 'path'
c s s, | ]$\}}}|D ]}t j�||�V qqd S r )r r r )r. �base�dirsr
�filer r r � <genexpr>� s �z#_find_all_simple.<locals>.<genexpr>T)� followlinks)r �walk�filterr �isfile)r Zresultsr r r �_find_all_simple� s �rU c C s6 t | �}| tjkr.tjtjj| d�}t||�}t|�S )z�
Find all files under 'dir' and return the list of full filenames.
Unless dir is '.', return full filenames with dir prepended.
)�start) rU r rL � functools�partialr �relpathr �list)r r
Zmake_relr r r r s
r c C s8 t �| �}tj}tjdkr d}d| }t�d||�}|S )z�Translate a shell-like glob pattern to a regular expression; return
a string containing the regex. Differs from 'fnmatch.translate()' in
that '*' does not match "special characters" (which are
platform-specific).
�\z\\\\z\1[^%s]z((?<!\\)(\\\\)*)\.)�fnmatch� translater �sep�re�sub)r@ rF r^ Zescapedr r r �
glob_to_re s
ra r" c
C s� |r t | t�rt�| �S | S td��d�\}}}| r>t| �}nd}|dk r�t|�}|t|�t|�t|� � }tj} tjdkr�d} |t|�t|�t|� � }d||| ||f }n |r�d||t|�d� f }t�|�S )a Translate a shell-like wildcard pattern to a compiled regular
expression. Return the compiled regex. If 'is_regex' true,
then 'pattern' is directly compiled to a regex (if it's a string)
or just returned as-is (assumes it's a regex object).
�_� Nr[ z\\z%s\A%s%s.*%s%sz%s\A%s) �
isinstance�strr_ �compilera � partitionr% r r^ )
r@ r< r= rD rV rb �endrF Z prefix_rer^ r r r rB % s(
rB )r" Nr )rK r r_ r\ rW Zdistutils.utilr Zdistutils.errorsr r Z distutilsr r rU rL r ra rB r r r r �<module> s i distutils/__pycache__/cygwinccompiler.cpython-38.pyc 0000644 00000020646 15115353745 0016647 0 ustar 00 U
e5d^@ � @ s� d Z ddlZddlZddlZddlmZmZmZ ddlZddl m
Z
m Z ddl m
Z
ddlmZ ddlmZmZmZmZ ddlmZ dd lmZ dd
lmZ d d � ZG d
d� de
�Z G dd� de �Z dZ dZ dZ dd� Z!e�"d�Z#dd� Z$dd� Z%dd � Z&dS ) a distutils.cygwinccompiler
Provides the CygwinCCompiler class, a subclass of UnixCCompiler that
handles the Cygwin port of the GNU C compiler to Windows. It also contains
the Mingw32CCompiler class which handles the mingw32 port of GCC (same as
cygwin in no-cygwin mode).
� N)�Popen�PIPE� check_output)�gen_preprocess_options�gen_lib_options)�
UnixCCompiler)�
write_file)�DistutilsExecError�CCompilerError� CompileError�UnknownFileError)�log)� LooseVersion)�find_executablec C s� t j�d�} | dkr|t j| d | d � }|dkr8dgS |dkrFdgS |d krTd
gS |d krbd gS |d
krpdgS td| ��dS )zaInclude the appropriate MSVC runtime library if Python was built
with MSVC 7.0 or later.
zMSC v.���� �
Z1300Zmsvcr70Z1310Zmsvcr71Z1400Zmsvcr80Z1500Zmsvcr90Z1600Zmsvcr100z Unknown MS Compiler version %s N)�sys�version�find�
ValueError)Zmsc_posZmsc_ver� r �1/usr/lib64/python3.8/distutils/cygwinccompiler.py� get_msvcr? s r c
@ sR e Zd ZdZdZdZdZdZdZdZ dZ
dd
d �Z d d
� Z ddd�Z
ddd�ZdS )�CygwinCCompilerz? Handles the Cygwin port of the GNU C compiler to Windows.
�cygwinz.o�.az.dllzlib%s%sz%s%sz.exer c C s� t �| |||� t� \}}| �d||f � |tk rB| �d| � t� \| _| _| _ | �| j
d| j| j| j f � | jdkr�d| _ nd| _ | jdkr�d}nd }| j d
d d d
d| j |f d� | jdkr�dg| _
| �d� nt� | _
d S )Nz%Python's GCC status: %s (details: %s)z�Python's pyconfig.h doesn't seem to support your compiler. Reason: %s. Compiling may fail because of undefined preprocessor macros.z : gcc %s, ld %s, dllwrap %s
z2.10.90�gcc�dllwrap�2.13�-shared�
-mdll -staticzgcc -mcygwin -O -Wallzgcc -mcygwin -mdll -O -Wallzg++ -mcygwin -O -Wallz gcc -mcygwinz%s -mcygwin %s�Zcompiler� compiler_soZ compiler_cxxZ
linker_exeZ linker_so�2.91.57Zmsvcrtz,Consider upgrading to a newer version of gcc)r �__init__�check_config_hZ debug_print� CONFIG_H_OK�warn� get_versions� gcc_version�
ld_versionZdllwrap_version�
compiler_type�
linker_dll�set_executables�
dll_librariesr )�self�verbose�dry_run�forceZstatusZdetails�
shared_optionr r r r% d sN
����
��
��
�zCygwinCCompiler.__init__c
C s� |dks|dkrVz| � dd|d|g� W q� tk
rR } z t|��W 5 d}~X Y q�X nNz"| � | j| |d|g | � W n* tk
r� } z t|��W 5 d}~X Y nX dS )z:Compiles the source by spawning GCC and windres if needed.�.rc�.resZwindresz-iz-oN)Zspawnr r r# )r0 �obj�src�extZcc_args�extra_postargsZpp_opts�msgr r r �_compile� s �
zCygwinCCompiler._compileNc C sP t � |
p
g �}
t � |pg �}t � |p&g �}|�| j� |dk �r|| jksV| jdk�rtj�|d �}tj�tj� |��\}}tj�
||d �}tj�
|d| d �}dtj� |� dg}|D ]}|� |� q�| � t
||fd | � | jd
k�r|
�d |g� |
�d |g� n
|� |� | �s(|
� d
� t�| |||||||d| |
| | |
� dS )zLink the objects.Nr r z.def�libr z
LIBRARY %sZEXPORTSz
writing %sr z --output-libz--defz-s)�copy�extendr/ Z
EXECUTABLEr- �os�path�dirname�splitext�basename�join�appendZexecuter r �link)r0 Z target_descZobjectsZoutput_filename�
output_dirZ librariesZ library_dirsZruntime_library_dirsZexport_symbols�debugZ
extra_preargsr: Z
build_tempZ target_langZtemp_dirZdll_nameZ
dll_extensionZdef_fileZlib_file�contentsZsymr r r rG � sR
��
�� �
�zCygwinCCompiler.link� c C s� |dkr d}g }|D ]�}t j�t j�|��\}}|| jddg krRtd||f ��|rbt j�|�}|dkr�|�t j�||| | j �� q|�t j�||| j �� q|S )z#Adds supports for rc and res files.NrK r5 r6 z"unknown file type '%s' (from '%s'))r6 r5 )
r@ rA rC �normcaseZsrc_extensionsr rD rF rE �
obj_extension)r0 Zsource_filenamesZ strip_dirrH Z obj_namesZsrc_name�baser9 r r r �object_filenames� s& � � �z CygwinCCompiler.object_filenames)r r r )
NNNNNr NNNN)r rK )�__name__�
__module__� __qualname__�__doc__r, rM Zstatic_lib_extensionZshared_lib_extensionZstatic_lib_formatZshared_lib_formatZ
exe_extensionr% r< rG rO r r r r r Y s,
; �
Nr c @ s e Zd ZdZdZddd�ZdS )�Mingw32CCompilerz@ Handles the Mingw32 port of the GNU C compiler to Windows.
Zmingw32r c C sx t �| |||� | jdkr d}nd}| jdkr4d}nd}t� rFtd��| jdd d
d d | j||f d
� g | _t � | _d S )Nr r r! r$ z--entry _DllMain@12rK z1Cygwin gcc cannot be used with --compiler=mingw32z gcc -O -Wallzgcc -mdll -O -Wallz g++ -O -Wallr z%s %s %sr" )
r r% r+ r* � is_cygwingccr
r. r- r/ r )r0 r1 r2 r3 r4 Z entry_pointr r r r% s.
���� zMingw32CCompiler.__init__N)r r r )rP rQ rR rS r, r% r r r r rT s rT �okznot okZ uncertainc
C s� ddl m} dtjkr tdfS | �� }zLt|�}z4d|�� krPtd| fW �W S t d| fW �W S W 5 |�� X W n8 t
k
r� } zt d||j f f W Y �S d }~X Y nX d S )
aw Check if the current Python installation appears amenable to building
extensions with GCC.
Returns a tuple (status, details), where 'status' is one of the following
constants:
- CONFIG_H_OK: all is well, go ahead and compile
- CONFIG_H_NOTOK: doesn't look good
- CONFIG_H_UNCERTAIN: not sure -- unable to read pyconfig.h
'details' is a human-readable string explaining the situation.
Note there are two ways to conclude "OK": either 'sys.version' contains
the string "GCC" (implying that this Python was built with GCC), or the
installed "pyconfig.h" contains the string "__GNUC__".
r )� sysconfigZGCCzsys.version mentions 'GCC'Z__GNUC__z'%s' mentions '__GNUC__'z '%s' does not mention '__GNUC__'zcouldn't read '%s': %sN)
� distutilsrW r r r' Zget_config_h_filename�open�close�read�CONFIG_H_NOTOK�OSError�CONFIG_H_UNCERTAIN�strerror)rW �fnZconfig_h�excr r r r& H s
�r& s (\d+\.\d+(\.\d+)*)c C sl | � � d }t|�dkr dS t| dtd�j}z |�� }W 5 |�� X t�|�}|dkrZdS t |�
d�� � �S )z�Find the version of an executable by running `cmd` in the shell.
If the command is not found, or the output does not match
`RE_VERSION`, returns None.
r NT)�shell�stdout� ) �splitr r r rc rZ r[ �
RE_VERSION�searchr �group�decode)�cmd�
executable�out�
out_string�resultr r r �_find_exe_versionu s
ro c C s dddg} t dd� | D ��S )zg Try to find out the versions of gcc, ld and dllwrap.
If not possible it returns None for it.
zgcc -dumpversionzld -vzdllwrap --versionc S s g | ] }t |��qS r )ro )�.0rj r r r �
<listcomp>� s z get_versions.<locals>.<listcomp>)�tuple)Zcommandsr r r r) � s
r) c C s t ddg�} | �� �d�S )z>Try to determine if the gcc that would be used is from cygwin.r z -dumpmachines cygwin)r �strip�endswith)rm r r r rU � s rU )'rS r@ r r> �
subprocessr r r �reZdistutils.ccompilerr r Zdistutils.unixccompilerr Zdistutils.file_utilr Zdistutils.errorsr r
r r rX r
Zdistutils.versionr Zdistutils.spawnr r r rT r' r\ r^ r& �compilerf ro r) rU r r r r �<module> s0 / ;1+
distutils/__pycache__/cygwinccompiler.cpython-38.opt-2.pyc 0000644 00000015510 15115353745 0017601 0 ustar 00 U
e5d^@ � @ s� d dl Z d dlZd dlZd dlmZmZmZ d dlZd dlm Z m
Z
d dl m Z d dl
mZ d dlmZmZmZmZ d dlmZ d dlmZ d d lmZ d
d � ZG d d
� d
e �ZG dd� de�Z dZ dZ dZ dd� Z e�!d�Z"dd� Z#dd� Z$dd� Z%dS ) � N)�Popen�PIPE� check_output)�gen_preprocess_options�gen_lib_options)�
UnixCCompiler)�
write_file)�DistutilsExecError�CCompilerError� CompileError�UnknownFileError)�log)� LooseVersion)�find_executablec C s� t j�d�} | dkr|t j| d | d � }|dkr8dgS |dkrFdgS |d krTd
gS |d krbd gS |d
krpdgS td| ��d S )NzMSC v.���� �
Z1300Zmsvcr70Z1310Zmsvcr71Z1400Zmsvcr80Z1500Zmsvcr90Z1600Zmsvcr100z Unknown MS Compiler version %s )�sys�version�find�
ValueError)Zmsc_posZmsc_ver� r �1/usr/lib64/python3.8/distutils/cygwinccompiler.py� get_msvcr? s r c
@ sN e Zd ZdZdZdZdZdZdZdZ dd d
�Z
d d � Z ddd�Z ddd�Z
d
S )�CygwinCCompiler�cygwinz.o�.az.dllzlib%s%sz%s%sz.exer c C s� t �| |||� t� \}}| �d||f � |tk rB| �d| � t� \| _| _| _ | �| j
d| j| j| j f � | jdkr�d| _ nd| _ | jdkr�d}nd }| j d
d d d
d| j |f d� | jdkr�dg| _
| �d� nt� | _
d S )Nz%Python's GCC status: %s (details: %s)z�Python's pyconfig.h doesn't seem to support your compiler. Reason: %s. Compiling may fail because of undefined preprocessor macros.z : gcc %s, ld %s, dllwrap %s
z2.10.90�gcc�dllwrap�2.13�-shared�
-mdll -staticzgcc -mcygwin -O -Wallzgcc -mcygwin -mdll -O -Wallzg++ -mcygwin -O -Wallz gcc -mcygwinz%s -mcygwin %s�Zcompiler� compiler_soZ compiler_cxxZ
linker_exeZ linker_so�2.91.57Zmsvcrtz,Consider upgrading to a newer version of gcc)r �__init__�check_config_hZ debug_print� CONFIG_H_OK�warn� get_versions� gcc_version�
ld_versionZdllwrap_version�
compiler_type�
linker_dll�set_executables�
dll_librariesr )�self�verbose�dry_run�forceZstatusZdetails�
shared_optionr r r r% d sN
����
��
��
�zCygwinCCompiler.__init__c
C s� |dks|dkrVz| � dd|d|g� W q� tk
rR } z t|��W 5 d }~X Y q�X nNz"| � | j| |d|g | � W n* tk
r� } z t|��W 5 d }~X Y nX d S )N�.rc�.resZwindresz-iz-o)Zspawnr r r# )r0 �obj�src�extZcc_args�extra_postargsZpp_opts�msgr r r �_compile� s �
zCygwinCCompiler._compileNc C sP t � |
p
g �}
t � |pg �}t � |p&g �}|�| j� |d k �r|| jksV| jdk�rtj�|d �}tj�tj� |��\}}tj�
||d �}tj�
|d| d �}dtj� |� dg}|D ]}|� |� q�| � t
||fd| � | jd k�r|
�d
|g� |
�d |g� n
|� |� | �s(|
� d � t�| |||||||d | |
| | |
� d S )
Nr r z.def�libr z
LIBRARY %sZEXPORTSz
writing %sr z --output-libz--defz-s)�copy�extendr/ Z
EXECUTABLEr- �os�path�dirname�splitext�basename�join�appendZexecuter r �link)r0 Z target_descZobjectsZoutput_filename�
output_dirZ librariesZ library_dirsZruntime_library_dirsZexport_symbols�debugZ
extra_preargsr: Z
build_tempZ target_langZtemp_dirZdll_nameZ
dll_extensionZdef_fileZlib_file�contentsZsymr r r rG � sR
��
�� �
�zCygwinCCompiler.link� c C s� |d kr d}g }|D ]�}t j�t j�|��\}}|| jddg krRtd||f ��|rbt j�|�}|dkr�|�t j�||| | j �� q|�t j�||| j �� q|S )NrK r5 r6 z"unknown file type '%s' (from '%s'))r6 r5 )
r@ rA rC �normcaseZsrc_extensionsr rD rF rE �
obj_extension)r0 Zsource_filenamesZ strip_dirrH Z obj_namesZsrc_name�baser9 r r r �object_filenames� s& � � �z CygwinCCompiler.object_filenames)r r r )
NNNNNr NNNN)r rK )�__name__�
__module__� __qualname__r, rM Zstatic_lib_extensionZshared_lib_extensionZstatic_lib_formatZshared_lib_formatZ
exe_extensionr% r< rG rO r r r r r Y s*
; �
Nr c @ s e Zd ZdZddd�ZdS )�Mingw32CCompilerZmingw32r c C sx t �| |||� | jdkr d}nd}| jdkr4d}nd}t� rFtd��| jdd d
d d | j||f d
� g | _t � | _d S )Nr r r! r$ z--entry _DllMain@12rK z1Cygwin gcc cannot be used with --compiler=mingw32z gcc -O -Wallzgcc -mdll -O -Wallz g++ -O -Wallr z%s %s %sr" )
r r% r+ r* � is_cygwingccr
r. r- r/ r )r0 r1 r2 r3 r4 Z entry_pointr r r r% s.
���� zMingw32CCompiler.__init__N)r r r )rP rQ rR r, r% r r r r rS s rS �okznot okZ uncertainc
C s� ddl m} dtjkr tdfS | �� }zLt|�}z4d|�� krPtd| fW �W S t d| fW �W S W 5 |�� X W n8 t
k
r� } zt d||j f f W Y �S d }~X Y nX d S ) Nr )� sysconfigZGCCzsys.version mentions 'GCC'Z__GNUC__z'%s' mentions '__GNUC__'z '%s' does not mention '__GNUC__'zcouldn't read '%s': %s)
� distutilsrV r r r' Zget_config_h_filename�open�close�read�CONFIG_H_NOTOK�OSError�CONFIG_H_UNCERTAIN�strerror)rV �fnZconfig_h�excr r r r& H s
�r& s (\d+\.\d+(\.\d+)*)c C sl | � � d }t|�d kr d S t| dtd�j}z |�� }W 5 |�� X t�|�}|d krZd S t |�
d�� � �S )Nr T)�shell�stdout� ) �splitr r r rb rY rZ �
RE_VERSION�searchr �group�decode)�cmd�
executable�out�
out_string�resultr r r �_find_exe_versionu s
rn c C s dddg} t dd� | D ��S )Nzgcc -dumpversionzld -vzdllwrap --versionc S s g | ] }t |��qS r )rn )�.0ri r r r �
<listcomp>� s z get_versions.<locals>.<listcomp>)�tuple)Zcommandsr r r r) � s
r) c C s t ddg�} | �� �d�S )Nr z -dumpmachines cygwin)r �strip�endswith)rl r r r rT � s rT )&r@ r r> �
subprocessr r r �reZdistutils.ccompilerr r Zdistutils.unixccompilerr Zdistutils.file_utilr Zdistutils.errorsr r
r r rW r
Zdistutils.versionr Zdistutils.spawnr r r rS r' r[ r] r& �compilere rn r) rT r r r r �<module>0 s. ;1+
distutils/__pycache__/errors.cpython-38.pyc 0000644 00000012204 15115353745 0014754 0 ustar 00 U
e5d�
� @ s8 d Z G dd� de�ZG dd� de�ZG dd� de�ZG dd� de�ZG d d
� d
e�ZG d d � d e�ZG d
d� de�ZG dd� de�Z G dd� de�Z
G dd� de�Z G dd� de�Z G dd� de�Z
G dd� de�ZG dd � d e�ZG d d � d e�ZG d d � d e�ZG d!d"� d"e�ZG d#d$� d$e�ZG d%d&� d&e�Zd'S )(a� distutils.errors
Provides exceptions used by the Distutils modules. Note that Distutils
modules may raise standard exceptions; in particular, SystemExit is
usually raised for errors that are obviously the end-user's fault
(eg. bad command-line arguments).
This module is safe to use in "from ... import *" mode; it only exports
symbols whose names start with "Distutils" and end with "Error".c @ s e Zd ZdZdS )�DistutilsErrorz The root of all Distutils evil.N��__name__�
__module__� __qualname__�__doc__� r r �(/usr/lib64/python3.8/distutils/errors.pyr s r c @ s e Zd ZdZdS )�DistutilsModuleErrorz�Unable to load an expected module, or to find an expected class
within some module (in particular, command modules and classes).Nr r r r r r s r c @ s e Zd ZdZdS )�DistutilsClassErrorz�Some command class (or possibly distribution class, if anyone
feels a need to subclass Distribution) is found not to be holding
up its end of the bargain, ie. implementing some part of the
"command "interface.Nr r r r r r
s r
c @ s e Zd ZdZdS )�DistutilsGetoptErrorz7The option table provided to 'fancy_getopt()' is bogus.Nr r r r r r s r c @ s e Zd ZdZdS )�DistutilsArgErrorzaRaised by fancy_getopt in response to getopt.error -- ie. an
error in the command line usage.Nr r r r r r s r c @ s e Zd ZdZdS )�DistutilsFileErrorz�Any problems in the filesystem: expected file not found, etc.
Typically this is for problems that we detect before OSError
could be raised.Nr r r r r r
$ s r
c @ s e Zd ZdZdS )�DistutilsOptionErrora� Syntactic/semantic errors in command options, such as use of
mutually conflicting options, or inconsistent options,
badly-spelled values, etc. No distinction is made between option
values originating in the setup script, the command line, config
files, or what-have-you -- but if we *know* something originated in
the setup script, we'll raise DistutilsSetupError instead.Nr r r r r r * s r c @ s e Zd ZdZdS )�DistutilsSetupErrorzqFor errors that can be definitely blamed on the setup script,
such as invalid keyword arguments to 'setup()'.Nr r r r r r 3 s r c @ s e Zd ZdZdS )�DistutilsPlatformErrorz�We don't know how to do something on the current platform (but
we do know how to do it on some platform) -- eg. trying to compile
C files on a platform not supported by a CCompiler subclass.Nr r r r r r 8 s r c @ s e Zd ZdZdS )�DistutilsExecErrorz`Any problems executing an external program (such as the C
compiler, when compiling C files).Nr r r r r r > s r c @ s e Zd ZdZdS )�DistutilsInternalErrorzoInternal inconsistencies or impossibilities (obviously, this
should never be seen if the code is working!).Nr r r r r r C s r c @ s e Zd ZdZdS )�DistutilsTemplateErrorz%Syntax error in a file list template.Nr r r r r r H s r c @ s e Zd ZdZdS )�DistutilsByteCompileErrorzByte compile error.Nr r r r r r K s r c @ s e Zd ZdZdS )�CCompilerErrorz#Some compile/link operation failed.Nr r r r r r O s r c @ s e Zd ZdZdS )�PreprocessErrorz.Failure to preprocess one or more C/C++ files.Nr r r r r r R s r c @ s e Zd ZdZdS )� CompileErrorz2Failure to compile one or more C/C++ source files.Nr r r r r r U s r c @ s e Zd ZdZdS )�LibErrorzKFailure to create a static library from one or more C/C++ object
files.Nr r r r r r X s r c @ s e Zd ZdZdS )� LinkErrorz]Failure to link one or more C/C++ object files into an executable
or shared library file.Nr r r r r r \ s r c @ s e Zd ZdZdS )�UnknownFileErrorz(Attempt to process an unknown file type.Nr r r r r r ` s r N)r � Exceptionr r r
r r r
r r r r r r r r r r r r r r r r r �<module> s&
distutils/__pycache__/cmd.cpython-38.opt-1.pyc 0000644 00000033176 15115353745 0015155 0 ustar 00 U
e5d�F � @ sb d Z ddlZddlZddlZddlmZ ddlmZmZm Z m
Z
m Z ddlm Z G dd� d�Z
dS )ztdistutils.cmd
Provides the Command class, the base class for the command classes
in the distutils.command package.
� N)�DistutilsOptionError)�util�dir_util� file_util� archive_util�dep_util��logc @ s" e Zd ZdZg Zdd� Zdd� Zdd� Zdd � Zd
d � Z dCdd�Z
dd� Z dDdd�Z dd� Z
dEdd�ZdFdd�Zdd � ZdGd d �Zd d � Zd!d"� Zd#d$� Zd%d&� ZdHd'd(�ZdId*d+�Zd,d-� Zd.d/� Zd0d1� ZdJd2d3�ZdKd5d6�Z dLd7d8�Z dMd9d:�Z dNd;d<�Z dOd=d>�Z dPd?d@�Z!dQdAdB�Z"d S )R�Commanda} Abstract base class for defining command classes, the "worker bees"
of the Distutils. A useful analogy for command classes is to think of
them as subroutines with local variables called "options". The options
are "declared" in 'initialize_options()' and "defined" (given their
final values, aka "finalized") in 'finalize_options()', both of which
must be defined by every command class. The distinction between the
two is necessary because option values might come from the outside
world (command line, config file, ...), and any options dependent on
other options must be computed *after* these outside influences have
been processed -- hence 'finalize_options()'. The "body" of the
subroutine, where it does all its work based on the values of its
options, is the 'run()' method, which must also be implemented by every
command class.
c C sb ddl m} t||�s td��| jtkr0td��|| _| �� d| _ |j
| _
d| _ d| _ d| _
dS )z�Create and initialize a new Command object. Most importantly,
invokes the 'initialize_options()' method, which is the real
initializer and depends on the actual command being
instantiated.
r )� Distributionz$dist must be a Distribution instancez Command is an abstract classN)Zdistutils.distr �
isinstance� TypeError� __class__r
� RuntimeError� distribution�initialize_optionsZ_dry_run�verbose�force�help� finalized)�selfZdistr � r �%/usr/lib64/python3.8/distutils/cmd.py�__init__/ s
zCommand.__init__c C s< |dkr0t | d| �}|d kr*t | j|�S |S nt|��d S )N�dry_run�_)�getattrr �AttributeError)r �attrZmyvalr r r � __getattr___ s zCommand.__getattr__c C s | j s| �� d| _ d S )N� )r �finalize_options�r r r r �ensure_finalizedi s zCommand.ensure_finalizedc C s t d| j ��dS )a� Set default values for all the options that this command
supports. Note that these defaults may be overridden by other
commands, by the setup script, by config files, or by the
command-line. Thus, this is not the place to code dependencies
between options; generally, 'initialize_options()' implementations
are just a bunch of "self.foo = None" assignments.
This method must be implemented by all command classes.
�,abstract method -- subclass %s must overrideN�r r r" r r r r { s
�zCommand.initialize_optionsc C s t d| j ��dS )a Set final values for all the options that this command supports.
This is always called as late as possible, ie. after any option
assignments from the command-line or from other commands have been
done. Thus, this is the place to code option dependencies: if
'foo' depends on 'bar', then it is safe to set 'foo' from 'bar' as
long as 'foo' still has the same value it was assigned in
'initialize_options()'.
This method must be implemented by all command classes.
r$ Nr% r" r r r r! � s �zCommand.finalize_optionsN� c C s� ddl m} |d kr d| �� }| j|| tjd� |d }| jD ]R\}}}|�|�}|d dkrn|d d� }t| |�}| j|d||f tjd� qBd S ) Nr )�
longopt_xlatezcommand options for '%s':)�levelz ����=z%s = %s) Zdistutils.fancy_getoptr' �get_command_name�announcer �INFOZ user_options� translater )r �header�indentr' �optionr �valuer r r � dump_options� s
�zCommand.dump_optionsc C s t d| j ��dS )a� A command's raison d'etre: carry out the action it exists to
perform, controlled by the options initialized in
'initialize_options()', customized by other commands, the setup
script, the command-line, and config files, and finalized in
'finalize_options()'. All terminal output and filesystem
interaction should be done by 'run()'.
This method must be implemented by all command classes.
r$ Nr% r" r r r �run� s
�z Command.runr c C s t � ||� dS )zmIf the current verbosity level is of greater than or equal to
'level' print 'msg' to stdout.
Nr )r �msgr( r r r r, � s zCommand.announcec C s& ddl m} |r"t|� tj�� dS )z~Print 'msg' to stdout if the global DEBUG (taken from the
DISTUTILS_DEBUG environment variable) flag is true.
r )�DEBUGN)Zdistutils.debugr6 �print�sys�stdout�flush)r r5 r6 r r r � debug_print� s zCommand.debug_printc C sB t | |�}|d kr"t| ||� |S t|t�s>td|||f ��|S )Nz '%s' must be a %s (got `%s`))r �setattrr �strr )r r1 �what�default�valr r r �_ensure_stringlike� s
�zCommand._ensure_stringlikec C s | � |d|� dS )zWEnsure that 'option' is a string; if not defined, set it to
'default'.
�stringN)rA )r r1 r? r r r �
ensure_string� s zCommand.ensure_stringc C sp t | |�}|dkrdS t|t�r6t| |t�d|�� n6t|t�rTtdd� |D ��}nd}|sltd||f ��dS )z�Ensure that 'option' is a list of strings. If 'option' is
currently a string, we split it either on /,\s*/ or /\s+/, so
"foo bar baz", "foo,bar,baz", and "foo, bar baz" all become
["foo", "bar", "baz"].
Nz,\s*|\s+c s s | ]}t |t�V qd S �N)r r= )�.0�vr r r � <genexpr>� s z-Command.ensure_string_list.<locals>.<genexpr>Fz''%s' must be a list of strings (got %r)) r r r= r< �re�split�list�allr )r r1 r@ �okr r r �ensure_string_list� s
��zCommand.ensure_string_listc C s6 | � |||�}|d k r2||�s2td| ||f ��d S )Nzerror in '%s' option: )rA r )r r1 Ztesterr> Z error_fmtr? r@ r r r �_ensure_tested_string� s
�z Command._ensure_tested_stringc C s | � |tjjdd� dS )z5Ensure that 'option' is the name of an existing file.�filenamez$'%s' does not exist or is not a fileN)rN �os�path�isfile�r r1 r r r �ensure_filename� s �zCommand.ensure_filenamec C s | � |tjjdd� d S )Nzdirectory namez)'%s' does not exist or is not a directory)rN rP rQ �isdirrS r r r �ensure_dirname s �zCommand.ensure_dirnamec C s t | d�r| jS | jjS d S )N� command_name)�hasattrrW r �__name__r" r r r r+ s
zCommand.get_command_namec G sF | j �|�}|�� |D ](\}}t| |�dkrt| |t||�� qdS )a> Set the values of any "undefined" options from corresponding
option values in some other command object. "Undefined" here means
"is None", which is the convention used to indicate that an option
has not been changed between 'initialize_options()' and
'finalize_options()'. Usually called from 'finalize_options()' for
options that depend on some other command rather than another
option of the same command. 'src_cmd' is the other command from
which option values will be taken (a command object will be created
for it if necessary); the remaining arguments are
'(src_option,dst_option)' tuples which mean "take the value of
'src_option' in the 'src_cmd' command object, and copy it to
'dst_option' in the current command object".
N)r �get_command_objr# r r< )r Zsrc_cmdZ option_pairsZ src_cmd_objZ
src_optionZ
dst_optionr r r �set_undefined_options s
z Command.set_undefined_optionsc C s | j �||�}|�� |S )z�Wrapper around Distribution's 'get_command_obj()' method: find
(create if necessary and 'create' is true) the command object for
'command', call its 'ensure_finalized()' method, and return the
finalized command object.
)r rZ r# )r �commandZcreateZcmd_objr r r �get_finalized_command$ s z Command.get_finalized_commandr c C s | j �||�S rD )r �reinitialize_command)r r\ Zreinit_subcommandsr r r r^ 0 s �z Command.reinitialize_commandc C s | j �|� dS )z�Run some other command: uses the 'run_command()' method of
Distribution, which creates and finalizes the command object if
necessary and then invokes its 'run()' method.
N)r � run_command)r r\ r r r r_ 4 s zCommand.run_commandc C s2 g }| j D ]"\}}|dks"|| �r
|�|� q
|S )ak Determine the sub-commands that are relevant in the current
distribution (ie., that need to be run). This is based on the
'sub_commands' class attribute: each tuple in that list may include
a method that we call to determine if the subcommand needs to be
run for the current distribution. Return a list of command names.
N)� sub_commands�append)r ZcommandsZcmd_name�methodr r r �get_sub_commands; s
zCommand.get_sub_commandsc C s t �d| �� |� d S )Nzwarning: %s: %s
)r �warnr+ )r r5 r r r rd K s z Command.warnc C s t j|||| jd� d S �N�r )r �executer )r �func�argsr5 r( r r r rg N s zCommand.execute� c C s t j||| jd� d S re )r �mkpathr )r �name�moder r r rk Q s zCommand.mkpathc C s t j||||| j || jd�S )z�Copy a file respecting verbose, dry-run and force flags. (The
former two default to whatever is in the Distribution object, and
the latter defaults to false for commands that don't define it.)rf )r � copy_filer r )r �infile�outfile�
preserve_mode�preserve_times�linkr( r r r rn T s
�zCommand.copy_filec C s t j|||||| j | jd�S )z\Copy an entire directory tree respecting verbose, dry-run,
and force flags.
rf )r � copy_treer r )r ro rp rq rr Zpreserve_symlinksr( r r r rt ] s
�zCommand.copy_treec C s t j||| jd�S )z$Move a file respecting dry-run flag.rf )r � move_filer )r �srcZdstr( r r r ru f s zCommand.move_filec C s ddl m} |||| jd� dS )z2Spawn an external command respecting dry-run flag.r )�spawnrf N)Zdistutils.spawnrw r )r �cmdZ search_pathr( rw r r r rw j s z
Command.spawnc C s t j||||| j||d�S )N)r �owner�group)r � make_archiver )r Z base_name�formatZroot_dirZbase_dirry rz r r r r{ o s
�zCommand.make_archivec C s� |dkrd| }t |t�r"|f}nt |ttf�s8td��|dkrRd|d�|�f }| jsdt�||�rv| � ||||� n
t
� |� dS )a� Special case of 'execute()' for operations that process one or
more input files and generate one output file. Works just like
'execute()', except the operation is skipped and a different
message printed if 'outfile' already exists and is newer than all
files listed in 'infiles'. If the command defined 'self.force',
and it is true, then the command is unconditionally run -- does no
timestamp checks.
Nz skipping %s (inputs unchanged)z9'infiles' must be a string, or a list or tuple of stringszgenerating %s from %sz, ) r r= rJ �tupler
�joinr r Z newer_grouprg r �debug)r Zinfilesrp rh ri Zexec_msgZskip_msgr( r r r � make_fileu s
�zCommand.make_file)Nr& )r )N)N)N)r )r )Nr )rj )r r Nr )r r r r )r )r r )NNNN)NNr )#rY �
__module__� __qualname__�__doc__r` r r r# r r! r3 r4 r, r; rA rC rM rN rT rV r+ r[ r] r^ r_ rc rd rg rk rn rt ru rw r{ r� r r r r r
sZ 0
�
�
�
�
�r
)r� r8 rP rH Zdistutils.errorsr Z distutilsr r r r r r r
r r r r �<module> s
distutils/__pycache__/msvc9compiler.cpython-38.pyc 0000644 00000042150 15115353745 0016237 0 ustar 00 U
e5d/w � @ sR d Z ddlZddlZddlZddlZddlmZmZmZm Z m
Z
ddl m Z m
Z
mZ ddlmZ ddlmZ ddlZejZejZejZejZej ej ej ej fZ ej!dko�ej"dkZ#e#r�d Z$d
Z%d Z&n d Z$d
Z%dZ&ddd�Z'G dd� d�Z(G dd� d�Z)dd� Z*dd� Z+dd� Z,d d � Z-d$d d �Z.e*� Z/e/d k �r>ed!e/ ��G d"d#� d#e �Z0dS )%a distutils.msvc9compiler
Contains MSVCCompiler, an implementation of the abstract CCompiler class
for the Microsoft Visual Studio 2008.
The module is compatible with VS 2005 and VS 2008. You can find legacy support
for older versions of VS in distutils.msvccompiler.
� N)�DistutilsExecError�DistutilsPlatformError� CompileError�LibError� LinkError)� CCompiler�gen_preprocess_options�gen_lib_options)�log)� get_platform�win32l z1Software\Wow6432Node\Microsoft\VisualStudio\%0.1fz5Software\Wow6432Node\Microsoft\Microsoft SDKs\Windowsz,Software\Wow6432Node\Microsoft\.NETFrameworkz%Software\Microsoft\VisualStudio\%0.1fz)Software\Microsoft\Microsoft SDKs\Windowsz Software\Microsoft\.NETFramework�x86Zamd64�r z win-amd64c @ sP e Zd ZdZdd� Zee�Zdd� Zee�Zdd� Zee�Zdd � Ze e�Zd
S ) �Regz2Helper class to read values from the registry
c C s: t D ](}| �||�}|r||kr|| S qt|��d S �N)�HKEYS� read_values�KeyError)�cls�path�key�base�d� r �//usr/lib64/python3.8/distutils/msvc9compiler.py� get_value@ s
z
Reg.get_valuec C sn zt ||�}W n tk
r$ Y dS X g }d}zt||�}W n tk
rT Y qjY nX |�|� |d7 }q.|S )z Return list of registry keys.Nr � )� RegOpenKeyEx�RegError�
RegEnumKey�append)r r r �handle�L�i�kr r r � read_keysH s
z
Reg.read_keysc C s� zt ||�}W n tk
r$ Y dS X i }d}zt||�\}}}W n tk
rZ Y q�Y nX |�� }| �|�|| �|�< |d7 }q.|S )z`Return dict of registry keys and values.
All names are converted to lowercase.
Nr r )r r � RegEnumValue�lower� convert_mbcs) r r r r! r r# �name�value�typer r r r Z s
zReg.read_valuesc C s: t | dd �}|d k r6z |d�} W n tk
r4 Y nX | S )N�decode�mbcs)�getattr� UnicodeError)�sZdecr r r r( p s zReg.convert_mbcsN)
�__name__�
__module__� __qualname__�__doc__r � classmethodr% r r( � staticmethodr r r r r < s r c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�
MacroExpanderc C s i | _ t| | _| �|� d S r )�macros�VS_BASE�vsbase� load_macros)�self�versionr r r �__init__| s
zMacroExpander.__init__c C s t �||�| jd| < d S )Nz$(%s))r r r8 )r< Zmacror r r r r � set_macro� s zMacroExpander.set_macroc C s | � d| jd d� | � d| jd d� | � dtd� z$|dkrP| � d td
� ntd
��W n tk
rv td ��Y nX |d kr�| � d
| jd� | � dtd� nbd}tD ]X}zt||�}W n tk
r� Y q�Y nX t |d�}t
� |d||f �}|d | j d< q�d S )NZ VCInstallDirz \Setup\VC�
productdirZ VSInstallDirz \Setup\VSZ FrameworkDirZ installroot� @ZFrameworkSDKDirzsdkinstallrootv2.0a Python was built with Visual Studio 2008;
extensions must be built with a compiler than can generate compatible binaries.
Visual Studio 2008 was not found on this system. If you have Cygwin installed,
you can try compiling with MingW32, by passing "-c mingw32" to setup.py.g "@ZFrameworkVersionz clr versionZ
WindowsSdkDirZcurrentinstallfolderz.Software\Microsoft\NET Framework Setup\Productr z%s\%sr= z$(FrameworkVersion))
r? r: �NET_BASEr r � WINSDK_BASEr r r r r r r8 )r< r= �pr �hr r r r r r; � s2 � �
zMacroExpander.load_macrosc C s$ | j �� D ]\}}|�||�}q
|S r )r8 �items�replace)r< r0 r$ �vr r r �sub� s zMacroExpander.subN)r1 r2 r3 r> r? r; rI r r r r r7 z s r7 c C s� d} t j�| �}|dkr dS |t| � }t j|d� �dd�\}}t|dd� �d }|dkrf|d7 }t|d d
� �d }|dkr�d }|dkr�|| S dS )
z�Return the version of MSVC that was used to build Python.
For Python 2.3 and up, the version number is included in
sys.version. For earlier versions, assume the compiler is MSVC 6.
zMSC v.���� N� r ����
� � g $@r )�sysr= �find�len�split�int)�prefixr# r0 �restZ majorVersionZ minorVersionr r r �get_build_version� s rX c C s0 g }| D ]"}t j�|�}||kr|�|� q|S )znReturn a list of normalized paths with duplicates removed.
The current order of paths is maintained.
)�osr �normpathr )�pathsZ
reduced_pathsrD Znpr r r �normalize_and_reduce_paths� s r\ c C s< | � tj�}g }|D ]}||kr|�|� qtj�|�}|S )z8Remove duplicate values of an environment variable.
)rT rY �pathsepr �join)ZvariableZoldListZnewListr# Z newVariabler r r �removeDuplicates� s r_ c C s t | }zt�d| d�}W n" tk
r> t�d� d}Y nX |rPtj�|�s�d| }tj �
|d�}|r�tj�|�r�tj� |tj tj d�}tj�
|�}tj�|�s�t�d| � dS nt�d| � |s�t�d � dS tj� |d
�}tj�|�r�|S t�d � dS ) z�Find the vcvarsall.bat file
At first it tries to find the productdir of VS 2008 in the registry. If
that fails it falls back to the VS90COMNTOOLS env var.
z %s\Setup\VCr@ z%Unable to find productdir in registryNzVS%0.f0COMNTOOLSZVCz%s is not a valid directoryz Env var %s is not set or invalidzNo productdir foundz
vcvarsall.bat� Unable to find vcvarsall.bat)r9 r r r r
�debugrY r �isdir�environ�getr^ �pardir�abspath�isfile)r= r: r@ ZtoolskeyZtoolsdir� vcvarsallr r r �find_vcvarsall� s4
�
ri c C s8 t | �}ddddh}i }|dkr(td��t�d|| � tjd||f tjtjd �}z�|�
� \}}|� � d
krzt|� d ���|� d �}|�
d �D ]d}t�|�}d
|kr�q�|�� }|�
d
d�\} }
| �� } | |kr�|
�tj�r�|
dd� }
t|
�|| < q�W 5 |j�� |j �� X t|�t|�k�r4ttt|�� ����|S )zDLaunch vcvarsall.bat and read the settings from its environment
�include�libZlibpathr Nr` z'Calling 'vcvarsall.bat %s' (version=%s)z
"%s" %s & set)�stdout�stderrr r- �
�=r rJ )ri r r
ra �
subprocess�Popen�PIPErl �closerm Z communicate�waitr, rT r r( �stripr' �endswithrY r] r_ rS �
ValueError�str�list�keys) r= Zarchrh Z interesting�result�popenrl rm �liner r* r r r �query_vcvarsall� s> �
r~ rA z(VC %0.1f is not supported by this modulec
@ s� e Zd ZdZdZi ZdgZdddgZdgZdgZ ee e e Z
d Z d
Z d Z
d Zd
ZZdZd.dd�Zd/dd�Zd0dd�Zd1dd�Zd2dd�Zd3d d �Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Z d(d)� Z d4d*d+�Z d,d-� Z dS )5� MSVCCompilerzwConcrete class that implements an interface to Microsoft Visual C++,
as defined by the CCompiler abstract class.Zmsvcz.cz.ccz.cppz.cxx�.rcz.mcz.resz.objz.libz.dllz%s%sz.exer c C s8 t �| |||� t| _d| _g | _d | _d | _d| _d S )Nz Software\Microsoft\VisualStudioF) r r> �VERSION�_MSVCCompiler__versionZ_MSVCCompiler__root�_MSVCCompiler__paths� plat_name�_MSVCCompiler__arch� initialized)r< �verboseZdry_runZforcer r r r> I s zMSVCCompiler.__init__Nc C s( | j rtd��|d kr t� }d}||kr6td|f ��dtjkrtdtjkrt| �d�rtd| _d| _d| _ d | _
d
| _ n�|t� ks�|d kr�t | }nt t� d t | }t
t|�}|d
�tj�| _|d tjd< |d tjd< t| j�dkr�td| j ��| �d�| _| �d�| _| �d�| _ | �d �| _
| �d
�| _ z(tjd
�d�D ]}| j�|� �qHW n tk
�rt Y nX t| j�| _d�| j�tjd
< d | _| jdk�r�dddddg| _dddddd g| _n&ddddd dg| _ddddd dd g| _d dd g| _ | j d k�rd dd!d"g| _ dg| _ d#| _ d S )$Nzdon't init multiple timesr z --plat-name must be one of %sZDISTUTILS_USE_SDKZMSSdkzcl.exezlink.exezlib.exezrc.exezmc.exer �_r rk rj r zxPython was built with %s, and extensions need to be built with the same version of the compiler, but it isn't installed.�;r
z/nologoz/Oxz/MDz/W3z/DNDEBUGz/Odz/MDdz/Z7z/D_DEBUGz/GS-z/DLLz/INCREMENTAL:NO� z/INCREMENTAL:noz/DEBUGT) r� �AssertionErrorr r rY rc �find_exe�cc�linkerrk �rc�mc�PLAT_TO_VCVARSr~ r� rT r] r� rS Z_MSVCCompiler__productr r r\ r^ Zpreprocess_optionsr� �compile_options�compile_options_debug�ldflags_sharedr� �ldflags_shared_debugZldflags_static)r< r� Zok_platsZ plat_specZvc_envrD r r r �
initializeT s� �
�
� � �
�
� �zMSVCCompiler.initialize� c C s� |d kr d}g }|D ]�}t j�|�\}}t j�|�d }|t j�|�d � }|| jkrbtd| ��|rrt j�|�}|| jkr�|� t j�
||| j �� q|| j kr�|� t j�
||| j �� q|� t j�
||| j
�� q|S )Nr� r z Don't know how to compile %s)rY r �splitext�
splitdrive�isabs�src_extensionsr �basename�_rc_extensionsr r^ �
res_extension�_mc_extensions�
obj_extension)r< Zsource_filenamesZ strip_dir�
output_dirZ obj_namesZsrc_namer �extr r r �object_filenames� s.
�
� �z MSVCCompiler.object_filenamesc C sp | j s| �� | �||||||�} | \}}
}} } |p6g }
|
�d� |rT|
�| j� n |
�| j� |
D �]}z| | \}}W n tk
r� Y qdY nX |r�tj �
|�}|| j kr�d| }�nT|| j kr�d| }�n>|| j
k�r<|}d| }z"| �| jg| |g |g � W qd tk
�r6 } z t|��W 5 d }~X Y qdX qdn�|| jk�r�tj �|�}tj �|�}zl| �| jgd|d|g |g � tj �tj �|��\}}tj �||d �}| �| jgd| g |g � W qd tk
�r� } z t|��W 5 d }~X Y qdX qdntd||f ��d | }z&| �| jg|
| ||g | � W qd tk
�rh } z t|��W 5 d }~X Y qdX qd|
S )
Nz/cz/Tcz/Tpz/foz-hz-rr� z"Don't know how to compile %s to %sz/Fo)r� r� Z_setup_compiler �extendr� r� r rY r rf �
_c_extensions�_cpp_extensionsr� �spawnr� r r r� �dirnamer� r� r� r^ r� )r< Zsourcesr� r8 Z include_dirsra �
extra_preargs�extra_postargsZdependsZ compile_info�objectsZpp_optsZbuildZ compile_opts�obj�srcr� Z input_optZ
output_opt�msgZh_dirZrc_dirr r� Zrc_filer r r �compile� s�
�
��
��
��
���
zMSVCCompiler.compilec
C s� | j s| �� | �||�\}}| j||d�}| �||�r�|d| g }|rJz| �| jg| � W q� tk
r� } z t|��W 5 d }~X Y q�X n t �
d|� d S )N)r� �/OUT:�skipping %s (up-to-date)) r� r� �_fix_object_args�library_filename�
_need_linkr� rk r r r
ra ) r< r� Zoutput_libnamer� ra � target_lang�output_filenameZlib_argsr� r r r �create_static_lib s � z MSVCCompiler.create_static_libc
C sT | j s| �� | �||�\}}| �|||�}|\}}}|rL| �dt|� � t| |||�}|d k rptj� ||�}| �
||��rD|t j kr�| r�| j
dd � }q�| jdd � }n| r�| j
}n| j}g }|p�g D ]}|�d| � q�|| | | d| g }tj�|d �} |d k �rLtj�tj�|��\}}tj� | | �|��}|�d| � | �|| |� |
�rl|
|d d�< | �r||�| � | �tj�|�� z| �| jg| � W n, tk
�r� } z t|��W 5 d }~X Y nX | �||�}|d k �rP|\}}d||f }z| �dd d
||g� W n, tk
�r@ } z t|��W 5 d }~X Y nX n t � d |� d S ) Nz5I don't know what to do with 'runtime_library_dirs': r z/EXPORT:r� r z/IMPLIB:z-outputresource:%s;%szmt.exez-nologoz -manifestr� ) r� r� r� Z
_fix_lib_args�warnrx r rY r r^ r� r �
EXECUTABLEr� r� r r� r� r� r� �manifest_setup_ldargsr� Zmkpathr� r� r r �manifest_get_embed_infor
ra ) r< � target_descr� r� r� Z librariesZ library_dirsZruntime_library_dirsZexport_symbolsra r� r� �
build_tempr� Z
fixed_argsZlib_optsZldflagsZ export_optsZsym�ld_argsZdll_nameZdll_extZ implib_filer� ZmfinfoZ
mffilename�mfidZout_argr r r �link6 s� �
� �
��
��
�
zMSVCCompiler.linkc C s, t j�|t j�|�d �}|�d| � d S )Nz .manifest�/MANIFESTFILE:)rY r r^ r� r )r< r� r� r� �
temp_manifestr r r r� � s
�z"MSVCCompiler.manifest_setup_ldargsc C s^ |D ]"}|� d�r|�dd�d } q,qd S |tjkr<d}nd}| �|�}|d krVd S ||fS )Nr� �:r rO )�
startswithrT r r� �_remove_visual_c_ref)r< r� r� �argr� r� r r r r� � s
z$MSVCCompiler.manifest_get_embed_infoc C s� z�t |�}z |�� }W 5 |�� X t�dtj�}t�|d|�}d}t�|d|�}t�dtj�}t�||�d krtW d S t |d�}z|�|� |W �W S |�� X W n t k
r� Y nX d S )NzU<assemblyIdentity.*?name=("|')Microsoft\.VC\d{2}\.CRT("|').*?(/>|</assemblyIdentity>)r� z*<dependentAssembly>\s*</dependentAssembly>zI<assemblyIdentity.*?name=(?:"|')(.+?)(?:"|').*?(?:/>|</assemblyIdentity>)�w)
�openrs �read�rer� �DOTALLrI �search�write�OSError)r< Z
manifest_fileZ
manifest_fZ manifest_buf�patternr r r r� � s2
��
z!MSVCCompiler._remove_visual_c_refc C s d| S )Nz /LIBPATH:r �r< �dirr r r �library_dir_option� s z MSVCCompiler.library_dir_optionc C s t d��d S )Nz<don't know how to set runtime library search path for MSVC++)r r� r r r �runtime_library_dir_option� s �z'MSVCCompiler.runtime_library_dir_optionc C s
| � |�S r )r� )r< rk r r r �library_option� s zMSVCCompiler.library_optionc C s\ |r|d |g}n|g}|D ]:}|D ]0}t j�|| �|��}t j�|�r$| S q$q d S )NZ_d)rY r r^ r� �exists)r< �dirsrk ra Z try_namesr� r) Zlibfiler r r �find_library_file� s z MSVCCompiler.find_library_filec C sz | j D ].}tj�tj�|�|�}tj�|�r| S qtjd �d�D ].}tj�tj�|�|�}tj�|�rF| S qF|S )a� Return path to an MSVC executable program.
Tries to find the program in several places: first, one of the
MSVC program search paths from the registry; next, the directories
in the PATH environment variable. If any of those work, return an
absolute path that is known to exist. If none of them work, just
return the original program name, 'exe'.
�Pathr� )r� rY r r^ rf rg rc rT )r< ZexerD �fnr r r r� s
zMSVCCompiler.find_exe)r r r )N)r r� )NNNr NNN)Nr N)
NNNNNr NNNN)r ) r1 r2 r3 r4 Z
compiler_typeZ executablesr� r� r� r� r� r� r� Zstatic_lib_extensionZshared_lib_extensionZstatic_lib_formatZshared_lib_formatZ
exe_extensionr> r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r + sl
��
W �
�
X �
�
_ +
r )r
)1r4 rY rp rQ r� Zdistutils.errorsr r r r r Zdistutils.ccompilerr r r Z distutilsr
Zdistutils.utilr �winregZ OpenKeyExr ZEnumKeyr Z EnumValuer& �errorr Z
HKEY_USERS�HKEY_CURRENT_USER�HKEY_LOCAL_MACHINEZHKEY_CLASSES_ROOTr �platform�maxsizeZ NATIVE_WIN64r9 rC rB r� r r7 rX r\ r_ ri r~ r� r r r r r �<module> sP ��>. #
)
distutils/__pycache__/msvc9compiler.cpython-38.opt-2.pyc 0000644 00000036730 15115353745 0017206 0 ustar 00 U
e5d/w � @ sN d dl Z d dlZd dlZd dlZd dlmZmZmZmZm Z d dl
m Z m Z m
Z
d dlmZ d dlmZ d dlZejZejZejZejZejej ej ej fZ ej dko�ej!dkZ"e"r�dZ#d Z$d
Z%n d Z#d Z$d
Z%ddd�Z&G dd� d�Z'G dd� d�Z(dd� Z)dd� Z*dd� Z+dd � Z,d#d d �Z-e)� Z.e.d k �r:ed e. ��G d!d"� d"e �Z/dS )$� N)�DistutilsExecError�DistutilsPlatformError� CompileError�LibError� LinkError)� CCompiler�gen_preprocess_options�gen_lib_options)�log)� get_platform�win32l z1Software\Wow6432Node\Microsoft\VisualStudio\%0.1fz5Software\Wow6432Node\Microsoft\Microsoft SDKs\Windowsz,Software\Wow6432Node\Microsoft\.NETFrameworkz%Software\Microsoft\VisualStudio\%0.1fz)Software\Microsoft\Microsoft SDKs\Windowsz Software\Microsoft\.NETFramework�x86Zamd64�r z win-amd64c @ sL e Zd Zdd� Zee�Zdd� Zee�Zdd� Zee�Zdd� Zee�Zd S )
�Regc C s: t D ](}| �||�}|r||kr|| S qt|��d S �N)�HKEYS� read_values�KeyError)�cls�path�key�base�d� r �//usr/lib64/python3.8/distutils/msvc9compiler.py� get_value@ s
z
Reg.get_valuec C sn zt ||�}W n tk
r$ Y d S X g }d}zt||�}W n tk
rT Y qjY nX |�|� |d7 }q.|S �Nr � )� RegOpenKeyEx�RegError�
RegEnumKey�append)r r r �handle�L�i�kr r r � read_keysH s
z
Reg.read_keysc C s� zt ||�}W n tk
r$ Y d S X i }d}zt||�\}}}W n tk
rZ Y q�Y nX |�� }| �|�|| �|�< |d7 }q.|S r )r r � RegEnumValue�lower� convert_mbcs) r r r r" r r$ �name�value�typer r r r Z s
zReg.read_valuesc C s: t | dd �}|d k r6z |d�} W n tk
r4 Y nX | S )N�decode�mbcs)�getattr� UnicodeError)�sZdecr r r r) p s zReg.convert_mbcsN) �__name__�
__module__� __qualname__r � classmethodr& r r) � staticmethodr r r r r < s r c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�
MacroExpanderc C s i | _ t| | _| �|� d S r )�macros�VS_BASE�vsbase� load_macros)�self�versionr r r �__init__| s
zMacroExpander.__init__c C s t �||�| jd| < d S )Nz$(%s))r r r8 )r< Zmacror r r r r � set_macro� s zMacroExpander.set_macroc C s | � d| jd d� | � d| jd d� | � dtd� z$|dkrP| � d td
� ntd
��W n tk
rv td ��Y nX |d kr�| � d
| jd� | � dtd� nbd}tD ]X}zt||�}W n tk
r� Y q�Y nX t |d�}t
� |d||f �}|d | j d< q�d S )NZ VCInstallDirz \Setup\VC�
productdirZ VSInstallDirz \Setup\VSZ FrameworkDirZ installroot� @ZFrameworkSDKDirzsdkinstallrootv2.0a Python was built with Visual Studio 2008;
extensions must be built with a compiler than can generate compatible binaries.
Visual Studio 2008 was not found on this system. If you have Cygwin installed,
you can try compiling with MingW32, by passing "-c mingw32" to setup.py.g "@ZFrameworkVersionz clr versionZ
WindowsSdkDirZcurrentinstallfolderz.Software\Microsoft\NET Framework Setup\Productr z%s\%sr= z$(FrameworkVersion))
r? r: �NET_BASEr r � WINSDK_BASEr r r r r r r8 )r< r= �pr �hr r r r r r; � s2 � �
zMacroExpander.load_macrosc C s$ | j �� D ]\}}|�||�}q
|S r )r8 �items�replace)r< r1 r% �vr r r �sub� s zMacroExpander.subN)r2 r3 r4 r> r? r; rI r r r r r7 z s r7 c C s� d} t j�| �}|dkr dS |t| � }t j|d � �dd�\}}t|d d� �d }|dkrf|d7 }t|dd � �d
}|dkr�d }|dkr�|| S d S ) NzMSC v.���� � r ����
� � g $@r )�sysr= �find�len�split�int)�prefixr$ r1 �restZ majorVersionZ minorVersionr r r �get_build_version� s rX c C s0 g }| D ]"}t j�|�}||kr|�|� q|S r )�osr �normpathr! )�pathsZ
reduced_pathsrD Znpr r r �normalize_and_reduce_paths� s r\ c C s< | � tj�}g }|D ]}||kr|�|� qtj�|�}|S r )rT rY �pathsepr! �join)ZvariableZoldListZnewListr$ Z newVariabler r r �removeDuplicates� s r_ c C s t | }zt�d| d�}W n" tk
r> t�d� d }Y nX |rPtj�|�s�d| }tj �
|d �}|r�tj�|�r�tj� |tj tj d�}tj�
|�}tj�|�s�t�d| � d S nt�d| � |s�t�d� d S tj� |d �}tj�|�r�|S t�d
� d S ) Nz %s\Setup\VCr@ z%Unable to find productdir in registryzVS%0.f0COMNTOOLSZVCz%s is not a valid directoryz Env var %s is not set or invalidzNo productdir foundz
vcvarsall.bat� Unable to find vcvarsall.bat)r9 r r r r
�debugrY r �isdir�environ�getr^ �pardir�abspath�isfile)r= r: r@ ZtoolskeyZtoolsdir� vcvarsallr r r �find_vcvarsall� s4
�
ri c C s8 t | �}ddddh}i }|d kr(td��t�d|| � tjd||f tjtjd�}z�|�
� \}}|� � d krzt|� d
���|� d
�}|�
d �D ]d}t�|�}d |kr�q�|�� }|�
d d
�\} }
| �� } | |kr�|
�tj�r�|
d d� }
t|
�|| < q�W 5 |j�� |j �� X t|�t|�k�r4ttt|�� ����|S )N�include�libZlibpathr r` z'Calling 'vcvarsall.bat %s' (version=%s)z
"%s" %s & set)�stdout�stderrr r. �
�=r rJ )ri r r
ra �
subprocess�Popen�PIPErl �closerm Z communicate�waitr- rT r r) �stripr( �endswithrY r] r_ rS �
ValueError�str�list�keys) r= Zarchrh Z interesting�result�popenrl rm �liner r+ r r r �query_vcvarsall� s> �
r~ rA z(VC %0.1f is not supported by this modulec
@ s� e Zd ZdZi ZdgZdddgZdgZdgZee e e Z dZ
d Z d
Z d Z
d ZZd
Zd-dd�Zd.dd�Zd/dd�Zd0dd�Zd1dd�Zd2dd �Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Z d3d)d*�Z d+d,� Z dS )4� MSVCCompilerZmsvcz.cz.ccz.cppz.cxx�.rcz.mcz.resz.objz.libz.dllz%s%sz.exer c C s8 t �| |||� t| _d| _g | _d | _d | _d| _d S )Nz Software\Microsoft\VisualStudioF) r r> �VERSION�_MSVCCompiler__versionZ_MSVCCompiler__root�_MSVCCompiler__paths� plat_name�_MSVCCompiler__arch� initialized)r< �verboseZdry_runZforcer r r r> I s zMSVCCompiler.__init__Nc C s |d krt � }d}||kr(td|f ��dtjkrfdtjkrf| �d�rfd| _d| _d| _d| _d | _ n�|t � ksx|d
kr�t
| }nt
t � d t
| }t t |�}|d �
tj�| _|d
tjd
< |d tjd< t| j�dkr�td| j ��| �d�| _| �d�| _| �d�| _| �d�| _| �d �| _ z(tjd �
d�D ]}| j�|� �q:W n tk
�rf Y nX t| j�| _d�| j�tjd < d | _| jdk�r�dddddg| _ddddddg| _n&ddddd dg| _ddddd ddg| _d dd g| _| jd k�rd dd d!g| _ dg| _ d"| _ d S )#Nr z --plat-name must be one of %sZDISTUTILS_USE_SDKZMSSdkzcl.exezlink.exezlib.exezrc.exezmc.exer �_r rk rj r zxPython was built with %s, and extensions need to be built with the same version of the compiler, but it isn't installed.�;r
z/nologoz/Oxz/MDz/W3z/DNDEBUGz/Odz/MDdz/Z7z/D_DEBUGz/GS-z/DLLz/INCREMENTAL:NO� z/INCREMENTAL:noz/DEBUGT) r r rY rc �find_exe�cc�linkerrk �rc�mc�PLAT_TO_VCVARSr~ r� rT r] r� rS Z_MSVCCompiler__productr! r r\ r^ Zpreprocess_optionsr� �compile_options�compile_options_debug�ldflags_sharedr� �ldflags_shared_debugZldflags_staticr� )r< r� Zok_platsZ plat_specZvc_envrD r r r �
initializeT s~ �
�
� � �
�
� �zMSVCCompiler.initialize� c C s� |d kr d}g }|D ]�}t j�|�\}}t j�|�d }|t j�|�d � }|| jkrbtd| ��|rrt j�|�}|| jkr�|� t j�
||| j �� q|| j kr�|� t j�
||| j �� q|� t j�
||| j
�� q|S )Nr� r z Don't know how to compile %s)rY r �splitext�
splitdrive�isabs�src_extensionsr �basename�_rc_extensionsr! r^ �
res_extension�_mc_extensions�
obj_extension)r< Zsource_filenamesZ strip_dir�
output_dirZ obj_namesZsrc_namer �extr r r �object_filenames� s.
�
� �z MSVCCompiler.object_filenamesc C sp | j s| �� | �||||||�} | \}}
}} } |p6g }
|
�d� |rT|
�| j� n |
�| j� |
D �]}z| | \}}W n tk
r� Y qdY nX |r�tj �
|�}|| j kr�d| }�nT|| j kr�d| }�n>|| j
k�r<|}d| }z"| �| jg| |g |g � W qd tk
�r6 } z t|��W 5 d }~X Y qdX qdn�|| jk�r�tj �|�}tj �|�}zl| �| jgd|d|g |g � tj �tj �|��\}}tj �||d �}| �| jgd| g |g � W qd tk
�r� } z t|��W 5 d }~X Y qdX qdntd||f ��d | }z&| �| jg|
| ||g | � W qd tk
�rh } z t|��W 5 d }~X Y qdX qd|
S )
Nz/cz/Tcz/Tpz/foz-hz-rr� z"Don't know how to compile %s to %sz/Fo)r� r� Z_setup_compiler! �extendr� r� r rY r rf �
_c_extensions�_cpp_extensionsr� �spawnr� r r r� �dirnamer� r� r� r^ r� )r< Zsourcesr� r8 Z include_dirsra �
extra_preargs�extra_postargsZdependsZ compile_info�objectsZpp_optsZbuildZ compile_opts�obj�srcr� Z input_optZ
output_opt�msgZh_dirZrc_dirr r� Zrc_filer r r �compile� s�
�
��
��
��
���
zMSVCCompiler.compilec
C s� | j s| �� | �||�\}}| j||d�}| �||�r�|d| g }|rJz| �| jg| � W q� tk
r� } z t|��W 5 d }~X Y q�X n t �
d|� d S )N)r� �/OUT:�skipping %s (up-to-date)) r� r� �_fix_object_args�library_filename�
_need_linkr� rk r r r
ra ) r< r� Zoutput_libnamer� ra � target_lang�output_filenameZlib_argsr� r r r �create_static_lib s � z MSVCCompiler.create_static_libc
C sT | j s| �� | �||�\}}| �|||�}|\}}}|rL| �dt|� � t| |||�}|d k rptj� ||�}| �
||��rD|t j kr�| r�| j
dd � }q�| jdd � }n| r�| j
}n| j}g }|p�g D ]}|�d| � q�|| | | d| g }tj�|d �} |d k �rLtj�tj�|��\}}tj� | | �|��}|�d| � | �|| |� |
�rl|
|d d�< | �r||�| � | �tj�|�� z| �| jg| � W n, tk
�r� } z t|��W 5 d }~X Y nX | �||�}|d k �rP|\}}d||f }z| �dd d
||g� W n, tk
�r@ } z t|��W 5 d }~X Y nX n t � d |� d S ) Nz5I don't know what to do with 'runtime_library_dirs': r z/EXPORT:r� r z/IMPLIB:z-outputresource:%s;%szmt.exez-nologoz -manifestr� ) r� r� r� Z
_fix_lib_args�warnrx r rY r r^ r� r �
EXECUTABLEr� r� r! r� r� r� r� �manifest_setup_ldargsr� Zmkpathr� r� r r �manifest_get_embed_infor
ra ) r< � target_descr� r� r� Z librariesZ library_dirsZruntime_library_dirsZexport_symbolsra r� r� �
build_tempr� Z
fixed_argsZlib_optsZldflagsZ export_optsZsym�ld_argsZdll_nameZdll_extZ implib_filer� ZmfinfoZ
mffilename�mfidZout_argr r r �link6 s� �
� �
��
��
�
zMSVCCompiler.linkc C s, t j�|t j�|�d �}|�d| � d S )Nz .manifest�/MANIFESTFILE:)rY r r^ r� r! )r< r� r� r� �
temp_manifestr r r r� � s
�z"MSVCCompiler.manifest_setup_ldargsc C s^ |D ]"}|� d�r|�dd�d } q,qd S |tjkr<d}nd}| �|�}|d krVd S ||fS )Nr� �:r rO )�
startswithrT r r� �_remove_visual_c_ref)r< r� r� �argr� r� r r r r� � s
z$MSVCCompiler.manifest_get_embed_infoc C s� z�t |�}z |�� }W 5 |�� X t�dtj�}t�|d|�}d}t�|d|�}t�dtj�}t�||�d krtW d S t |d�}z|�|� |W �W S |�� X W n t k
r� Y nX d S )NzU<assemblyIdentity.*?name=("|')Microsoft\.VC\d{2}\.CRT("|').*?(/>|</assemblyIdentity>)r� z*<dependentAssembly>\s*</dependentAssembly>zI<assemblyIdentity.*?name=(?:"|')(.+?)(?:"|').*?(?:/>|</assemblyIdentity>)�w)
�openrs �read�rer� �DOTALLrI �search�write�OSError)r< Z
manifest_fileZ
manifest_fZ manifest_buf�patternr r r r� � s2
��
z!MSVCCompiler._remove_visual_c_refc C s d| S )Nz /LIBPATH:r �r< �dirr r r �library_dir_option� s z MSVCCompiler.library_dir_optionc C s t d��d S )Nz<don't know how to set runtime library search path for MSVC++)r r� r r r �runtime_library_dir_option� s �z'MSVCCompiler.runtime_library_dir_optionc C s
| � |�S r )r� )r< rk r r r �library_option� s zMSVCCompiler.library_optionc C s\ |r|d |g}n|g}|D ]:}|D ]0}t j�|| �|��}t j�|�r$| S q$q d S )NZ_d)rY r r^ r� �exists)r< �dirsrk ra Z try_namesr� r* Zlibfiler r r �find_library_file� s z MSVCCompiler.find_library_filec C sz | j D ].}tj�tj�|�|�}tj�|�r| S qtjd �d�D ].}tj�tj�|�|�}tj�|�rF| S qF|S )N�Pathr� )r� rY r r^ rf rg rc rT )r< ZexerD �fnr r r r� s
zMSVCCompiler.find_exe)r r r )N)r r� )NNNr NNN)Nr N)
NNNNNr NNNN)r ) r2 r3 r4 Z
compiler_typeZ executablesr� r� r� r� r� r� r� Zstatic_lib_extensionZshared_lib_extensionZstatic_lib_formatZshared_lib_formatZ
exe_extensionr> r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r + sj
��
W �
�
X �
�
_ +
r )r
)0rY rp rQ r� Zdistutils.errorsr r r r r Zdistutils.ccompilerr r r Z distutilsr
Zdistutils.utilr �winregZ OpenKeyExr ZEnumKeyr Z EnumValuer' �errorr Z
HKEY_USERS�HKEY_CURRENT_USER�HKEY_LOCAL_MACHINEZHKEY_CLASSES_ROOTr �platform�maxsizeZ NATIVE_WIN64r9 rC rB r� r r7 rX r\ r_ ri r~ r� r r r r r �<module> sN ��>. #
)
distutils/__pycache__/msvccompiler.cpython-38.pyc 0000644 00000034605 15115353745 0016154 0 ustar 00 U
e5d \ � @ s� d Z ddlZddlZddlmZmZmZmZmZ ddl m
Z
m Z m Z ddl
mZ dZz,ddlZdZeZejZejZejZejZW nh ek
r� z4ddlZddl Z dZe ZejZejZejZejZW n ek
r� e� d� Y nX Y nX e�rej ej ej ej!fZ"d d
� Z#d d � Z$d
d� Z%G dd� d�Z&dd� Z'dd� Z(dd� Z)G dd� de
�Z*e'� dk�r�e�+d� e*Z,ddl-m*Z* dd l-m&Z& dS ) z�distutils.msvccompiler
Contains MSVCCompiler, an implementation of the abstract CCompiler class
for the Microsoft Visual Studio.
� N)�DistutilsExecError�DistutilsPlatformError� CompileError�LibError� LinkError)� CCompiler�gen_preprocess_options�gen_lib_options)�logFTz�Warning: Can't read registry to find the necessary compiler setting
Make sure that Python modules winreg, win32api or win32con are installed.c C sn zt | |�}W n tk
r$ Y dS X g }d}zt||�}W n tk
rT Y qjY nX |�|� |d7 }q.|S )z Return list of registry keys.Nr � )� RegOpenKeyEx�RegError�
RegEnumKey�append)�base�key�handle�L�i�k� r �./usr/lib64/python3.8/distutils/msvccompiler.py� read_keys7 s
r c C s� zt | |�}W n tk
r$ Y dS X i }d}zt||�\}}}W n tk
rZ Y q~Y nX |�� }t|�|t|�< |d7 }q.|S )zXReturn dict of registry keys and values.
All names are converted to lowercase.
Nr r )r r
� RegEnumValue�lower� convert_mbcs)r r r �dr �name�value�typer r r � read_valuesH s
r c C s: t | dd �}|d k r6z |d�} W n tk
r4 Y nX | S )N�decode�mbcs)�getattr� UnicodeError)�sZdecr r r r ] s r c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�
MacroExpanderc C s i | _ | �|� d S �N)�macros� load_macros)�self�versionr r r �__init__g s zMacroExpander.__init__c C s2 t D ](}t||�}|r|| | jd| < q.qd S )Nz$(%s))�HKEYSr r( )r* Zmacro�pathr r r r r r � set_macrok s
zMacroExpander.set_macroc
C s� d| }| � d|d d� | � d|d d� d}| � d|d � z*|d
krX| � d |d � n| � d |d
� W n* tk
r� } z td��W 5 d }~X Y nX d}tD ]V}zt||�}W n tk
r� Y q�Y nX t|d�}t|d||f �} | d | jd< q�d S )Nz%Software\Microsoft\VisualStudio\%0.1fZ VCInstallDirz \Setup\VCZ
productdirZ VSInstallDirz \Setup\VSz Software\Microsoft\.NETFrameworkZ FrameworkDirZ installrootg @ZFrameworkSDKDirzsdkinstallrootv1.1Zsdkinstallroota Python was built with Visual Studio 2003;
extensions must be built with a compiler than can generate compatible binaries.
Visual Studio 2003 was not found on this system. If you have Cygwin installed,
you can try compiling with MingW32, by passing "-c mingw32" to setup.py.z.Software\Microsoft\NET Framework Setup\Productr z%s\%sr+ z$(FrameworkVersion)) r/ �KeyErrorr r- r r
r r r( )
r* r+ ZvsbaseZnet�exc�pr �hr r r r r r) r s, �
zMacroExpander.load_macrosc C s$ | j �� D ]\}}|�||�}q
|S r' )r( �items�replace)r* r% r �vr r r �sub� s zMacroExpander.subN)�__name__�
__module__� __qualname__r, r/ r) r7 r r r r r& f s r& c C s� d} t j�| �}|dkr dS |t| � }t j|d� �dd�\}}t|dd� �d }|dkrf|d7 }t|d d
� �d }|dkr�d }|dkr�|| S dS )
z�Return the version of MSVC that was used to build Python.
For Python 2.3 and up, the version number is included in
sys.version. For earlier versions, assume the compiler is MSVC 6.
zMSC v.���� N� r ����
� � g $@r )�sysr+ �find�len�split�int)�prefixr r% �restZ majorVersionZ minorVersionr r r �get_build_version� s rI c C s@ d} t j�| �}|dkr dS t j�d|�}t j|t| � |� S )zUReturn the processor architecture.
Possible results are "Intel" or "AMD64".
z bit (r; �Intel�))rB r+ rC rD )rG r �jr r r �get_build_architecture� s rM c C s0 g }| D ]"}t j�|�}||kr|�|� q|S )znReturn a list of normalized paths with duplicates removed.
The current order of paths is maintained.
)�osr. �normpathr )�pathsZ
reduced_pathsr2 Znpr r r �normalize_and_reduce_paths� s rQ c
@ s� e Zd ZdZdZi ZdgZdddgZdgZdgZ ee e e Z
d Z d
Z d Z
d Zd
ZZdZd-dd�Zdd� Zd.dd�Zd/dd�Zd0dd�Zd1d d �Zd d � Zd d!� Zd"d#� Zd2d$d%�Zd&d'� Z d3d)d*�Z d+d,� Z dS )4� MSVCCompilerzwConcrete class that implements an interface to Microsoft Visual C++,
as defined by the CCompiler abstract class.Zmsvcz.cz.ccz.cppz.cxx�.rcz.mcz.resz.objz.libz.dllz%s%sz.exer c C sv t �| |||� t� | _t� | _| jdkr\| jdkrHd| _t| j�| _nd| _d| j | _ nd| jd | _ d| _
d S ) NrJ � z Software\Microsoft\VisualStudioz Software\Microsoft\DevstudiozVisual Studio version %szMicrosoft SDK compiler %sr< F) r r, rI �_MSVCCompiler__versionrM �_MSVCCompiler__arch�_MSVCCompiler__rootr& �_MSVCCompiler__macros�_MSVCCompiler__product� initialized)r* �verboseZdry_runZforcer r r r, � s
zMSVCCompiler.__init__c C s� g | _ dtjkrDdtjkrD| �d�rDd| _d| _d| _d| _d| _nx| � d�| _ t
| j �d krlt d
| j ��| �d�| _| �d�| _| �d�| _| �d�| _| �d�| _| �
d � | �
d � z&tjd �d
�D ]}| j �|� q�W n tk
r� Y nX t| j �| _ d
�| j �tjd< d | _| jdk�rPddddddg| _dddddddg| _n&ddddddg| _dddddddg| _dddg| _| jd k�r�ddd d g| _nddd d d g| _dg| _d | _d S )!NZDISTUTILS_USE_SDKZMSSdkzcl.exezlink.exezlib.exezrc.exezmc.exer. r zxPython was built with %s, and extensions need to be built with the same version of the compiler, but it isn't installed.�libZinclude�;rJ z/nologoz/Oxz/MDz/W3z/GXz/DNDEBUGz/Odz/MDdz/Z7z/D_DEBUGz/GS-z/DLLz/INCREMENTAL:NOrT z/INCREMENTAL:noz/DEBUGz /pdb:NoneT) �_MSVCCompiler__pathsrN �environ�find_exe�cc�linkerr\ �rc�mc�get_msvc_pathsrD r rY �set_path_env_varrE r r0 rQ �joinZpreprocess_optionsrV �compile_options�compile_options_debug�ldflags_sharedrU �ldflags_shared_debugZldflags_staticrZ )r* r2 r r r �
initialize� sr �
�
�
�
� � �zMSVCCompiler.initialize� c C s� |d kr d}g }|D ]�}t j�|�\}}t j�|�d }|t j�|�d � }|| jkrbtd| ��|rrt j�|�}|| jkr�|� t j�
||| j �� q|| j kr�|� t j�
||| j �� q|� t j�
||| j
�� q|S )Nrm r z Don't know how to compile %s)rN r. �splitext�
splitdrive�isabs�src_extensionsr �basename�_rc_extensionsr rg �
res_extension�_mc_extensions�
obj_extension)r* Zsource_filenamesZ strip_dir�
output_dirZ obj_namesZsrc_namer �extr r r �object_filenames8 s.
�
� �z MSVCCompiler.object_filenamesNc C sp | j s| �� | �||||||�} | \}}
}} } |p6g }
|
�d� |rT|
�| j� n |
�| j� |
D �]}z| | \}}W n tk
r� Y qdY nX |r�tj �
|�}|| j kr�d| }�nT|| j kr�d| }�n>|| j
k�r<|}d| }z"| �| jg| |g |g � W qd tk
�r6 } z t|��W 5 d }~X Y qdX qdn�|| jk�r�tj �|�}tj �|�}zl| �| jgd|d|g |g � tj �tj �|��\}}tj �||d �}| �| jgd| g |g � W qd tk
�r� } z t|��W 5 d }~X Y qdX qdntd||f ��d | }z&| �| jg|
| ||g | � W qd tk
�rh } z t|��W 5 d }~X Y qdX qd|
S )
Nz/cz/Tcz/Tpz/foz-hz-rrS z"Don't know how to compile %s to %sz/Fo)rZ rl Z_setup_compiler �extendri rh r0 rN r. �abspath�
_c_extensions�_cpp_extensionsrs �spawnrc r r ru �dirnamerd rn rr rg ra )r* Zsourcesrw r( Z include_dirs�debug�
extra_preargs�extra_postargsZdependsZ compile_info�objectsZpp_optsZbuildZ compile_opts�obj�srcrx Z input_optZ
output_opt�msgZh_dirZrc_dirr �_Zrc_filer r r �compileW s�
�
��
��
��
���
zMSVCCompiler.compilec
C s� | j s| �� | �||�\}}| j||d�}| �||�r�|d| g }|rJz| �| jg| � W q� tk
r� } z t|��W 5 d }~X Y q�X n t �
d|� d S )N)rw �/OUT:�skipping %s (up-to-date)) rZ rl �_fix_object_args�library_filename�
_need_linkr~ r\ r r r
r� ) r* r� Zoutput_libnamerw r� � target_lang�output_filenameZlib_argsr� r r r �create_static_lib� s � z MSVCCompiler.create_static_libc
C s� | j s| �� | �||�\}}| �|||�}|\}}}|rL| �dt|� � t| |||�}|d k rptj� ||�}| �
||��r�|t j kr�| r�| j
dd � }q�| jdd � }n| r�| j
}n| j}g }|p�g D ]}|�d| � q�|| | | d| g }|d k �rHtj�tj�|��\}}tj� tj�|d �| �|��}|�d| � |
�rZ|
|d d�< | �rj|�| � | �tj�|�� z| �| jg| � W n, tk
�r� } z t|��W 5 d }~X Y nX n t�d|� d S )Nz5I don't know what to do with 'runtime_library_dirs': r z/EXPORT:r� r z/IMPLIB:r� ) rZ rl r� Z
_fix_lib_args�warn�strr rN r. rg r� r Z
EXECUTABLErk rj r rn rr r r� rz Zmkpathr~ rb r r r
r� )r* Z target_descr� r� rw Z librariesZ library_dirsZruntime_library_dirsZexport_symbolsr� r� r� Z
build_tempr� Z
fixed_argsZlib_optsZldflagsZ export_optsZsymZld_argsZdll_nameZdll_extZ implib_filer� r r r �link� sj �
� �
��
��
zMSVCCompiler.linkc C s d| S )Nz /LIBPATH:r �r* �dirr r r �library_dir_option s z MSVCCompiler.library_dir_optionc C s t d��d S )Nz<don't know how to set runtime library search path for MSVC++)r r� r r r �runtime_library_dir_option s �z'MSVCCompiler.runtime_library_dir_optionc C s
| � |�S r' )r� )r* r\ r r r �library_option s zMSVCCompiler.library_optionc C s\ |r|d |g}n|g}|D ]:}|D ]0}t j�|| �|��}t j�|�r$| S q$q d S )NZ_d)rN r. rg r� �exists)r* �dirsr\ r� Z try_namesr� r Zlibfiler r r �find_library_file# s z MSVCCompiler.find_library_filec C sz | j D ].}tj�tj�|�|�}tj�|�r| S qtjd �d�D ].}tj�tj�|�|�}tj�|�rF| S qF|S )a� Return path to an MSVC executable program.
Tries to find the program in several places: first, one of the
MSVC program search paths from the registry; next, the directories
in the PATH environment variable. If any of those work, return an
absolute path that is known to exist. If none of them work, just
return the original program name, 'exe'.
�Pathr] )r^ rN r. rg r{ �isfiler_ rE )r* Zexer2 �fnr r r r` 5 s
zMSVCCompiler.find_exe�x86c C s� t sg S |d }| jdkr,d| j| jf }nd| j|f }tD ]H}t||�}|r>| jdkrt| j�|| ��d� S || �d� S q>| jdkr�tD ]&}t|d| j �dk r�| �d � q�q�g S )
z�Get a list of devstudio directories (include, lib or path).
Return a list of strings. The list will be empty if unable to
access the registry or appropriate registry keys not found.
z dirsrT z6%s\%0.1f\VC\VC_OBJECTS_PLATFORM_INFO\Win32\Directoriesz?%s\6.0\Build System\Components\Platforms\Win32 (%s)\Directoriesr] r< z%s\6.0Nz�It seems you have Visual Studio 6 installed, but the expected registry settings are not present.
You must at least run the Visual Studio GUI once so that these entries are created.) �
_can_read_regrU rW r- r rX r7 rE r� )r* r. �platformr r r r r r re K s,
��
zMSVCCompiler.get_msvc_pathsc C s6 |dkr| � d�}n
| � |�}|r2d�|�tj|< dS )z�Set environment variable 'name' to an MSVC path type value.
This is equivalent to a SET command prior to execution of spawned
commands.
r\ Zlibraryr] N)re rg rN r_ )r* r r2 r r r rf o s
z MSVCCompiler.set_path_env_var)r r r )r rm )NNNr NNN)Nr N)
NNNNNr NNNN)r )r� ) r8 r9 r: �__doc__Z
compiler_typeZ executablesr| r} rs ru rq rt rv Zstatic_lib_extensionZshared_lib_extensionZstatic_lib_formatZshared_lib_formatZ
exe_extensionr, rl ry r� r� r� r� r� r� r� r` re rf r r r r rR � sj
��
B �
�
X �
�
S
$rR g @z3Importing new compiler from distutils.msvc9compiler)rR )r& ).r� rB rN Zdistutils.errorsr r r r r Zdistutils.ccompilerr r r Z distutilsr
r� �winregZhkey_modZ OpenKeyExr ZEnumKeyr Z EnumValuer �errorr
� ImportErrorZwin32apiZwin32con�infoZ
HKEY_USERS�HKEY_CURRENT_USER�HKEY_LOCAL_MACHINEZHKEY_CLASSES_ROOTr- r r r r& rI rM rQ rR r� ZOldMSVCCompilerZdistutils.msvc9compilerr r r r �<module> s`
� -
9
distutils/__pycache__/log.cpython-38.pyc 0000644 00000004415 15115353745 0014226 0 ustar 00 U
e5d� � @ sl d Z dZdZdZdZdZddlZG dd � d �Ze� Zej Z ej
Z
ej Z ej Z ej
Z
ejZd
d � Zd d
� ZdS )z,A simple log mechanism styled after PEP 282.� � � � � � Nc @ sP e Zd Zefdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
dd� Z dS )�Logc C s
|| _ d S �N)� threshold)�selfr � r �%/usr/lib64/python3.8/distutils/log.py�__init__ s z Log.__init__c C s� |t ttttfkr"tdt|� ��|| jkr�|r8|| }|tttfkrNtj }ntj
}z|� d| � W n: t k
r� |j
}|�|d��|�}|� d| � Y nX |�� d S )Nz%s wrong log levelz%s
�backslashreplace)�DEBUG�INFO�WARN�ERROR�FATAL�
ValueError�strr �sys�stderr�stdout�write�UnicodeEncodeError�encoding�encode�decode�flush)r
�level�msg�args�streamr r r r �_log s
zLog._logc G s | � |||� d S r )r# )r
r r r! r r r �log' s zLog.logc G s | � t||� d S r )r# r �r
r r! r r r �debug* s z Log.debugc G s | � t||� d S r )r# r r% r r r �info- s zLog.infoc G s | � t||� d S r )r# r r% r r r �warn0 s zLog.warnc G s | � t||� d S r )r# r r% r r r �error3 s z Log.errorc G s | � t||� d S r )r# r r% r r r �fatal6 s z Log.fatalN) �__name__�
__module__� __qualname__r r
r# r$ r& r' r( r) r* r r r r r s r c C s t j}| t _|S r )� _global_logr )r �oldr r r �
set_thresholdA s r0 c C s8 | dkrt t� n"| dkr$t t� n| dkr4t t� d S )Nr r r )r0 r r r )�vr r r �
set_verbosityG s
r2 )�__doc__r r r r r r r r. r$ r& r' r( r) r* r0 r2 r r r r �<module> s + distutils/__pycache__/unixccompiler.cpython-38.opt-2.pyc 0000644 00000014325 15115353745 0017267 0 ustar 00 U
&�.e�; � @ s� d dl Z d dlZd dlZd dlmZ d dlmZ d dlmZm Z m
Z
d dl m Z m
Z
mZmZ d dlmZ ejdkrzd dlZG dd � d e�ZdS )
� N)� sysconfig)�newer)� CCompiler�gen_preprocess_options�gen_lib_options)�DistutilsExecError� CompileError�LibError� LinkError)�log�darwinc
s� e Zd ZdZddgdgdgddgdgddgdd�Zejdd� d krNd
ged
< d d d
dddgZdZdZ dZ
dZ dZ d Z
ZZeZejdkr�dZ� fdd�Zd.dd �Zd d � Zd/d d!�Zd0d"d#�Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd1d,d-�Z� Z S )2�
UnixCCompilerZunixNZccz-sharedZarz-cr)� preprocessor�compiler� compiler_so� compiler_cxx� linker_so�
linker_exe�archiver�ranlib� r r z.cz.Cz.ccz.cxxz.cppz.mz.oz.az.soz.dylibz.tbdzlib%s%s�cygwinz.exec s@ t � �|||�\}}}t�d�}|r6||kr6|�|� |||fS )NZLIBDIR)�super�
_fix_lib_argsr �get_config_var�remove)�self� libraries� library_dirs�runtime_library_dirsZlibdir�� __class__� �//usr/lib64/python3.8/distutils/unixccompiler.pyr U s �
zUnixCCompiler._fix_lib_argsc
C s� | � d ||�}|\}}}t||�} | j| }
|r>|
�d|g� |rN||
d d�< |r\|
�|� |
�|� | js~|d ks~t||�r�|r�| �tj �
|�� z| � |
� W n* t k
r� } z t
| ��W 5 d } ~ X Y nX d S )N�-or )Z_fix_compile_argsr r �extend�appendZforcer �mkpath�os�path�dirname�spawnr r ) r �sourceZ output_fileZmacrosZ include_dirs�
extra_preargs�extra_postargs�
fixed_args�ignore�pp_optsZpp_args�msgr" r" r# �
preprocess^ s$
zUnixCCompiler.preprocessc
C sp | j }tjdkr t�||| �}z | �|| |d|g | � W n* tk
rj } z t|��W 5 d }~X Y nX d S )Nr r$ )r �sys�platform� _osx_support�compiler_fixupr+ r r ) r �obj�srcZextZcc_argsr. r1 r r2 r" r" r# �_compilex s
��
zUnixCCompiler._compiler c
C s� | � ||�\}}| j||d�}| �||�r�| �tj�|�� | �| j|g | | j � | j
r�z| �| j
|g � W q� t k
r� } z t |��W 5 d }~X Y q�X n t
�d|� d S )N)�
output_dir�skipping %s (up-to-date))�_fix_object_args�library_filename�
_need_linkr' r( r) r* r+ r �objectsr r r r �debug)r r@ Zoutput_libnamer; rA � target_lang�output_filenamer2 r" r" r# �create_static_lib� s$ � ��� z UnixCCompiler.create_static_libc
C s� | � ||�\}}| �|||�}|\}}}t| |||�}t|ttd �f�sPtd��|d k rftj� ||�}| �
||��r�|| j | d|g }| r�dg|d d�< |
r�|
|d d�< | r�|� | � | �
tj�|�� z�|tjkr�| jd d � }n| jd d � }|
dk�rr| j�rrd}tj�|d �dk�r@d}d|| k�r@|d7 }�q&tj�|| �d k�r\d}nd}| j| ||| < tjd
k�r�t�||�}| �|| � W n, tk
�r� } z t|��W 5 d }~X Y nX n t � d |� d S ) Nz%'output_dir' must be a string or Noner$ z-gr zc++�env� �=Z ld_so_aixr r< ) r= r r �
isinstance�str�type� TypeErrorr( r) �joinr? r@ r% r' r* r Z
EXECUTABLEr r r �basenamer4 r5 r6 r7 r+ r r
r rA )r Z target_descr@ rC r; r r r Zexport_symbolsrA r- r. Z
build_temprB r/ Zlib_optsZld_argsZlinker�i�offsetr2 r" r" r# �link� sZ �
���
zUnixCCompiler.linkc C s d| S )N�-Lr" )r �dirr" r" r# �library_dir_option� s z UnixCCompiler.library_dir_optionc C s d|kpd|kS )NZgcczg++r" )r Z
compiler_namer" r" r# �_is_gcc� s zUnixCCompiler._is_gccc C s� t j�t�d��}tjd d� dkr,d| S tjd d� dkrFd| S tjd d� d krz| �|�rnd
d| gS d d| gS | �|�r�t�d �d
kr�d| S d| S nd| S d S )N�CCr r rQ � Zfreebsdz -Wl,-rpath=� zhp-uxz-Wl,+sz+sZGNULDZyesz-Wl,--enable-new-dtags,-Rz-Wl,-Rz-R)r( r) rM r r r4 r5 rT )r rR r r" r" r# �runtime_library_dir_option� s
z(UnixCCompiler.runtime_library_dir_optionc C s d| S )Nz-lr" )r �libr" r" r# �library_option s z UnixCCompiler.library_optionc C s� | j |dd�}| j |dd�}| j |dd�}| j |dd�}tjdkr|t�d�}t�d|�} | d krrt�t�d ��}
n
| � d
�}
|D �] } t
j � | |�} t
j � | |�}
t
j � | |�}t
j � | |�}tjdk�rL| �
d �s�| �
d ��rL| �
d
��sLt
j � |
| d
d � |�} t
j � |
| d
d � |�}
t
j � |
| d
d � |�}t
j � |
| d
d � |�}t
j �|
��rb|
S t
j �|��rx| S t
j �| ��r�| S t
j �|�r�| S q�d S )N�shared)Zlib_type�dylib�
xcode_stub�staticr ZCFLAGSz-isysroot\s*(\S+)rU rF z/System/z/usr/z /usr/local/)r> r4 r5 r r �re�searchr6 Z_default_sysroot�groupr( r) rL �
startswith�exists)r �dirsrY rA Zshared_fZdylib_fZ xcode_stub_fZstatic_fZcflags�mZsysrootrR r[ r\ r^ r] r" r" r# �find_library_file sF
���
z UnixCCompiler.find_library_file)NNNNN)Nr N)
NNNNNr NNNN)r ) �__name__�
__module__� __qualname__Z
compiler_typeZ executablesr4 r5 Zsrc_extensionsZ
obj_extensionZstatic_lib_extensionZshared_lib_extensionZdylib_lib_extensionZxcode_stub_lib_extensionZstatic_lib_formatZshared_lib_formatZdylib_lib_formatZxcode_stub_lib_formatZ
exe_extensionr r3 r: rD rP rS rT rX rZ rf �
__classcell__r" r" r r# r
- sb �
�
�
�
B*r
)r( r4 r_ Z distutilsr Zdistutils.dep_utilr Zdistutils.ccompilerr r r Zdistutils.errorsr r r r
r r5 r6 r
r" r" r" r# �<module> s
distutils/__pycache__/msvccompiler.cpython-38.opt-2.pyc 0000644 00000031536 15115353745 0017114 0 ustar 00 U
e5d \ � @ s� d dl Z d dlZd dlmZmZmZmZmZ d dlm Z m
Z
m Z d dl m
Z
dZz,d dlZdZeZejZejZejZejZW nh ek
r� z4d dlZd dlZdZeZejZejZejZejZW n ek
r� e
� d� Y nX Y nX er�ej ej ej ej fZ!dd � Z"d
d � Z#d d
� Z$G dd� d�Z%dd� Z&dd� Z'dd� Z(G dd� de �Z)e&� dk�r~e
�*d� e)Z+d dl,m)Z) d dl,m%Z% dS ) � N)�DistutilsExecError�DistutilsPlatformError� CompileError�LibError� LinkError)� CCompiler�gen_preprocess_options�gen_lib_options)�logFTz�Warning: Can't read registry to find the necessary compiler setting
Make sure that Python modules winreg, win32api or win32con are installed.c C sn zt | |�}W n tk
r$ Y d S X g }d}zt||�}W n tk
rT Y qjY nX |�|� |d7 }q.|S �Nr � )� RegOpenKeyEx�RegError�
RegEnumKey�append)�base�key�handle�L�i�k� r �./usr/lib64/python3.8/distutils/msvccompiler.py� read_keys7 s
r c C s� zt | |�}W n tk
r$ Y d S X i }d}zt||�\}}}W n tk
rZ Y q~Y nX |�� }t|�|t|�< |d7 }q.|S r )r
r � RegEnumValue�lower� convert_mbcs)r r r �dr �name�value�typer r r � read_valuesH s
r! c C s: t | dd �}|d k r6z |d�} W n tk
r4 Y nX | S )N�decode�mbcs)�getattr� UnicodeError)�sZdecr r r r ] s r c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�
MacroExpanderc C s i | _ | �|� d S �N)�macros� load_macros)�self�versionr r r �__init__g s zMacroExpander.__init__c C s2 t D ](}t||�}|r|| | jd| < q.qd S )Nz$(%s))�HKEYSr! r) )r+ Zmacro�pathr r r r r r � set_macrok s
zMacroExpander.set_macroc
C s� d| }| � d|d d� | � d|d d� d}| � d|d � z*|d
krX| � d |d � n| � d |d
� W n* tk
r� } z td��W 5 d }~X Y nX d}tD ]V}zt||�}W n tk
r� Y q�Y nX t|d�}t|d||f �} | d | jd< q�d S )Nz%Software\Microsoft\VisualStudio\%0.1fZ VCInstallDirz \Setup\VCZ
productdirZ VSInstallDirz \Setup\VSz Software\Microsoft\.NETFrameworkZ FrameworkDirZ installrootg @ZFrameworkSDKDirzsdkinstallrootv1.1Zsdkinstallroota Python was built with Visual Studio 2003;
extensions must be built with a compiler than can generate compatible binaries.
Visual Studio 2003 was not found on this system. If you have Cygwin installed,
you can try compiling with MingW32, by passing "-c mingw32" to setup.py.z.Software\Microsoft\NET Framework Setup\Productr z%s\%sr, z$(FrameworkVersion)) r0 �KeyErrorr r. r
r r r! r) )
r+ r, ZvsbaseZnet�exc�pr �hr r r r r r* r s, �
zMacroExpander.load_macrosc C s$ | j �� D ]\}}|�||�}q
|S r( )r) �items�replace)r+ r& r �vr r r �sub� s zMacroExpander.subN)�__name__�
__module__� __qualname__r- r0 r* r8 r r r r r' f s r' c C s� d} t j�| �}|dkr dS |t| � }t j|d � �dd�\}}t|d d� �d }|dkrf|d7 }t|dd � �d
}|dkr�d }|dkr�|| S d S ) NzMSC v.���� � r ����
� � g $@r )�sysr, �find�len�split�int)�prefixr r& �restZ majorVersionZ minorVersionr r r �get_build_version� s rJ c C s@ d} t j�| �}|dkr dS t j�d|�}t j|t| � |� S )Nz bit (r< �Intel�))rC r, rD rE )rH r �jr r r �get_build_architecture� s rN c C s0 g }| D ]"}t j�|�}||kr|�|� q|S r( )�osr/ �normpathr )�pathsZ
reduced_pathsr3 Znpr r r �normalize_and_reduce_paths� s rR c
@ s� e Zd ZdZi ZdgZdddgZdgZdgZee e e Z dZ
d Z d
Z d Z
d ZZd
Zd,dd�Zdd� Zd-dd�Zd.dd�Zd/dd�Zd0dd �Zd d � Zd d � Zd!d"� Zd1d#d$�Zd%d&� Zd2d(d)�Z d*d+� Z dS )3� MSVCCompilerZmsvcz.cz.ccz.cppz.cxx�.rcz.mcz.resz.objz.libz.dllz%s%sz.exer c C sv t �| |||� t� | _t� | _| jdkr\| jdkrHd| _t| j�| _nd| _d| j | _ nd| jd | _ d| _
d S ) NrK � z Software\Microsoft\VisualStudioz Software\Microsoft\DevstudiozVisual Studio version %szMicrosoft SDK compiler %sr= F) r r- rJ �_MSVCCompiler__versionrN �_MSVCCompiler__arch�_MSVCCompiler__rootr' �_MSVCCompiler__macros�_MSVCCompiler__product� initialized)r+ �verboseZdry_runZforcer r r r- � s
zMSVCCompiler.__init__c C s� g | _ dtjkrDdtjkrD| �d�rDd| _d| _d| _d| _d| _nx| � d�| _ t
| j �d krlt d
| j ��| �d�| _| �d�| _| �d�| _| �d�| _| �d�| _| �
d � | �
d � z&tjd �d
�D ]}| j �|� q�W n tk
r� Y nX t| j �| _ d
�| j �tjd< d | _| jdk�rPddddddg| _dddddddg| _n&ddddddg| _dddddddg| _dddg| _| jd k�r�ddd d g| _nddd d d g| _dg| _d | _d S )!NZDISTUTILS_USE_SDKZMSSdkzcl.exezlink.exezlib.exezrc.exezmc.exer/ r zxPython was built with %s, and extensions need to be built with the same version of the compiler, but it isn't installed.�libZinclude�;rK z/nologoz/Oxz/MDz/W3z/GXz/DNDEBUGz/Odz/MDdz/Z7z/D_DEBUGz/GS-z/DLLz/INCREMENTAL:NOrU z/INCREMENTAL:noz/DEBUGz /pdb:NoneT) �_MSVCCompiler__pathsrO �environ�find_exe�cc�linkerr] �rc�mc�get_msvc_pathsrE r rZ �set_path_env_varrF r r1 rR �joinZpreprocess_optionsrW �compile_options�compile_options_debug�ldflags_sharedrV �ldflags_shared_debugZldflags_staticr[ )r+ r3 r r r �
initialize� sr �
�
�
�
� � �zMSVCCompiler.initialize� c C s� |d kr d}g }|D ]�}t j�|�\}}t j�|�d }|t j�|�d � }|| jkrbtd| ��|rrt j�|�}|| jkr�|� t j�
||| j �� q|| j kr�|� t j�
||| j �� q|� t j�
||| j
�� q|S )Nrn r z Don't know how to compile %s)rO r/ �splitext�
splitdrive�isabs�src_extensionsr �basename�_rc_extensionsr rh �
res_extension�_mc_extensions�
obj_extension)r+ Zsource_filenamesZ strip_dir�
output_dirZ obj_namesZsrc_namer �extr r r �object_filenames8 s.
�
� �z MSVCCompiler.object_filenamesNc C sp | j s| �� | �||||||�} | \}}
}} } |p6g }
|
�d� |rT|
�| j� n |
�| j� |
D �]}z| | \}}W n tk
r� Y qdY nX |r�tj �
|�}|| j kr�d| }�nT|| j kr�d| }�n>|| j
k�r<|}d| }z"| �| jg| |g |g � W qd tk
�r6 } z t|��W 5 d }~X Y qdX qdn�|| jk�r�tj �|�}tj �|�}zl| �| jgd|d|g |g � tj �tj �|��\}}tj �||d �}| �| jgd| g |g � W qd tk
�r� } z t|��W 5 d }~X Y qdX qdntd||f ��d | }z&| �| jg|
| ||g | � W qd tk
�rh } z t|��W 5 d }~X Y qdX qd|
S )
Nz/cz/Tcz/Tpz/foz-hz-rrT z"Don't know how to compile %s to %sz/Fo)r[ rm Z_setup_compiler �extendrj ri r1 rO r/ �abspath�
_c_extensions�_cpp_extensionsrt �spawnrd r r rv �dirnamere ro rs rh rb )r+ Zsourcesrx r) Z include_dirs�debug�
extra_preargs�extra_postargsZdependsZ compile_info�objectsZpp_optsZbuildZ compile_opts�obj�srcry Z input_optZ
output_opt�msgZh_dirZrc_dirr �_Zrc_filer r r �compileW s�
�
��
��
��
���
zMSVCCompiler.compilec
C s� | j s| �� | �||�\}}| j||d�}| �||�r�|d| g }|rJz| �| jg| � W q� tk
r� } z t|��W 5 d }~X Y q�X n t �
d|� d S )N)rx �/OUT:�skipping %s (up-to-date)) r[ rm �_fix_object_args�library_filename�
_need_linkr r] r r r
r� ) r+ r� Zoutput_libnamerx r� � target_lang�output_filenameZlib_argsr� r r r �create_static_lib� s � z MSVCCompiler.create_static_libc
C s� | j s| �� | �||�\}}| �|||�}|\}}}|rL| �dt|� � t| |||�}|d k rptj� ||�}| �
||��r�|t j kr�| r�| j
dd � }q�| jdd � }n| r�| j
}n| j}g }|p�g D ]}|�d| � q�|| | | d| g }|d k �rHtj�tj�|��\}}tj� tj�|d �| �|��}|�d| � |
�rZ|
|d d�< | �rj|�| � | �tj�|�� z| �| jg| � W n, tk
�r� } z t|��W 5 d }~X Y nX n t�d|� d S )Nz5I don't know what to do with 'runtime_library_dirs': r z/EXPORT:r� r z/IMPLIB:r� ) r[ rm r� Z
_fix_lib_args�warn�strr rO r/ rh r� r Z
EXECUTABLErl rk r ro rs r� r� r{ Zmkpathr rc r r r
r� )r+ Z target_descr� r� rx Z librariesZ library_dirsZruntime_library_dirsZexport_symbolsr� r� r� Z
build_tempr� Z
fixed_argsZlib_optsZldflagsZ export_optsZsymZld_argsZdll_nameZdll_extZ implib_filer� r r r �link� sj �
� �
��
��
zMSVCCompiler.linkc C s d| S )Nz /LIBPATH:r �r+ �dirr r r �library_dir_option s z MSVCCompiler.library_dir_optionc C s t d��d S )Nz<don't know how to set runtime library search path for MSVC++)r r� r r r �runtime_library_dir_option s �z'MSVCCompiler.runtime_library_dir_optionc C s
| � |�S r( )r� )r+ r] r r r �library_option s zMSVCCompiler.library_optionc C s\ |r|d |g}n|g}|D ]:}|D ]0}t j�|| �|��}t j�|�r$| S q$q d S )NZ_d)rO r/ rh r� �exists)r+ �dirsr] r� Z try_namesr� r Zlibfiler r r �find_library_file# s z MSVCCompiler.find_library_filec C sz | j D ].}tj�tj�|�|�}tj�|�r| S qtjd �d�D ].}tj�tj�|�|�}tj�|�rF| S qF|S )N�Pathr^ )r_ rO r/ rh r| �isfiler` rF )r+ Zexer3 �fnr r r ra 5 s
zMSVCCompiler.find_exe�x86c C s� t sg S |d }| jdkr,d| j| jf }nd| j|f }tD ]H}t||�}|r>| jdkrt| j�|| ��d� S || �d� S q>| jdkr�tD ]&}t|d| j �d k r�| �d� q�q�g S ) Nz dirsrU z6%s\%0.1f\VC\VC_OBJECTS_PLATFORM_INFO\Win32\Directoriesz?%s\6.0\Build System\Components\Platforms\Win32 (%s)\Directoriesr^ r= z%s\6.0z�It seems you have Visual Studio 6 installed, but the expected registry settings are not present.
You must at least run the Visual Studio GUI once so that these entries are created.) �
_can_read_regrV rX r. r! rY r8 rF r� )r+ r/ �platformr r r r r r rf K s,
��
zMSVCCompiler.get_msvc_pathsc C s6 |dkr| � d�}n
| � |�}|r2d�|�tj|< d S )Nr] Zlibraryr^ )rf rh rO r` )r+ r r3 r r r rg o s
z MSVCCompiler.set_path_env_var)r r r )r rn )NNNr NNN)Nr N)
NNNNNr NNNN)r )r� ) r9 r: r; Z
compiler_typeZ executablesr} r~ rt rv rr ru rw Zstatic_lib_extensionZshared_lib_extensionZstatic_lib_formatZshared_lib_formatZ
exe_extensionr- rm rz r� r� r� r� r� r� r� ra rf rg r r r r rS � sh
��
B �
�
X �
�
S
$rS g @z3Importing new compiler from distutils.msvc9compiler)rS )r' )-rC rO Zdistutils.errorsr r r r r Zdistutils.ccompilerr r r Z distutilsr
r� �winregZhkey_modZ OpenKeyExr
ZEnumKeyr Z EnumValuer �errorr � ImportErrorZwin32apiZwin32con�infoZ
HKEY_USERS�HKEY_CURRENT_USER�HKEY_LOCAL_MACHINEZHKEY_CLASSES_ROOTr. r r! r r' rJ rN rR rS r� ZOldMSVCCompilerZdistutils.msvc9compilerr r r r �<module> s^
� -
9
distutils/__pycache__/versionpredicate.cpython-38.pyc 0000644 00000012021 15115353745 0017003 0 ustar 00 U
e5d
� @ s� d Z ddlZddlZddlZe�dej�Ze�d�Ze�d�Z dd� Z
ej ej ej
ejejejd�ZG d d
� d
�Zdad d � ZdS )
zBModule for parsing and testing package version predicate strings.
� Nz'(?i)^\s*([a-z_]\w*(?:\.[a-z_]\w*)*)(.*)z^\s*\((.*)\)\s*$z%^\s*(<=|>=|<|>|!=|==)\s*([^\s,]+)\s*$c C s6 t �| �}|std| ��|�� \}}|tj�|�fS )zVParse a single version comparison.
Return (comparison string, StrictVersion)
z"bad package restriction syntax: %r)�re_splitComparison�match�
ValueError�groups� distutils�version�
StrictVersion)�pred�res�compZverStr� r �2/usr/lib64/python3.8/distutils/versionpredicate.py�splitUp s
r )�<z<=z==�>z>=z!=c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �VersionPredicatea� Parse and test package version predicates.
>>> v = VersionPredicate('pyepat.abc (>1.0, <3333.3a1, !=1555.1b3)')
The `name` attribute provides the full dotted name that is given::
>>> v.name
'pyepat.abc'
The str() of a `VersionPredicate` provides a normalized
human-readable version of the expression::
>>> print(v)
pyepat.abc (> 1.0, < 3333.3a1, != 1555.1b3)
The `satisfied_by()` method can be used to determine with a given
version number is included in the set described by the version
restrictions::
>>> v.satisfied_by('1.1')
True
>>> v.satisfied_by('1.4')
True
>>> v.satisfied_by('1.0')
False
>>> v.satisfied_by('4444.4')
False
>>> v.satisfied_by('1555.1b3')
False
`VersionPredicate` is flexible in accepting extra whitespace::
>>> v = VersionPredicate(' pat( == 0.1 ) ')
>>> v.name
'pat'
>>> v.satisfied_by('0.1')
True
>>> v.satisfied_by('0.2')
False
If any version numbers passed in do not conform to the
restrictions of `StrictVersion`, a `ValueError` is raised::
>>> v = VersionPredicate('p1.p2.p3.p4(>=1.0, <=1.3a1, !=1.2zb3)')
Traceback (most recent call last):
...
ValueError: invalid version number '1.2zb3'
It the module or package name given does not conform to what's
allowed as a legal module or package name, `ValueError` is
raised::
>>> v = VersionPredicate('foo-bar')
Traceback (most recent call last):
...
ValueError: expected parenthesized list: '-bar'
>>> v = VersionPredicate('foo bar (12.21)')
Traceback (most recent call last):
...
ValueError: expected parenthesized list: 'bar (12.21)'
c C s� |� � }|std��t�|�}|s.td| ��|�� \| _}|� � }|r�t�|�}|sbtd| ��|�� d }dd� |�d�D �| _| js�td| ��ng | _d S )
z*Parse a version predicate string.
zempty package restrictionzbad package name in %rz expected parenthesized list: %rr c S s g | ] }t |��qS r )r )�.0ZaPredr r r
�
<listcomp>t s z-VersionPredicate.__init__.<locals>.<listcomp>�,z empty parenthesized list in %rN) �stripr �re_validPackager r �name�re_paren�splitr )�selfZversionPredicateStrr Zparen�strr r r
�__init__` s&
�zVersionPredicate.__init__c C s8 | j r.dd� | j D �}| jd d�|� d S | jS d S )Nc S s g | ]\}}|d t |� �qS )� )r )r �cond�verr r r
r } s z,VersionPredicate.__str__.<locals>.<listcomp>z (z, �))r r �join)r �seqr r r
�__str__{ s zVersionPredicate.__str__c C s( | j D ] \}}t| ||�s dS qdS )z�True if version is compatible with all the predicates in self.
The parameter version must be acceptable to the StrictVersion
constructor. It may be either a string or StrictVersion.
FT)r �compmap)r r r r r r r
� satisfied_by� s z VersionPredicate.satisfied_byN)�__name__�
__module__� __qualname__�__doc__r r# r% r r r r
r s @r c C sd t dkrt�dtj�a | �� } t �| �}|s8td| ��|�d�pDd}|rVtj �
|�}|�d�|fS )a9 Return the name and optional version number of a provision.
The version number, if given, will be returned as a `StrictVersion`
instance, otherwise it will be `None`.
>>> split_provision('mypkg')
('mypkg', None)
>>> split_provision(' mypkg( 1.2 ) ')
('mypkg', StrictVersion ('1.2'))
Nz=([a-zA-Z_]\w*(?:\.[a-zA-Z_]\w*)*)(?:\s*\(\s*([^)\s]+)\s*\))?$z"illegal provides specification: %r� � ) �
_provision_rx�re�compile�ASCIIr r r �groupr r r )�value�mr r r r
�split_provision� s �
r3 )r) r- Zdistutils.versionr �operatorr. r/ r r r r �lt�le�eq�gt�ge�ner$ r r, r3 r r r r
�<module> s" �
�n distutils/__pycache__/msvccompiler.cpython-38.opt-1.pyc 0000644 00000034605 15115353745 0017113 0 ustar 00 U
e5d \ � @ s� d Z ddlZddlZddlmZmZmZmZmZ ddl m
Z
m Z m Z ddl
mZ dZz,ddlZdZeZejZejZejZejZW nh ek
r� z4ddlZddl Z dZe ZejZejZejZejZW n ek
r� e� d� Y nX Y nX e�rej ej ej ej!fZ"d d
� Z#d d � Z$d
d� Z%G dd� d�Z&dd� Z'dd� Z(dd� Z)G dd� de
�Z*e'� dk�r�e�+d� e*Z,ddl-m*Z* dd l-m&Z& dS ) z�distutils.msvccompiler
Contains MSVCCompiler, an implementation of the abstract CCompiler class
for the Microsoft Visual Studio.
� N)�DistutilsExecError�DistutilsPlatformError� CompileError�LibError� LinkError)� CCompiler�gen_preprocess_options�gen_lib_options)�logFTz�Warning: Can't read registry to find the necessary compiler setting
Make sure that Python modules winreg, win32api or win32con are installed.c C sn zt | |�}W n tk
r$ Y dS X g }d}zt||�}W n tk
rT Y qjY nX |�|� |d7 }q.|S )z Return list of registry keys.Nr � )� RegOpenKeyEx�RegError�
RegEnumKey�append)�base�key�handle�L�i�k� r �./usr/lib64/python3.8/distutils/msvccompiler.py� read_keys7 s
r c C s� zt | |�}W n tk
r$ Y dS X i }d}zt||�\}}}W n tk
rZ Y q~Y nX |�� }t|�|t|�< |d7 }q.|S )zXReturn dict of registry keys and values.
All names are converted to lowercase.
Nr r )r r
� RegEnumValue�lower� convert_mbcs)r r r �dr �name�value�typer r r � read_valuesH s
r c C s: t | dd �}|d k r6z |d�} W n tk
r4 Y nX | S )N�decode�mbcs)�getattr� UnicodeError)�sZdecr r r r ] s r c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�
MacroExpanderc C s i | _ | �|� d S �N)�macros� load_macros)�self�versionr r r �__init__g s zMacroExpander.__init__c C s2 t D ](}t||�}|r|| | jd| < q.qd S )Nz$(%s))�HKEYSr r( )r* Zmacro�pathr r r r r r � set_macrok s
zMacroExpander.set_macroc
C s� d| }| � d|d d� | � d|d d� d}| � d|d � z*|d
krX| � d |d � n| � d |d
� W n* tk
r� } z td��W 5 d }~X Y nX d}tD ]V}zt||�}W n tk
r� Y q�Y nX t|d�}t|d||f �} | d | jd< q�d S )Nz%Software\Microsoft\VisualStudio\%0.1fZ VCInstallDirz \Setup\VCZ
productdirZ VSInstallDirz \Setup\VSz Software\Microsoft\.NETFrameworkZ FrameworkDirZ installrootg @ZFrameworkSDKDirzsdkinstallrootv1.1Zsdkinstallroota Python was built with Visual Studio 2003;
extensions must be built with a compiler than can generate compatible binaries.
Visual Studio 2003 was not found on this system. If you have Cygwin installed,
you can try compiling with MingW32, by passing "-c mingw32" to setup.py.z.Software\Microsoft\NET Framework Setup\Productr z%s\%sr+ z$(FrameworkVersion)) r/ �KeyErrorr r- r r
r r r( )
r* r+ ZvsbaseZnet�exc�pr �hr r r r r r) r s, �
zMacroExpander.load_macrosc C s$ | j �� D ]\}}|�||�}q
|S r' )r( �items�replace)r* r% r �vr r r �sub� s zMacroExpander.subN)�__name__�
__module__� __qualname__r, r/ r) r7 r r r r r& f s r& c C s� d} t j�| �}|dkr dS |t| � }t j|d� �dd�\}}t|dd� �d }|dkrf|d7 }t|d d
� �d }|dkr�d }|dkr�|| S dS )
z�Return the version of MSVC that was used to build Python.
For Python 2.3 and up, the version number is included in
sys.version. For earlier versions, assume the compiler is MSVC 6.
zMSC v.���� N� r ����
� � g $@r )�sysr+ �find�len�split�int)�prefixr r% �restZ majorVersionZ minorVersionr r r �get_build_version� s rI c C s@ d} t j�| �}|dkr dS t j�d|�}t j|t| � |� S )zUReturn the processor architecture.
Possible results are "Intel" or "AMD64".
z bit (r; �Intel�))rB r+ rC rD )rG r �jr r r �get_build_architecture� s rM c C s0 g }| D ]"}t j�|�}||kr|�|� q|S )znReturn a list of normalized paths with duplicates removed.
The current order of paths is maintained.
)�osr. �normpathr )�pathsZ
reduced_pathsr2 Znpr r r �normalize_and_reduce_paths� s rQ c
@ s� e Zd ZdZdZi ZdgZdddgZdgZdgZ ee e e Z
d Z d
Z d Z
d Zd
ZZdZd-dd�Zdd� Zd.dd�Zd/dd�Zd0dd�Zd1d d �Zd d � Zd d!� Zd"d#� Zd2d$d%�Zd&d'� Z d3d)d*�Z d+d,� Z dS )4� MSVCCompilerzwConcrete class that implements an interface to Microsoft Visual C++,
as defined by the CCompiler abstract class.Zmsvcz.cz.ccz.cppz.cxx�.rcz.mcz.resz.objz.libz.dllz%s%sz.exer c C sv t �| |||� t� | _t� | _| jdkr\| jdkrHd| _t| j�| _nd| _d| j | _ nd| jd | _ d| _
d S ) NrJ � z Software\Microsoft\VisualStudioz Software\Microsoft\DevstudiozVisual Studio version %szMicrosoft SDK compiler %sr< F) r r, rI �_MSVCCompiler__versionrM �_MSVCCompiler__arch�_MSVCCompiler__rootr& �_MSVCCompiler__macros�_MSVCCompiler__product� initialized)r* �verboseZdry_runZforcer r r r, � s
zMSVCCompiler.__init__c C s� g | _ dtjkrDdtjkrD| �d�rDd| _d| _d| _d| _d| _nx| � d�| _ t
| j �d krlt d
| j ��| �d�| _| �d�| _| �d�| _| �d�| _| �d�| _| �
d � | �
d � z&tjd �d
�D ]}| j �|� q�W n tk
r� Y nX t| j �| _ d
�| j �tjd< d | _| jdk�rPddddddg| _dddddddg| _n&ddddddg| _dddddddg| _dddg| _| jd k�r�ddd d g| _nddd d d g| _dg| _d | _d S )!NZDISTUTILS_USE_SDKZMSSdkzcl.exezlink.exezlib.exezrc.exezmc.exer. r zxPython was built with %s, and extensions need to be built with the same version of the compiler, but it isn't installed.�libZinclude�;rJ z/nologoz/Oxz/MDz/W3z/GXz/DNDEBUGz/Odz/MDdz/Z7z/D_DEBUGz/GS-z/DLLz/INCREMENTAL:NOrT z/INCREMENTAL:noz/DEBUGz /pdb:NoneT) �_MSVCCompiler__pathsrN �environ�find_exe�cc�linkerr\ �rc�mc�get_msvc_pathsrD r rY �set_path_env_varrE r r0 rQ �joinZpreprocess_optionsrV �compile_options�compile_options_debug�ldflags_sharedrU �ldflags_shared_debugZldflags_staticrZ )r* r2 r r r �
initialize� sr �
�
�
�
� � �zMSVCCompiler.initialize� c C s� |d kr d}g }|D ]�}t j�|�\}}t j�|�d }|t j�|�d � }|| jkrbtd| ��|rrt j�|�}|| jkr�|� t j�
||| j �� q|| j kr�|� t j�
||| j �� q|� t j�
||| j
�� q|S )Nrm r z Don't know how to compile %s)rN r. �splitext�
splitdrive�isabs�src_extensionsr �basename�_rc_extensionsr rg �
res_extension�_mc_extensions�
obj_extension)r* Zsource_filenamesZ strip_dir�
output_dirZ obj_namesZsrc_namer �extr r r �object_filenames8 s.
�
� �z MSVCCompiler.object_filenamesNc C sp | j s| �� | �||||||�} | \}}
}} } |p6g }
|
�d� |rT|
�| j� n |
�| j� |
D �]}z| | \}}W n tk
r� Y qdY nX |r�tj �
|�}|| j kr�d| }�nT|| j kr�d| }�n>|| j
k�r<|}d| }z"| �| jg| |g |g � W qd tk
�r6 } z t|��W 5 d }~X Y qdX qdn�|| jk�r�tj �|�}tj �|�}zl| �| jgd|d|g |g � tj �tj �|��\}}tj �||d �}| �| jgd| g |g � W qd tk
�r� } z t|��W 5 d }~X Y qdX qdntd||f ��d | }z&| �| jg|
| ||g | � W qd tk
�rh } z t|��W 5 d }~X Y qdX qd|
S )
Nz/cz/Tcz/Tpz/foz-hz-rrS z"Don't know how to compile %s to %sz/Fo)rZ rl Z_setup_compiler �extendri rh r0 rN r. �abspath�
_c_extensions�_cpp_extensionsrs �spawnrc r r ru �dirnamerd rn rr rg ra )r* Zsourcesrw r( Z include_dirs�debug�
extra_preargs�extra_postargsZdependsZ compile_info�objectsZpp_optsZbuildZ compile_opts�obj�srcrx Z input_optZ
output_opt�msgZh_dirZrc_dirr �_Zrc_filer r r �compileW s�
�
��
��
��
���
zMSVCCompiler.compilec
C s� | j s| �� | �||�\}}| j||d�}| �||�r�|d| g }|rJz| �| jg| � W q� tk
r� } z t|��W 5 d }~X Y q�X n t �
d|� d S )N)rw �/OUT:�skipping %s (up-to-date)) rZ rl �_fix_object_args�library_filename�
_need_linkr~ r\ r r r
r� ) r* r� Zoutput_libnamerw r� � target_lang�output_filenameZlib_argsr� r r r �create_static_lib� s � z MSVCCompiler.create_static_libc
C s� | j s| �� | �||�\}}| �|||�}|\}}}|rL| �dt|� � t| |||�}|d k rptj� ||�}| �
||��r�|t j kr�| r�| j
dd � }q�| jdd � }n| r�| j
}n| j}g }|p�g D ]}|�d| � q�|| | | d| g }|d k �rHtj�tj�|��\}}tj� tj�|d �| �|��}|�d| � |
�rZ|
|d d�< | �rj|�| � | �tj�|�� z| �| jg| � W n, tk
�r� } z t|��W 5 d }~X Y nX n t�d|� d S )Nz5I don't know what to do with 'runtime_library_dirs': r z/EXPORT:r� r z/IMPLIB:r� ) rZ rl r� Z
_fix_lib_args�warn�strr rN r. rg r� r Z
EXECUTABLErk rj r rn rr r r� rz Zmkpathr~ rb r r r
r� )r* Z target_descr� r� rw Z librariesZ library_dirsZruntime_library_dirsZexport_symbolsr� r� r� Z
build_tempr� Z
fixed_argsZlib_optsZldflagsZ export_optsZsymZld_argsZdll_nameZdll_extZ implib_filer� r r r �link� sj �
� �
��
��
zMSVCCompiler.linkc C s d| S )Nz /LIBPATH:r �r* �dirr r r �library_dir_option s z MSVCCompiler.library_dir_optionc C s t d��d S )Nz<don't know how to set runtime library search path for MSVC++)r r� r r r �runtime_library_dir_option s �z'MSVCCompiler.runtime_library_dir_optionc C s
| � |�S r' )r� )r* r\ r r r �library_option s zMSVCCompiler.library_optionc C s\ |r|d |g}n|g}|D ]:}|D ]0}t j�|| �|��}t j�|�r$| S q$q d S )NZ_d)rN r. rg r� �exists)r* �dirsr\ r� Z try_namesr� r Zlibfiler r r �find_library_file# s z MSVCCompiler.find_library_filec C sz | j D ].}tj�tj�|�|�}tj�|�r| S qtjd �d�D ].}tj�tj�|�|�}tj�|�rF| S qF|S )a� Return path to an MSVC executable program.
Tries to find the program in several places: first, one of the
MSVC program search paths from the registry; next, the directories
in the PATH environment variable. If any of those work, return an
absolute path that is known to exist. If none of them work, just
return the original program name, 'exe'.
�Pathr] )r^ rN r. rg r{ �isfiler_ rE )r* Zexer2 �fnr r r r` 5 s
zMSVCCompiler.find_exe�x86c C s� t sg S |d }| jdkr,d| j| jf }nd| j|f }tD ]H}t||�}|r>| jdkrt| j�|| ��d� S || �d� S q>| jdkr�tD ]&}t|d| j �dk r�| �d � q�q�g S )
z�Get a list of devstudio directories (include, lib or path).
Return a list of strings. The list will be empty if unable to
access the registry or appropriate registry keys not found.
z dirsrT z6%s\%0.1f\VC\VC_OBJECTS_PLATFORM_INFO\Win32\Directoriesz?%s\6.0\Build System\Components\Platforms\Win32 (%s)\Directoriesr] r< z%s\6.0Nz�It seems you have Visual Studio 6 installed, but the expected registry settings are not present.
You must at least run the Visual Studio GUI once so that these entries are created.) �
_can_read_regrU rW r- r rX r7 rE r� )r* r. �platformr r r r r r re K s,
��
zMSVCCompiler.get_msvc_pathsc C s6 |dkr| � d�}n
| � |�}|r2d�|�tj|< dS )z�Set environment variable 'name' to an MSVC path type value.
This is equivalent to a SET command prior to execution of spawned
commands.
r\ Zlibraryr] N)re rg rN r_ )r* r r2 r r r rf o s
z MSVCCompiler.set_path_env_var)r r r )r rm )NNNr NNN)Nr N)
NNNNNr NNNN)r )r� ) r8 r9 r: �__doc__Z
compiler_typeZ executablesr| r} rs ru rq rt rv Zstatic_lib_extensionZshared_lib_extensionZstatic_lib_formatZshared_lib_formatZ
exe_extensionr, rl ry r� r� r� r� r� r� r� r` re rf r r r r rR � sj
��
B �
�
X �
�
S
$rR g @z3Importing new compiler from distutils.msvc9compiler)rR )r& ).r� rB rN Zdistutils.errorsr r r r r Zdistutils.ccompilerr r r Z distutilsr
r� �winregZhkey_modZ OpenKeyExr ZEnumKeyr Z EnumValuer �errorr
� ImportErrorZwin32apiZwin32con�infoZ
HKEY_USERS�HKEY_CURRENT_USER�HKEY_LOCAL_MACHINEZHKEY_CLASSES_ROOTr- r r r r& rI rM rQ rR r� ZOldMSVCCompilerZdistutils.msvc9compilerr r r r �<module> s`
� -
9
distutils/__pycache__/ccompiler.cpython-38.opt-1.pyc 0000644 00000100624 15115353745 0016360 0 ustar 00 U
e5dI� � @ s� d Z ddlZddlZddlZddlT ddlmZ ddlmZ ddl m
Z
ddl m Z m
Z
ddlmZmZ dd lmZ G d
d � d �Zd Zd d
d�Zdddddd�Zdd� Zd dd�Zdd� Zdd � ZdS ) z�distutils.ccompiler
Contains CCompiler, an abstract base class that defines the interface
for the Distutils compiler abstraction model.� N)�*)�spawn)� move_file)�mkpath)�newer_pairwise� newer_group)� split_quoted�execute)�logc
@ s e Zd ZdZdZdZdZdZdZdZ dZ
dZ dddddd�Z dddgZ
dqdd �Zd
d � Zd d
� Zdd� Zdd� Zdrdd�Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Z d&d'� Z d(d)� Z d*d+� Z d,d-� Z d.d/� Z!dsd0d1�Z"d2d3� Z#d4d5� Z$d6d7� Z%d8d9� Z&dtd:d;�Z'dud<d=�Z(d>d?� Z)dvd@dA�Z*dBZ+dCZ,dDZ-dwdEdF�Z.dxdGdH�Z/dydIdJ�Z0dzdKdL�Z1dMdN� Z2dOdP� Z3dQdR� Z4d{dSdT�Z5d|dUdV�Z6d}dXdY�Z7d~dZd[�Z8dd\d]�Z9d�d_d`�Z:d�dbdc�Z;ddde� Z<dfdg� Z=d�dhdi�Z>djdk� Z?dldm� Z@d�dodp�ZAdS )�� CCompilera� Abstract base class to define the interface that must be implemented
by real compiler classes. Also has some utility methods used by
several compiler classes.
The basic idea behind a compiler abstraction class is that each
instance can be used for all the compile/link steps in building a
single project. Thus, attributes common to all of those compile and
link steps -- include directories, macros to define, libraries to link
against, etc. -- are attributes of the compiler instance. To allow for
variability in how individual files are treated, most of those
attributes may be varied on a per-compilation or per-link basis.
N�czc++Zobjc)�.cz.ccz.cppz.cxxz.mr c C sb || _ || _|| _d | _g | _g | _g | _g | _g | _g | _ | j
� � D ]}| � || j
| � qFd S �N)
�dry_run�force�verbose�
output_dir�macros� include_dirs� libraries� library_dirs�runtime_library_dirs�objects� executables�keys�set_executable)�selfr r r �key� r �+/usr/lib64/python3.8/distutils/ccompiler.py�__init__U s zCCompiler.__init__c K s< |D ]2}|| j kr&td|| jjf ��| �||| � qdS )a� Define the executables (and options for them) that will be run
to perform the various stages of compilation. The exact set of
executables that may be specified here depends on the compiler
class (via the 'executables' class attribute), but most will have:
compiler the C/C++ compiler
linker_so linker used to create shared objects and libraries
linker_exe linker used to create binary executables
archiver static library creator
On platforms with a command-line (Unix, DOS/Windows), each of these
is a string that will be split into executable name and (optional)
list of arguments. (Splitting the string is done similarly to how
Unix shells operate: words are delimited by spaces, but quotes and
backslashes can override this. See
'distutils.util.split_quoted()'.)
z$unknown executable '%s' for class %sN)r �
ValueError� __class__�__name__r )r �kwargsr r r r �set_executablesy s
�zCCompiler.set_executablesc C s, t |t�r t| |t|�� n t| ||� d S r )�
isinstance�str�setattrr )r r �valuer r r r � s
zCCompiler.set_executablec C s0 d}| j D ] }|d |kr"| S |d7 }q
d S )Nr � )r )r �name�i�defnr r r � _find_macro� s
zCCompiler._find_macroc C s` |D ]V}t |t�rFt|�dkrFt |d t�s8|d dkrFt |d t�std| d d ��qdS )z�Ensures that every element of 'definitions' is a valid macro
definition, ie. either (name,value) 2-tuple or a (name,) tuple. Do
nothing if all definitions are OK, raise TypeError otherwise.
)r* � r* Nr z invalid macro definition '%s': z.must be tuple (string,), (string, string), or z(string, None))r& �tuple�lenr' � TypeError)r Z definitionsr- r r r �_check_macro_definitions� s
� �
� ���z"CCompiler._check_macro_definitionsc C s. | � |�}|dk r| j|= | j�||f� dS )a_ Define a preprocessor macro for all compilations driven by this
compiler object. The optional parameter 'value' should be a
string; if it is not supplied, then the macro will be defined
without an explicit value and the exact outcome depends on the
compiler used (XXX true? does ANSI say anything about this?)
N�r. r �append)r r+ r) r, r r r � define_macro� s
zCCompiler.define_macroc C s0 | � |�}|dk r| j|= |f}| j�|� dS )a� Undefine a preprocessor macro for all compilations driven by
this compiler object. If the same macro is defined by
'define_macro()' and undefined by 'undefine_macro()' the last call
takes precedence (including multiple redefinitions or
undefinitions). If the macro is redefined/undefined on a
per-compilation basis (ie. in the call to 'compile()'), then that
takes precedence.
Nr4 )r r+ r, Zundefnr r r �undefine_macro� s
zCCompiler.undefine_macroc C s | j �|� dS )z�Add 'dir' to the list of directories that will be searched for
header files. The compiler is instructed to search directories in
the order in which they are supplied by successive calls to
'add_include_dir()'.
N)r r5 �r �dirr r r �add_include_dir� s zCCompiler.add_include_dirc C s |dd� | _ dS )ay Set the list of directories that will be searched to 'dirs' (a
list of strings). Overrides any preceding calls to
'add_include_dir()'; subsequence calls to 'add_include_dir()' add
to the list passed to 'set_include_dirs()'. This does not affect
any list of standard include directories that the compiler may
search by default.
N�r �r �dirsr r r �set_include_dirs� s zCCompiler.set_include_dirsc C s | j �|� dS )a� Add 'libname' to the list of libraries that will be included in
all links driven by this compiler object. Note that 'libname'
should *not* be the name of a file containing a library, but the
name of the library itself: the actual filename will be inferred by
the linker, the compiler, or the compiler class (depending on the
platform).
The linker will be instructed to link against libraries in the
order they were supplied to 'add_library()' and/or
'set_libraries()'. It is perfectly valid to duplicate library
names; the linker will be instructed to link against libraries as
many times as they are mentioned.
N)r r5 )r �libnamer r r � add_library� s zCCompiler.add_libraryc C s |dd� | _ dS )z�Set the list of libraries to be included in all links driven by
this compiler object to 'libnames' (a list of strings). This does
not affect any standard system libraries that the linker may
include by default.
N)r )r Zlibnamesr r r �
set_libraries� s zCCompiler.set_librariesc C s | j �|� dS )a' Add 'dir' to the list of directories that will be searched for
libraries specified to 'add_library()' and 'set_libraries()'. The
linker will be instructed to search for libraries in the order they
are supplied to 'add_library_dir()' and/or 'set_library_dirs()'.
N)r r5 r8 r r r �add_library_dir s zCCompiler.add_library_dirc C s |dd� | _ dS )z�Set the list of library search directories to 'dirs' (a list of
strings). This does not affect any standard library search path
that the linker may search by default.
N)r r< r r r �set_library_dirs s zCCompiler.set_library_dirsc C s | j �|� dS )zlAdd 'dir' to the list of directories that will be searched for
shared libraries at runtime.
N)r r5 r8 r r r �add_runtime_library_dir s z!CCompiler.add_runtime_library_dirc C s |dd� | _ dS )z�Set the list of directories to search for shared libraries at
runtime to 'dirs' (a list of strings). This does not affect any
standard search path that the runtime linker may search by
default.
N)r r< r r r �set_runtime_library_dirs s z"CCompiler.set_runtime_library_dirsc C s | j �|� dS )z�Add 'object' to the list of object files (or analogues, such as
explicitly named library files or the output of "resource
compilers") to be included in every link driven by this compiler
object.
N)r r5 )r �objectr r r �add_link_object s zCCompiler.add_link_objectc C s |dd� | _ dS )z�Set the list of object files (or analogues) to be included in
every link to 'objects'. This does not affect any standard object
files that the linker may include by default (such as system
libraries).
N)r )r r r r r �set_link_objects( s zCCompiler.set_link_objectsc C s |dkr| j }nt|t�s"td��|dkr2| j}n"t|t�rL|| jpFg }ntd��|dkrd| j}n*t|ttf�r�t|�| jp�g }ntd��|dkr�g }| j|d|d�}t ||�}i } t
t |��D ]B}
||
} ||
} t j
�| �d }
| �t j
�| �� | |
f| | < q�||||| fS )z;Process arguments and decide which source files to compile.N�%'output_dir' must be a string or None�/'macros' (if supplied) must be a list of tuples�6'include_dirs' (if supplied) must be a list of stringsr )� strip_dirr r* )r r& r' r2 r �listr r0 �object_filenames�gen_preprocess_options�ranger1 �os�path�splitextr �dirname)r Zoutdirr Zincdirs�sources�dependsZextrar �pp_opts�buildr, �src�obj�extr r r �_setup_compile6 s<
��
zCCompiler._setup_compilec C s0 |dg }|r dg|d d�< |r,||d d�< |S )Nz-cz-gr r )r rW �debugZbefore�cc_argsr r r � _get_cc_argsa s
zCCompiler._get_cc_argsc C s� |dkr| j }nt|t�s"td��|dkr2| j}n"t|t�rL|| jpFg }ntd��|dkrd| j}n*t|ttf�r�t|�| jp�g }ntd��|||fS )a' Typecheck and fix-up some of the arguments to the 'compile()'
method, and return fixed-up values. Specifically: if 'output_dir'
is None, replaces it with 'self.output_dir'; ensures that 'macros'
is a list, and augments it with 'self.macros'; ensures that
'include_dirs' is a list, and augments it with 'self.include_dirs'.
Guarantees that the returned values are of the correct type,
i.e. for 'output_dir' either string or None, and for 'macros' and
'include_dirs' either list or None.
NrI rJ rK )r r& r' r2 r rM r r0 )r r r r r r r �_fix_compile_argsj s"
�zCCompiler._fix_compile_argsc C s | j ||d�}|i fS )a+ Decide which souce files must be recompiled.
Determine the list of object files corresponding to 'sources',
and figure out which ones really need to be recompiled.
Return a list of all object files and a dictionary telling
which source files can be skipped.
)r )rN )r rU r rV r r r r �
_prep_compile� s zCCompiler._prep_compilec C sH t |ttf�std��t|�}|dkr.| j}nt |t�s@td��||fS )z�Typecheck and fix up some arguments supplied to various methods.
Specifically: ensure that 'objects' is a list; if output_dir is
None, replace with self.output_dir. Return fixed versions of
'objects' and 'output_dir'.
z,'objects' must be a list or tuple of stringsNrI )r& rM r0 r2 r r' )r r r r r r �_fix_object_args� s
zCCompiler._fix_object_argsc C s� |dkr| j }n*t|ttf�r2t|�| j p,g }ntd��|dkrJ| j}n*t|ttf�rlt|�| jpfg }ntd��|dkr�| j}n*t|ttf�r�t|�| jp�g }ntd��|||fS )a; Typecheck and fix up some of the arguments supplied to the
'link_*' methods. Specifically: ensure that all arguments are
lists, and augment them with their permanent versions
(eg. 'self.libraries' augments 'libraries'). Return a tuple with
fixed versions of all arguments.
Nz3'libraries' (if supplied) must be a list of stringsz6'library_dirs' (if supplied) must be a list of stringsz>'runtime_library_dirs' (if supplied) must be a list of strings)r r& rM r0 r2 r r )r r r r r r r �
_fix_lib_args� s, ���zCCompiler._fix_lib_argsc C s2 | j r
dS | jr t||dd�}n
t||�}|S dS )zjReturn true if we need to relink the files listed in 'objects'
to recreate 'output_file'.
T�newer)ZmissingN)r r r )r r � output_filerd r r r �
_need_link� s
zCCompiler._need_linkc C s~ t |t�s|g}d}t| j�}|D ]V}tj�|�\}}| j�|�}z | j� |�}||k r`|}|}W q" t
k
rv Y q"X q"|S )z|Detect the language of a given file, or list of files. Uses
language_map, and language_order to do the job.
N) r& rM r1 �language_orderrQ rR rS � language_map�get�indexr! ) r rU Zlangrj �source�baser[ ZextlangZextindexr r r �detect_language� s
zCCompiler.detect_languagec C s dS )a� Preprocess a single C/C++ source file, named in 'source'.
Output will be written to file named 'output_file', or stdout if
'output_file' not supplied. 'macros' is a list of macro
definitions as for 'compile()', which will augment the macros set
with 'define_macro()' and 'undefine_macro()'. 'include_dirs' is a
list of directory names that will be added to the default list.
Raises PreprocessError on failure.
Nr )r rk re r r �
extra_preargs�extra_postargsr r r �
preprocess� s zCCompiler.preprocessc C sx | � ||||||�\}} }}
} | �|
||�} | D ]B}
z| |
\}}W n tk
r\ Y q0Y nX | �|
||| ||
� q0| S )aK Compile one or more source files.
'sources' must be a list of filenames, most likely C/C++
files, but in reality anything that can be handled by a
particular compiler and compiler class (eg. MSVCCompiler can
handle resource files in 'sources'). Return a list of object
filenames, one per source filename in 'sources'. Depending on
the implementation, not all source files will necessarily be
compiled, but all corresponding object filenames will be
returned.
If 'output_dir' is given, object files will be put under it, while
retaining their original path component. That is, "foo/bar.c"
normally compiles to "foo/bar.o" (for a Unix implementation); if
'output_dir' is "build", then it would compile to
"build/foo/bar.o".
'macros', if given, must be a list of macro definitions. A macro
definition is either a (name, value) 2-tuple or a (name,) 1-tuple.
The former defines a macro; if the value is None, the macro is
defined without an explicit value. The 1-tuple case undefines a
macro. Later definitions/redefinitions/ undefinitions take
precedence.
'include_dirs', if given, must be a list of strings, the
directories to add to the default include file search path for this
compilation only.
'debug' is a boolean; if true, the compiler will be instructed to
output debug symbols in (or alongside) the object file(s).
'extra_preargs' and 'extra_postargs' are implementation- dependent.
On platforms that have the notion of a command-line (e.g. Unix,
DOS/Windows), they are most likely lists of strings: extra
command-line arguments to prepend/append to the compiler command
line. On other platforms, consult the implementation class
documentation. In any event, they are intended as an escape hatch
for those occasions when the abstract compiler framework doesn't
cut the mustard.
'depends', if given, is a list of filenames that all targets
depend on. If a source file is older than any file in
depends, then the source file will be recompiled. This
supports dependency tracking, but only at a coarse
granularity.
Raises CompileError on failure.
)r\ r_ �KeyError�_compile)r rU r r r r] rn ro rV r rW rX r^ rZ rY r[ r r r �compile� s 6 ��
zCCompiler.compilec C s dS )z Compile 'src' to product 'obj'.Nr )r rZ rY r[ r^ ro rW r r r rr C s zCCompiler._compilec C s dS )a& Link a bunch of stuff together to create a static library file.
The "bunch of stuff" consists of the list of object files supplied
as 'objects', the extra object files supplied to
'add_link_object()' and/or 'set_link_objects()', the libraries
supplied to 'add_library()' and/or 'set_libraries()', and the
libraries supplied as 'libraries' (if any).
'output_libname' should be a library name, not a filename; the
filename will be inferred from the library name. 'output_dir' is
the directory where the library file will be put.
'debug' is a boolean; if true, debugging information will be
included in the library (note that on most platforms, it is the
compile step where this matters: the 'debug' flag is included here
just for consistency).
'target_lang' is the target language for which the given objects
are being compiled. This allows specific linkage time treatment of
certain languages.
Raises LibError on failure.
Nr )r r �output_libnamer r] � target_langr r r �create_static_libI s zCCompiler.create_static_libZ
shared_objectZshared_library�
executablec C s t �dS )au Link a bunch of stuff together to create an executable or
shared library file.
The "bunch of stuff" consists of the list of object files supplied
as 'objects'. 'output_filename' should be a filename. If
'output_dir' is supplied, 'output_filename' is relative to it
(i.e. 'output_filename' can provide directory components if
needed).
'libraries' is a list of libraries to link against. These are
library names, not filenames, since they're translated into
filenames in a platform-specific way (eg. "foo" becomes "libfoo.a"
on Unix and "foo.lib" on DOS/Windows). However, they can include a
directory component, which means the linker will look in that
specific directory rather than searching all the normal locations.
'library_dirs', if supplied, should be a list of directories to
search for libraries that were specified as bare library names
(ie. no directory component). These are on top of the system
default and those supplied to 'add_library_dir()' and/or
'set_library_dirs()'. 'runtime_library_dirs' is a list of
directories that will be embedded into the shared library and used
to search for other shared libraries that *it* depends on at
run-time. (This may only be relevant on Unix.)
'export_symbols' is a list of symbols that the shared library will
export. (This appears to be relevant only on Windows.)
'debug' is as for 'compile()' and 'create_static_lib()', with the
slight distinction that it actually matters on most platforms (as
opposed to 'create_static_lib()', which includes a 'debug' flag
mostly for form's sake).
'extra_preargs' and 'extra_postargs' are as for 'compile()' (except
of course that they supply command-line arguments for the
particular linker being used).
'target_lang' is the target language for which the given objects
are being compiled. This allows specific linkage time treatment of
certain languages.
Raises LinkError on failure.
N��NotImplementedError)r Z target_descr �output_filenamer r r r �export_symbolsr] rn ro �
build_tempru r r r �linki s 9zCCompiler.linkc
C s2 | � tj|| j|dd�||||||| |
| | �
d S )N�shared)�lib_type)r} r �SHARED_LIBRARY�library_filename)
r r rt r r r r r{ r] rn ro r| ru r r r �link_shared_lib� s
�zCCompiler.link_shared_libc
C s( | � tj||||||||| |
| | �
d S r )r} r �
SHARED_OBJECT)
r r rz r r r r r{ r] rn ro r| ru r r r �link_shared_object� s
�z CCompiler.link_shared_objectc C s. | � tj|| �|�||||d ||| d |
�
d S r )r} r �
EXECUTABLE�executable_filename) r r Zoutput_prognamer r r r r] rn ro ru r r r �link_executable� s
�zCCompiler.link_executablec C s t �dS )zkReturn the compiler option to add 'dir' to the list of
directories searched for libraries.
Nrx r8 r r r �library_dir_option� s z CCompiler.library_dir_optionc C s t �dS )zsReturn the compiler option to add 'dir' to the list of
directories searched for runtime libraries.
Nrx r8 r r r �runtime_library_dir_option� s z$CCompiler.runtime_library_dir_optionc C s t �dS )zReturn the compiler option to add 'lib' to the list of libraries
linked into the shared library or executable.
Nrx )r �libr r r �library_option� s zCCompiler.library_optionc C s� ddl }|dkrg }|dkr g }|dkr,g }|dkr8g }|jd|dd�\}}t�|d�} z*|D ]}
| �d|
� q^| �d| � W 5 | �� X z| j|g|d �} W n tk
r� Y d
S X z| j| d ||d � W n t t
fk
r� Y d
S X dS )
z�Return a boolean indicating whether funcname is supported on
the current platform. The optional arguments can be used to
augment the compilation environment.
r Nr
T)�text�wz#include "%s"
z=int main (int argc, char **argv) {
%s();
return 0;
}
r; Fza.out)r r ) �tempfileZmkstemprQ �fdopen�close�writers Z CompileErrorr� Z LinkErrorr2 ) r �funcnameZincludesr r r r� �fdZfname�fZinclr r r r � has_function� s< �
�
zCCompiler.has_functionc C s t �dS )aH Search the specified list of directories for a static or shared
library file 'lib' and return the full path to that file. If
'debug' true, look for a debugging version (if that makes sense on
the current platform). Return None if 'lib' wasn't found in any of
the specified directories.
Nrx )r r= r� r] r r r �find_library_file$ s zCCompiler.find_library_file� c C s� |d kr d}g }|D ]|}t j�|�\}}t j�|�d }|t j�|�d � }|| jkrftd||f ��|rvt j�|�}|�t j� ||| j
�� q|S )Nr� r* z"unknown file type '%s' (from '%s')) rQ rR rS �
splitdrive�isabs�src_extensionsZUnknownFileError�basenamer5 �join�
obj_extension)r Zsource_filenamesrL r Z obj_namesZsrc_namerl r[ r r r rN O s"
� �zCCompiler.object_filenamesc C s$ |rt j�|�}t j�||| j �S r )rQ rR r� r� �shared_lib_extension�r r� rL r r r r �shared_object_filename` s z CCompiler.shared_object_filenamec C s( |rt j�|�}t j�||| jp"d �S )Nr� )rQ rR r� r� �
exe_extensionr� r r r r� f s z CCompiler.executable_filename�staticc
C s` |dkrt d��t| |d �}t| |d �}tj�|�\}}|||f } |rPd}tj�||| �S )N)r� r~ ZdylibZ
xcode_stubz?'lib_type' must be "static", "shared", "dylib", or "xcode_stub"Z _lib_formatZ_lib_extensionr� )r! �getattrrQ rR �splitr� )
r r? r rL r Zfmtr[ r9 rl �filenamer r r r� l s � zCCompiler.library_filenamer* c C s t �|� d S r )r
r] )r �msg�levelr r r �announce s zCCompiler.announcec C s ddl m} |rt|� d S )Nr )�DEBUG)Zdistutils.debugr� �print)r r� r� r r r � debug_print� s zCCompiler.debug_printc C s t j�d| � d S )Nz warning: %s
)�sys�stderrr� )r r� r r r �warn� s zCCompiler.warnc C s t |||| j� d S r )r r )r �func�argsr� r� r r r r � s zCCompiler.executec C s t || jd� d S �N)r )r r )r �cmdr r r r � s zCCompiler.spawnc C s t ||| jd�S r� )r r )r rY Zdstr r r r � s zCCompiler.move_file� c C s t ||| jd� d S r� )r r )r r+ �moder r r r � s zCCompiler.mkpath)r r r )N)N)NNNNN)NNNr NNN)Nr N)
NNNNNr NNNN)
NNNNNr NNNN)
NNNNNr NNNN)NNNNr NNN)NNNN)r )r r� )r r� )r r� )r� r r� )r* )Nr* )r� )Br# �
__module__� __qualname__�__doc__Z
compiler_typer� r� Zstatic_lib_extensionr� Zstatic_lib_formatZshared_lib_formatr� rh rg r r% r r. r3 r6 r7 r: r> r@ rA rB rC rD rE rG rH r\ r_ r` ra rb rc rf rm rp rs rr rv r� r� r� r} r� r� r� r� r� r� r� r� rN r� r� r� r� r� r� r r r r r r r r r s� �
$
+
"
�
�
D �
�
A �
�
�
�
,
+
�
r ))zcygwin.*�unix)�posixr� )�nt�msvcc C sV | dkrt j} |dkr tj}tD ]0\}}t�||�dk sHt�|| �dk r | S q dS )ak Determine the default compiler to use for the given platform.
osname should be one of the standard Python OS names (i.e. the
ones returned by os.name) and platform the common value
returned by sys.platform for the platform in question.
The default values are os.name and sys.platform in case the
parameters are not given.
Nr� )rQ r+ r� �platform�_default_compilers�re�match)Zosnamer� �pattern�compilerr r r �get_default_compiler� s
�
r� )Z
unixccompilerZ
UnixCCompilerz standard UNIX-style compiler)Z
_msvccompilerZ MSVCCompilerzMicrosoft Visual C++)�cygwinccompilerZCygwinCCompilerz'Cygwin port of GNU C Compiler for Win32)r� ZMingw32CCompilerz(Mingw32 port of GNU C Compiler for Win32)Z bcppcompilerZ BCPPCompilerzBorland C++ Compiler)r� r� �cygwinZmingw32Zbcppc C sX ddl m} g }t�� D ] }|�d| dt| d f� q|�� | |�}|�d� dS )zyPrint list of available compilers (used by the "--help-compiler"
options to "build", "build_ext", "build_clib").
r )� FancyGetoptz compiler=Nr/ z List of available compilers:)Zdistutils.fancy_getoptr� �compiler_classr r5 �sortZ
print_help)r� Z compilersr� Zpretty_printerr r r �show_compilers� s
�r� c C s� | dkrt j} z"|dkr t| �}t| \}}}W n8 tk
rh d| }|dk r\|d| }t|��Y nX z*d| }t|� tj| } t | �| }
W nB t
k
r� t d| ��Y n$ tk
r� t d||f ��Y nX |
d||�S )a[ Generate an instance of some CCompiler subclass for the supplied
platform/compiler combination. 'plat' defaults to 'os.name'
(eg. 'posix', 'nt'), and 'compiler' defaults to the default compiler
for that platform. Currently only 'posix' and 'nt' are supported, and
the default compilers are "traditional Unix interface" (UnixCCompiler
class) and Visual C++ (MSVCCompiler class). Note that it's perfectly
possible to ask for a Unix compiler object under Windows, and a
Microsoft compiler object under Unix -- if you supply a value for
'compiler', 'plat' is ignored.
Nz5don't know how to compile C/C++ code on platform '%s'z with '%s' compilerz
distutils.z4can't compile C/C++ code: unable to load module '%s'zBcan't compile C/C++ code: unable to find class '%s' in module '%s') rQ r+ r� r� rq ZDistutilsPlatformError�
__import__r� �modules�vars� ImportErrorZDistutilsModuleError) Zplatr� r r r Z module_name�
class_nameZlong_descriptionr� �module�klassr r r � new_compiler� s:
����
r� c C s� g }| D ]�}t |t�r0dt|� kr.dks<n td| ��t|�dkr\|�d|d � qt|�dkr|d dkr�|�d|d � q|�d| � q|D ]}|�d | � q�|S )
a Generate C pre-processor options (-D, -U, -I) as used by at least
two types of compilers: the typical Unix compiler and Visual C++.
'macros' is the usual thing, a list of 1- or 2-tuples, where (name,)
means undefine (-U) macro 'name', and (name,value) means define (-D)
macro 'name' to 'value'. 'include_dirs' is just a list of directory
names to be added to the header file search path (-I). Returns a list
of command-line options suitable for either Unix compilers or Visual
C++.
r* r/ zPbad macro definition '%s': each element of 'macros' list must be a 1- or 2-tuplez-U%sr Nz-D%sz-D%s=%sz-I%s)r& r0 r1 r2 r5 )r r rW Zmacror9 r r r rO s" $�� rO c C s� g }|D ]}|� | �|�� q|D ],}| �|�}t|t�rD|| }q"|� |� q"|D ]V}tj�|�\}} |r�| �|g| �}
|
r�|� |
� q�| � d| � qT|� | �
|�� qT|S )ac Generate linker options for searching library directories and
linking with specific libraries. 'libraries' and 'library_dirs' are,
respectively, lists of library names (not filenames!) and search
directories. Returns a list of command-line options suitable for use
with some compiler (depending on the two format strings passed in).
z6no library file corresponding to '%s' found (skipping)) r5 r� r� r& rM rQ rR r� r� r� r� ) r� r r r Zlib_optsr9 �optr� Zlib_dirZlib_nameZlib_filer r r �gen_lib_options8 s&
�r� )NN)NNr r r )r� r� rQ r� Zdistutils.errorsZdistutils.spawnr Zdistutils.file_utilr Zdistutils.dir_utilr Zdistutils.dep_utilr r Zdistutils.utilr r Z distutilsr
r r� r� r� r� r� rO r� r r r r �<module> s8
�
-- distutils/__pycache__/file_util.cpython-38.pyc 0000644 00000013457 15115353745 0015427 0 ustar 00 U
e5d� � @ sZ d Z ddlZddlmZ ddlmZ dddd�Zdd
d �Zdd
d�Zddd�Z dd� Z
dS )zFdistutils.file_util
Utility functions for operating on single files.
� N)�DistutilsFileError)�logZcopyingz hard linkingzsymbolically linking)N�hard�sym� @ c
C s� d}d}�ztzt| d�}W n4 tk
rN } ztd| |jf ��W 5 d}~X Y nX tj�|�r�zt�|� W n4 tk
r� } ztd||jf ��W 5 d}~X Y nX zt|d�}W n4 tk
r� } ztd||jf ��W 5 d}~X Y nX z|� |�}W n6 tk
�r( } ztd| |jf ��W 5 d}~X Y nX |�s4�q|z|�
|� W q� tk
�rx } ztd||jf ��W 5 d}~X Y q�X q�W 5 |�r�|� � |�r�|� � X dS ) a5 Copy the file 'src' to 'dst'; both must be filenames. Any error
opening either file, reading from 'src', or writing to 'dst', raises
DistutilsFileError. Data is read/written in chunks of 'buffer_size'
bytes (default 16k). No attempt is made to handle anything apart from
regular files.
N�rbzcould not open '%s': %szcould not delete '%s': %s�wbzcould not create '%s': %sz could not read from '%s': %szcould not write to '%s': %s) �close�open�OSErrorr �strerror�os�path�exists�unlink�read�write)�src�dstZ buffer_sizeZfsrcZfdst�eZbuf� r �+/usr/lib64/python3.8/distutils/file_util.py�_copy_file_contents sL $ � � � � r � c C s ddl m} ddlm} m}
m} m} tj� | �s<t
d| ��tj� |�rd|}
tj� |tj�
| ��}n tj�|�}
|r�|| |�s�|dkr�t�d| � |dfS z t| }W n tk
r� td| ��Y nX |dk�r tj�
|�tj�
| �kr�t�d|| |
� nt�d|| |� |�r|dfS |d k�rrtj�|��rBtj�| |��s�zt�| |� |dfW S tk
�rn Y nX n<|d
k�r�tj�|��r�tj�| |��s�t�| |� |dfS t| |� |�s�|�rt�| �}|�r�t�||| ||
f� |�rt� || || �� |dfS ) a Copy a file 'src' to 'dst'. If 'dst' is a directory, then 'src' is
copied there with the same name; otherwise, it must be a filename. (If
the file exists, it will be ruthlessly clobbered.) If 'preserve_mode'
is true (the default), the file's mode (type and permission bits, or
whatever is analogous on the current platform) is copied. If
'preserve_times' is true (the default), the last-modified and
last-access times are copied as well. If 'update' is true, 'src' will
only be copied if 'dst' does not exist, or if 'dst' does exist but is
older than 'src'.
'link' allows you to make hard links (os.link) or symbolic links
(os.symlink) instead of copying: set it to "hard" or "sym"; if it is
None (the default), files are copied. Don't set 'link' on systems that
don't support it: 'copy_file()' doesn't check if hard or symbolic
linking is available. If hardlink fails, falls back to
_copy_file_contents().
Under Mac OS, uses the native file copy function in macostools; on
other systems, uses '_copy_file_contents()' to copy file contents.
Return a tuple (dest_name, copied): 'dest_name' is the actual name of
the output file, and 'copied' is true if the file was copied (or would
have been copied, if 'dry_run' true).
r )�newer)�ST_ATIME�ST_MTIME�ST_MODE�S_IMODEz4can't copy '%s': doesn't exist or not a regular filer z"not copying %s (output up-to-date)z&invalid value '%s' for 'link' argumentz %s %s -> %sr r ) Zdistutils.dep_utilr �statr r r r r
r �isfiler �isdir�join�basename�dirnamer �debug� _copy_action�KeyError�
ValueError�infor �samefile�linkr �symlinkr �utime�chmod)r r Z
preserve_modeZpreserve_times�updater+ �verbose�dry_runr r r r r �dir�action�str r r � copy_fileC sV ! �
r5 c C s� ddl m}m}m}m}m} ddl} |dkr:t�d| |� |rB|S || �sVt d| ��||�rrt
j � ||| ��}n||�r�t d| |f ��|||��s�t d| |f ��d }
zt
�
| |� W nP tk
�r
} z0| j\} }
| | jkr�d
}
nt d | ||
f ��W 5 d} ~ X Y nX |
�r�t| ||d � zt
�| � W nh tk
�r� } zH| j\} }
zt
�|� W n tk
�rp Y nX t d
| || |
f ��W 5 d} ~ X Y nX |S )a% Move a file 'src' to 'dst'. If 'dst' is a directory, the file will
be moved into it with the same name; otherwise, 'src' is just renamed
to 'dst'. Return the new full name of the file.
Handles cross-device moves on Unix using 'copy_file()'. What about
other systems???
r )r r r! r# r$ Nr zmoving %s -> %sz#can't move '%s': not a regular filez0can't move '%s': destination '%s' already existsz2can't move '%s': destination '%s' not a valid pathFTz couldn't move '%s' to '%s': %s)r0 zAcouldn't move '%s' to '%s' by copy/delete: delete '%s' failed: %s)Zos.pathr r r! r# r$ �errnor r) r r
r r" �renamer �argsZEXDEVr5 r )r r r0 r1 r r r! r# r$ r6 Zcopy_itr Znum�msgr r r � move_file� s` �� ��
�
��r: c C s6 t | d�}z |D ]}|�|d � qW 5 |�� X dS )z{Create a file with the specified name and write 'contents' (a
sequence of strings without line terminators) to it.
�w�
N)r
r r )�filename�contents�f�liner r r �
write_file� s
rA )r )r r r Nr r )r r ) �__doc__r
Zdistutils.errorsr Z distutilsr r& r r5 r: rA r r r r �<module> s" �
3 �
d �
? distutils/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000602 15115353745 0016135 0 ustar 00 U
e5d� � @ s& d Z ddlZejdej�d�� ZdS )z�distutils
The main package for the Python Module Distribution Utilities. Normally
used from a setup script as
from distutils.core import setup
setup (...)
� N� )�__doc__�sys�version�index� __version__� r r �*/usr/lib64/python3.8/distutils/__init__.py�<module> s
distutils/__pycache__/text_file.cpython-38.pyc 0000644 00000020371 15115353745 0015427 0 ustar 00 U
e5d�0 � @ s& d Z ddlZddlZG dd� d�ZdS )z�text_file
provides the TextFile class, which gives an interface to text files
that (optionally) takes care of stripping comments, ignoring blank
lines, and joining lines with backslashes.� Nc @ st e Zd ZdZdddddddd�Zddd�Zd d
� Zd d � Zdd
d�Zddd�Z d dd�Z
dd� Z dd� Z dd� Z
dS ) �TextFilea� Provides a file-like object that takes care of all the things you
commonly want to do when processing a text file that has some
line-by-line syntax: strip comments (as long as "#" is your
comment character), skip blank lines, join adjacent lines by
escaping the newline (ie. backslash at end of line), strip
leading and/or trailing whitespace. All of these are optional
and independently controllable.
Provides a 'warn()' method so you can generate warning messages that
report physical line number, even if the logical line in question
spans multiple physical lines. Also provides 'unreadline()' for
implementing line-at-a-time lookahead.
Constructor is called as:
TextFile (filename=None, file=None, **options)
It bombs (RuntimeError) if both 'filename' and 'file' are None;
'filename' should be a string, and 'file' a file object (or
something that provides 'readline()' and 'close()' methods). It is
recommended that you supply at least 'filename', so that TextFile
can include it in warning messages. If 'file' is not supplied,
TextFile creates its own using 'io.open()'.
The options are all boolean, and affect the value returned by
'readline()':
strip_comments [default: true]
strip from "#" to end-of-line, as well as any whitespace
leading up to the "#" -- unless it is escaped by a backslash
lstrip_ws [default: false]
strip leading whitespace from each line before returning it
rstrip_ws [default: true]
strip trailing whitespace (including line terminator!) from
each line before returning it
skip_blanks [default: true}
skip lines that are empty *after* stripping comments and
whitespace. (If both lstrip_ws and rstrip_ws are false,
then some lines may consist of solely whitespace: these will
*not* be skipped, even if 'skip_blanks' is true.)
join_lines [default: false]
if a backslash is the last non-newline character on a line
after stripping comments and whitespace, join the following line
to it to form one "logical line"; if N consecutive lines end
with a backslash, then N+1 physical lines will be joined to
form one logical line.
collapse_join [default: false]
strip leading whitespace from lines that are joined to their
predecessor; only matters if (join_lines and not lstrip_ws)
errors [default: 'strict']
error handler used to decode the file content
Note that since 'rstrip_ws' can strip the trailing newline, the
semantics of 'readline()' must differ from those of the builtin file
object's 'readline()' method! In particular, 'readline()' returns
None for end-of-file: an empty string might just be a blank line (or
an all-whitespace line), if 'rstrip_ws' is true but 'skip_blanks' is
not.� r �strict)�strip_comments� skip_blanks� lstrip_ws� rstrip_ws�
join_lines�
collapse_join�errorsNc K s� |dkr|dkrt d��| j�� D ]0}||kr@t| ||| � q"t| || j| � q"|�� D ]}|| jkr\td| ��q\|dkr�| �|� n|| _|| _d| _g | _ dS )z�Construct a new TextFile object. At least one of 'filename'
(a string) and 'file' (a file-like object) must be supplied.
They keyword argument options are described above and affect
the values returned by 'readline()'.Nz7you must supply either or both of 'filename' and 'file'z invalid TextFile option '%s'r )
� RuntimeError�default_options�keys�setattr�KeyError�open�filename�file� current_line�linebuf)�selfr r Zoptions�opt� r �+/usr/lib64/python3.8/distutils/text_file.py�__init__N s
zTextFile.__init__c C s& || _ tj| j d| jd�| _d| _dS )zyOpen a new file named 'filename'. This overrides both the
'filename' and 'file' arguments to the constructor.�r)r r N)r �ior r r r )r r r r r r o s z
TextFile.openc C s$ | j }d| _ d| _d| _|�� dS )ziClose the current file and forget everything we know about it
(filename, current line number).N)r r r �close)r r r r r r v s
zTextFile.closec C sj g }|d kr| j }|�| jd � t|ttf�rD|�dt|� � n|�d| � |�t|�� d�|�S )Nz, z
lines %d-%d: z line %d: � )r �appendr �
isinstance�list�tuple�str�join)r �msg�lineZoutmsgr r r � gen_error s zTextFile.gen_errorc C s t d| �||� ��d S )Nzerror: )�
ValueErrorr' �r r% r& r r r �error� s zTextFile.errorc C s t j�d| �||� d � dS )a� Print (to stderr) a warning message tied to the current logical
line in the current file. If the current logical line in the
file spans multiple physical lines, the warning refers to the
whole range, eg. "lines 3-5". If 'line' supplied, it overrides
the current line number; it may be a list or tuple to indicate a
range of physical lines, or an integer for a single physical
line.z warning: �
N)�sys�stderr�writer' r) r r r �warn� s z
TextFile.warnc C s� | j r | j d }| j d= |S d}| j�� }|dkr6d}| jr�|r�|�d�}|dkrTnX|dksl||d dkr�|d dkr|dp~d}|d|� | }|�� dkr�q n |�d d�}| j�r |�r |dkr�| �d
� |S | j r�|�
� }|| }t | j t
��r
| j d d | j d< n| j | j d g| _ n:|dk�r,dS t | j t
��rL| j d d | _ n | j d | _ | j�rr| j�rr|�� }n"| j�r�|�
� }n| j�r�|�� }|dk�s�|dk�r�| j�r�q | j�r�|d dk�r�|dd� }q |d d� d k�r�|dd � d }q |S )
aU Read and return a single logical line from the current file (or
from an internal buffer if lines have previously been "unread"
with 'unreadline()'). If the 'join_lines' option is true, this
may involve reading multiple physical lines concatenated into a
single string. Updates the current line number, so calling
'warn()' after 'readline()' emits a warning about the physical
line(s) just read. Returns None on end-of-file, since the empty
string can occur if 'rstrip_ws' is true but 'strip_blanks' is
not.���r N�#r r �\r+ z\#z2continuation line immediately precedes end-of-file���z\
)r r �readliner �find�strip�replacer r/ r
�lstripr r r! r r �rstripr )r r& Z buildup_line�posZeolr r r r4 � sf
�
zTextFile.readlinec C s( g }| � � }|dkr|S |�|� qdS )zWRead and return the list of all logical lines remaining in the
current file.N)r4 r )r �linesr& r r r � readlines s
zTextFile.readlinesc C s | j �|� dS )z�Push 'line' (a string) onto an internal buffer that will be
checked by future 'readline()' calls. Handy for implementing
a parser with line-at-a-time lookahead.N)r r )r r& r r r �
unreadline s zTextFile.unreadline)NN)N)N)N)�__name__�
__module__� __qualname__�__doc__r
r r r r' r* r/ r4 r< r= r r r r r
s$ :�
!
x
r )rA r, r r r r r r �<module> s distutils/__pycache__/util.cpython-38.opt-2.pyc 0000644 00000022700 15115353745 0015357 0 ustar 00 U
e5d�Q � @ s d dl Z d dlZd dlZd dlZd dlZd dlmZ d dlm Z d dl
m Z d dl m
Z
d dlmZ dd� Zd d
� Zd d � Zd
d� Zd add� Zdd� Zd)dd�Zd a aadd� Zdd� Zd*dd�Z d d � Z d+d d �Z d!d"� Z d,d#d$�Z d-d%d&�Z!G d'd(� d(�Z"dS ).� N)�DistutilsPlatformError)�newer)�spawn)�log)�DistutilsByteCompileErrorc
C s� t jdkrFdtj�� kr dS dtj�� kr.dS dtj�� kr@dS tjS dt jkrZt jd S t jd ksntt d
�sttjS t �� \} }}}}| �� � d d �} |� d
d�}|� d d�}| d d� dkr�d| |f S | d d� dk�r,|d dk�r�d} dt
|d �d |dd � f }ddd �}|d |tj 7 }n�| d d� d k�rLd | ||f S | d d � d!k�r�d!} t �
d"t j�}|�|�}|�r�|�� }n>| d d � d#k�r�dd l}dd l} |�| j�� | ||�\} }}d$| ||f S )%N�ntZamd64� win-amd64z(arm)� win-arm32z(arm64)z win-arm64Z_PYTHON_HOST_PLATFORM�posix�uname�/� � �_�-� Zlinuxz%s-%sZsunosr �5Zsolarisz%d.%s� � Z32bitZ64bit)i���l ���� z.%sZaixz%s-%s.%s� �cygwinz[\d.]+�darwinz%s-%s-%s)�os�name�sys�version�lower�platform�environ�hasattrr �replace�int�maxsize�re�compile�ASCII�match�group� _osx_supportZdistutils.sysconfigZget_platform_osxZ sysconfigZget_config_vars)
ZosnameZhost�releaser �machineZbitnessZrel_re�mr( � distutils� r- �&/usr/lib64/python3.8/distutils/util.py�get_host_platform sR
�
r/ c C s8 t jdkr.dddd�} | �t j�d��p,t� S t� S d S )Nr Zwin32r r )Zx86Zx64ZarmZVSCMD_ARG_TGT_ARCH)r r �getr r/ )ZTARGET_TO_PLATr- r- r. � get_platforma s
�r1 c C sz t jdkr| S | s| S | d dkr.td| ��| d dkrFtd| ��| �d�}d|krd|�d� qP|snt jS t jj|� S )Nr r z path '%s' cannot be absolute���z path '%s' cannot end with '/'�.)r �sep�
ValueError�split�remove�curdir�path�join)�pathname�pathsr- r- r. � convert_pathl s
r= c C s� t jdkr<t j�|�s$t j�| |�S t j�| |dd � �S nNt jdkr|t j�|�\}}|d dkrn|dd � }t j�| |�S tdt j ��d S )Nr
� r r �\z!nothing known about platform '%s')r r r9 �isabsr: �
splitdriver )Znew_rootr; Zdriver9 r- r- r. � change_root� s
rB c C sx t rd S tjdkrZdtjkrZz$dd l} | �t�� �d tjd< W n ttfk
rX Y nX dtjkrpt � tjd< da d S )Nr
�HOMEr r ZPLATr> )
�_environ_checkedr r r �pwd�getpwuid�getuid� ImportError�KeyErrorr1 )rE r- r- r. �
check_environ� s
rJ c
C sV t � |fdd�}zt�d|| �W S tk
rP } ztd| ��W 5 d }~X Y nX d S )Nc S s, | � d�}||kr t|| �S tj| S d S )Nr> )r' �strr r )r& �
local_varsZvar_namer- r- r. �_subst� s
zsubst_vars.<locals>._substz\$([a-zA-Z_][a-zA-Z_0-9]*)zinvalid variable '$%s')rJ r# �subrI r5 )�srL rM �varr- r- r. �
subst_vars� s rQ �error: c C s |t | � S �N)rK )�exc�prefixr- r- r. �grok_environment_error� s rV c C s( t �dtj �at �d�at �d�ad S )Nz
[^\\\'\"%s ]*z'(?:[^'\\]|\\.)*'z"(?:[^"\\]|\\.)*")r# r$ �string�
whitespace�
_wordchars_re�
_squote_re�
_dquote_rer- r- r- r. � _init_regex� s
r\ c C s� t d krt� | �� } g }d}| �r�t �| |�}|�� }|t| �krZ|�| d |� � �q�| | tjkr�|�| d |� � | |d � � � } d}n�| | dkr�| d |� | |d d � } |d }n�| | dkr�t
�| |�}n*| | dkr�t �| |�}nt d| | ��|d k�r t
d| | ��|�� \}}| d |� | |d |d � | |d � } |�� d }|t| �kr |�| � �q�q |S ) Nr r? r> �'�"z!this can't happen (bad char '%c')z"bad string (mismatched %s quotes?)r )rY r\ �stripr& �end�len�appendrW rX �lstriprZ r[ � RuntimeErrorr5 �span)rO Zwords�posr+ r` Zbegr- r- r. � split_quoted� s@
,
rg c C sP |d kr6d| j |f }|dd � dkr6|dd� d }t�|� |sL| |� d S )Nz%s%r���z,)r �))�__name__r �info)�func�args�msg�verbose�dry_runr- r- r. �execute s
rq c C s2 | � � } | dkrdS | dkr dS td| f ��d S )N)�yZyes�t�trueZon�1r> )�nZno�fZfalseZoff�0r zinvalid truth value %r)r r5 )�valr- r- r. � strtobool2 s rz r> c C sT dd l }tjrtd��|d kr*do(|dk}|�s@z ddlm} | d�\}
} W n. tk
rz ddlm} d | d� }
} Y nX t� d| � |s�|
d k r�t
� |
d�}
n
t | d�}
|
�B |
�
d � |
�
d
�tt| ��d � |
�
d |||||f � W 5 Q R X tjg}|�|�� � |�| � t||d
� tt
j| fd| |d
� �nddlm} | D ]�}|dd � dk�rj�qP|dk�r�|dk�r�dn|}tjj ||d�}n tj� |�}|}|�r�|d t |�� |k�r�t d||f ��|t |�d � }|�r�t
j �||�}t
j � |�}|�rP|�s t!||��r>t� d||� |�sL||||� nt�"d||� �qPd S )Nr zbyte-compiling is disabled.F)�mkstemp�.py)�mktempz$writing byte-compilation script '%s'�wz2from distutils.util import byte_compile
files = [
z,
z]
z�
byte_compile(files, optimize=%r, force=%r,
prefix=%r, base_dir=%r,
verbose=%r, dry_run=0,
direct=1)
)rp z removing %s)r$ ���r
)� optimizationz1invalid prefix: filename %r doesn't start with %rzbyte-compiling %s to %sz%skipping byte-compilation of %s to %s)#�
subprocessr �dont_write_bytecoder Ztempfiler{ rH r} r rk r �fdopen�open�writer: �map�repr�
executable�extendZ"_optim_args_from_interpreter_flagsrb r rq r7 �
py_compiler$ � importlib�util�cache_from_sourcera r5 r9 �basenamer �debug)Zpy_files�optimizeZforcerU Zbase_dirro rp Zdirectr� r{ Z script_fdZ script_namer} Zscript�cmdr$ �file�opt�cfile�dfileZ
cfile_baser- r- r. � byte_compileB sx $
�
�
� � �r� c C s | � d�}d}|�|�S )N�
z
)r6 r: )�header�linesr4 r- r- r. �
rfc822_escape� s
r� c C sV | sd S ddl m}m} G dd� d|�}|d kr8|d�}|||d�}|j| dd� d S ) Nr )�RefactoringTool�get_fixers_from_packagec @ s$ e Zd Zdd� Zdd� Zdd� ZdS )z*run_2to3.<locals>.DistutilsRefactoringToolc _ s t j|f|�� d S rS )r �error)�selfrn rm �kwr- r- r. � log_error� s z4run_2to3.<locals>.DistutilsRefactoringTool.log_errorc W s t j|f|�� d S rS )r rk �r� rn rm r- r- r. � log_message� s z6run_2to3.<locals>.DistutilsRefactoringTool.log_messagec W s t j|f|�� d S rS )r r� r� r- r- r. � log_debug� s z4run_2to3.<locals>.DistutilsRefactoringTool.log_debugN)rj �
__module__� __qualname__r� r� r� r- r- r- r. �DistutilsRefactoringTool� s r� z
lib2to3.fixes)�optionsT)r� )Zlib2to3.refactorr� r� Zrefactor)�files� fixer_namesr� �explicitr� r� r� �rr- r- r. �run_2to3� s
r� c C s ddl m} ddlm} ddlm} |� } t�� }
t�| � z | � � W 5 t�|
� X | j
| j d d �< |r�|� � D ] } | �
� } | s�qr| �| � qrg } | j D ]L}
tj�||
�}|tj�|�� |tj�| |
�|dd�}|d r�| �|� q�tdd� | D �|||d � | S )
Nr )�mkpath)� copy_file)�FileListr> )�updatec S s g | ]}|� � �d �r|�qS )r| )r �endswith)�.0�fnr- r- r. �
<listcomp> s z$copydir_run_2to3.<locals>.<listcomp>)r� r� r� )Zdistutils.dir_utilr� Zdistutils.file_utilr� Zdistutils.filelistr� r �getcwd�chdir�findallZallfilesr� �
splitlinesr_ Zprocess_template_liner9 r: �dirnamerb r� )�src�dest�templater� r� r� r� r� r� Zfilelistr8 �lineZcopied�filenameZoutname�resr- r- r. �copydir_run_2to3� s:
�r� c @ s e Zd ZdZdZdZdd� ZdS )� Mixin2to3Nc C s t || j| j| j�S rS )r� r� r� r� )r� r� r- r- r. r� - s zMixin2to3.run_2to3)rj r� r� r� r� r� r� r- r- r- r. r� s r� )rR )Nr r )r r NNr> r N)NNN)NNNN)#r r# �importlib.utilr� rW r Zdistutils.errorsr Zdistutils.dep_utilr Zdistutils.spawnr r, r r r/ r1 r= rB rD rJ rQ rV rY rZ r[ r\ rg rq rz r� r� r� r� r� r- r- r- r. �<module> sL O
=
�
�
! distutils/__pycache__/_msvccompiler.cpython-38.opt-2.pyc 0000644 00000026757 15115353745 0017264 0 ustar 00 U
e5dRN � @ s� d dl Z d dlZd dlZd dlZd dlZd dlmZmZmZm Z m
Z
d dl m Z m
Z
d dlmZ d dlmZ d dlmZ dd� Zd d
� Zd d d
dd�Zdd� Zdd� Zd dd�Zd dddd�ZG dd� de �ZdS ) � N)�DistutilsExecError�DistutilsPlatformError� CompileError�LibError� LinkError)� CCompiler�gen_lib_options)�log)� get_platform)�countc C s z t jt jdt jt jB d�} W n tk
r> t�d� Y dS X d}d }| �� t� D ]�}zt � | |�\}}}W n tk
r� Y q�Y nX |rT|t j
krTt j �
|�rTztt|��}W n ttfk
r� Y qTY nX |dkrT||krT|| }}qTW 5 Q R X ||fS )Nz'Software\Microsoft\VisualStudio\SxS\VC7)�accessz Visual C++ is not registered�NNr � )�winregZ OpenKeyEx�HKEY_LOCAL_MACHINEZKEY_READZKEY_WOW64_32KEY�OSErrorr �debugr Z EnumValueZREG_SZ�os�path�isdir�int�float�
ValueError� TypeError)�key� best_version�best_dir�i�vZvc_dirZvt�version� r �//usr/lib64/python3.8/distutils/_msvccompiler.py� _find_vc2015 s2
�
r" c
C s� dd l } tj�d�p tj�d�}|s(dS z8tjtj�|ddd�dd d
d d d
ddg ddd��� }W n tj t
t fk
r~ Y dS X tj�|ddd�}tj� |�r�d|fS dS )Nr zProgramFiles(x86)Z ProgramFilesr
zMicrosoft Visual StudioZ Installerz vswhere.exez-latestz -prereleasez -requiresz1Microsoft.VisualStudio.Component.VC.Tools.x86.x64z -propertyZinstallationPathz -products�*�mbcs�strict)�encoding�errorsZVCZ AuxiliaryZBuild� )
�jsonr �environ�get�
subprocess� check_outputr �join�strip�CalledProcessErrorr �UnicodeDecodeErrorr )r) �rootr r r r! � _find_vc2017: s2
� � r3 �x86Zx64ZarmZarm64)r4 � x86_amd64�x86_arm� x86_arm64c C s\ t � \}}|st� \}}|s*t�d� dS tj�|d�}tj�|�sTt�d|� dS |d fS )Nz$No suitable Visual C++ version foundr
z
vcvarsall.batz%s cannot be found)r3 r" r r r r r. �isfile)� plat_spec�_r r � vcvarsallr r r! �_find_vcvarsallc s
r< c
C s� t �d�r dd� t j�� D �S t| �\}}|s6td��z&tjd�|| �tj d�j
ddd �}W n@ tj k
r� } z t �
|j� td
�|j���W 5 d }~X Y nX d d� d d
� |�� D �D �}|S )NZDISTUTILS_USE_SDKc S s i | ]\}}|� � |�qS r ��lower)�.0r �valuer r r! �
<dictcomp>w s � z _get_vc_env.<locals>.<dictcomp>z Unable to find vcvarsall.batzcmd /u /c "{}" {} && set)�stderrzutf-16le�replace)r' zError executing {}c S s$ i | ] \}}}|r|r|� � |�qS r r= )r? r r: r@ r r r! rA � s
� c s s | ]}|� d �V qdS )�=N)� partition)r? �liner r r! � <genexpr>� s z _get_vc_env.<locals>.<genexpr>)r �getenvr* �itemsr< r r, r- �formatZSTDOUT�decoder0 r �error�output�cmd�
splitlines)r9 r; r: �out�exc�envr r r! � _get_vc_envu s0
�
� �
��rS c C sN |st �d��t j�}|D ].}t j�t j�|�| �}t j�|�r| S q| S �Nr )r rH �split�pathsepr r. �abspathr8 )Zexe�paths�p�fnr r r! � _find_exe� s
r[ r5 r6 r7 )Zwin32z win-amd64z win-arm32z win-arm64c
s� e Zd ZdZi ZdgZdddgZdgZdgZee e e Z dZ
d Z d
Z d Z
d ZZd
Zd'dd�Zd(dd�Zd)dd�Zd*dd�Zd+dd�Zd,dd �Z� fd d �Zd d � Zd!d"� Zd#d$� Zd-d%d&�Z� Z S ).� MSVCCompilerZmsvcz.cz.ccz.cppz.cxx�.rcz.mcz.resz.objz.libz.dllz%s%sz.exer c C s t �| |||� d | _d| _d S )NF)r �__init__� plat_name� initialized)�self�verboseZdry_runZforcer r r! r^ � s zMSVCCompiler.__init__Nc C s� |d krt � }|tkr(td�tt����t| }t|�}|sDtd��|�dd�| _| j�t j
�}t d|�| _ t d|�| _
t d|�| _t d|�| _t d |�| _t d
|�| _|�d d��t j
�D ]}|r�| �|�t j�� q�|�d d��t j
�D ]}|r�| �|�t j�� q�d | _d
dddddg| _d
dddddg| _d
ddg}d
dddg}|d �| _|d!�| _|d"�| _|d#�| _ |�| _ |�| _ t j d f| jt j d f| jt j d f| jt j!d f| jt j!d f| jt j!d f| j t j"d f| j t j"d f| j t j"d f| j i | _#d | _$d S )$Nz --plat-name must be one of {}z7Unable to find a compatible Visual Studio installation.r � zcl.exezlink.exezlib.exezrc.exezmc.exezmt.exeZinclude�libz/nologoz/Oxz/W3z/GLz/DNDEBUGz/MDz/Odz/MDdz/Ziz/D_DEBUGz/INCREMENTAL:NOz/LTCGz /DEBUG:FULL�/MANIFEST:EMBED,ID=1�/DLL�/MANIFEST:EMBED,ID=2�/MANIFESTUAC:NOFT)re )re )rf rg rh )rf rg rh )%r
�PLAT_TO_VCVARSr rJ �tuplerS r+ �_pathsrU r rV r[ �cc�linkerrd �rc�mcZmtZadd_include_dir�rstrip�sepZadd_library_dirZpreprocess_options�compile_options�compile_options_debugZ ldflags_exeZldflags_exe_debugZldflags_sharedZldflags_shared_debugZldflags_staticZldflags_static_debugr Z
EXECUTABLEZ
SHARED_OBJECTZSHARED_LIBRARY�_ldflagsr` )ra r_ r9 Zvc_envrX �dir�ldflagsZ
ldflags_debugr r r! �
initialize� s� � � � � �
� zMSVCCompiler.initializerc c sT �fdd��j D ��fdd��j�j D ��� �p4d�� ��fdd�}tt||��S )Nc s i | ] }|� j �qS r )�
obj_extension�r? �ext�ra r r! rA & s z1MSVCCompiler.object_filenames.<locals>.<dictcomp>c s i | ] }|� j �qS r )�
res_extensionry r{ r r! rA ' s rc c s� t j�| �\}}�r"t j�|�}n2t j�|�\}}|�t jjt jjf�rT|dd � }zt j��|� | �W S t k
r� t
d� | ���Y nX d S )N� z Don't know how to compile {}) r r �splitext�basename�
splitdrive�
startswithrq �altsepr. � LookupErrorr rJ )rY �baserz r: )�ext_map�
output_dir� strip_dirr r! �
make_out_path, s z4MSVCCompiler.object_filenames.<locals>.make_out_path)�src_extensions�_rc_extensions�_mc_extensions�list�map)ra Zsource_filenamesr� r� r� r )r� r� ra r� r! �object_filenames! s �z MSVCCompiler.object_filenamesc C s� | j s| �� | �||||||�} | \}}
}} } |p6g }
|
�d� |rT|
�| j� n |
�| j� d}|
D �]}z| | \}}W n tk
r� Y qhY nX |r�tj �
|�}|| j kr�d| }�nD|| j kr�d| }d}�n*|| j
k�r@|}d| }z | �| jg| ||g � W qh tk
�r: } z t|��W 5 d }~X Y qhX qhn�|| jk�r�tj �|�}tj �|�}z\| �| jd|d||g� tj �tj �|��\}}tj �||d �}| �| jd| |g� W qh tk
�r� } z t|��W 5 d }~X Y qhX qhntd
�||���| jg|
| }|�r"|�d � |�|� |�d | � |�|� z| �|� W qh tk
�r~ } z t|��W 5 d }~X Y qhX qh|
S )
Nz/cFz/Tcz/TpTz/foz-hz-rr] z"Don't know how to compile {} to {}z/EHscz/Fo)r` rw Z_setup_compile�append�extendrs rr �KeyErrorr r rW �
_c_extensions�_cpp_extensionsr� �spawnrn r r r� �dirnamero r~ r r. rJ rl )ra Zsourcesr� ZmacrosZ include_dirsr �
extra_preargs�extra_postargsZdependsZ compile_info�objectsZpp_optsZbuildZ compile_optsZ add_cpp_opts�obj�srcrz Z input_optZ
output_opt�msgZh_dirZrc_dirr� r: Zrc_file�argsr r r! �compileB sx
�
�
zMSVCCompiler.compilec
C s� | j s| �� | �||�\}}| j||d�}| �||�r�|d| g }|rJz,t�d| jd�|�� | � | jg| � W q� t
k
r� } z t |��W 5 d }~X Y q�X n t�d|� d S )N)r� �/OUT:�Executing "%s" %s� �skipping %s (up-to-date)) r` rw �_fix_object_args�library_filename�
_need_linkr r rd r. r� r r ) ra r� Zoutput_libnamer� r � target_lang�output_filenameZlib_argsr� r r r! �create_static_lib� s � z MSVCCompiler.create_static_libc
C s� | j s| �� | �||�\}}| �|||�}|\}}}|rL| �dt|� � t| |||�}|d k rptj� ||�}| �
||��r�| j || f }dd� |p�g D �}|| | | d| g }tj� |d �} |d k �r tj�
tj�|��\}}tj� | | �|��}|�d| � |
�r |
|d d�< | �r.|�| � tj� tj�|��}| �|� z,t�d| jd� |�� | �| jg| � W n, tk
�r� } z t|��W 5 d }~X Y nX n t�d |� d S )
Nz5I don't know what to do with 'runtime_library_dirs': c S s g | ] }d | �qS )z/EXPORT:r )r? Zsymr r r! �
<listcomp>� s z%MSVCCompiler.link.<locals>.<listcomp>r� r z/IMPLIB:r� r� r� )r` rw r� Z
_fix_lib_args�warn�strr r r r. r� rt r� r~ r r� r� r� rW Zmkpathr r rm r� r r )ra Z target_descr� r� r� Z librariesZ library_dirsZruntime_library_dirsZexport_symbolsr r� r� Z
build_tempr� Z
fixed_argsZlib_optsrv Z export_optsZld_argsZdll_nameZdll_extZ implib_filer� r r r! �link� s` �
� �
��
��
zMSVCCompiler.linkc s8 t �d�}z | jt jd< t� �|�W �S |t jd< X d S rT )r rH r* rk �superr� )ra rN Zold_path�� __class__r r! r� � s
zMSVCCompiler.spawnc C s d| S )Nz /LIBPATH:r �ra ru r r r! �library_dir_option s z MSVCCompiler.library_dir_optionc C s t d��d S )Nz:don't know how to set runtime library search path for MSVC)r r� r r r! �runtime_library_dir_option
s �z'MSVCCompiler.runtime_library_dir_optionc C s
| � |�S )N)r� )ra rd r r r! �library_option s zMSVCCompiler.library_optionc C s\ |r|d |g}n|g}|D ]:}|D ]0}t j�|| �|��}t j�|�r$| S q$q d S )NZ_d)r r r. r� r8 )ra �dirsrd r Z try_namesru �nameZlibfiler r r! �find_library_file s z MSVCCompiler.find_library_file)r r r )N)r rc )NNNr NNN)Nr N)
NNNNNr NNNN)r ) �__name__�
__module__� __qualname__Z
compiler_typeZ executablesr� r� r� r� r� r| rx Zstatic_lib_extensionZshared_lib_extensionZstatic_lib_formatZshared_lib_formatZ
exe_extensionr^ rw r� r� r� r� r� r� r� r� r� �
__classcell__r r r� r! r\ � sd
��
P �
" �
] �
�
E r\ )N) r Zshutil�statr, r Zdistutils.errorsr r r r r Zdistutils.ccompilerr r Z distutilsr Zdistutils.utilr
� itertoolsr r" r3 ZPLAT_SPEC_TO_RUNTIMEr< rS r[ ri r\ r r r r! �<module> s2 #�
� distutils/__pycache__/extension.cpython-38.pyc 0000644 00000015415 15115353745 0015463 0 ustar 00 U
e5d) � @ s. d Z ddlZddlZG dd� d�Zdd� ZdS )zmdistutils.extension
Provides the Extension class, used to describe C/C++ extension
modules in setup scripts.� Nc @ s" e Zd ZdZddd�Zdd� ZdS )� Extensiona� Just a collection of attributes that describes an extension
module and everything needed to build it (hopefully in a portable
way, but there are hooks that let you be as unportable as you need).
Instance attributes:
name : string
the full name of the extension, including any packages -- ie.
*not* a filename or pathname, but Python dotted name
sources : [string]
list of source filenames, relative to the distribution root
(where the setup script lives), in Unix form (slash-separated)
for portability. Source files may be C, C++, SWIG (.i),
platform-specific resource files, or whatever else is recognized
by the "build_ext" command as source for a Python extension.
include_dirs : [string]
list of directories to search for C/C++ header files (in Unix
form for portability)
define_macros : [(name : string, value : string|None)]
list of macros to define; each macro is defined using a 2-tuple,
where 'value' is either the string to define it to or None to
define it without a particular value (equivalent of "#define
FOO" in source or -DFOO on Unix C compiler command line)
undef_macros : [string]
list of macros to undefine explicitly
library_dirs : [string]
list of directories to search for C/C++ libraries at link time
libraries : [string]
list of library names (not filenames or paths) to link against
runtime_library_dirs : [string]
list of directories to search for C/C++ libraries at run time
(for shared extensions, this is when the extension is loaded)
extra_objects : [string]
list of extra files to link with (eg. object files not implied
by 'sources', static library that must be explicitly specified,
binary resource files, etc.)
extra_compile_args : [string]
any extra platform- and compiler-specific information to use
when compiling the source files in 'sources'. For platforms and
compilers where "command line" makes sense, this is typically a
list of command-line arguments, but for other platforms it could
be anything.
extra_link_args : [string]
any extra platform- and compiler-specific information to use
when linking object files together to create the extension (or
to create a new static Python interpreter). Similar
interpretation as for 'extra_compile_args'.
export_symbols : [string]
list of symbols to be exported from a shared extension. Not
used on all platforms, and not generally necessary for Python
extensions, which typically export exactly one symbol: "init" +
extension_name.
swig_opts : [string]
any extra options to pass to SWIG if a source file has the .i
extension.
depends : [string]
list of files that the extension depends on
language : string
extension language (i.e. "c", "c++", "objc"). Will be detected
from the source extensions if not provided.
optional : boolean
specifies that a build failure in the extension should not abort the
build process, but simply not install the failing extension.
Nc K s t |t�std��t |t�r.tdd� |D ��s6td��|| _|| _|pHg | _|pRg | _|p\g | _ |pfg | _
|ppg | _ |pzg | _ | p�g | _
|
p�g | _| p�g | _| p�g | _|
p�g | _|p�g | _|| _|| _t|�dk�rdd� |D �}d�t|��}d | }t�|� d S )
Nz'name' must be a stringc s s | ]}t |t�V qd S )N)�
isinstance�str)�.0�v� r �+/usr/lib64/python3.8/distutils/extension.py� <genexpr>j s z%Extension.__init__.<locals>.<genexpr>z#'sources' must be a list of stringsr c S s g | ] }t |��qS r )�repr)r Zoptionr r r �
<listcomp>� s z&Extension.__init__.<locals>.<listcomp>z, z Unknown Extension options: %s)r r �AssertionError�list�all�name�sources� include_dirs�
define_macros� undef_macros� library_dirs� libraries�runtime_library_dirs�
extra_objects�extra_compile_args�extra_link_args�export_symbols� swig_opts�depends�language�optional�len�join�sorted�warnings�warn)�selfr r r r r r r r r r r r r r r r �kwZoptions�msgr r r �__init__V s6
�
zExtension.__init__c C s d| j j| j j| jt| �f S )Nz<%s.%s(%r) at %#x>)� __class__�
__module__� __qualname__r �id)r$ r r r �__repr__� s �zExtension.__repr__)NNNNNNNNNNNNNN)�__name__r) r* �__doc__r' r, r r r r r s" C �
/r c C s� ddl m}m}m} ddlm} ddlm} || �}|| dddddd�}�z^g }|� � } | dkrd�q�|�
| �rpqP| d | d kr�d kr�n n|� d
| � qP|| |�} || �}
|
d } t | g �} d}
|
dd� D �]�}|
dk r�|
�
|� d}
q�tj�|�d }|dd � }|d d� }|d k�r2| j�
|� q�|d
k�rJ| j�
|� q�|dk�r�|�d�}|dk�rz| j�
|df� n$| j�
|d|� ||d d� f� q�|dk�r�| j�
|� q�|dk�r�| j�
|� q�|dk�r�| j�
|� q�|dk�r | j�
|� q�|dk�r| j�
|� q�|dk�r*| j}
q�|dk�r<| j}
q�|dk�rN| j}
q�|dk�rr| j�
|� |�s�| j}
q�|dk�r�| j�
|� q�|� d| � q�|�
| � qPW 5 |�� X |S )z3Reads a Setup file and returns Extension instances.r )�parse_makefile�expand_makefile_vars� _variable_rx)�TextFile)� split_quoted� )Zstrip_commentsZ skip_blanksZ
join_linesZ lstrip_wsZ rstrip_wsN����*z'%s' lines not handled yet� )z.cz.ccz.cppz.cxxz.c++z.mz.mmz-Iz-D�=z-Uz-Cz-lz-Lz-Rz-rpathz-Xlinkerz
-Xcompilerz-u)z.az.soz.slz.oz.dylibzunrecognized argument '%s') Zdistutils.sysconfigr/ r0 r1 Zdistutils.text_filer2 Zdistutils.utilr3 �close�readline�matchr# r �append�os�path�splitextr r �findr r r r r r r r )�filenamer/ r0 r1 r2 r3 �vars�file�
extensions�lineZwords�moduleZextZappend_next_wordZword�suffixZswitch�valueZequalsr r r �read_setup_file� s� �
�
rI )r. r= r" r rI r r r r �<module> s z distutils/__pycache__/text_file.cpython-38.opt-2.pyc 0000644 00000006417 15115353745 0016374 0 ustar 00 U
e5d�0 � @ s" d dl Z d dlZG dd� d�ZdS )� Nc @ sp e Zd Zdddddddd�Zddd�Zdd � Zd
d � Zdd d
�Zddd�Zddd�Z dd� Z
dd� Z dd� Z dS ) �TextFile� r �strict)�strip_comments� skip_blanks� lstrip_ws� rstrip_ws�
join_lines�
collapse_join�errorsNc K s� |d kr|d krt d��| j�� D ]0}||kr@t| ||| � q"t| || j| � q"|�� D ]}|| jkr\td| ��q\|d kr�| �|� n|| _|| _d| _g | _ d S )Nz7you must supply either or both of 'filename' and 'file'z invalid TextFile option '%s'r )
� RuntimeError�default_options�keys�setattr�KeyError�open�filename�file� current_line�linebuf)�selfr r Zoptions�opt� r �+/usr/lib64/python3.8/distutils/text_file.py�__init__N s
zTextFile.__init__c C s& || _ tj| j d| jd�| _d| _d S )N�r)r r )r �ior r r r )r r r r r r o s z
TextFile.openc C s$ | j }d | _ d | _d | _|�� d S �N)r r r �close)r r r r r r v s
zTextFile.closec C sj g }|d kr| j }|�| jd � t|ttf�rD|�dt|� � n|�d| � |�t|�� d�|�S )Nz, z
lines %d-%d: z line %d: � )r �appendr �
isinstance�list�tuple�str�join)r �msg�lineZoutmsgr r r � gen_error s zTextFile.gen_errorc C s t d| �||� ��d S )Nzerror: )�
ValueErrorr( �r r& r' r r r �error� s zTextFile.errorc C s t j�d| �||� d � d S )Nz warning: �
)�sys�stderr�writer( r* r r r �warn� s z
TextFile.warnc C s� | j r | j d }| j d= |S d}| j�� }|dkr6d }| jr�|r�|�d�}|dkrTnX|dksl||d dkr�|d dkr|dp~d}|d|� | }|�� dkr�q n |�dd�}| j�r |�r |d kr�| �d � |S | j r�|�
� }|| }t | j t
��r
| j d d | j d< n| j | j d g| _ n:|d k�r,d S t | j t
��rL| j d d | _ n | j d | _ | j�rr| j�rr|�� }n"| j�r�|�
� }n| j�r�|�� }|dk�s�|dk�r�| j�r�q | j�r�|d dk�r�|d d� }q |d
d � d k�r�|dd
� d }q |S ) N���r �#r r �\r, z\#z2continuation line immediately precedes end-of-file���z\
)r r �readliner �find�strip�replacer r0 r
�lstripr! r r" r r �rstripr )r r' Z buildup_line�posZeolr r r r5 � sf
�
zTextFile.readlinec C s( g }| � � }|d kr|S |�|� qd S r )r5 r )r �linesr' r r r � readlines s
zTextFile.readlinesc C s | j �|� d S r )r r )r r' r r r �
unreadline s zTextFile.unreadline)NN)N)N)N)
�__name__�
__module__� __qualname__r
r r r r( r+ r0 r5 r= r> r r r r r
s" ;�
!
x
r )r- r r r r r r �<module> s distutils/__pycache__/fancy_getopt.cpython-38.opt-2.pyc 0000644 00000017037 15115353745 0017073 0 ustar 00 U
e5dxE � @ s� d dl Z d dlZd dlZd dlZd dlT dZe�de �Ze�deef �Ze �
dd�Z G dd � d �Z d
d � Z
d d
� ejD �Zdd� Zdd� ZG dd� d�Zedkr�dZdD ]*Zede � ed�eee��� e� q�dS )� N)�*z[a-zA-Z](?:[a-zA-Z0-9-]*)z^%s$z ^(%s)=!(%s)$�-�_c @ s� e Zd Zd dd�Zdd� Zdd� Zd dd �Zd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z d dd�Z
dd� Zd!dd�Zd"d d �ZdS )#� FancyGetoptNc C sN || _ i | _| j r| �� i | _i | _g | _g | _i | _i | _i | _ g | _
d S �N) � option_table� option_index� _build_index�alias�negative_alias�
short_opts� long_opts�
short2long� attr_name� takes_arg� option_order��selfr � r �./usr/lib64/python3.8/distutils/fancy_getopt.py�__init__) s zFancyGetopt.__init__c C s( | j �� | jD ]}|| j |d < qd S )Nr )r �clearr )r �optionr r r r Q s
zFancyGetopt._build_indexc C s || _ | �� d S r )r r r r r r �set_option_tableV s z FancyGetopt.set_option_tablec C s< || j krtd| ��n |||f}| j�|� || j |< d S )Nz'option conflict: already an option '%s')r �DistutilsGetoptErrorr �append)r � long_optionZ short_optionZ help_stringr r r r �
add_optionZ s
�
zFancyGetopt.add_optionc C s
|| j kS r )r �r r r r r �
has_optionc s zFancyGetopt.has_optionc C s
|� t�S r �� translate�
longopt_xlater r r r �
get_attr_nameh s zFancyGetopt.get_attr_namec C sN |� � D ]@\}}|| jkr,td|||f ��|| jkrtd|||f ��qd S )Nz(invalid %s '%s': option '%s' not definedz0invalid %s '%s': aliased option '%s' not defined)�itemsr r )r �aliasesZwhatr
�optr r r �_check_alias_dictn s
�
�z FancyGetopt._check_alias_dictc C s | � |d� || _d S )Nr
)r' r
)r r
r r r � set_aliasesx s zFancyGetopt.set_aliasesc C s | � |d� || _d S )Nznegative alias)r' r )r r r r r �set_negative_aliases} s z FancyGetopt.set_negative_aliasesc C s� g | _ g | _| j�� i | _| jD �]�}t|�dkrD|\}}}d}n(t|�dkr^|\}}}}ntd|f ��t|t �r�t|�dk r�t
d| ��|d ks�t|t �r�t|�dks�t
d| ��|| j|< | j � |� |d d
kr�|r�|d }|dd � }d| j |< nF| j
�|�}|d k �r:| j | �r0t
d ||f ��|| j d < d| j |< | j�|�}|d k �r�| j | | j | k�r�t
d
||f ��t�|��s�t
d| ��| �|�| j|< |r"| j� |� || j|d < q"d S )N� r � zinvalid option tuple: %r� z9invalid long option '%s': must be a string of length >= 2� z:invalid short option '%s': must a single character or None����=�:z>invalid negative alias '%s': aliased option '%s' takes a valuezginvalid alias '%s': inconsistent with aliased option '%s' (one of them takes a value, the other doesn'tzEinvalid long option name '%s' (must be letters, numbers, hyphens only)r
r r r �repeatr �len�
ValueError�
isinstance�strr r r r �getr
�
longopt_re�matchr# r )r r �long�short�helpr1 Zalias_tor r r �_grok_option_table� st
��
��
��
��
�� z FancyGetopt._grok_option_tablec
C sn |d krt jdd � }|d kr*t� }d}nd}| �� d�| j�}zt�||| j�\}}W n, tjk
r� } z t |��W 5 d }~X Y nX |D ]�\}}t
|�dkr�|d dkr�| j |d }n |dd � }| j �
|�} | r�| }| j| �s| j�
|�} | �r| }d}nd}| j| }
|�r:| j�
|
�d k �r:t||
d�d }t||
|� | j�||f� q�|�rf||fS |S d S )Nr- TF� r, r r )�sys�argv� OptionDummyr< �joinr �getoptr
�errorZDistutilsArgErrorr2 r r
r6 r r r r1 �getattr�setattrr r ) r �args�objectZcreated_objectr Zopts�msgr& �valr
�attrr r r rB � sB
zFancyGetopt.getoptc C s | j d krtd��n| j S d S )Nz!'getopt()' hasn't been called yet)r � RuntimeError)r r r r �get_option_order s
z FancyGetopt.get_option_orderc C sj d}| j D ]L}|d }|d }t|�}|d dkr:|d }|d k rJ|d }||kr
|}q
|d d d }d}|| } d| }
|r�|g} nd g} | j D ]�}|d d
� \}}} t| | �}
|d dkr�|dd� }|d k�r|
r�| �d |||
d f � n| �d ||f � n:d
||f }|
�r4| �d |||
d f � n| �d| � |
dd � D ]}| �|
| � �qNq�| S )Nr r- r. r/ � r, �N r= zOption summary:r* z --%-*s %sz
--%-*s z%s (-%s)z --%-*s)r r2 � wrap_textr )r �headerZmax_optr r9 r: �lZ opt_widthZ
line_widthZ
text_widthZ
big_indent�linesr; �textZ opt_namesr r r �
generate_help sH
�zFancyGetopt.generate_helpc C s0 |d krt j}| �|�D ]}|�|d � qd S )N�
)r> �stdoutrT �write)r rP �file�liner r r �
print_helph s zFancyGetopt.print_help)N)NN)NN)N)NN)�__name__�
__module__� __qualname__r r r r r r# r' r( r) r< rB rL rT rZ r r r r r s
(
M
=
Or c C s t | �}|�|� |�||�S r )r r) rB )�optionsZ negative_optrG rF �parserr r r � fancy_getopto s
r` c C s i | ]}t |�d �qS )r= )�ord)�.0Z_wscharr r r �
<dictcomp>u s rc c C s | d kr g S t | �|kr | gS | �� } | �t�} t�d| �}dd� |D �}g }|�rg }d}|r�t |d �}|| |kr�|�|d � |d= || }q\|r�|d d dkr�|d= q�q\|�r|dkr�|�|d d|� � |d |d � |d< |d d dk�r|d= |�d�|�� qN|S )Nz( +|-+)c S s g | ] }|r|�qS r r )rb Zchr r r �
<listcomp>� s z wrap_text.<locals>.<listcomp>r r. r= � )r2 �
expandtabsr! �WS_TRANS�re�splitr rA )rS �widthZchunksrR Zcur_lineZcur_lenrQ r r r rO w s:
rO c C s
| � t�S r r )r& r r r �translate_longopt� s rk c @ s e Zd Zg fdd�ZdS )r@ c C s |D ]}t | |d � qd S r )rE )r r^ r& r r r r � s zOptionDummy.__init__N)r[ r\ r] r r r r r r@ � s r@ �__main__z�Tra-la-la, supercalifragilisticexpialidocious.
How *do* you spell that odd word, anyways?
(Someone ask Mary -- she'll know [or she'll
say, "How should I know?"].))�
� � �( z width: %drU )r> �stringrh rB Zdistutils.errorsZ longopt_pat�compiler7 Z neg_alias_rer5 � maketransr" r r` Z
whitespacerg rO rk r@ r[ rS �w�printrA r r r r �<module> s( T6 distutils/__pycache__/archive_util.cpython-38.opt-1.pyc 0000644 00000014615 15115353745 0017065 0 ustar 00 U
e5d|! � @ sD d Z ddlZddlmZ ddlZz ddlZW n ek
rD dZY nX ddlmZ ddl m
Z
ddl m Z ddl
mZ zddlmZ W n ek
r� dZY nX zdd lmZ W n ek
r� dZY nX d
d � Zd d
� Zd#dd�Zd$dd�Zedgdfedgdfedgdfedgdfedgd feg d fd �Zd d � Zd%d!d"�ZdS )&zodistutils.archive_util
Utility functions for creating archive files (tarballs, zip files,
that sort of thing).� N)�warn)�DistutilsExecError)�spawn)�mkpath)�log)�getpwnam)�getgrnamc C sN t dks| dkrdS z t | �}W n tk
r8 d}Y nX |dk rJ|d S dS )z"Returns a gid, given a group name.N� )r �KeyError��name�result� r �./usr/lib64/python3.8/distutils/archive_util.py�_get_gid s
r c C sN t dks| dkrdS z t | �}W n tk
r8 d}Y nX |dk rJ|d S dS )z"Returns an uid, given a user name.Nr )r r
r r r r �_get_uid+ s
r �gzipc s. dddddd�}dddd d
�}|d k r:||� � kr:td ��| d
} |dkrZ| |�|d�7 } ttj�| �|d� dd l}
t� d� t
���t ��� � ���fdd�} |s�|
� | d|| �} z| j|| d� W 5 | �
� X |dk�r*tdt� | || }
tjdk�r|| |
g}n
|d| g}t||d� |
S | S )a= Create a (possibly compressed) tar file from all the files under
'base_dir'.
'compress' must be "gzip" (the default), "bzip2", "xz", "compress", or
None. ("compress" will be deprecated in Python 3.2)
'owner' and 'group' can be used to define an owner and a group for the
archive that is being built. If not provided, the current owner and group
will be used.
The output tar file will be named 'base_dir' + ".tar", possibly plus
the appropriate compression extension (".gz", ".bz2", ".xz" or ".Z").
Returns the output filename.
Zgz�bz2�xz� )r �bzip2r N�compressz.gzz.bz2z.xzz.Z)r r r r NzKbad value for 'compress': must be None, 'gzip', 'bzip2', 'xz' or 'compress'z.tarr ��dry_runr zCreating tar archivec s, � d k r� | _ �| _�d k r(�| _�| _| S )N)�gidZgname�uid�uname)Ztarinfo�r �group�ownerr r r � _set_uid_gida s z"make_tarball.<locals>._set_uid_gidzw|%s)�filterz 'compress' will be deprecated.Zwin32z-f)�keys�
ValueError�getr �os�path�dirname�tarfiler �infor r �open�close�addr �PendingDeprecationWarning�sys�platformr )� base_name�base_dirr �verboser r r Ztar_compressionZ compress_extZ archive_namer( r �tarZcompressed_name�cmdr r r � make_tarball7 sB ���
r5 c
C s� | d }t tj�|�|d� tdkrp|r.d}nd}ztd|||g|d� W n tk
rj td| ��Y nX �n8t�d||� |�s�ztj |d tj
d
�}W n& t k
r� tj |d tj d
�}Y nX |�� |tj
k�rtj�tj�|d ��}|�||� t�d |� t�|�D ]�\}} }
| D ]6} tj�tj�|| d ��}|�||� t�d |� �q|
D ]B} tj�tj�|| ��}tj�|��rV|�||� t�d |� �qV�q W 5 Q R X |S )
av Create a zip file from all the files under 'base_dir'.
The output zip file will be named 'base_name' + ".zip". Uses either the
"zipfile" Python module (if available) or the InfoZIP "zip" utility
(if installed and found on the default search path). If neither tool is
available, raises DistutilsExecError. Returns the name of the output zip
file.
z.zipr Nz-rz-rq�zipzkunable to create zip file '%s': could neither import the 'zipfile' module nor find a standalone zip utilityz#creating '%s' and adding '%s' to it�w)Z compressionr z adding '%s')r r% r& r' �zipfiler r r r) ZZipFileZ ZIP_DEFLATED� RuntimeErrorZ
ZIP_STORED�curdir�normpath�join�write�walk�isfile) r0 r1 r2 r Z zip_filenameZ
zipoptionsr6 r& �dirpathZdirnames� filenamesr r r r � make_zipfile sV �
� ��
� rB )r r zgzip'ed tar-file)r r zbzip2'ed tar-file)r r zxz'ed tar-file)r r zcompressed tar file)r Nzuncompressed tar filezZIP file)ZgztarZbztarZxztarZztarr3 r6 c C s | D ]}|t kr| S qdS )zqReturns the first format from the 'format' list that is unknown.
If all formats are known, returns None
N)�ARCHIVE_FORMATS)Zformats�formatr r r �check_archive_formats� s
rE c
C s� t �� }|dk r6t�d|� t j�| �} |s6t �|� |dkrDt j}d|i} z t| }
W n t k
rx t
d| ��Y nX |
d } |
d D ]\} }
|
| | < q�|dkr�|| d< || d < z| | |f| �}W 5 |dk r�t�d
|� t �|� X |S ) a� Create an archive file (eg. zip or tar).
'base_name' is the name of the file to create, minus any format-specific
extension; 'format' is the archive format: one of "zip", "tar", "gztar",
"bztar", "xztar", or "ztar".
'root_dir' is a directory that will be the root directory of the
archive; ie. we typically chdir into 'root_dir' before creating the
archive. 'base_dir' is the directory where we start archiving from;
ie. 'base_dir' will be the common prefix of all files and
directories in the archive. 'root_dir' and 'base_dir' both default
to the current directory. Returns the name of the archive file.
'owner' and 'group' are used when creating a tar archive. By default,
uses the current owner and group.
Nzchanging into '%s'r zunknown archive format '%s'r � r6 r r zchanging back to '%s') r% �getcwdr �debugr& �abspath�chdirr: rC r
r# )r0 rD Zroot_dirr1 r2 r r r Zsave_cwd�kwargsZ format_info�func�arg�val�filenamer r r � make_archive� s2
rP )r r r NN)r r )NNr r NN)�__doc__r% �warningsr r. r8 � ImportErrorZdistutils.errorsr Zdistutils.spawnr Zdistutils.dir_utilr Z distutilsr �pwdr Zgrpr r r r5 rB rC rE rP r r r r �<module> sN
�
H
=
�
� distutils/__pycache__/config.cpython-38.pyc 0000644 00000006667 15115353745 0014725 0 ustar 00 U
e5d� � @ s< d Z ddlZddlmZ ddlmZ dZG dd� de�ZdS )z�distutils.pypirc
Provides the PyPIRCCommand class, the base class for the command classes
that uses .pypirc in the distutils.command package.
� N)�RawConfigParser)�CommandzE[distutils]
index-servers =
pypi
[pypi]
username:%s
password:%s
c @ sh e Zd ZdZdZdZdZdZddde fdgZd gZ d
d � Z
d d
� Z dd� Z dd� Z
dd� Zdd� ZdS )�
PyPIRCCommandz;Base command that knows how to handle the .pypirc file
z https://upload.pypi.org/legacy/�pypiNz repository=�rz url of repository [default: %s])�
show-responseNz&display full response text from serverr c C s t j�t j�d�d�S )zReturns rc file path.�~z.pypirc)�os�path�join�
expanduser��self� r �(/usr/lib64/python3.8/distutils/config.py� _get_rc_file& s zPyPIRCCommand._get_rc_filec C sH | � � }t�t�|tjtjB d�d��}|�t||f � W 5 Q R X dS )z Creates a default .pypirc file.i� �wN)r r �fdopen�open�O_CREAT�O_WRONLY�write�DEFAULT_PYPIRC)r �username�password�rc�fr r r �
_store_pypirc* s zPyPIRCCommand._store_pypircc C s� | � � }tj�|��r�| �d| � | jp.| j}t� }|�|� |� � }d|k�rF|�
dd�}dd� |� d�D �}|g kr�d|kr�dg}ni S |D ]�}d|i}|�
|d �|d < d
| jfd | j fd fD ].\} }
|�
|| �r�|�
|| �|| < q�|
|| < q�|dk�r || jdfk�r | j|d
< | S |d |k�s:|d
|kr�| S q�nRd
|k�r�d
}|�
|d
��rp|�
|d
�}n| j}|�
|d �|�
|d�||| j d�S i S )zReads the .pypirc file.zUsing PyPI login from %sZ distutilsz
index-serversc S s g | ]}|� � d kr|� � �qS )� )�strip)�.0�serverr r r �
<listcomp>= s �z.PyPIRCCommand._read_pypirc.<locals>.<listcomp>�
r r! r �
repository�realm)r Nz server-loginr )r r r$ r! r% )r r r
�existsZannouncer$ �DEFAULT_REPOSITORYr �read�sections�get�split�
DEFAULT_REALMZ
has_option) r r r$ Zconfigr) Z
index_serversZ_serversr! Zcurrent�key�defaultr r r � _read_pypirc0 sb
���
�
�
�zPyPIRCCommand._read_pypircc C s8 ddl }|�dd�}|�|�d �dd�}|�� �|�S )z%Read and decode a PyPI HTTP response.r Nz content-typez
text/plain� �charset�ascii)�cgiZ getheaderZ parse_headerr* r( �decode)r Zresponser3 Z content_type�encodingr r r �_read_pypi_responsep s z!PyPIRCCommand._read_pypi_responsec C s d| _ d| _d| _dS )zInitialize options.Nr )r$ r% Z
show_responser
r r r �initialize_optionsw s z PyPIRCCommand.initialize_optionsc C s( | j dkr| j| _ | jdkr$| j| _dS )zFinalizes options.N)r$ r' r% r, r
r r r �finalize_options} s
z PyPIRCCommand.finalize_options)�__name__�
__module__� __qualname__�__doc__r' r, r$ r% Z user_optionsZboolean_optionsr r r/ r6 r7 r8 r r r r r s& ���@r )r< r Z configparserr Z
distutils.cmdr r r r r r r �<module> s
distutils/__pycache__/cmd.cpython-38.pyc 0000644 00000033176 15115353745 0014216 0 ustar 00 U
e5d�F � @ sb d Z ddlZddlZddlZddlmZ ddlmZmZm Z m
Z
m Z ddlm Z G dd� d�Z
dS )ztdistutils.cmd
Provides the Command class, the base class for the command classes
in the distutils.command package.
� N)�DistutilsOptionError)�util�dir_util� file_util� archive_util�dep_util��logc @ s" e Zd ZdZg Zdd� Zdd� Zdd� Zdd � Zd
d � Z dCdd�Z
dd� Z dDdd�Z dd� Z
dEdd�ZdFdd�Zdd � ZdGd d �Zd d � Zd!d"� Zd#d$� Zd%d&� ZdHd'd(�ZdId*d+�Zd,d-� Zd.d/� Zd0d1� ZdJd2d3�ZdKd5d6�Z dLd7d8�Z dMd9d:�Z dNd;d<�Z dOd=d>�Z dPd?d@�Z!dQdAdB�Z"d S )R�Commanda} Abstract base class for defining command classes, the "worker bees"
of the Distutils. A useful analogy for command classes is to think of
them as subroutines with local variables called "options". The options
are "declared" in 'initialize_options()' and "defined" (given their
final values, aka "finalized") in 'finalize_options()', both of which
must be defined by every command class. The distinction between the
two is necessary because option values might come from the outside
world (command line, config file, ...), and any options dependent on
other options must be computed *after* these outside influences have
been processed -- hence 'finalize_options()'. The "body" of the
subroutine, where it does all its work based on the values of its
options, is the 'run()' method, which must also be implemented by every
command class.
c C sb ddl m} t||�s td��| jtkr0td��|| _| �� d| _ |j
| _
d| _ d| _ d| _
dS )z�Create and initialize a new Command object. Most importantly,
invokes the 'initialize_options()' method, which is the real
initializer and depends on the actual command being
instantiated.
r )� Distributionz$dist must be a Distribution instancez Command is an abstract classN)Zdistutils.distr �
isinstance� TypeError� __class__r
� RuntimeError� distribution�initialize_optionsZ_dry_run�verbose�force�help� finalized)�selfZdistr � r �%/usr/lib64/python3.8/distutils/cmd.py�__init__/ s
zCommand.__init__c C s< |dkr0t | d| �}|d kr*t | j|�S |S nt|��d S )N�dry_run�_)�getattrr �AttributeError)r �attrZmyvalr r r � __getattr___ s zCommand.__getattr__c C s | j s| �� d| _ d S )N� )r �finalize_options�r r r r �ensure_finalizedi s zCommand.ensure_finalizedc C s t d| j ��dS )a� Set default values for all the options that this command
supports. Note that these defaults may be overridden by other
commands, by the setup script, by config files, or by the
command-line. Thus, this is not the place to code dependencies
between options; generally, 'initialize_options()' implementations
are just a bunch of "self.foo = None" assignments.
This method must be implemented by all command classes.
�,abstract method -- subclass %s must overrideN�r r r" r r r r { s
�zCommand.initialize_optionsc C s t d| j ��dS )a Set final values for all the options that this command supports.
This is always called as late as possible, ie. after any option
assignments from the command-line or from other commands have been
done. Thus, this is the place to code option dependencies: if
'foo' depends on 'bar', then it is safe to set 'foo' from 'bar' as
long as 'foo' still has the same value it was assigned in
'initialize_options()'.
This method must be implemented by all command classes.
r$ Nr% r" r r r r! � s �zCommand.finalize_optionsN� c C s� ddl m} |d kr d| �� }| j|| tjd� |d }| jD ]R\}}}|�|�}|d dkrn|d d� }t| |�}| j|d||f tjd� qBd S ) Nr )�
longopt_xlatezcommand options for '%s':)�levelz ����=z%s = %s) Zdistutils.fancy_getoptr' �get_command_name�announcer �INFOZ user_options� translater )r �header�indentr' �optionr �valuer r r � dump_options� s
�zCommand.dump_optionsc C s t d| j ��dS )a� A command's raison d'etre: carry out the action it exists to
perform, controlled by the options initialized in
'initialize_options()', customized by other commands, the setup
script, the command-line, and config files, and finalized in
'finalize_options()'. All terminal output and filesystem
interaction should be done by 'run()'.
This method must be implemented by all command classes.
r$ Nr% r" r r r �run� s
�z Command.runr c C s t � ||� dS )zmIf the current verbosity level is of greater than or equal to
'level' print 'msg' to stdout.
Nr )r �msgr( r r r r, � s zCommand.announcec C s& ddl m} |r"t|� tj�� dS )z~Print 'msg' to stdout if the global DEBUG (taken from the
DISTUTILS_DEBUG environment variable) flag is true.
r )�DEBUGN)Zdistutils.debugr6 �print�sys�stdout�flush)r r5 r6 r r r � debug_print� s zCommand.debug_printc C sB t | |�}|d kr"t| ||� |S t|t�s>td|||f ��|S )Nz '%s' must be a %s (got `%s`))r �setattrr �strr )r r1 �what�default�valr r r �_ensure_stringlike� s
�zCommand._ensure_stringlikec C s | � |d|� dS )zWEnsure that 'option' is a string; if not defined, set it to
'default'.
�stringN)rA )r r1 r? r r r �
ensure_string� s zCommand.ensure_stringc C sp t | |�}|dkrdS t|t�r6t| |t�d|�� n6t|t�rTtdd� |D ��}nd}|sltd||f ��dS )z�Ensure that 'option' is a list of strings. If 'option' is
currently a string, we split it either on /,\s*/ or /\s+/, so
"foo bar baz", "foo,bar,baz", and "foo, bar baz" all become
["foo", "bar", "baz"].
Nz,\s*|\s+c s s | ]}t |t�V qd S �N)r r= )�.0�vr r r � <genexpr>� s z-Command.ensure_string_list.<locals>.<genexpr>Fz''%s' must be a list of strings (got %r)) r r r= r< �re�split�list�allr )r r1 r@ �okr r r �ensure_string_list� s
��zCommand.ensure_string_listc C s6 | � |||�}|d k r2||�s2td| ||f ��d S )Nzerror in '%s' option: )rA r )r r1 Ztesterr> Z error_fmtr? r@ r r r �_ensure_tested_string� s
�z Command._ensure_tested_stringc C s | � |tjjdd� dS )z5Ensure that 'option' is the name of an existing file.�filenamez$'%s' does not exist or is not a fileN)rN �os�path�isfile�r r1 r r r �ensure_filename� s �zCommand.ensure_filenamec C s | � |tjjdd� d S )Nzdirectory namez)'%s' does not exist or is not a directory)rN rP rQ �isdirrS r r r �ensure_dirname s �zCommand.ensure_dirnamec C s t | d�r| jS | jjS d S )N� command_name)�hasattrrW r �__name__r" r r r r+ s
zCommand.get_command_namec G sF | j �|�}|�� |D ](\}}t| |�dkrt| |t||�� qdS )a> Set the values of any "undefined" options from corresponding
option values in some other command object. "Undefined" here means
"is None", which is the convention used to indicate that an option
has not been changed between 'initialize_options()' and
'finalize_options()'. Usually called from 'finalize_options()' for
options that depend on some other command rather than another
option of the same command. 'src_cmd' is the other command from
which option values will be taken (a command object will be created
for it if necessary); the remaining arguments are
'(src_option,dst_option)' tuples which mean "take the value of
'src_option' in the 'src_cmd' command object, and copy it to
'dst_option' in the current command object".
N)r �get_command_objr# r r< )r Zsrc_cmdZ option_pairsZ src_cmd_objZ
src_optionZ
dst_optionr r r �set_undefined_options s
z Command.set_undefined_optionsc C s | j �||�}|�� |S )z�Wrapper around Distribution's 'get_command_obj()' method: find
(create if necessary and 'create' is true) the command object for
'command', call its 'ensure_finalized()' method, and return the
finalized command object.
)r rZ r# )r �commandZcreateZcmd_objr r r �get_finalized_command$ s z Command.get_finalized_commandr c C s | j �||�S rD )r �reinitialize_command)r r\ Zreinit_subcommandsr r r r^ 0 s �z Command.reinitialize_commandc C s | j �|� dS )z�Run some other command: uses the 'run_command()' method of
Distribution, which creates and finalizes the command object if
necessary and then invokes its 'run()' method.
N)r � run_command)r r\ r r r r_ 4 s zCommand.run_commandc C s2 g }| j D ]"\}}|dks"|| �r
|�|� q
|S )ak Determine the sub-commands that are relevant in the current
distribution (ie., that need to be run). This is based on the
'sub_commands' class attribute: each tuple in that list may include
a method that we call to determine if the subcommand needs to be
run for the current distribution. Return a list of command names.
N)� sub_commands�append)r ZcommandsZcmd_name�methodr r r �get_sub_commands; s
zCommand.get_sub_commandsc C s t �d| �� |� d S )Nzwarning: %s: %s
)r �warnr+ )r r5 r r r rd K s z Command.warnc C s t j|||| jd� d S �N�r )r �executer )r �func�argsr5 r( r r r rg N s zCommand.execute� c C s t j||| jd� d S re )r �mkpathr )r �name�moder r r rk Q s zCommand.mkpathc C s t j||||| j || jd�S )z�Copy a file respecting verbose, dry-run and force flags. (The
former two default to whatever is in the Distribution object, and
the latter defaults to false for commands that don't define it.)rf )r � copy_filer r )r �infile�outfile�
preserve_mode�preserve_times�linkr( r r r rn T s
�zCommand.copy_filec C s t j|||||| j | jd�S )z\Copy an entire directory tree respecting verbose, dry-run,
and force flags.
rf )r � copy_treer r )r ro rp rq rr Zpreserve_symlinksr( r r r rt ] s
�zCommand.copy_treec C s t j||| jd�S )z$Move a file respecting dry-run flag.rf )r � move_filer )r �srcZdstr( r r r ru f s zCommand.move_filec C s ddl m} |||| jd� dS )z2Spawn an external command respecting dry-run flag.r )�spawnrf N)Zdistutils.spawnrw r )r �cmdZ search_pathr( rw r r r rw j s z
Command.spawnc C s t j||||| j||d�S )N)r �owner�group)r � make_archiver )r Z base_name�formatZroot_dirZbase_dirry rz r r r r{ o s
�zCommand.make_archivec C s� |dkrd| }t |t�r"|f}nt |ttf�s8td��|dkrRd|d�|�f }| jsdt�||�rv| � ||||� n
t
� |� dS )a� Special case of 'execute()' for operations that process one or
more input files and generate one output file. Works just like
'execute()', except the operation is skipped and a different
message printed if 'outfile' already exists and is newer than all
files listed in 'infiles'. If the command defined 'self.force',
and it is true, then the command is unconditionally run -- does no
timestamp checks.
Nz skipping %s (inputs unchanged)z9'infiles' must be a string, or a list or tuple of stringszgenerating %s from %sz, ) r r= rJ �tupler
�joinr r Z newer_grouprg r �debug)r Zinfilesrp rh ri Zexec_msgZskip_msgr( r r r � make_fileu s
�zCommand.make_file)Nr& )r )N)N)N)r )r )Nr )rj )r r Nr )r r r r )r )r r )NNNN)NNr )#rY �
__module__� __qualname__�__doc__r` r r r# r r! r3 r4 r, r; rA rC rM rN rT rV r+ r[ r] r^ r_ rc rd rg rk rn rt ru rw r{ r� r r r r r
sZ 0
�
�
�
�
�r
)r� r8 rP rH Zdistutils.errorsr Z distutilsr r r r r r r
r r r r �<module> s
distutils/__pycache__/cygwinccompiler.cpython-38.opt-1.pyc 0000644 00000020646 15115353745 0017606 0 ustar 00 U
e5d^@ � @ s� d Z ddlZddlZddlZddlmZmZmZ ddlZddl m
Z
m Z ddl m
Z
ddlmZ ddlmZmZmZmZ ddlmZ dd lmZ dd
lmZ d d � ZG d
d� de
�Z G dd� de �Z dZ dZ dZ dd� Z!e�"d�Z#dd� Z$dd� Z%dd � Z&dS ) a distutils.cygwinccompiler
Provides the CygwinCCompiler class, a subclass of UnixCCompiler that
handles the Cygwin port of the GNU C compiler to Windows. It also contains
the Mingw32CCompiler class which handles the mingw32 port of GCC (same as
cygwin in no-cygwin mode).
� N)�Popen�PIPE� check_output)�gen_preprocess_options�gen_lib_options)�
UnixCCompiler)�
write_file)�DistutilsExecError�CCompilerError� CompileError�UnknownFileError)�log)� LooseVersion)�find_executablec C s� t j�d�} | dkr|t j| d | d � }|dkr8dgS |dkrFdgS |d krTd
gS |d krbd gS |d
krpdgS td| ��dS )zaInclude the appropriate MSVC runtime library if Python was built
with MSVC 7.0 or later.
zMSC v.���� �
Z1300Zmsvcr70Z1310Zmsvcr71Z1400Zmsvcr80Z1500Zmsvcr90Z1600Zmsvcr100z Unknown MS Compiler version %s N)�sys�version�find�
ValueError)Zmsc_posZmsc_ver� r �1/usr/lib64/python3.8/distutils/cygwinccompiler.py� get_msvcr? s r c
@ sR e Zd ZdZdZdZdZdZdZdZ dZ
dd
d �Z d d
� Z ddd�Z
ddd�ZdS )�CygwinCCompilerz? Handles the Cygwin port of the GNU C compiler to Windows.
�cygwinz.o�.az.dllzlib%s%sz%s%sz.exer c C s� t �| |||� t� \}}| �d||f � |tk rB| �d| � t� \| _| _| _ | �| j
d| j| j| j f � | jdkr�d| _ nd| _ | jdkr�d}nd }| j d
d d d
d| j |f d� | jdkr�dg| _
| �d� nt� | _
d S )Nz%Python's GCC status: %s (details: %s)z�Python's pyconfig.h doesn't seem to support your compiler. Reason: %s. Compiling may fail because of undefined preprocessor macros.z : gcc %s, ld %s, dllwrap %s
z2.10.90�gcc�dllwrap�2.13�-shared�
-mdll -staticzgcc -mcygwin -O -Wallzgcc -mcygwin -mdll -O -Wallzg++ -mcygwin -O -Wallz gcc -mcygwinz%s -mcygwin %s�Zcompiler� compiler_soZ compiler_cxxZ
linker_exeZ linker_so�2.91.57Zmsvcrtz,Consider upgrading to a newer version of gcc)r �__init__�check_config_hZ debug_print� CONFIG_H_OK�warn� get_versions� gcc_version�
ld_versionZdllwrap_version�
compiler_type�
linker_dll�set_executables�
dll_librariesr )�self�verbose�dry_run�forceZstatusZdetails�
shared_optionr r r r% d sN
����
��
��
�zCygwinCCompiler.__init__c
C s� |dks|dkrVz| � dd|d|g� W q� tk
rR } z t|��W 5 d}~X Y q�X nNz"| � | j| |d|g | � W n* tk
r� } z t|��W 5 d}~X Y nX dS )z:Compiles the source by spawning GCC and windres if needed.�.rc�.resZwindresz-iz-oN)Zspawnr r r# )r0 �obj�src�extZcc_args�extra_postargsZpp_opts�msgr r r �_compile� s �
zCygwinCCompiler._compileNc C sP t � |
p
g �}
t � |pg �}t � |p&g �}|�| j� |dk �r|| jksV| jdk�rtj�|d �}tj�tj� |��\}}tj�
||d �}tj�
|d| d �}dtj� |� dg}|D ]}|� |� q�| � t
||fd | � | jd
k�r|
�d |g� |
�d |g� n
|� |� | �s(|
� d
� t�| |||||||d| |
| | |
� dS )zLink the objects.Nr r z.def�libr z
LIBRARY %sZEXPORTSz
writing %sr z --output-libz--defz-s)�copy�extendr/ Z
EXECUTABLEr- �os�path�dirname�splitext�basename�join�appendZexecuter r �link)r0 Z target_descZobjectsZoutput_filename�
output_dirZ librariesZ library_dirsZruntime_library_dirsZexport_symbols�debugZ
extra_preargsr: Z
build_tempZ target_langZtemp_dirZdll_nameZ
dll_extensionZdef_fileZlib_file�contentsZsymr r r rG � sR
��
�� �
�zCygwinCCompiler.link� c C s� |dkr d}g }|D ]�}t j�t j�|��\}}|| jddg krRtd||f ��|rbt j�|�}|dkr�|�t j�||| | j �� q|�t j�||| j �� q|S )z#Adds supports for rc and res files.NrK r5 r6 z"unknown file type '%s' (from '%s'))r6 r5 )
r@ rA rC �normcaseZsrc_extensionsr rD rF rE �
obj_extension)r0 Zsource_filenamesZ strip_dirrH Z obj_namesZsrc_name�baser9 r r r �object_filenames� s& � � �z CygwinCCompiler.object_filenames)r r r )
NNNNNr NNNN)r rK )�__name__�
__module__� __qualname__�__doc__r, rM Zstatic_lib_extensionZshared_lib_extensionZstatic_lib_formatZshared_lib_formatZ
exe_extensionr% r< rG rO r r r r r Y s,
; �
Nr c @ s e Zd ZdZdZddd�ZdS )�Mingw32CCompilerz@ Handles the Mingw32 port of the GNU C compiler to Windows.
Zmingw32r c C sx t �| |||� | jdkr d}nd}| jdkr4d}nd}t� rFtd��| jdd d
d d | j||f d
� g | _t � | _d S )Nr r r! r$ z--entry _DllMain@12rK z1Cygwin gcc cannot be used with --compiler=mingw32z gcc -O -Wallzgcc -mdll -O -Wallz g++ -O -Wallr z%s %s %sr" )
r r% r+ r* � is_cygwingccr
r. r- r/ r )r0 r1 r2 r3 r4 Z entry_pointr r r r% s.
���� zMingw32CCompiler.__init__N)r r r )rP rQ rR rS r, r% r r r r rT s rT �okznot okZ uncertainc
C s� ddl m} dtjkr tdfS | �� }zLt|�}z4d|�� krPtd| fW �W S t d| fW �W S W 5 |�� X W n8 t
k
r� } zt d||j f f W Y �S d }~X Y nX d S )
aw Check if the current Python installation appears amenable to building
extensions with GCC.
Returns a tuple (status, details), where 'status' is one of the following
constants:
- CONFIG_H_OK: all is well, go ahead and compile
- CONFIG_H_NOTOK: doesn't look good
- CONFIG_H_UNCERTAIN: not sure -- unable to read pyconfig.h
'details' is a human-readable string explaining the situation.
Note there are two ways to conclude "OK": either 'sys.version' contains
the string "GCC" (implying that this Python was built with GCC), or the
installed "pyconfig.h" contains the string "__GNUC__".
r )� sysconfigZGCCzsys.version mentions 'GCC'Z__GNUC__z'%s' mentions '__GNUC__'z '%s' does not mention '__GNUC__'zcouldn't read '%s': %sN)
� distutilsrW r r r' Zget_config_h_filename�open�close�read�CONFIG_H_NOTOK�OSError�CONFIG_H_UNCERTAIN�strerror)rW �fnZconfig_h�excr r r r& H s
�r& s (\d+\.\d+(\.\d+)*)c C sl | � � d }t|�dkr dS t| dtd�j}z |�� }W 5 |�� X t�|�}|dkrZdS t |�
d�� � �S )z�Find the version of an executable by running `cmd` in the shell.
If the command is not found, or the output does not match
`RE_VERSION`, returns None.
r NT)�shell�stdout� ) �splitr r r rc rZ r[ �
RE_VERSION�searchr �group�decode)�cmd�
executable�out�
out_string�resultr r r �_find_exe_versionu s
ro c C s dddg} t dd� | D ��S )zg Try to find out the versions of gcc, ld and dllwrap.
If not possible it returns None for it.
zgcc -dumpversionzld -vzdllwrap --versionc S s g | ] }t |��qS r )ro )�.0rj r r r �
<listcomp>� s z get_versions.<locals>.<listcomp>)�tuple)Zcommandsr r r r) � s
r) c C s t ddg�} | �� �d�S )z>Try to determine if the gcc that would be used is from cygwin.r z -dumpmachines cygwin)r �strip�endswith)rm r r r rU � s rU )'rS r@ r r> �
subprocessr r r �reZdistutils.ccompilerr r Zdistutils.unixccompilerr Zdistutils.file_utilr Zdistutils.errorsr r
r r rX r
Zdistutils.versionr Zdistutils.spawnr r r rT r' r\ r^ r& �compilerf ro r) rU r r r r �<module> s0 / ;1+
distutils/__pycache__/filelist.cpython-38.opt-2.pyc 0000644 00000015374 15115353745 0016226 0 ustar 00 U
e5d 2 � @ s� d dl Z d dlZd dlZd dlZd dlmZ d dlmZmZ d dl m
Z
G dd� d�Z dd� Z e j
fd d
�Zd d � Zddd�ZdS )� N�� convert_path)�DistutilsTemplateError�DistutilsInternalError)�logc @ sx e Zd Zd dd�Zdd� Zejfdd�Zdd � Zd
d � Z d d
� Z
dd� Z dd� Z dd� Z
dd� Zd dd�Zd dd�ZdS ) �FileListNc C s d | _ g | _d S �N)�allfiles�files)�self�warn� debug_print� r �*/usr/lib64/python3.8/distutils/filelist.py�__init__ s zFileList.__init__c C s
|| _ d S r )r )r r r r r � set_allfiles# s zFileList.set_allfilesc C s t |�| _d S r )�findallr )r �dirr r r r & s zFileList.findallc C s ddl m} |rt|� d S )Nr )�DEBUG)Zdistutils.debugr �print)r �msgr r r r r
) s zFileList.debug_printc C s | j �|� d S r )r
�append)r �itemr r r r 3 s zFileList.appendc C s | j �|� d S r )r
�extend)r �itemsr r r r 6 s zFileList.extendc C s< t ttjj| j��}g | _|D ]}| j�tjj|� � q d S r )�sorted�map�os�path�splitr
r �join)r Zsortable_filesZ
sort_tupler r r �sort9 s z
FileList.sortc C s@ t t| j�d dd�D ]$}| j| | j|d kr| j|= qd S )N� r ���)�range�lenr
)r �ir r r �remove_duplicatesC s zFileList.remove_duplicatesc C s� |� � }|d }d } }}|dkrTt|�dk r<td| ��dd� |dd � D �}n~|dkr�t|�d k rttd
| ��t|d �}d d� |dd � D �}n:|d kr�t|�dkr�td
| ��t|d �}n td| ��||||fS )Nr )�include�exclude�global-include�global-exclude� z&'%s' expects <pattern1> <pattern2> ...c S s g | ] }t |��qS r r ��.0�wr r r �
<listcomp>W s z1FileList._parse_template_line.<locals>.<listcomp>r" )�recursive-include�recursive-exclude� z,'%s' expects <dir> <pattern1> <pattern2> ...c S s g | ] }t |��qS r r r- r r r r0 ] s )�graft�prunez#'%s' expects a single <dir_pattern>zunknown action '%s')r r% r r )r �lineZwords�action�patternsr � dir_patternr r r �_parse_template_lineL s0 � � � z FileList._parse_template_linec C s@ | � |�\}}}}|dkrV| �dd�|� � |D ] }| j|dd�s2t�d|� q2�n�|dkr�| �dd�|� � |D ] }| j|dd�svt�d |� qv�n�|d
kr�| �d d�|� � |D ] }| j|d d�s�t�d
|� q��n^|dk�r(| �dd�|� � |D ]"}| j|d d��s t�d|� �q �n|dk�rv| �d|d�|�f � |D ]$}| j||d��sNt�d||� �qNn�|dk�r�| �d|d�|�f � |D ]$}| j||d��s�t�d||� �q�nx|dk�r�| �d| � | jd |d��s<t�d|� nB|dk�r0| �d | � | jd |d��s<t�d |� n td | ��d S ) Nr( zinclude � r" )�anchorz%warning: no files found matching '%s'r) zexclude z9warning: no previously-included files found matching '%s'r* zglobal-include r z>warning: no files found matching '%s' anywhere in distributionr+ zglobal-exclude zRwarning: no previously-included files matching '%s' found anywhere in distributionr1 zrecursive-include %s %s)�prefixz:warning: no files found matching '%s' under directory '%s'r2 zrecursive-exclude %s %szNwarning: no previously-included files matching '%s' found under directory '%s'r4 zgraft z+warning: no directories found matching '%s'r5 zprune z6no previously-included directories found matching '%s'z'this cannot happen: invalid action '%s')r: r
r �include_patternr r �exclude_patternr )r r6 r7 r8 r r9 �patternr r r �process_template_lineh s� �
�
�
�
� �
� �
�
��z FileList.process_template_liner" r c C sl d}t ||||�}| �d|j � | jd kr4| �� | jD ],}|�|�r:| �d| � | j�|� d}q:|S )NFz%include_pattern: applying regex r'%s'z adding T)�translate_patternr
r@ r r �searchr
r )r r@ r< r= �is_regex� files_found�
pattern_re�namer r r r> � s �
zFileList.include_patternc C sr d}t ||||�}| �d|j � tt| j�d dd�D ]4}|�| j| �r8| �d| j| � | j|= d}q8|S )NFz%exclude_pattern: applying regex r'%s'r" r# z
removing T)rB r
r@ r$ r% r
rC )r r@ r< r= rD rE rF r& r r r r? � s �zFileList.exclude_pattern)NN)r" Nr )r" Nr )�__name__�
__module__� __qualname__r r r �curdirr r
r r r! r' r: rA r> r? r r r r r s
L
, �r c C s& dd� t j| dd�D �}tt jj|�S )Nc s s, | ]$\}}}|D ]}t j�||�V qqd S r )r r r )r. �base�dirsr
�filer r r � <genexpr>� s �z#_find_all_simple.<locals>.<genexpr>T)� followlinks)r �walk�filterr �isfile)r Zresultsr r r �_find_all_simple� s �rT c C s6 t | �}| tjkr.tjtjj| d�}t||�}t|�S )N)�start) rT r rK � functools�partialr �relpathr �list)r r
Zmake_relr r r r s
r c C s8 t �| �}tj}tjdkr d}d| }t�d||�}|S )N�\z\\\\z\1[^%s]z((?<!\\)(\\\\)*)\.)�fnmatch� translater �sep�re�sub)r@ rF r] Zescapedr r r �
glob_to_re s
r` r" c
C s� |r t | t�rt�| �S | S td��d�\}}}| r>t| �}nd}|d k r�t|�}|t|�t|�t|� � }tj} tjdkr�d} |t|�t|�t|� � }d||| ||f }n |r�d||t|�d � f }t�|�S )N�_� rZ z\\z%s\A%s%s.*%s%sz%s\A%s) �
isinstance�strr^ �compiler` � partitionr% r r] )
r@ r< r= rD rU ra �endrF Z prefix_rer] r r r rB % s(
rB )r" Nr )r r^ r[ rV Zdistutils.utilr Zdistutils.errorsr r Z distutilsr r rT rK r r` rB r r r r �<module> s i distutils/__pycache__/core.cpython-38.opt-2.pyc 0000644 00000006235 15115353745 0015337 0 ustar 00 U
e5d�" � @ s� d dl Z d dlZd dlmZ d dlT d dlmZ d dlmZ d dl m
Z
d dl m Z dZ
d d
� Zdadad Zd Zd
d� Zddd�ZdS )� N)�DEBUG)�*)� Distribution)�Command)�
PyPIRCCommand)� Extensionz�usage: %(script)s [global_opts] cmd1 [cmd1_opts] [cmd2 [cmd2_opts] ...]
or: %(script)s --help [cmd1 cmd2 ...]
or: %(script)s --help-commands
or: %(script)s cmd --help
c C s t j�| �}tt� S )N)�os�path�basename�USAGE�vars)� script_nameZscript� r �&/usr/lib64/python3.8/distutils/core.py� gen_usage s r )� distclassr
� script_argsZoptions�name�versionZauthorZ author_emailZ
maintainerZmaintainer_emailZurl�licenseZ descriptionZlong_description�keywordsZ platformsZ classifiersZ download_urlZrequiresZprovidesZ obsoletes)r ZsourcesZ include_dirsZ
define_macrosZ undef_macrosZ library_dirsZ librariesZruntime_library_dirsZ
extra_objectsZextra_compile_argsZextra_link_argsZ swig_optsZexport_symbolsZdependsZlanguagec
K s | � d�}|r| d= nt}d| kr8tj�tjd �| d< d| krRtjdd � | d< z|| � a}W nL tk
r� } z.d| kr�t d| ��nt d| d |f ��W 5 d }~X Y nX t
d kr�|S |� � t r�t
d
� |�� t
d kr�|S z |�� }W n: tk
�r* } zt t|j�d | ��W 5 d }~X Y nX t �rBt
d
� |�� t
dk�rP|S |�rz |�� W n� tk
�r� t d��Y n� tk
�r� } z.t �r�tj�d|f � � nt d|f ��W 5 d }~X Y nB ttfk
�r } z t �r� nt dt|� ��W 5 d }~X Y nX |S )Nr r
r r � r zerror in setup command: %sz error in %s setup command: %s�initz%options (after parsing config files):�configz
error: %sz%options (after parsing command line):� commandlineZ interruptedz
error: %s
z error: %szerror: )�getr r r r
�sys�argv�_setup_distributionZDistutilsSetupError�
SystemExit�_setup_stop_afterZparse_config_filesr �printZdump_option_dictsZparse_command_lineZDistutilsArgErrorr r
Z run_commands�KeyboardInterrupt�OSError�stderr�writeZDistutilsErrorZCCompilerError�str)�attrs�klassZdist�msg�ok�excr r r �setup9 sd %
� (
�"r, �runc C s� |dkrt d|f ��|atj�� }d| i}zZzH| tjd< |d k rP|tjdd �< t| d��}t|�� |� W 5 Q R X W 5 |t_d aX W n tk
r� Y nX t d kr�t
d| ��t S )N)r r r r- z"invalid value for 'stop_after': %r�__file__r r �rbzZ'distutils.core.setup()' was never called -- perhaps '%s' is not a Distutils setup script?) �
ValueErrorr r r �copy�open�exec�readr r � RuntimeError)r
r Z
stop_afterZ save_argv�g�fr r r � run_setup� s*
�r8 )Nr- )r r Zdistutils.debugr Zdistutils.errorsZdistutils.distr Z
distutils.cmdr Zdistutils.configr Zdistutils.extensionr r r r r Zsetup_keywordsZextension_keywordsr, r8 r r r r �<module> s q distutils/__pycache__/dist.cpython-38.pyc 0000644 00000103276 15115353745 0014415 0 ustar 00 U
e5d�� � @ s� d Z ddlZddlZddlZddlmZ z ddlZW n ek
rL dZY nX ddlT ddl m
Z
m Z ddl m
Z
mZmZ ddlmZ ddlmZ e�d �Zd
d � ZG d d
� d
�ZG dd� d�Zdd� ZdS )z}distutils.dist
Provides the Distribution class, which represents the module distribution
being built/installed/distributed.
� N)�message_from_file)�*)� FancyGetopt�translate_longopt)�
check_environ� strtobool�
rfc822_escape��log)�DEBUGz^[a-zA-Z]([a-zA-Z0-9_]*)$c C sL t | t�r n<t | t�sHt| �j}d|� d|� d�}t�tj|� t| �} | S )Nz
Warning: 'z ' should be a list, got type '�')�
isinstance�str�list�type�__name__r
ZWARN)�valueZ fieldname�typename�msg� r �&/usr/lib64/python3.8/distutils/dist.py� _ensure_list s
r c @ sp e Zd ZdZdddddgZdZdd d
d d d
ddddddddddddddd gZd d � eD �Zd d iZdad"d#�Z d$d%� Z
dbd'd(�Z d)d*� Z dcd+d,�Z
d-d.� Zd/d0� Zd1d2� Zd3d4� Zd5d5g fd6d7�Zd8d9� Zd:d;� Zd<d=� Zd>d?� Zd@dA� ZdBdC� ZdddDdE�ZdedFdG�ZdfdIdJ�Ze j fdKdL�Z dMdN� Z dOdP� Z dQdR� Z!dSdT� Z"dUdV� Z#dWdX� Z$dYdZ� Z%d[d\� Z&d]d^� Z'd_d`� Z(d!S )g� Distributiona� The core of the Distutils. Most of the work hiding behind 'setup'
is really done within a Distribution instance, which farms the work out
to the Distutils commands specified on the command line.
Setup scripts will almost never instantiate Distribution directly,
unless the 'setup()' function is totally inadequate to their needs.
However, it is conceivable that a setup script might wish to subclass
Distribution for some specialized purpose, and then pass the subclass
to 'setup()' as the 'distclass' keyword argument. If so, it is
necessary to respect the expectations that 'setup' has of Distribution.
See the code for 'setup()', in core.py, for details.
)�verbose�vzrun verbosely (default)� )�quiet�qz!run quietly (turns verbosity off))zdry-run�nzdon't actually do anything)�help�hzshow detailed help message)z no-user-cfgNz-ignore pydistutils.cfg in your home directoryz�Common commands: (see '--help-commands' for more)
setup.py build will build the package underneath 'build/'
setup.py install will install the package
)z
help-commandsNzlist all available commands)�nameNzprint package name)�version�Vzprint package version)�fullnameNz print <package name>-<version>)�authorNzprint the author's name)� author-emailNz print the author's email address)�
maintainerNzprint the maintainer's name)zmaintainer-emailNz$print the maintainer's email address)�contactNz7print the maintainer's name if known, else the author's)z
contact-emailNz@print the maintainer's email address if known, else the author's)�urlNz print the URL for this package)�licenseNz print the license of the package)�licenceNzalias for --license)� descriptionNz print the package description)zlong-descriptionNz"print the long package description)� platformsNzprint the list of platforms)� classifiersNz print the list of classifiers)�keywordsNzprint the list of keywords)�providesNz+print the list of packages/modules provided)�requiresNz+print the list of packages/modules required)� obsoletesNz0print the list of packages/modules made obsoletec C s g | ]}t |d ��qS )r �r )�.0�xr r r �
<listcomp>� s zDistribution.<listcomp>r r Nc C s\ d| _ d| _d| _| jD ]}t| |d� qt� | _| jjD ] }d| }t| |t| j|�� q:i | _ d| _
d| _ d| _ i | _
g | _d| _i | _d| _d| _d| _d| _d| _d| _d| _d| _d| _d| _d| _i | _ i | _ |�r|� d�}|dk �r8|d= |� � D ]4\}}| � |�}|� � D ]\} }
d|
f|| < �q �qd|k�r~|d |d < |d= d
} t!dk �rnt!�"| � nt#j$�%| d � |� � D ]�\} }
t&| jd | ��r�t| jd | �|
� nNt&| j| ��r�t| j| |
� n0t&| | ��r�t| | |
� nd
t'| � } t!�"| � �q�d| _(| j dk �rP| j D ].}
|
�)d��s6 �qP|
dk�r d| _( �qP�q | �*� dS )a0 Construct a new Distribution instance: initialize all the
attributes of a Distribution, and then use 'attrs' (a dictionary
mapping attribute names to values) to assign some of those
attributes their "real" values. (Any attributes not mentioned in
'attrs' will be assigned to some null value: 0, None, an empty list
or dictionary, etc.) Most importantly, initialize the
'command_obj' attribute to the empty dictionary; this will be
filled in with real command objects by 'parse_command_line()'.
r r �get_N� �optionsz setup scriptr+ r* z:'licence' distribution option is deprecated; use 'license'�
Zset_z Unknown distribution option: %sT�-z
--no-user-cfgF)+r �dry_runr �display_option_names�setattr�DistributionMetadata�metadata�_METHOD_BASENAMES�getattr�cmdclass�command_packages� script_name� script_args�command_optionsZ
dist_files�packagesZ package_dataZ package_dir�
py_modules� libraries�headers� ext_modulesZ ext_packageZ include_dirsZ
extra_path�scripts�
data_filesZpassword� command_obj�have_run�get�items�get_option_dict�warnings�warn�sys�stderr�write�hasattr�repr�
want_user_cfg�
startswith�finalize_options)�self�attrs�attr�basenameZ method_namer9 �commandZ cmd_options�opt_dict�opt�valr �key�argr r r �__init__� s~
zDistribution.__init__c C s& | j �|�}|dkr"i }| j |< |S )z�Get the option dictionary for a given command. If that
command's option dictionary hasn't been created yet, then create it
and return the new dictionary; otherwise, return the existing
option dictionary.
N)rG rQ )r^ rb �dictr r r rS & s z Distribution.get_option_dictr8 c C s� ddl m} |d kr"t| j�� �}|d k r@| �|| � |d }|sV| �|d � d S |D ]h}| j�|�}|d kr�| �|d| � qZ| �|d| � ||�}|�d�D ]}| �|d | � q�qZd S )Nr )�pformatz zno commands known yetz no option dict for '%s' commandz option dict for '%s' command:r: )Zpprintrj �sortedrG �keys�announcerQ �split) r^ �header�commands�indentrj Zcmd_namerc �out�liner r r �dump_option_dicts1 s* ��z Distribution.dump_option_dictsc C s� g }t � tj�tjd j�}tj�|d�}tj�|�rB|� |� tj
dkrRd}nd}| j r�tj�tj� d�|�}tj�|�r�|� |� d}tj�|�r�|� |� t
r�| �dd �|� � |S )
a� Find as many configuration files as should be processed for this
platform, and return a list of filenames in the order in which they
should be parsed. The filenames returned are guaranteed to exist
(modulo nasty race conditions).
There are three possible config files: distutils.cfg in the
Distutils installation directory (ie. where the top-level
Distutils __inst__.py file lives), a file in the user's home
directory named .pydistutils.cfg on Unix and pydistutils.cfg
on Windows/Mac; and setup.cfg in the current directory.
The file in the user's home directory can be disabled with the
--no-user-cfg option.
� distutilsz
distutils.cfg�posixz.pydistutils.cfgzpydistutils.cfg�~z setup.cfgzusing config files: %sz, )r �os�path�dirnamerV �modules�__file__�join�isfile�appendr! r[ �
expanduserr rm )r^ �filesZsys_dirZsys_fileZ
user_filenameZ user_fileZ
local_filer r r �find_config_filesM s&
z Distribution.find_config_filesc
C s� ddl m} tjtjkr8ddddddd d
d d d
ddg
}ng }t|�}|d krT| �� }trb| �d� |� }|D ]�}tr�| �d| � |� |� |�
� D ]V}|� |�}| � |�}|D ]8} | dkr�| |kr�|�
|| �}
| �dd�} ||
f|| < q�q�|�� qld| jk�r�| jd �� D ]�\} \} }
| j�
| �} zF| �rDt| | t|
� � n(| dk�r`t| | t|
�� n t| | |
� W n, tk
�r� }
z t|
��W 5 d }
~
X Y nX �qd S )Nr )� ConfigParserz install-basezinstall-platbasez install-libzinstall-platlibzinstall-purelibzinstall-headerszinstall-scriptsz install-data�prefixz exec-prefix�home�user�rootz"Distribution.parse_config_files():z reading %sr r; �_�global)r r< )Z configparserr� rV r� � base_prefix� frozensetr� r rm �readZsectionsr9 rS rQ �replacerh rG rR � negative_optr> r �
ValueError�DistutilsOptionError)r^ � filenamesr� Zignore_options�parser�filenameZsectionr9 rc rd re �src�aliasr r r r �parse_config_files} s^ �
z Distribution.parse_config_filesc C s� | � � }g | _t|| j �}|�| j� |�ddi� |j| j| d�}|� � }t
� | j � | �
|�rhdS |r�| �||�}|dkrhdS qh| jr�| j|t| j�dk| jd� dS | js�td��dS ) a� Parse the setup script's command line, taken from the
'script_args' instance attribute (which defaults to 'sys.argv[1:]'
-- see 'setup()' in core.py). This list is first processed for
"global options" -- options that set attributes of the Distribution
instance. Then, it is alternately scanned for Distutils commands
and options for that command. Each new command terminates the
options for the previous command. The allowed options for a
command are determined by the 'user_options' attribute of the
command class -- thus, we have to be able to load command classes
in order to parse the command line. Any error in that 'options'
attribute raises DistutilsGetoptError; any error on the
command-line raises DistutilsArgError. If no Distutils commands
were found on the command line, raises DistutilsArgError. Return
true if command-line was successfully parsed and we should carry
on with executing commands; false if no errors but we shouldn't
execute commands (currently, this only happens if user asks for
help).
r+ r* )�args�objectNr ��display_optionsrp zno commands suppliedT)�_get_toplevel_optionsrp r r� �set_negative_aliasesr� Z set_aliases�getoptrF Zget_option_orderr
Z
set_verbosityr �handle_display_options�_parse_command_optsr �
_show_help�len�DistutilsArgError)r^ Ztoplevel_optionsr� r� � option_orderr r r �parse_command_line� s.
�z Distribution.parse_command_linec C s | j dg S )z�Return the non-display options recognized at the top level.
This includes options that are recognized *only* at the top
level as well as options recognized for commands.
)zcommand-packages=Nz0list of packages that provide distutils commands)�global_options�r^ r r r r� � s �z"Distribution._get_toplevel_optionsc
C s� ddl m} |d }t�|�s*td| ��| j�|� z| �|�}W n* tk
rn } z t |��W 5 d}~X Y nX t
||�s�t d| ��t |d�r�t
|jt�s�d}t || ��| j}t |d�r�|�� }|�|j� t |d �r�t
|jt�r�t|j�}ng }|�| j|j | � |�|� |�|d
d� �\}} t | d ��rV| j�rV| j|d|gd � dS t |d ��r�t
|jt��r�d}
|jD ]F\} } }
}t | |�| ���rzd
}
t |��r�|� nt d
|| f ���qz|
�r�dS | � |�}t | �� � D ]\}}d|f||< �q�|S )a� Parse the command-line options for a single command.
'parser' must be a FancyGetopt instance; 'args' must be the list
of arguments, starting with the current command (whose options
we are about to parse). Returns a new version of 'args' with
the next command at the front of the list; will be the empty
list if there are no more commands on the command line. Returns
None if the user asked for help on this command.
r ��Commandzinvalid command name '%s'Nz&command class %s must subclass Command� user_optionszIcommand class %s must provide 'user_options' attribute (a list of tuples)r� � help_optionsr r r� zYinvalid help function %r for help option '%s': must be a callable object (function, etc.)z command line) �
distutils.cmdr� �
command_re�match�
SystemExitrp r �get_command_class�DistutilsModuleErrorr� �
issubclassZDistutilsClassErrorrY r
r� r r� �copy�updater� �fix_help_options�set_option_tabler� r� r� r r� Z
get_attr_name�callablerS �varsrR )r^ r� r� r� rb Z cmd_classr r� r� ZoptsZhelp_option_foundZ help_optionZshortZdesc�funcrc r! r r r r r� sr
�
�
� ��
�
��
z Distribution._parse_command_optsc C sP dD ]F}t | j|�}|dkr qt|t�rdd� |�d�D �}t| j||� qdS )z�Set final values for all the options on the Distribution
instance, analogous to the .finalize_options() method of Command
objects.
�r/ r- Nc S s g | ] }|� � �qS r ��strip)r4 Zelmr r r r6 j s z1Distribution.finalize_options.<locals>.<listcomp>�,)rB r@ r
r rn r> )r^ r` r r r r r] ` s
z Distribution.finalize_optionsr c
C s ddl m} ddlm} |rR|r*| �� }n| j}|�|� |�| jd � t d� |rt|�| j
� |�d� t d� | j D ]z}t |t
�r�t||�r�|} n
| �|�} t| d�r�t | jt�r�|�| jt| j� � n |�| j� |�d| j � t d� qzt || j�� d S )
ab Show help for the setup script command-line in the form of
several lists of command-line options. 'parser' should be a
FancyGetopt instance; do not expect it to be returned in the
same state, as its option table will be reset to make it
generate the correct help text.
If 'global_options' is true, lists the global options:
--verbose, --dry-run, etc. If 'display_options' is true, lists
the "display-only" options: --name, --version, etc. Finally,
lists per-command help for every command name or command class
in 'commands'.
r �� gen_usager� z
Global options:r8 zKInformation display options (just display information, ignore any commands)r� zOptions for '%s' command:N)�distutils.corer� r� r� r� r� r� Z
print_help� common_usage�printr� rp r
r r� r� rY r� r r� r� r rE )
r^ r� r� r� rp r� r� r9 rb �klassr r r r� m s:
�
��
zDistribution._show_helpc C s� ddl m} | jr4| �� td� t|| j�� dS d}i }| jD ]}d||d < qB|D ]l\}}|rX|�|�rXt|�}t | j
d| �� }|dkr�td� |�� n |dkr�td � |�� nt|� d}qX|S )
z�If there were any non-global "display-only" options
(--help-commands or the metadata display options) on the command
line, display the requested info and return true; else return
false.
r r� r8 r r7 r� r� )r. r0 r1 r2 r: ) r� r� Z
help_commands�print_commandsr� rE r� rQ r rB r@ r} ) r^ r� r� Zany_display_optionsZis_display_option�optionrd re r r r r r� � s*
z#Distribution.handle_display_optionsc C sj t |d � |D ]T}| j�|�}|s.| �|�}z
|j}W n tk
rP d}Y nX t d|||f � qdS )zZPrint a subset of the list of all commands -- used by
'print_commands()'.
�:�(no description available)z
%-*s %sN)r� rC rQ r� r, �AttributeError)r^ rp ro �
max_length�cmdr� r, r r r �print_command_list� s
z Distribution.print_command_listc C s� ddl }|jj}i }|D ] }d||< qg }| j�� D ]}|�|�s4|�|� q4d}|| D ]}t|�|krZt|�}qZ| �|d|� |r�t � | �|d|� dS )an Print out a help message listing all available commands with a
description of each. The list is divided into "standard commands"
(listed in distutils.command.__all__) and "extra commands"
(mentioned in self.cmdclass, but not a standard command). The
descriptions come from the command class attribute
'description'.
r Nr zStandard commandszExtra commands)
�distutils.commandrb �__all__rC rl rQ r r� r� r� )r^ ru � std_commands�is_stdr� �extra_commandsr� r r r r� � s.
��zDistribution.print_commandsc C s� ddl }|jj}i }|D ] }d||< qg }| j�� D ]}|�|�s4|�|� q4g }|| D ]P}| j�|�}|sx| �|�}z
|j}W n t k
r� d}Y nX |�||f� qZ|S )a> Get a list of (command, description) tuples.
The list is divided into "standard commands" (listed in
distutils.command.__all__) and "extra commands" (mentioned in
self.cmdclass, but not a standard command). The descriptions come
from the command class attribute 'description'.
r Nr r� )
r� rb r� rC rl rQ r r� r, r� ) r^ ru r� r� r� r� �rvr� r, r r r �get_command_list� s(
z Distribution.get_command_listc C sN | j }t|t�sJ|dkr d}dd� |�d�D �}d|krD|�dd� || _ |S )z9Return a list of packages from which commands are loaded.Nr8 c S s g | ]}|d kr|� � �qS )r8 r� )r4 Zpkgr r r r6 ! s z5Distribution.get_command_packages.<locals>.<listcomp>r� zdistutils.commandr )rD r
r rn �insert)r^ Zpkgsr r r �get_command_packages s
z!Distribution.get_command_packagesc C s� | j �|�}|r|S | �� D ]�}d||f }|}zt|� tj| }W n tk
r^ Y q Y nX zt||�}W n& tk
r� t d|||f ��Y nX || j |< | S t d| ��dS )ao Return the class that implements the Distutils command named by
'command'. First we check the 'cmdclass' dictionary; if the
command is mentioned there, we fetch the class object from the
dictionary and return it. Otherwise we load the command module
("distutils.command." + command) and fetch the command class from
the module. The loaded class is also stored in 'cmdclass'
to speed future calls to 'get_command_class()'.
Raises DistutilsModuleError if the expected module could not be
found, or if that module does not define the expected class.
z%s.%sz3invalid command '%s' (no class '%s' in module '%s')zinvalid command '%s'N)
rC rQ r� �
__import__rV r{ � ImportErrorrB r� r� )r^ rb r� ZpkgnameZ module_nameZ
klass_name�moduler r r r� ' s,
��
z Distribution.get_command_classc C sl | j �|�}|sh|rhtr&| �d| � | �|�}|| � }| j |< d| j|< | j�|�}|rh| �||� |S )a Return the command object for 'command'. Normally this object
is cached on a previous call to 'get_command_obj()'; if no command
object for 'command' is in the cache, then we either create and
return it (if 'create' is true) or return None.
z<Distribution.get_command_obj(): creating '%s' command objectr )rO rQ r rm r� rP rG �_set_command_options)r^ rb Zcreate�cmd_objr� r9 r r r �get_command_objM s �
z Distribution.get_command_objc C s\ |� � }|dkr| �|�}tr,| �d| � |�� D �] \}\}}trZ| �d|||f � zdd� |jD �}W n tk
r� g }Y nX z
|j}W n tk
r� i }Y nX z|t|t �} ||kr�| r�t
||| t |� � nJ||kr�| r�t
||t |�� n,t ||��rt
|||� nt
d|||f ��W q4 tk
�rT }
z t
|
��W 5 d}
~
X Y q4X q4dS )ay Set the options for 'command_obj' from 'option_dict'. Basically
this means copying elements of a dictionary ('option_dict') to
attributes of an instance ('command').
'command_obj' must be a Command instance. If 'option_dict' is not
supplied, uses the standard option dictionary for this command
(from 'self.command_options').
Nz# setting options for '%s' command:z %s = %s (from %s)c S s g | ] }t |��qS r r3 )r4 �or r r r6 | s �z5Distribution._set_command_options.<locals>.<listcomp>z1error in %s: command '%s' has no such option '%s')�get_command_namerS r rm rR Zboolean_optionsr� r� r
r r> r rY r� r� ) r^ rO Z option_dict� command_namer� �sourcer Z bool_optsZneg_optZ is_stringr r r r r� h sF
��
��z!Distribution._set_command_optionsr c C s| ddl m} t||�s&|}| �|�}n|�� }|js8|S |�� d|_d| j|< | �|� |rx|� � D ]}| �
||� qf|S )a� Reinitializes a command to the state it was in when first
returned by 'get_command_obj()': ie., initialized but not yet
finalized. This provides the opportunity to sneak option
values in programmatically, overriding or supplementing
user-supplied values from the config files and command line.
You'll have to re-finalize the command object (by calling
'finalize_options()' or 'ensure_finalized()') before using it for
real.
'command' should be a command name (string) or command object. If
'reinit_subcommands' is true, also reinitializes the command's
sub-commands, as declared by the 'sub_commands' class attribute (if
it has one). See the "install" command for an example. Only
reinitializes the sub-commands that actually matter, ie. those
whose test predicates return true.
Returns the reinitialized command object.
r r� ) r� r� r
r� r� Z finalizedZinitialize_optionsrP r� Zget_sub_commands�reinitialize_command)r^ rb Zreinit_subcommandsr� r� �subr r r r� � s
z!Distribution.reinitialize_commandc C s t � ||� d S �Nr )r^ r �levelr r r rm � s zDistribution.announcec C s | j D ]}| �|� qdS )z�Run each command that was seen on the setup script command line.
Uses the list of commands found and cache of command objects
created by 'get_command_obj()'.
N)rp � run_command)r^ r� r r r � run_commands� s
zDistribution.run_commandsc C sD | j �|�rdS t�d|� | �|�}|�� |�� d| j |< dS )a� Do whatever it takes to run a command (including nothing at all,
if the command has already been run). Specifically: if we have
already created and run the command named by 'command', return
silently without doing anything. If the command named by 'command'
doesn't even have a command object yet, create one. Then invoke
'run()' on that command object (or an existing one).
Nz
running %sr )rP rQ r
�infor� Zensure_finalized�run)r^ rb r� r r r r� � s
zDistribution.run_commandc C s t | jp| jpg �dkS �Nr )r� rH rI r� r r r �has_pure_modules� s z Distribution.has_pure_modulesc C s | j ot| j �dkS r� )rL r� r� r r r �has_ext_modules� s z Distribution.has_ext_modulesc C s | j ot| j �dkS r� )rJ r� r� r r r �has_c_libraries� s z Distribution.has_c_librariesc C s | � � p| �� S r� )r� r� r� r r r � has_modules� s zDistribution.has_modulesc C s | j ot| j �dkS r� )rK r� r� r r r � has_headers� s zDistribution.has_headersc C s | j ot| j �dkS r� )rM r� r� r r r � has_scripts� s zDistribution.has_scriptsc C s | j ot| j �dkS r� )rN r� r� r r r �has_data_files� s zDistribution.has_data_filesc C s | � � o| �� o| �� S r� )r� r� r� r� r r r �is_pure� s
��zDistribution.is_pure)N)NNr8 )N)r )N)r ))r �
__module__� __qualname__�__doc__r� r� r� r= r� rh rS rt r� r� r� r� r� r] r� r� r� r� r� r� r� r� r� r� r
�INFOrm r� r� r� r� r� r� r� r� r� r� r r r r r , s� � �,
0
:C [
�
2(!" &
,
)
r c @ s e Zd ZdZdZdBdd�Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� ZeZd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Z d2d3� Z d4d5� Z d6d7� Z d8d9� Z d:d;� Z!d<d=� Z"d>d?� Z#d@dA� Z$dS )Cr? z]Dummy class to hold the distribution meta-data: name, version,
author, and so forth.
)r! r" r% � author_emailr' �maintainer_emailr) r* r, �long_descriptionr/ r- r$ r( Z
contact_emailr. � download_urlr0 r1 r2 Nc C s� |d k r| � t|�� nfd | _d | _d | _d | _d | _d | _d | _d | _ d | _
d | _ d | _ d | _
d | _d | _d | _d | _d | _d S r� )�
read_pkg_file�openr! r" r% r� r' r� r) r* r, r� r/ r- r. r� r0 r1 r2 )r^ ry r r r rh
s& z DistributionMetadata.__init__c s t |�� � fdd�}� fdd�}� d }|d�| _|d�| _|d�| _|d �| _d
| _|d �| _d
| _|d �| _|d
�| _ d� kr�|d�| _
nd
| _
|d�| _ |d�| _d� kr�|d�� d�| _
|d�| _|d�| _|dkr�|d�| _|d�| _|d�| _nd
| _d
| _d
| _d
S )z-Reads the metadata values from a file object.c s � | }|dkrd S |S �NZUNKNOWNr )r! r �r r r � _read_field( s z7DistributionMetadata.read_pkg_file.<locals>._read_fieldc s � � | d �}|g krd S |S r� )Zget_all)r! �valuesr� r r �
_read_list. s z6DistributionMetadata.read_pkg_file.<locals>._read_listzmetadata-versionr! r" Zsummaryr% Nr& z home-pager* z download-urlr, r/ r� �platformZ
classifier�1.1r1 r0 r2 )r r! r" r, r% r' r� r� r) r* r� r� rn r/ r- r. r1 r0 r2 )r^ �filer� r� Zmetadata_versionr r� r r� $ s:
z"DistributionMetadata.read_pkg_filec C s2 t tj�|d�ddd��}| �|� W 5 Q R X dS )z7Write the PKG-INFO file into the release tree.
zPKG-INFO�wzUTF-8)�encodingN)r� rx ry r} �write_pkg_file)r^ Zbase_dirZpkg_infor r r �write_pkg_infoX s
�z#DistributionMetadata.write_pkg_infoc C sb d}| j s"| js"| js"| js"| jr&d}|�d| � |�d| �� � |�d| �� � |�d| �� � |�d| � � � |�d| �
� � |�d | � � � |�d
| � � � | jr�|�d | j � t
| �� �}|�d | � d
�| �� �}|�r|�d| � | �|d| �� � | �|d| �� � | �|d| �� � | �|d| �� � | �|d| �� � dS )z9Write the PKG-INFO format data to a file object.
z1.0r� zMetadata-Version: %s
z Name: %s
z Version: %s
z Summary: %s
zHome-page: %s
z Author: %s
zAuthor-email: %s
z License: %s
zDownload-URL: %s
zDescription: %s
r� z
Keywords: %s
ZPlatformZ
ClassifierZRequiresZProvidesZ ObsoletesN)r0 r1 r2 r. r� rX �get_name� get_version�get_description�get_url� get_contact�get_contact_email� get_licenser �get_long_descriptionr} � get_keywords� _write_list�
get_platforms�get_classifiers� get_requires� get_provides�
get_obsoletes)r^ r r" Z long_descr/ r r r r _ s6 �� z#DistributionMetadata.write_pkg_filec C s |D ]}|� d||f � qd S )Nz%s: %s
)rX )r^ r r! r� r r r r r � s z DistributionMetadata._write_listc C s
| j pdS r� )r! r� r r r r � s z DistributionMetadata.get_namec C s
| j pdS )Nz0.0.0)r" r� r r r r � s z DistributionMetadata.get_versionc C s d| � � | �� f S )Nz%s-%s)r r r� r r r � get_fullname� s z!DistributionMetadata.get_fullnamec C s
| j pdS r� )r% r� r r r �
get_author� s z DistributionMetadata.get_authorc C s
| j pdS r� )r� r� r r r �get_author_email� s z%DistributionMetadata.get_author_emailc C s
| j pdS r� )r' r� r r r �get_maintainer� s z#DistributionMetadata.get_maintainerc C s
| j pdS r� )r� r� r r r �get_maintainer_email� s z)DistributionMetadata.get_maintainer_emailc C s | j p| jpdS r� )r' r% r� r r r r � s z DistributionMetadata.get_contactc C s | j p| jpdS r� )r� r� r� r r r r
� s z&DistributionMetadata.get_contact_emailc C s
| j pdS r� )r) r� r r r r � s z DistributionMetadata.get_urlc C s
| j pdS r� )r* r� r r r r � s z DistributionMetadata.get_licensec C s
| j pdS r� )r, r� r r r r � s z$DistributionMetadata.get_descriptionc C s
| j pdS r� )r� r� r r r r � s z)DistributionMetadata.get_long_descriptionc C s
| j pg S r� )r/ r� r r r r
� s z!DistributionMetadata.get_keywordsc C s t |d�| _d S )Nr/ )r r/ �r^ r r r r � set_keywords� s z!DistributionMetadata.set_keywordsc C s | j p
dgS r� )r- r� r r r r � s z"DistributionMetadata.get_platformsc C s t |d�| _d S )Nr- )r r- r r r r �
set_platforms� s z"DistributionMetadata.set_platformsc C s
| j pg S r� )r. r� r r r r � s z$DistributionMetadata.get_classifiersc C s t |d�| _d S )Nr. )r r. r r r r �set_classifiers� s z$DistributionMetadata.set_classifiersc C s
| j pdS r� )r� r� r r r �get_download_url� s z%DistributionMetadata.get_download_urlc C s
| j pg S r� )r1 r� r r r r � s z!DistributionMetadata.get_requiresc C s, dd l }|D ]}|j�|� q t|�| _d S r� )�distutils.versionpredicate�versionpredicate�VersionPredicater r1 �r^ r ru r r r r � set_requires� s z!DistributionMetadata.set_requiresc C s
| j pg S r� )r0 r� r r r r � s z!DistributionMetadata.get_providesc C s6 dd� |D �}|D ]}dd l }|j�|� q|| _d S )Nc S s g | ] }|� � �qS r r� )r4 r r r r r6 � s z5DistributionMetadata.set_provides.<locals>.<listcomp>r )r r Zsplit_provisionr0 )r^ r r ru r r r � set_provides� s
z!DistributionMetadata.set_providesc C s
| j pg S r� )r2 r� r r r r � s z"DistributionMetadata.get_obsoletesc C s, dd l }|D ]}|j�|� q t|�| _d S r� )r r r r r2 r! r r r �
set_obsoletes� s z"DistributionMetadata.set_obsoletes)N)%r r� r� r� rA rh r� r r r r r r r r r r r r
r r Z get_licencer r r
r r r r r r r r" r r# r r$ r r r r r? � sD
4"r? c C s$ g }| D ]}|� |dd� � q|S )zConvert a 4-tuple 'help_options' list as found in various command
classes to the 3-tuple form required by FancyGetopt.
r � )r )r9 Z new_optionsZ
help_tupler r r r� � s r� )r� rV rx �reZemailr rT r� Zdistutils.errorsZdistutils.fancy_getoptr r Zdistutils.utilr r r ru r
Zdistutils.debugr �compiler� r r r? r� r r r r �<module> s4
Z c distutils/__pycache__/dep_util.cpython-38.opt-1.pyc 0000644 00000005234 15115353745 0016211 0 ustar 00 U
e5d�
� @ s6 d Z ddlZddlmZ dd� Zdd� Zd d d
�ZdS ) z�distutils.dep_util
Utility functions for simple, timestamp-based dependency of files
and groups of files; also, function based entirely on such
timestamp dependency analysis.� N)�DistutilsFileErrorc C s` t j�| �s tdt j�| � ��t j�|�s0dS ddlm} t �| �| }t �|�| }||kS )a Return true if 'source' exists and is more recently modified than
'target', or if 'source' exists and 'target' doesn't. Return false if
both exist and 'target' is the same age or younger than 'source'.
Raise DistutilsFileError if 'source' does not exist.
zfile '%s' does not exist� r ��ST_MTIME)�os�path�existsr �abspath�statr )�source�targetr Zmtime1Zmtime2� r
�*/usr/lib64/python3.8/distutils/dep_util.py�newer s
� r c C sh t | �t |�krtd��g }g }tt | ��D ]2}t| | || �r,|�| | � |�|| � q,||fS )z�Walk two filename lists in parallel, testing if each source is newer
than its corresponding target. Return a pair of lists (sources,
targets) where source is newer than target, according to the semantics
of 'newer()'.
z+'sources' and 'targets' must be same length)�len�
ValueError�ranger �append)�sourcesZtargetsZ n_sourcesZ n_targets�ir
r
r �newer_pairwise s r �errorc C s� t j�|�sdS ddlm} t �|�| }| D ]P}t j�|�sb|dkrHn|dkrTq.n|dkrb dS t �|�| }||kr. dS q.dS )a� Return true if 'target' is out-of-date with respect to any file
listed in 'sources'. In other words, if 'target' exists and is newer
than every file in 'sources', return false; otherwise return true.
'missing' controls what we do when a source file is missing; the
default ("error") is to blow up with an OSError from inside 'stat()';
if it is "ignore", we silently drop any missing source files; if it is
"newer", any missing source files make us assume that 'target' is
out-of-date (this is handy in "dry-run" mode: it'll make you pretend to
carry out commands that wouldn't work because inputs are missing, but
that doesn't matter because you're not actually going to run the
commands).
r r r r �ignorer N)r r r r
r )r r Zmissingr Z target_mtimer � source_mtimer
r
r � newer_group6 s r )r )�__doc__r Zdistutils.errorsr r r r r
r
r
r �<module> s
distutils/__pycache__/_msvccompiler.cpython-38.opt-1.pyc 0000644 00000031155 15115353745 0017247 0 ustar 00 U
e5dRN � @ s� d Z ddlZddlZddlZddlZddlZddlmZmZm Z m
Z
m Z ddl m
Z
mZ ddlmZ ddlmZ ddlmZ dd � Zd
d � Zd d
ddd�Zdd� Zdd� Zd dd�Zd dddd�ZG dd � d e
�Z dS ) a distutils._msvccompiler
Contains MSVCCompiler, an implementation of the abstract CCompiler class
for Microsoft Visual Studio 2015.
The module is compatible with VS 2015 and later. You can find legacy support
for older versions in distutils.msvc9compiler and distutils.msvccompiler.
� N)�DistutilsExecError�DistutilsPlatformError� CompileError�LibError� LinkError)� CCompiler�gen_lib_options)�log)� get_platform)�countc C s z t jt jdt jt jB d�} W n tk
r> t�d� Y dS X d}d }| �� t� D ]�}zt � | |�\}}}W n tk
r� Y q�Y nX |rT|t j
krTt j �
|�rTztt|��}W n ttfk
r� Y qTY nX |dkrT||krT|| }}qTW 5 Q R X ||fS )Nz'Software\Microsoft\VisualStudio\SxS\VC7)�accessz Visual C++ is not registered�NNr � )�winregZ OpenKeyEx�HKEY_LOCAL_MACHINEZKEY_READZKEY_WOW64_32KEY�OSErrorr �debugr Z EnumValueZREG_SZ�os�path�isdir�int�float�
ValueError� TypeError)�key� best_version�best_dir�i�vZvc_dirZvt�version� r �//usr/lib64/python3.8/distutils/_msvccompiler.py� _find_vc2015 s2
�
r" c
C s� ddl } tj�d�p tj�d�}|s(dS z8tjtj�|ddd�d d
d d d
dddg ddd��� }W n tj t
t fk
r~ Y dS X tj�|ddd�}tj� |�r�d|fS dS )aJ Returns "15, path" based on the result of invoking vswhere.exe
If no install is found, returns "None, None"
The version is returned to avoid unnecessarily changing the function
result. It may be ignored when the path is not None.
If vswhere.exe is not available, by definition, VS 2017 is not
installed.
r NzProgramFiles(x86)Z ProgramFilesr
zMicrosoft Visual StudioZ Installerz vswhere.exez-latestz -prereleasez -requiresz1Microsoft.VisualStudio.Component.VC.Tools.x86.x64z -propertyZinstallationPathz -products�*�mbcs�strict)�encoding�errorsZVCZ AuxiliaryZBuild� )
�jsonr �environ�get�
subprocess� check_outputr �join�strip�CalledProcessErrorr �UnicodeDecodeErrorr )r) �rootr r r r! � _find_vc2017: s2
� � r3 �x86Zx64ZarmZarm64)r4 � x86_amd64�x86_arm� x86_arm64c C s\ t � \}}|st� \}}|s*t�d� dS tj�|d�}tj�|�sTt�d|� dS |d fS )Nz$No suitable Visual C++ version foundr
z
vcvarsall.batz%s cannot be found)r3 r" r r r r r. �isfile)� plat_spec�_r r � vcvarsallr r r! �_find_vcvarsallc s
r< c
C s� t �d�r dd� t j�� D �S t| �\}}|s6td��z&tjd�|| �tj d�j
ddd �}W n@ tj k
r� } z t �
|j� td
�|j���W 5 d }~X Y nX d d� d d
� |�� D �D �}|S )NZDISTUTILS_USE_SDKc S s i | ]\}}|� � |�qS r ��lower)�.0r �valuer r r! �
<dictcomp>w s � z _get_vc_env.<locals>.<dictcomp>z Unable to find vcvarsall.batzcmd /u /c "{}" {} && set)�stderrzutf-16le�replace)r' zError executing {}c S s$ i | ] \}}}|r|r|� � |�qS r r= )r? r r: r@ r r r! rA � s
� c s s | ]}|� d �V qdS )�=N)� partition)r? �liner r r! � <genexpr>� s z _get_vc_env.<locals>.<genexpr>)r �getenvr* �itemsr< r r, r- �formatZSTDOUT�decoder0 r �error�output�cmd�
splitlines)r9 r; r: �out�exc�envr r r! � _get_vc_envu s0
�
� �
��rS c C sN |st �d��t j�}|D ].}t j�t j�|�| �}t j�|�r| S q| S )at Return path to an MSVC executable program.
Tries to find the program in several places: first, one of the
MSVC program search paths from the registry; next, the directories
in the PATH environment variable. If any of those work, return an
absolute path that is known to exist. If none of them work, just
return the original program name, 'exe'.
r )r rH �split�pathsepr r. �abspathr8 )Zexe�paths�p�fnr r r! � _find_exe� s
rZ r5 r6 r7 )Zwin32z win-amd64z win-arm32z win-arm64c
s� e Zd ZdZdZi ZdgZdddgZdgZdgZ ee e e Z
d Z d
Z d Z
d Zd
ZZdZd(dd�Zd)dd�Zd*dd�Zd+dd�Zd,dd�Zd-d d �Z� fd d �Zd d!� Zd"d#� Zd$d%� Zd.d&d'�Z � Z S )/� MSVCCompilerzwConcrete class that implements an interface to Microsoft Visual C++,
as defined by the CCompiler abstract class.Zmsvcz.cz.ccz.cppz.cxx�.rcz.mcz.resz.objz.libz.dllz%s%sz.exer c C s t �| |||� d | _d| _d S )NF)r �__init__� plat_name� initialized)�self�verboseZdry_runZforcer r r! r] � s zMSVCCompiler.__init__Nc C s� |d krt � }|tkr(td�tt����t| }t|�}|sDtd��|�dd�| _| j�t j
�}t d|�| _ t d|�| _
t d|�| _t d|�| _t d |�| _t d
|�| _|�d d��t j
�D ]}|r�| �|�t j�� q�|�d d��t j
�D ]}|r�| �|�t j�� q�d | _d
dddddg| _d
dddddg| _d
ddg}d
dddg}|d �| _|d!�| _|d"�| _|d#�| _ |�| _ |�| _ t j d f| jt j d f| jt j d f| jt j!d f| jt j!d f| jt j!d f| j t j"d f| j t j"d f| j t j"d f| j i | _#d | _$d S )$Nz --plat-name must be one of {}z7Unable to find a compatible Visual Studio installation.r � zcl.exezlink.exezlib.exezrc.exezmc.exezmt.exeZinclude�libz/nologoz/Oxz/W3z/GLz/DNDEBUGz/MDz/Odz/MDdz/Ziz/D_DEBUGz/INCREMENTAL:NOz/LTCGz /DEBUG:FULL�/MANIFEST:EMBED,ID=1�/DLL�/MANIFEST:EMBED,ID=2�/MANIFESTUAC:NOFT)rd )rd )re rf rg )re rf rg )%r
�PLAT_TO_VCVARSr rJ �tuplerS r+ �_pathsrT r rU rZ �cc�linkerrc �rc�mcZmtZadd_include_dir�rstrip�sepZadd_library_dirZpreprocess_options�compile_options�compile_options_debugZ ldflags_exeZldflags_exe_debugZldflags_sharedZldflags_shared_debugZldflags_staticZldflags_static_debugr Z
EXECUTABLEZ
SHARED_OBJECTZSHARED_LIBRARY�_ldflagsr_ )r` r^ r9 Zvc_envrW �dir�ldflagsZ
ldflags_debugr r r! �
initialize� s� � � � � �
� zMSVCCompiler.initializerb c sT �fdd��j D ��fdd��j�j D ��� �p4d�� ��fdd�}tt||��S )Nc s i | ] }|� j �qS r )�
obj_extension�r? �ext�r` r r! rA & s z1MSVCCompiler.object_filenames.<locals>.<dictcomp>c s i | ] }|� j �qS r )�
res_extensionrx rz r r! rA ' s rb c s� t j�| �\}}�r"t j�|�}n2t j�|�\}}|�t jjt jjf�rT|dd � }zt j��|� | �W S t k
r� t
d� | ���Y nX d S )N� z Don't know how to compile {}) r r �splitext�basename�
splitdrive�
startswithrp �altsepr. � LookupErrorr rJ )rX �basery r: )�ext_map�
output_dir� strip_dirr r! �
make_out_path, s z4MSVCCompiler.object_filenames.<locals>.make_out_path)�src_extensions�_rc_extensions�_mc_extensions�list�map)r` Zsource_filenamesr� r� r� r )r� r� r` r� r! �object_filenames! s �z MSVCCompiler.object_filenamesc C s� | j s| �� | �||||||�} | \}}
}} } |p6g }
|
�d� |rT|
�| j� n |
�| j� d}|
D �]}z| | \}}W n tk
r� Y qhY nX |r�tj �
|�}|| j kr�d| }�nD|| j kr�d| }d}�n*|| j
k�r@|}d| }z | �| jg| ||g � W qh tk
�r: } z t|��W 5 d }~X Y qhX qhn�|| jk�r�tj �|�}tj �|�}z\| �| jd|d||g� tj �tj �|��\}}tj �||d �}| �| jd| |g� W qh tk
�r� } z t|��W 5 d }~X Y qhX qhntd
�||���| jg|
| }|�r"|�d � |�|� |�d | � |�|� z| �|� W qh tk
�r~ } z t|��W 5 d }~X Y qhX qh|
S )
Nz/cFz/Tcz/TpTz/foz-hz-rr\ z"Don't know how to compile {} to {}z/EHscz/Fo)r_ rv Z_setup_compile�append�extendrr rq �KeyErrorr r rV �
_c_extensions�_cpp_extensionsr� �spawnrm r r r� �dirnamern r} r~ r. rJ rk )r` Zsourcesr� ZmacrosZ include_dirsr �
extra_preargs�extra_postargsZdependsZ compile_info�objectsZpp_optsZbuildZ compile_optsZ add_cpp_opts�obj�srcry Z input_optZ
output_opt�msgZh_dirZrc_dirr� r: Zrc_file�argsr r r! �compileB sx
�
�
zMSVCCompiler.compilec
C s� | j s| �� | �||�\}}| j||d�}| �||�r�|d| g }|rJz,t�d| jd�|�� | � | jg| � W q� t
k
r� } z t |��W 5 d }~X Y q�X n t�d|� d S )N)r� �/OUT:�Executing "%s" %s� �skipping %s (up-to-date)) r_ rv �_fix_object_args�library_filename�
_need_linkr r rc r. r� r r ) r` r� Zoutput_libnamer� r � target_lang�output_filenameZlib_argsr� r r r! �create_static_lib� s � z MSVCCompiler.create_static_libc
C s� | j s| �� | �||�\}}| �|||�}|\}}}|rL| �dt|� � t| |||�}|d k rptj� ||�}| �
||��r�| j || f }dd� |p�g D �}|| | | d| g }tj� |d �} |d k �r tj�
tj�|��\}}tj� | | �|��}|�d| � |
�r |
|d d�< | �r.|�| � tj� tj�|��}| �|� z,t�d| jd� |�� | �| jg| � W n, tk
�r� } z t|��W 5 d }~X Y nX n t�d |� d S )
Nz5I don't know what to do with 'runtime_library_dirs': c S s g | ] }d | �qS )z/EXPORT:r )r? Zsymr r r! �
<listcomp>� s z%MSVCCompiler.link.<locals>.<listcomp>r� r z/IMPLIB:r� r� r� )r_ rv r� Z
_fix_lib_args�warn�strr r r r. r� rs r� r} r~ r� r� r� rV Zmkpathr r rl r� r r )r` Z target_descr� r� r� Z librariesZ library_dirsZruntime_library_dirsZexport_symbolsr r� r� Z
build_tempr� Z
fixed_argsZlib_optsru Z export_optsZld_argsZdll_nameZdll_extZ implib_filer� r r r! �link� s` �
� �
��
��
zMSVCCompiler.linkc s8 t �d�}z | jt jd< t� �|�W �S |t jd< X d S )Nr )r rH r* rj �superr� )r` rN Zold_path�� __class__r r! r� � s
zMSVCCompiler.spawnc C s d| S )Nz /LIBPATH:r �r` rt r r r! �library_dir_option s z MSVCCompiler.library_dir_optionc C s t d��d S )Nz:don't know how to set runtime library search path for MSVC)r r� r r r! �runtime_library_dir_option
s �z'MSVCCompiler.runtime_library_dir_optionc C s
| � |�S )N)r� )r` rc r r r! �library_option s zMSVCCompiler.library_optionc C s\ |r|d |g}n|g}|D ]:}|D ]0}t j�|| �|��}t j�|�r$| S q$q d S )NZ_d)r r r. r� r8 )r` �dirsrc r Z try_namesrt �nameZlibfiler r r! �find_library_file s z MSVCCompiler.find_library_file)r r r )N)r rb )NNNr NNN)Nr N)
NNNNNr NNNN)r ) �__name__�
__module__� __qualname__�__doc__Z
compiler_typeZ executablesr� r� r� r� r� r{ rw Zstatic_lib_extensionZshared_lib_extensionZstatic_lib_formatZshared_lib_formatZ
exe_extensionr] rv r� r� r� r� r� r� r� r� r� �
__classcell__r r r� r! r[ � sf
��
P �
" �
] �
�
E r[ )N) r� r Zshutil�statr, r Zdistutils.errorsr r r r r Zdistutils.ccompilerr r Z distutilsr Zdistutils.utilr
� itertoolsr r" r3 ZPLAT_SPEC_TO_RUNTIMEr< rS rZ rh r[ r r r r! �<module> s4 #�
� distutils/__pycache__/dist.cpython-38.opt-1.pyc 0000644 00000103276 15115353745 0015354 0 ustar 00 U
e5d�� � @ s� d Z ddlZddlZddlZddlmZ z ddlZW n ek
rL dZY nX ddlT ddl m
Z
m Z ddl m
Z
mZmZ ddlmZ ddlmZ e�d �Zd
d � ZG d d
� d
�ZG dd� d�Zdd� ZdS )z}distutils.dist
Provides the Distribution class, which represents the module distribution
being built/installed/distributed.
� N)�message_from_file)�*)� FancyGetopt�translate_longopt)�
check_environ� strtobool�
rfc822_escape��log)�DEBUGz^[a-zA-Z]([a-zA-Z0-9_]*)$c C sL t | t�r n<t | t�sHt| �j}d|� d|� d�}t�tj|� t| �} | S )Nz
Warning: 'z ' should be a list, got type '�')�
isinstance�str�list�type�__name__r
ZWARN)�valueZ fieldname�typename�msg� r �&/usr/lib64/python3.8/distutils/dist.py� _ensure_list s
r c @ sp e Zd ZdZdddddgZdZdd d
d d d
ddddddddddddddd gZd d � eD �Zd d iZdad"d#�Z d$d%� Z
dbd'd(�Z d)d*� Z dcd+d,�Z
d-d.� Zd/d0� Zd1d2� Zd3d4� Zd5d5g fd6d7�Zd8d9� Zd:d;� Zd<d=� Zd>d?� Zd@dA� ZdBdC� ZdddDdE�ZdedFdG�ZdfdIdJ�Ze j fdKdL�Z dMdN� Z dOdP� Z dQdR� Z!dSdT� Z"dUdV� Z#dWdX� Z$dYdZ� Z%d[d\� Z&d]d^� Z'd_d`� Z(d!S )g� Distributiona� The core of the Distutils. Most of the work hiding behind 'setup'
is really done within a Distribution instance, which farms the work out
to the Distutils commands specified on the command line.
Setup scripts will almost never instantiate Distribution directly,
unless the 'setup()' function is totally inadequate to their needs.
However, it is conceivable that a setup script might wish to subclass
Distribution for some specialized purpose, and then pass the subclass
to 'setup()' as the 'distclass' keyword argument. If so, it is
necessary to respect the expectations that 'setup' has of Distribution.
See the code for 'setup()', in core.py, for details.
)�verbose�vzrun verbosely (default)� )�quiet�qz!run quietly (turns verbosity off))zdry-run�nzdon't actually do anything)�help�hzshow detailed help message)z no-user-cfgNz-ignore pydistutils.cfg in your home directoryz�Common commands: (see '--help-commands' for more)
setup.py build will build the package underneath 'build/'
setup.py install will install the package
)z
help-commandsNzlist all available commands)�nameNzprint package name)�version�Vzprint package version)�fullnameNz print <package name>-<version>)�authorNzprint the author's name)� author-emailNz print the author's email address)�
maintainerNzprint the maintainer's name)zmaintainer-emailNz$print the maintainer's email address)�contactNz7print the maintainer's name if known, else the author's)z
contact-emailNz@print the maintainer's email address if known, else the author's)�urlNz print the URL for this package)�licenseNz print the license of the package)�licenceNzalias for --license)� descriptionNz print the package description)zlong-descriptionNz"print the long package description)� platformsNzprint the list of platforms)� classifiersNz print the list of classifiers)�keywordsNzprint the list of keywords)�providesNz+print the list of packages/modules provided)�requiresNz+print the list of packages/modules required)� obsoletesNz0print the list of packages/modules made obsoletec C s g | ]}t |d ��qS )r �r )�.0�xr r r �
<listcomp>� s zDistribution.<listcomp>r r Nc C s\ d| _ d| _d| _| jD ]}t| |d� qt� | _| jjD ] }d| }t| |t| j|�� q:i | _ d| _
d| _ d| _ i | _
g | _d| _i | _d| _d| _d| _d| _d| _d| _d| _d| _d| _d| _d| _i | _ i | _ |�r|� d�}|dk �r8|d= |� � D ]4\}}| � |�}|� � D ]\} }
d|
f|| < �q �qd|k�r~|d |d < |d= d
} t!dk �rnt!�"| � nt#j$�%| d � |� � D ]�\} }
t&| jd | ��r�t| jd | �|
� nNt&| j| ��r�t| j| |
� n0t&| | ��r�t| | |
� nd
t'| � } t!�"| � �q�d| _(| j dk �rP| j D ].}
|
�)d��s6 �qP|
dk�r d| _( �qP�q | �*� dS )a0 Construct a new Distribution instance: initialize all the
attributes of a Distribution, and then use 'attrs' (a dictionary
mapping attribute names to values) to assign some of those
attributes their "real" values. (Any attributes not mentioned in
'attrs' will be assigned to some null value: 0, None, an empty list
or dictionary, etc.) Most importantly, initialize the
'command_obj' attribute to the empty dictionary; this will be
filled in with real command objects by 'parse_command_line()'.
r r �get_N� �optionsz setup scriptr+ r* z:'licence' distribution option is deprecated; use 'license'�
Zset_z Unknown distribution option: %sT�-z
--no-user-cfgF)+r �dry_runr �display_option_names�setattr�DistributionMetadata�metadata�_METHOD_BASENAMES�getattr�cmdclass�command_packages� script_name� script_args�command_optionsZ
dist_files�packagesZ package_dataZ package_dir�
py_modules� libraries�headers� ext_modulesZ ext_packageZ include_dirsZ
extra_path�scripts�
data_filesZpassword� command_obj�have_run�get�items�get_option_dict�warnings�warn�sys�stderr�write�hasattr�repr�
want_user_cfg�
startswith�finalize_options)�self�attrs�attr�basenameZ method_namer9 �commandZ cmd_options�opt_dict�opt�valr �key�argr r r �__init__� s~
zDistribution.__init__c C s& | j �|�}|dkr"i }| j |< |S )z�Get the option dictionary for a given command. If that
command's option dictionary hasn't been created yet, then create it
and return the new dictionary; otherwise, return the existing
option dictionary.
N)rG rQ )r^ rb �dictr r r rS & s z Distribution.get_option_dictr8 c C s� ddl m} |d kr"t| j�� �}|d k r@| �|| � |d }|sV| �|d � d S |D ]h}| j�|�}|d kr�| �|d| � qZ| �|d| � ||�}|�d�D ]}| �|d | � q�qZd S )Nr )�pformatz zno commands known yetz no option dict for '%s' commandz option dict for '%s' command:r: )Zpprintrj �sortedrG �keys�announcerQ �split) r^ �header�commands�indentrj Zcmd_namerc �out�liner r r �dump_option_dicts1 s* ��z Distribution.dump_option_dictsc C s� g }t � tj�tjd j�}tj�|d�}tj�|�rB|� |� tj
dkrRd}nd}| j r�tj�tj� d�|�}tj�|�r�|� |� d}tj�|�r�|� |� t
r�| �dd �|� � |S )
a� Find as many configuration files as should be processed for this
platform, and return a list of filenames in the order in which they
should be parsed. The filenames returned are guaranteed to exist
(modulo nasty race conditions).
There are three possible config files: distutils.cfg in the
Distutils installation directory (ie. where the top-level
Distutils __inst__.py file lives), a file in the user's home
directory named .pydistutils.cfg on Unix and pydistutils.cfg
on Windows/Mac; and setup.cfg in the current directory.
The file in the user's home directory can be disabled with the
--no-user-cfg option.
� distutilsz
distutils.cfg�posixz.pydistutils.cfgzpydistutils.cfg�~z setup.cfgzusing config files: %sz, )r �os�path�dirnamerV �modules�__file__�join�isfile�appendr! r[ �
expanduserr rm )r^ �filesZsys_dirZsys_fileZ
user_filenameZ user_fileZ
local_filer r r �find_config_filesM s&
z Distribution.find_config_filesc
C s� ddl m} tjtjkr8ddddddd d
d d d
ddg
}ng }t|�}|d krT| �� }trb| �d� |� }|D ]�}tr�| �d| � |� |� |�
� D ]V}|� |�}| � |�}|D ]8} | dkr�| |kr�|�
|| �}
| �dd�} ||
f|| < q�q�|�� qld| jk�r�| jd �� D ]�\} \} }
| j�
| �} zF| �rDt| | t|
� � n(| dk�r`t| | t|
�� n t| | |
� W n, tk
�r� }
z t|
��W 5 d }
~
X Y nX �qd S )Nr )� ConfigParserz install-basezinstall-platbasez install-libzinstall-platlibzinstall-purelibzinstall-headerszinstall-scriptsz install-data�prefixz exec-prefix�home�user�rootz"Distribution.parse_config_files():z reading %sr r; �_�global)r r< )Z configparserr� rV r� � base_prefix� frozensetr� r rm �readZsectionsr9 rS rQ �replacerh rG rR � negative_optr> r �
ValueError�DistutilsOptionError)r^ � filenamesr� Zignore_options�parser�filenameZsectionr9 rc rd re �src�aliasr r r r �parse_config_files} s^ �
z Distribution.parse_config_filesc C s� | � � }g | _t|| j �}|�| j� |�ddi� |j| j| d�}|� � }t
� | j � | �
|�rhdS |r�| �||�}|dkrhdS qh| jr�| j|t| j�dk| jd� dS | js�td��dS ) a� Parse the setup script's command line, taken from the
'script_args' instance attribute (which defaults to 'sys.argv[1:]'
-- see 'setup()' in core.py). This list is first processed for
"global options" -- options that set attributes of the Distribution
instance. Then, it is alternately scanned for Distutils commands
and options for that command. Each new command terminates the
options for the previous command. The allowed options for a
command are determined by the 'user_options' attribute of the
command class -- thus, we have to be able to load command classes
in order to parse the command line. Any error in that 'options'
attribute raises DistutilsGetoptError; any error on the
command-line raises DistutilsArgError. If no Distutils commands
were found on the command line, raises DistutilsArgError. Return
true if command-line was successfully parsed and we should carry
on with executing commands; false if no errors but we shouldn't
execute commands (currently, this only happens if user asks for
help).
r+ r* )�args�objectNr ��display_optionsrp zno commands suppliedT)�_get_toplevel_optionsrp r r� �set_negative_aliasesr� Z set_aliases�getoptrF Zget_option_orderr
Z
set_verbosityr �handle_display_options�_parse_command_optsr �
_show_help�len�DistutilsArgError)r^ Ztoplevel_optionsr� r� � option_orderr r r �parse_command_line� s.
�z Distribution.parse_command_linec C s | j dg S )z�Return the non-display options recognized at the top level.
This includes options that are recognized *only* at the top
level as well as options recognized for commands.
)zcommand-packages=Nz0list of packages that provide distutils commands)�global_options�r^ r r r r� � s �z"Distribution._get_toplevel_optionsc
C s� ddl m} |d }t�|�s*td| ��| j�|� z| �|�}W n* tk
rn } z t |��W 5 d}~X Y nX t
||�s�t d| ��t |d�r�t
|jt�s�d}t || ��| j}t |d�r�|�� }|�|j� t |d �r�t
|jt�r�t|j�}ng }|�| j|j | � |�|� |�|d
d� �\}} t | d ��rV| j�rV| j|d|gd � dS t |d ��r�t
|jt��r�d}
|jD ]F\} } }
}t | |�| ���rzd
}
t |��r�|� nt d
|| f ���qz|
�r�dS | � |�}t | �� � D ]\}}d|f||< �q�|S )a� Parse the command-line options for a single command.
'parser' must be a FancyGetopt instance; 'args' must be the list
of arguments, starting with the current command (whose options
we are about to parse). Returns a new version of 'args' with
the next command at the front of the list; will be the empty
list if there are no more commands on the command line. Returns
None if the user asked for help on this command.
r ��Commandzinvalid command name '%s'Nz&command class %s must subclass Command� user_optionszIcommand class %s must provide 'user_options' attribute (a list of tuples)r� � help_optionsr r r� zYinvalid help function %r for help option '%s': must be a callable object (function, etc.)z command line) �
distutils.cmdr� �
command_re�match�
SystemExitrp r �get_command_class�DistutilsModuleErrorr� �
issubclassZDistutilsClassErrorrY r
r� r r� �copy�updater� �fix_help_options�set_option_tabler� r� r� r r� Z
get_attr_name�callablerS �varsrR )r^ r� r� r� rb Z cmd_classr r� r� ZoptsZhelp_option_foundZ help_optionZshortZdesc�funcrc r! r r r r r� sr
�
�
� ��
�
��
z Distribution._parse_command_optsc C sP dD ]F}t | j|�}|dkr qt|t�rdd� |�d�D �}t| j||� qdS )z�Set final values for all the options on the Distribution
instance, analogous to the .finalize_options() method of Command
objects.
�r/ r- Nc S s g | ] }|� � �qS r ��strip)r4 Zelmr r r r6 j s z1Distribution.finalize_options.<locals>.<listcomp>�,)rB r@ r
r rn r> )r^ r` r r r r r] ` s
z Distribution.finalize_optionsr c
C s ddl m} ddlm} |rR|r*| �� }n| j}|�|� |�| jd � t d� |rt|�| j
� |�d� t d� | j D ]z}t |t
�r�t||�r�|} n
| �|�} t| d�r�t | jt�r�|�| jt| j� � n |�| j� |�d| j � t d� qzt || j�� d S )
ab Show help for the setup script command-line in the form of
several lists of command-line options. 'parser' should be a
FancyGetopt instance; do not expect it to be returned in the
same state, as its option table will be reset to make it
generate the correct help text.
If 'global_options' is true, lists the global options:
--verbose, --dry-run, etc. If 'display_options' is true, lists
the "display-only" options: --name, --version, etc. Finally,
lists per-command help for every command name or command class
in 'commands'.
r �� gen_usager� z
Global options:r8 zKInformation display options (just display information, ignore any commands)r� zOptions for '%s' command:N)�distutils.corer� r� r� r� r� r� Z
print_help� common_usage�printr� rp r
r r� r� rY r� r r� r� r rE )
r^ r� r� r� rp r� r� r9 rb �klassr r r r� m s:
�
��
zDistribution._show_helpc C s� ddl m} | jr4| �� td� t|| j�� dS d}i }| jD ]}d||d < qB|D ]l\}}|rX|�|�rXt|�}t | j
d| �� }|dkr�td� |�� n |dkr�td � |�� nt|� d}qX|S )
z�If there were any non-global "display-only" options
(--help-commands or the metadata display options) on the command
line, display the requested info and return true; else return
false.
r r� r8 r r7 r� r� )r. r0 r1 r2 r: ) r� r� Z
help_commands�print_commandsr� rE r� rQ r rB r@ r} ) r^ r� r� Zany_display_optionsZis_display_option�optionrd re r r r r r� � s*
z#Distribution.handle_display_optionsc C sj t |d � |D ]T}| j�|�}|s.| �|�}z
|j}W n tk
rP d}Y nX t d|||f � qdS )zZPrint a subset of the list of all commands -- used by
'print_commands()'.
�:�(no description available)z
%-*s %sN)r� rC rQ r� r, �AttributeError)r^ rp ro �
max_length�cmdr� r, r r r �print_command_list� s
z Distribution.print_command_listc C s� ddl }|jj}i }|D ] }d||< qg }| j�� D ]}|�|�s4|�|� q4d}|| D ]}t|�|krZt|�}qZ| �|d|� |r�t � | �|d|� dS )an Print out a help message listing all available commands with a
description of each. The list is divided into "standard commands"
(listed in distutils.command.__all__) and "extra commands"
(mentioned in self.cmdclass, but not a standard command). The
descriptions come from the command class attribute
'description'.
r Nr zStandard commandszExtra commands)
�distutils.commandrb �__all__rC rl rQ r r� r� r� )r^ ru � std_commands�is_stdr� �extra_commandsr� r r r r� � s.
��zDistribution.print_commandsc C s� ddl }|jj}i }|D ] }d||< qg }| j�� D ]}|�|�s4|�|� q4g }|| D ]P}| j�|�}|sx| �|�}z
|j}W n t k
r� d}Y nX |�||f� qZ|S )a> Get a list of (command, description) tuples.
The list is divided into "standard commands" (listed in
distutils.command.__all__) and "extra commands" (mentioned in
self.cmdclass, but not a standard command). The descriptions come
from the command class attribute 'description'.
r Nr r� )
r� rb r� rC rl rQ r r� r, r� ) r^ ru r� r� r� r� �rvr� r, r r r �get_command_list� s(
z Distribution.get_command_listc C sN | j }t|t�sJ|dkr d}dd� |�d�D �}d|krD|�dd� || _ |S )z9Return a list of packages from which commands are loaded.Nr8 c S s g | ]}|d kr|� � �qS )r8 r� )r4 Zpkgr r r r6 ! s z5Distribution.get_command_packages.<locals>.<listcomp>r� zdistutils.commandr )rD r
r rn �insert)r^ Zpkgsr r r �get_command_packages s
z!Distribution.get_command_packagesc C s� | j �|�}|r|S | �� D ]�}d||f }|}zt|� tj| }W n tk
r^ Y q Y nX zt||�}W n& tk
r� t d|||f ��Y nX || j |< | S t d| ��dS )ao Return the class that implements the Distutils command named by
'command'. First we check the 'cmdclass' dictionary; if the
command is mentioned there, we fetch the class object from the
dictionary and return it. Otherwise we load the command module
("distutils.command." + command) and fetch the command class from
the module. The loaded class is also stored in 'cmdclass'
to speed future calls to 'get_command_class()'.
Raises DistutilsModuleError if the expected module could not be
found, or if that module does not define the expected class.
z%s.%sz3invalid command '%s' (no class '%s' in module '%s')zinvalid command '%s'N)
rC rQ r� �
__import__rV r{ � ImportErrorrB r� r� )r^ rb r� ZpkgnameZ module_nameZ
klass_name�moduler r r r� ' s,
��
z Distribution.get_command_classc C sl | j �|�}|sh|rhtr&| �d| � | �|�}|| � }| j |< d| j|< | j�|�}|rh| �||� |S )a Return the command object for 'command'. Normally this object
is cached on a previous call to 'get_command_obj()'; if no command
object for 'command' is in the cache, then we either create and
return it (if 'create' is true) or return None.
z<Distribution.get_command_obj(): creating '%s' command objectr )rO rQ r rm r� rP rG �_set_command_options)r^ rb Zcreate�cmd_objr� r9 r r r �get_command_objM s �
z Distribution.get_command_objc C s\ |� � }|dkr| �|�}tr,| �d| � |�� D �] \}\}}trZ| �d|||f � zdd� |jD �}W n tk
r� g }Y nX z
|j}W n tk
r� i }Y nX z|t|t �} ||kr�| r�t
||| t |� � nJ||kr�| r�t
||t |�� n,t ||��rt
|||� nt
d|||f ��W q4 tk
�rT }
z t
|
��W 5 d}
~
X Y q4X q4dS )ay Set the options for 'command_obj' from 'option_dict'. Basically
this means copying elements of a dictionary ('option_dict') to
attributes of an instance ('command').
'command_obj' must be a Command instance. If 'option_dict' is not
supplied, uses the standard option dictionary for this command
(from 'self.command_options').
Nz# setting options for '%s' command:z %s = %s (from %s)c S s g | ] }t |��qS r r3 )r4 �or r r r6 | s �z5Distribution._set_command_options.<locals>.<listcomp>z1error in %s: command '%s' has no such option '%s')�get_command_namerS r rm rR Zboolean_optionsr� r� r
r r> r rY r� r� ) r^ rO Z option_dict� command_namer� �sourcer Z bool_optsZneg_optZ is_stringr r r r r� h sF
��
��z!Distribution._set_command_optionsr c C s| ddl m} t||�s&|}| �|�}n|�� }|js8|S |�� d|_d| j|< | �|� |rx|� � D ]}| �
||� qf|S )a� Reinitializes a command to the state it was in when first
returned by 'get_command_obj()': ie., initialized but not yet
finalized. This provides the opportunity to sneak option
values in programmatically, overriding or supplementing
user-supplied values from the config files and command line.
You'll have to re-finalize the command object (by calling
'finalize_options()' or 'ensure_finalized()') before using it for
real.
'command' should be a command name (string) or command object. If
'reinit_subcommands' is true, also reinitializes the command's
sub-commands, as declared by the 'sub_commands' class attribute (if
it has one). See the "install" command for an example. Only
reinitializes the sub-commands that actually matter, ie. those
whose test predicates return true.
Returns the reinitialized command object.
r r� ) r� r� r
r� r� Z finalizedZinitialize_optionsrP r� Zget_sub_commands�reinitialize_command)r^ rb Zreinit_subcommandsr� r� �subr r r r� � s
z!Distribution.reinitialize_commandc C s t � ||� d S �Nr )r^ r �levelr r r rm � s zDistribution.announcec C s | j D ]}| �|� qdS )z�Run each command that was seen on the setup script command line.
Uses the list of commands found and cache of command objects
created by 'get_command_obj()'.
N)rp � run_command)r^ r� r r r � run_commands� s
zDistribution.run_commandsc C sD | j �|�rdS t�d|� | �|�}|�� |�� d| j |< dS )a� Do whatever it takes to run a command (including nothing at all,
if the command has already been run). Specifically: if we have
already created and run the command named by 'command', return
silently without doing anything. If the command named by 'command'
doesn't even have a command object yet, create one. Then invoke
'run()' on that command object (or an existing one).
Nz
running %sr )rP rQ r
�infor� Zensure_finalized�run)r^ rb r� r r r r� � s
zDistribution.run_commandc C s t | jp| jpg �dkS �Nr )r� rH rI r� r r r �has_pure_modules� s z Distribution.has_pure_modulesc C s | j ot| j �dkS r� )rL r� r� r r r �has_ext_modules� s z Distribution.has_ext_modulesc C s | j ot| j �dkS r� )rJ r� r� r r r �has_c_libraries� s z Distribution.has_c_librariesc C s | � � p| �� S r� )r� r� r� r r r � has_modules� s zDistribution.has_modulesc C s | j ot| j �dkS r� )rK r� r� r r r � has_headers� s zDistribution.has_headersc C s | j ot| j �dkS r� )rM r� r� r r r � has_scripts� s zDistribution.has_scriptsc C s | j ot| j �dkS r� )rN r� r� r r r �has_data_files� s zDistribution.has_data_filesc C s | � � o| �� o| �� S r� )r� r� r� r� r r r �is_pure� s
��zDistribution.is_pure)N)NNr8 )N)r )N)r ))r �
__module__� __qualname__�__doc__r� r� r� r= r� rh rS rt r� r� r� r� r� r] r� r� r� r� r� r� r� r� r� r� r
�INFOrm r� r� r� r� r� r� r� r� r� r� r r r r r , s� � �,
0
:C [
�
2(!" &
,
)
r c @ s e Zd ZdZdZdBdd�Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� ZeZd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Z d2d3� Z d4d5� Z d6d7� Z d8d9� Z d:d;� Z!d<d=� Z"d>d?� Z#d@dA� Z$dS )Cr? z]Dummy class to hold the distribution meta-data: name, version,
author, and so forth.
)r! r" r% � author_emailr' �maintainer_emailr) r* r, �long_descriptionr/ r- r$ r( Z
contact_emailr. � download_urlr0 r1 r2 Nc C s� |d k r| � t|�� nfd | _d | _d | _d | _d | _d | _d | _d | _ d | _
d | _ d | _ d | _
d | _d | _d | _d | _d | _d S r� )�
read_pkg_file�openr! r" r% r� r' r� r) r* r, r� r/ r- r. r� r0 r1 r2 )r^ ry r r r rh
s& z DistributionMetadata.__init__c s t |�� � fdd�}� fdd�}� d }|d�| _|d�| _|d�| _|d �| _d
| _|d �| _d
| _|d �| _|d
�| _ d� kr�|d�| _
nd
| _
|d�| _ |d�| _d� kr�|d�� d�| _
|d�| _|d�| _|dkr�|d�| _|d�| _|d�| _nd
| _d
| _d
| _d
S )z-Reads the metadata values from a file object.c s � | }|dkrd S |S �NZUNKNOWNr )r! r �r r r � _read_field( s z7DistributionMetadata.read_pkg_file.<locals>._read_fieldc s � � | d �}|g krd S |S r� )Zget_all)r! �valuesr� r r �
_read_list. s z6DistributionMetadata.read_pkg_file.<locals>._read_listzmetadata-versionr! r" Zsummaryr% Nr& z home-pager* z download-urlr, r/ r� �platformZ
classifier�1.1r1 r0 r2 )r r! r" r, r% r' r� r� r) r* r� r� rn r/ r- r. r1 r0 r2 )r^ �filer� r� Zmetadata_versionr r� r r� $ s:
z"DistributionMetadata.read_pkg_filec C s2 t tj�|d�ddd��}| �|� W 5 Q R X dS )z7Write the PKG-INFO file into the release tree.
zPKG-INFO�wzUTF-8)�encodingN)r� rx ry r} �write_pkg_file)r^ Zbase_dirZpkg_infor r r �write_pkg_infoX s
�z#DistributionMetadata.write_pkg_infoc C sb d}| j s"| js"| js"| js"| jr&d}|�d| � |�d| �� � |�d| �� � |�d| �� � |�d| � � � |�d| �
� � |�d | � � � |�d
| � � � | jr�|�d | j � t
| �� �}|�d | � d
�| �� �}|�r|�d| � | �|d| �� � | �|d| �� � | �|d| �� � | �|d| �� � | �|d| �� � dS )z9Write the PKG-INFO format data to a file object.
z1.0r� zMetadata-Version: %s
z Name: %s
z Version: %s
z Summary: %s
zHome-page: %s
z Author: %s
zAuthor-email: %s
z License: %s
zDownload-URL: %s
zDescription: %s
r� z
Keywords: %s
ZPlatformZ
ClassifierZRequiresZProvidesZ ObsoletesN)r0 r1 r2 r. r� rX �get_name� get_version�get_description�get_url� get_contact�get_contact_email� get_licenser �get_long_descriptionr} � get_keywords� _write_list�
get_platforms�get_classifiers� get_requires� get_provides�
get_obsoletes)r^ r r" Z long_descr/ r r r r _ s6 �� z#DistributionMetadata.write_pkg_filec C s |D ]}|� d||f � qd S )Nz%s: %s
)rX )r^ r r! r� r r r r r � s z DistributionMetadata._write_listc C s
| j pdS r� )r! r� r r r r � s z DistributionMetadata.get_namec C s
| j pdS )Nz0.0.0)r" r� r r r r � s z DistributionMetadata.get_versionc C s d| � � | �� f S )Nz%s-%s)r r r� r r r � get_fullname� s z!DistributionMetadata.get_fullnamec C s
| j pdS r� )r% r� r r r �
get_author� s z DistributionMetadata.get_authorc C s
| j pdS r� )r� r� r r r �get_author_email� s z%DistributionMetadata.get_author_emailc C s
| j pdS r� )r' r� r r r �get_maintainer� s z#DistributionMetadata.get_maintainerc C s
| j pdS r� )r� r� r r r �get_maintainer_email� s z)DistributionMetadata.get_maintainer_emailc C s | j p| jpdS r� )r' r% r� r r r r � s z DistributionMetadata.get_contactc C s | j p| jpdS r� )r� r� r� r r r r
� s z&DistributionMetadata.get_contact_emailc C s
| j pdS r� )r) r� r r r r � s z DistributionMetadata.get_urlc C s
| j pdS r� )r* r� r r r r � s z DistributionMetadata.get_licensec C s
| j pdS r� )r, r� r r r r � s z$DistributionMetadata.get_descriptionc C s
| j pdS r� )r� r� r r r r � s z)DistributionMetadata.get_long_descriptionc C s
| j pg S r� )r/ r� r r r r
� s z!DistributionMetadata.get_keywordsc C s t |d�| _d S )Nr/ )r r/ �r^ r r r r � set_keywords� s z!DistributionMetadata.set_keywordsc C s | j p
dgS r� )r- r� r r r r � s z"DistributionMetadata.get_platformsc C s t |d�| _d S )Nr- )r r- r r r r �
set_platforms� s z"DistributionMetadata.set_platformsc C s
| j pg S r� )r. r� r r r r � s z$DistributionMetadata.get_classifiersc C s t |d�| _d S )Nr. )r r. r r r r �set_classifiers� s z$DistributionMetadata.set_classifiersc C s
| j pdS r� )r� r� r r r �get_download_url� s z%DistributionMetadata.get_download_urlc C s
| j pg S r� )r1 r� r r r r � s z!DistributionMetadata.get_requiresc C s, dd l }|D ]}|j�|� q t|�| _d S r� )�distutils.versionpredicate�versionpredicate�VersionPredicater r1 �r^ r ru r r r r � set_requires� s z!DistributionMetadata.set_requiresc C s
| j pg S r� )r0 r� r r r r � s z!DistributionMetadata.get_providesc C s6 dd� |D �}|D ]}dd l }|j�|� q|| _d S )Nc S s g | ] }|� � �qS r r� )r4 r r r r r6 � s z5DistributionMetadata.set_provides.<locals>.<listcomp>r )r r Zsplit_provisionr0 )r^ r r ru r r r � set_provides� s
z!DistributionMetadata.set_providesc C s
| j pg S r� )r2 r� r r r r � s z"DistributionMetadata.get_obsoletesc C s, dd l }|D ]}|j�|� q t|�| _d S r� )r r r r r2 r! r r r �
set_obsoletes� s z"DistributionMetadata.set_obsoletes)N)%r r� r� r� rA rh r� r r r r r r r r r r r r
r r Z get_licencer r r
r r r r r r r r" r r# r r$ r r r r r? � sD
4"r? c C s$ g }| D ]}|� |dd� � q|S )zConvert a 4-tuple 'help_options' list as found in various command
classes to the 3-tuple form required by FancyGetopt.
r � )r )r9 Z new_optionsZ
help_tupler r r r� � s r� )r� rV rx �reZemailr rT r� Zdistutils.errorsZdistutils.fancy_getoptr r Zdistutils.utilr r r ru r
Zdistutils.debugr �compiler� r r r? r� r r r r �<module> s4
Z c distutils/__pycache__/spawn.cpython-38.pyc 0000644 00000011764 15115353745 0014602 0 ustar 00 U
e5d� � @ s� d Z ddlZddlZddlmZmZ ddlmZ ddlm Z ddd�Z
d d
� Z dd d �Z ej
d
krjdadaddd�Zddd�ZdS )z�distutils.spawn
Provides the 'spawn()' function, a front-end to various platform-
specific functions for launching another program in a sub-process.
Also provides the 'find_executable()' to search the path for a given
executable name.
� N)�DistutilsPlatformError�DistutilsExecError)�DEBUG)�log� c C sN t | �} tjdkr"t| ||d� n(tjdkr<t| ||d� ntdtj ��dS )a� Run another program, specified as a command list 'cmd', in a new process.
'cmd' is just the argument list for the new process, ie.
cmd[0] is the program to run and cmd[1:] are the rest of its arguments.
There is no way to run a program with a name different from that of its
executable.
If 'search_path' is true (the default), the system's executable
search path will be used to find the program; otherwise, cmd[0]
must be the exact path to the executable. If 'dry_run' is true,
the command will not actually be run.
Raise DistutilsExecError if running the program fails in any way; just
return on success.
�posix)�dry_run�ntz1don't know how to spawn programs on platform '%s'N)�list�os�name� _spawn_posix� _spawn_ntr )�cmd� search_path�verboser � r �'/usr/lib64/python3.8/distutils/spawn.py�spawn s
�r c C s* t | �D ] \}}d|krd| | |< q| S )z�Quote command-line arguments for DOS/Windows conventions.
Just wraps every argument which contains blanks in double quotes, and
returns a new argument list.
� z"%s")� enumerate)�args�i�argr r r �_nt_quote_args+ s r c
C s� | d }t | �} |r t|�p |}t�d�|g| dd � �� |s�zt�tj|| �}W n@ tk
r� } z"t sp|} t
d| |j d f ��W 5 d }~X Y nX |dkr�t s�|} t
d| |f ��d S )Nr r r �command %r failed: %s����%command %r failed with exit status %d) r �find_executabler �info�joinr �spawnv�P_WAIT�OSErrorr r r )r r r r �
executableZrc�excr r r r ; s( �
�r �darwinc
C s| t �d�| �� |rd S | d }|r*tjp.tj}d }tjdkr�td krxddl m
} |� d�p^datrxdd� t� d �D �a
tr�tj�dt�}t
d
d� |� d �D �kr�d |tf } t| ��ttj|d �}|r�tjp�tj}t�� }
|
dk�r�z$|d kr�||| � n ||| |� W nN tk
�rX } z.t�s(|} tj�d
| | jf � t�d� W 5 d } ~ X Y nX t�sd|} tj�d| � t�d� n�zt�|
d�\}
} W nD tk
�r� }
z$t�s�|} t d| |
j d f ��W 5 d }
~
X Y nX t� | ��rt�s�|} t d| t� | �f ��nlt� | ��rHt�!| �}|dk�r,d S t�s6|} t d| |f ��n,t�"| ��rZ�q�nt�sd|} t d| | f ���q�d S )Nr r r& )� sysconfig�MACOSX_DEPLOYMENT_TARGET� c S s g | ] }t |��qS r ��int��.0�xr r r �
<listcomp>e s z _spawn_posix.<locals>.<listcomp>�.c S s g | ] }t |��qS r r* r, r r r r/ k s zF$MACOSX_DEPLOYMENT_TARGET mismatch: now "%s" but "%s" during configure)r( zunable to execute %r: %s
r z(unable to execute %r for unknown reasonsr r z"command %r terminated by signal %dr z1unknown error executing %r: termination status %d)#r r r r �execvp�execv�sys�platform� _cfg_target� distutilsr' Zget_config_var�split�_cfg_target_split�environ�getr �dict�execvpe�execve�forkr# r �stderr�write�strerror�_exit�waitpidr r � WIFSIGNALED�WTERMSIG� WIFEXITED� WEXITSTATUS�
WIFSTOPPED)r r r r r$ Zexec_fn�envr' Z
cur_targetZmy_msg�pid�eZstatusr% Z exit_statusr r r r
W s�
����
� � ��
�� ��r
c C s� t j�| �\}}tjdkr*|dkr*| d } t j�| �r:| S |dkr�t j�dd�}|dkr�zt �d�}W n t t
fk
r� t j }Y nX |s�dS |� t j
�}|D ]&}t j�|| �}t j�|�r�| S q�dS )z�Tries to find 'executable' in the directories listed in 'path'.
A string listing directories separated by 'os.pathsep'; defaults to
os.environ['PATH']. Returns the complete filename or None if not found.
Zwin32z.exeN�PATH�CS_PATH)r �path�splitextr3 r4 �isfiler9 r: �confstr�AttributeError�
ValueError�defpathr7 �pathsepr )r$ rN �_Zext�paths�p�fr r r r � s(
r )r r r )r r r )r r r )N)�__doc__r3 r Zdistutils.errorsr r Zdistutils.debugr r6 r r r r r4 r5 r8 r
r r r r r �<module> s
R distutils/__pycache__/log.cpython-38.opt-2.pyc 0000644 00000004320 15115353745 0015161 0 ustar 00 U
e5d� � @ sh d Z dZdZdZdZddlZG dd� d�Ze� ZejZej Z ej
Z
ej Z ej Z ej
Z
d d
� Zd d � ZdS )
� � � � � � Nc @ sP e Zd Zefdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
dd� Z dS )�Logc C s
|| _ d S �N)� threshold)�selfr � r �%/usr/lib64/python3.8/distutils/log.py�__init__ s z Log.__init__c C s� |t ttttfkr"tdt|� ��|| jkr�|r8|| }|tttfkrNtj }ntj
}z|� d| � W n: t k
r� |j
}|�|d��|�}|� d| � Y nX |�� d S )Nz%s wrong log levelz%s
�backslashreplace)�DEBUG�INFO�WARN�ERROR�FATAL�
ValueError�strr �sys�stderr�stdout�write�UnicodeEncodeError�encoding�encode�decode�flush)r
�level�msg�args�streamr r r r �_log s
zLog._logc G s | � |||� d S r )r# )r
r r r! r r r �log' s zLog.logc G s | � t||� d S r )r# r �r
r r! r r r �debug* s z Log.debugc G s | � t||� d S r )r# r r% r r r �info- s zLog.infoc G s | � t||� d S r )r# r r% r r r �warn0 s zLog.warnc G s | � t||� d S r )r# r r% r r r �error3 s z Log.errorc G s | � t||� d S r )r# r r% r r r �fatal6 s z Log.fatalN) �__name__�
__module__� __qualname__r r
r# r$ r& r' r( r) r* r r r r r s r c C s t j}| t _|S r )� _global_logr )r �oldr r r �
set_thresholdA s r0 c C s8 | dkrt t� n"| dkr$t t� n| dkr4t t� d S )Nr r r )r0 r r r )�vr r r �
set_verbosityG s
r2 )r r r r r r r r. r$ r& r' r( r) r* r0 r2 r r r r �<module> s + distutils/__pycache__/_msvccompiler.cpython-38.pyc 0000644 00000031250 15115353745 0016304 0 ustar 00 U
e5dRN � @ s� d Z ddlZddlZddlZddlZddlZddlmZmZm Z m
Z
m Z ddl m
Z
mZ ddlmZ ddlmZ ddlmZ dd � Zd
d � Zd d
ddd�Zdd� Zdd� Zd dd�Zd dddd�ZG dd � d e
�Z dS ) a distutils._msvccompiler
Contains MSVCCompiler, an implementation of the abstract CCompiler class
for Microsoft Visual Studio 2015.
The module is compatible with VS 2015 and later. You can find legacy support
for older versions in distutils.msvc9compiler and distutils.msvccompiler.
� N)�DistutilsExecError�DistutilsPlatformError� CompileError�LibError� LinkError)� CCompiler�gen_lib_options)�log)� get_platform)�countc C s z t jt jdt jt jB d�} W n tk
r> t�d� Y dS X d}d }| �� t� D ]�}zt � | |�\}}}W n tk
r� Y q�Y nX |rT|t j
krTt j �
|�rTztt|��}W n ttfk
r� Y qTY nX |dkrT||krT|| }}qTW 5 Q R X ||fS )Nz'Software\Microsoft\VisualStudio\SxS\VC7)�accessz Visual C++ is not registered�NNr � )�winregZ OpenKeyEx�HKEY_LOCAL_MACHINEZKEY_READZKEY_WOW64_32KEY�OSErrorr �debugr Z EnumValueZREG_SZ�os�path�isdir�int�float�
ValueError� TypeError)�key� best_version�best_dir�i�vZvc_dirZvt�version� r �//usr/lib64/python3.8/distutils/_msvccompiler.py� _find_vc2015 s2
�
r" c
C s� ddl } tj�d�p tj�d�}|s(dS z8tjtj�|ddd�d d
d d d
dddg ddd��� }W n tj t
t fk
r~ Y dS X tj�|ddd�}tj� |�r�d|fS dS )aJ Returns "15, path" based on the result of invoking vswhere.exe
If no install is found, returns "None, None"
The version is returned to avoid unnecessarily changing the function
result. It may be ignored when the path is not None.
If vswhere.exe is not available, by definition, VS 2017 is not
installed.
r NzProgramFiles(x86)Z ProgramFilesr
zMicrosoft Visual StudioZ Installerz vswhere.exez-latestz -prereleasez -requiresz1Microsoft.VisualStudio.Component.VC.Tools.x86.x64z -propertyZinstallationPathz -products�*�mbcs�strict)�encoding�errorsZVCZ AuxiliaryZBuild� )
�jsonr �environ�get�
subprocess� check_outputr �join�strip�CalledProcessErrorr �UnicodeDecodeErrorr )r) �rootr r r r! � _find_vc2017: s2
� � r3 �x86Zx64ZarmZarm64)r4 � x86_amd64�x86_arm� x86_arm64c C s\ t � \}}|st� \}}|s*t�d� dS tj�|d�}tj�|�sTt�d|� dS |d fS )Nz$No suitable Visual C++ version foundr
z
vcvarsall.batz%s cannot be found)r3 r" r r r r r. �isfile)� plat_spec�_r r � vcvarsallr r r! �_find_vcvarsallc s
r< c
C s� t �d�r dd� t j�� D �S t| �\}}|s6td��z&tjd�|| �tj d�j
ddd �}W n@ tj k
r� } z t �
|j� td
�|j���W 5 d }~X Y nX d d� d d
� |�� D �D �}|S )NZDISTUTILS_USE_SDKc S s i | ]\}}|� � |�qS r ��lower)�.0r �valuer r r! �
<dictcomp>w s � z _get_vc_env.<locals>.<dictcomp>z Unable to find vcvarsall.batzcmd /u /c "{}" {} && set)�stderrzutf-16le�replace)r' zError executing {}c S s$ i | ] \}}}|r|r|� � |�qS r r= )r? r r: r@ r r r! rA � s
� c s s | ]}|� d �V qdS )�=N)� partition)r? �liner r r! � <genexpr>� s z _get_vc_env.<locals>.<genexpr>)r �getenvr* �itemsr< r r, r- �formatZSTDOUT�decoder0 r �error�output�cmd�
splitlines)r9 r; r: �out�exc�envr r r! � _get_vc_envu s0
�
� �
��rS c C sN |st �d��t j�}|D ].}t j�t j�|�| �}t j�|�r| S q| S )at Return path to an MSVC executable program.
Tries to find the program in several places: first, one of the
MSVC program search paths from the registry; next, the directories
in the PATH environment variable. If any of those work, return an
absolute path that is known to exist. If none of them work, just
return the original program name, 'exe'.
r )r rH �split�pathsepr r. �abspathr8 )Zexe�paths�p�fnr r r! � _find_exe� s
rZ r5 r6 r7 )Zwin32z win-amd64z win-arm32z win-arm64c
s� e Zd ZdZdZi ZdgZdddgZdgZdgZ ee e e Z
d Z d
Z d Z
d Zd
ZZdZd(dd�Zd)dd�Zd*dd�Zd+dd�Zd,dd�Zd-d d �Z� fd d �Zd d!� Zd"d#� Zd$d%� Zd.d&d'�Z � Z S )/� MSVCCompilerzwConcrete class that implements an interface to Microsoft Visual C++,
as defined by the CCompiler abstract class.Zmsvcz.cz.ccz.cppz.cxx�.rcz.mcz.resz.objz.libz.dllz%s%sz.exer c C s t �| |||� d | _d| _d S )NF)r �__init__� plat_name� initialized)�self�verboseZdry_runZforcer r r! r] � s zMSVCCompiler.__init__Nc C s
| j rtd��|d kr t� }|tkr6td�tt����t| }t|�}|sRtd��|�dd�| _ | j �
t j �}t
d|�| _t
d|�| _t
d|�| _t
d |�| _t
d
|�| _t
d |�| _|�d d��
t j �D ]}|r�| �|�t j�� q�|�d
d��
t j �D ]}|r�| �|�t j�� q�d | _ddddddg| _ddddddg| _dddg}ddddg}|d!�| _|d"�| _ |d#�| _ |d$�| _ |�| _ |�| _ t!j"d f| jt!j"d f| jt!j"d f| j t!j#d f| j t!j#d f| j t!j#d f| j t!j$d f| j t!j$d f| j t!j$d f| j i | _%d | _ d S )%Nzdon't init multiple timesz --plat-name must be one of {}z7Unable to find a compatible Visual Studio installation.r � zcl.exezlink.exezlib.exezrc.exezmc.exezmt.exeZinclude�libz/nologoz/Oxz/W3z/GLz/DNDEBUGz/MDz/Odz/MDdz/Ziz/D_DEBUGz/INCREMENTAL:NOz/LTCGz /DEBUG:FULL�/MANIFEST:EMBED,ID=1�/DLL�/MANIFEST:EMBED,ID=2�/MANIFESTUAC:NOFT)rd )rd )re rf rg )re rf rg )&r_ �AssertionErrorr
�PLAT_TO_VCVARSr rJ �tuplerS r+ �_pathsrT r rU rZ �cc�linkerrc �rc�mcZmtZadd_include_dir�rstrip�sepZadd_library_dirZpreprocess_options�compile_options�compile_options_debugZ ldflags_exeZldflags_exe_debugZldflags_sharedZldflags_shared_debugZldflags_staticZldflags_static_debugr Z
EXECUTABLEZ
SHARED_OBJECTZSHARED_LIBRARY�_ldflags)r` r^ r9 Zvc_envrW �dir�ldflagsZ
ldflags_debugr r r! �
initialize� s� � � � � �
� zMSVCCompiler.initializerb c sT �fdd��j D ��fdd��j�j D ��� �p4d�� ��fdd�}tt||��S )Nc s i | ] }|� j �qS r )�
obj_extension�r? �ext�r` r r! rA & s z1MSVCCompiler.object_filenames.<locals>.<dictcomp>c s i | ] }|� j �qS r )�
res_extensionry r{ r r! rA ' s rb c s� t j�| �\}}�r"t j�|�}n2t j�|�\}}|�t jjt jjf�rT|dd � }zt j��|� | �W S t k
r� t
d� | ���Y nX d S )N� z Don't know how to compile {}) r r �splitext�basename�
splitdrive�
startswithrq �altsepr. � LookupErrorr rJ )rX �baserz r: )�ext_map�
output_dir� strip_dirr r! �
make_out_path, s z4MSVCCompiler.object_filenames.<locals>.make_out_path)�src_extensions�_rc_extensions�_mc_extensions�list�map)r` Zsource_filenamesr� r� r� r )r� r� r` r� r! �object_filenames! s �z MSVCCompiler.object_filenamesc C s� | j s| �� | �||||||�} | \}}
}} } |p6g }
|
�d� |rT|
�| j� n |
�| j� d}|
D �]}z| | \}}W n tk
r� Y qhY nX |r�tj �
|�}|| j kr�d| }�nD|| j kr�d| }d}�n*|| j
k�r@|}d| }z | �| jg| ||g � W qh tk
�r: } z t|��W 5 d }~X Y qhX qhn�|| jk�r�tj �|�}tj �|�}z\| �| jd|d||g� tj �tj �|��\}}tj �||d �}| �| jd| |g� W qh tk
�r� } z t|��W 5 d }~X Y qhX qhntd
�||���| jg|
| }|�r"|�d � |�|� |�d | � |�|� z| �|� W qh tk
�r~ } z t|��W 5 d }~X Y qhX qh|
S )
Nz/cFz/Tcz/TpTz/foz-hz-rr\ z"Don't know how to compile {} to {}z/EHscz/Fo)r_ rw Z_setup_compile�append�extendrs rr �KeyErrorr r rV �
_c_extensions�_cpp_extensionsr� �spawnrn r r r� �dirnamero r~ r r. rJ rl )r` Zsourcesr� ZmacrosZ include_dirsr �
extra_preargs�extra_postargsZdependsZ compile_info�objectsZpp_optsZbuildZ compile_optsZ add_cpp_opts�obj�srcrz Z input_optZ
output_opt�msgZh_dirZrc_dirr� r: Zrc_file�argsr r r! �compileB sx
�
�
zMSVCCompiler.compilec
C s� | j s| �� | �||�\}}| j||d�}| �||�r�|d| g }|rJz,t�d| jd�|�� | � | jg| � W q� t
k
r� } z t |��W 5 d }~X Y q�X n t�d|� d S )N)r� �/OUT:�Executing "%s" %s� �skipping %s (up-to-date)) r_ rw �_fix_object_args�library_filename�
_need_linkr r rc r. r� r r ) r` r� Zoutput_libnamer� r � target_lang�output_filenameZlib_argsr� r r r! �create_static_lib� s � z MSVCCompiler.create_static_libc
C s� | j s| �� | �||�\}}| �|||�}|\}}}|rL| �dt|� � t| |||�}|d k rptj� ||�}| �
||��r�| j || f }dd� |p�g D �}|| | | d| g }tj� |d �} |d k �r tj�
tj�|��\}}tj� | | �|��}|�d| � |
�r |
|d d�< | �r.|�| � tj� tj�|��}| �|� z,t�d| jd� |�� | �| jg| � W n, tk
�r� } z t|��W 5 d }~X Y nX n t�d |� d S )
Nz5I don't know what to do with 'runtime_library_dirs': c S s g | ] }d | �qS )z/EXPORT:r )r? Zsymr r r! �
<listcomp>� s z%MSVCCompiler.link.<locals>.<listcomp>r� r z/IMPLIB:r� r� r� )r_ rw r� Z
_fix_lib_args�warn�strr r r r. r� rt r� r~ r r� r� r� rV Zmkpathr r rm r� r r )r` Z target_descr� r� r� Z librariesZ library_dirsZruntime_library_dirsZexport_symbolsr r� r� Z
build_tempr� Z
fixed_argsZlib_optsrv Z export_optsZld_argsZdll_nameZdll_extZ implib_filer� r r r! �link� s` �
� �
��
��
zMSVCCompiler.linkc s8 t �d�}z | jt jd< t� �|�W �S |t jd< X d S )Nr )r rH r* rk �superr� )r` rN Zold_path�� __class__r r! r� � s
zMSVCCompiler.spawnc C s d| S )Nz /LIBPATH:r �r` ru r r r! �library_dir_option s z MSVCCompiler.library_dir_optionc C s t d��d S )Nz:don't know how to set runtime library search path for MSVC)r r� r r r! �runtime_library_dir_option
s �z'MSVCCompiler.runtime_library_dir_optionc C s
| � |�S )N)r� )r` rc r r r! �library_option s zMSVCCompiler.library_optionc C s\ |r|d |g}n|g}|D ]:}|D ]0}t j�|| �|��}t j�|�r$| S q$q d S )NZ_d)r r r. r� r8 )r` �dirsrc r Z try_namesru �nameZlibfiler r r! �find_library_file s z MSVCCompiler.find_library_file)r r r )N)r rb )NNNr NNN)Nr N)
NNNNNr NNNN)r ) �__name__�
__module__� __qualname__�__doc__Z
compiler_typeZ executablesr� r� r� r� r� r| rx Zstatic_lib_extensionZshared_lib_extensionZstatic_lib_formatZshared_lib_formatZ
exe_extensionr] rw r� r� r� r� r� r� r� r� r� �
__classcell__r r r� r! r[ � sf
��
P �
" �
] �
�
E r[ )N) r� r Zshutil�statr, r Zdistutils.errorsr r r r r Zdistutils.ccompilerr r Z distutilsr Zdistutils.utilr
� itertoolsr r" r3 ZPLAT_SPEC_TO_RUNTIMEr< rS rZ ri r[ r r r r! �<module> s4 #�
� distutils/__pycache__/errors.cpython-38.opt-1.pyc 0000644 00000012204 15115353745 0015713 0 ustar 00 U
e5d�
� @ s8 d Z G dd� de�ZG dd� de�ZG dd� de�ZG dd� de�ZG d d
� d
e�ZG d d � d e�ZG d
d� de�ZG dd� de�Z G dd� de�Z
G dd� de�Z G dd� de�Z G dd� de�Z
G dd� de�ZG dd � d e�ZG d d � d e�ZG d d � d e�ZG d!d"� d"e�ZG d#d$� d$e�ZG d%d&� d&e�Zd'S )(a� distutils.errors
Provides exceptions used by the Distutils modules. Note that Distutils
modules may raise standard exceptions; in particular, SystemExit is
usually raised for errors that are obviously the end-user's fault
(eg. bad command-line arguments).
This module is safe to use in "from ... import *" mode; it only exports
symbols whose names start with "Distutils" and end with "Error".c @ s e Zd ZdZdS )�DistutilsErrorz The root of all Distutils evil.N��__name__�
__module__� __qualname__�__doc__� r r �(/usr/lib64/python3.8/distutils/errors.pyr s r c @ s e Zd ZdZdS )�DistutilsModuleErrorz�Unable to load an expected module, or to find an expected class
within some module (in particular, command modules and classes).Nr r r r r r s r c @ s e Zd ZdZdS )�DistutilsClassErrorz�Some command class (or possibly distribution class, if anyone
feels a need to subclass Distribution) is found not to be holding
up its end of the bargain, ie. implementing some part of the
"command "interface.Nr r r r r r
s r
c @ s e Zd ZdZdS )�DistutilsGetoptErrorz7The option table provided to 'fancy_getopt()' is bogus.Nr r r r r r s r c @ s e Zd ZdZdS )�DistutilsArgErrorzaRaised by fancy_getopt in response to getopt.error -- ie. an
error in the command line usage.Nr r r r r r s r c @ s e Zd ZdZdS )�DistutilsFileErrorz�Any problems in the filesystem: expected file not found, etc.
Typically this is for problems that we detect before OSError
could be raised.Nr r r r r r
$ s r
c @ s e Zd ZdZdS )�DistutilsOptionErrora� Syntactic/semantic errors in command options, such as use of
mutually conflicting options, or inconsistent options,
badly-spelled values, etc. No distinction is made between option
values originating in the setup script, the command line, config
files, or what-have-you -- but if we *know* something originated in
the setup script, we'll raise DistutilsSetupError instead.Nr r r r r r * s r c @ s e Zd ZdZdS )�DistutilsSetupErrorzqFor errors that can be definitely blamed on the setup script,
such as invalid keyword arguments to 'setup()'.Nr r r r r r 3 s r c @ s e Zd ZdZdS )�DistutilsPlatformErrorz�We don't know how to do something on the current platform (but
we do know how to do it on some platform) -- eg. trying to compile
C files on a platform not supported by a CCompiler subclass.Nr r r r r r 8 s r c @ s e Zd ZdZdS )�DistutilsExecErrorz`Any problems executing an external program (such as the C
compiler, when compiling C files).Nr r r r r r > s r c @ s e Zd ZdZdS )�DistutilsInternalErrorzoInternal inconsistencies or impossibilities (obviously, this
should never be seen if the code is working!).Nr r r r r r C s r c @ s e Zd ZdZdS )�DistutilsTemplateErrorz%Syntax error in a file list template.Nr r r r r r H s r c @ s e Zd ZdZdS )�DistutilsByteCompileErrorzByte compile error.Nr r r r r r K s r c @ s e Zd ZdZdS )�CCompilerErrorz#Some compile/link operation failed.Nr r r r r r O s r c @ s e Zd ZdZdS )�PreprocessErrorz.Failure to preprocess one or more C/C++ files.Nr r r r r r R s r c @ s e Zd ZdZdS )� CompileErrorz2Failure to compile one or more C/C++ source files.Nr r r r r r U s r c @ s e Zd ZdZdS )�LibErrorzKFailure to create a static library from one or more C/C++ object
files.Nr r r r r r X s r c @ s e Zd ZdZdS )� LinkErrorz]Failure to link one or more C/C++ object files into an executable
or shared library file.Nr r r r r r \ s r c @ s e Zd ZdZdS )�UnknownFileErrorz(Attempt to process an unknown file type.Nr r r r r r ` s r N)r � Exceptionr r r
r r r
r r r r r r r r r r r r r r r r r �<module> s&
distutils/__pycache__/ccompiler.cpython-38.pyc 0000644 00000101023 15115353745 0015413 0 ustar 00 U
e5dI� � @ s� d Z ddlZddlZddlZddlT ddlmZ ddlmZ ddl m
Z
ddl m Z m
Z
ddlmZmZ dd lmZ G d
d � d �Zd Zd d
d�Zdddddd�Zdd� Zd dd�Zdd� Zdd � ZdS ) z�distutils.ccompiler
Contains CCompiler, an abstract base class that defines the interface
for the Distutils compiler abstraction model.� N)�*)�spawn)� move_file)�mkpath)�newer_pairwise� newer_group)� split_quoted�execute)�logc
@ s e Zd ZdZdZdZdZdZdZdZ dZ
dZ dddddd�Z dddgZ
dqdd �Zd
d � Zd d
� Zdd� Zdd� Zdrdd�Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Z d&d'� Z d(d)� Z d*d+� Z d,d-� Z d.d/� Z!dsd0d1�Z"d2d3� Z#d4d5� Z$d6d7� Z%d8d9� Z&dtd:d;�Z'dud<d=�Z(d>d?� Z)dvd@dA�Z*dBZ+dCZ,dDZ-dwdEdF�Z.dxdGdH�Z/dydIdJ�Z0dzdKdL�Z1dMdN� Z2dOdP� Z3dQdR� Z4d{dSdT�Z5d|dUdV�Z6d}dXdY�Z7d~dZd[�Z8dd\d]�Z9d�d_d`�Z:d�dbdc�Z;ddde� Z<dfdg� Z=d�dhdi�Z>djdk� Z?dldm� Z@d�dodp�ZAdS )�� CCompilera� Abstract base class to define the interface that must be implemented
by real compiler classes. Also has some utility methods used by
several compiler classes.
The basic idea behind a compiler abstraction class is that each
instance can be used for all the compile/link steps in building a
single project. Thus, attributes common to all of those compile and
link steps -- include directories, macros to define, libraries to link
against, etc. -- are attributes of the compiler instance. To allow for
variability in how individual files are treated, most of those
attributes may be varied on a per-compilation or per-link basis.
N�czc++Zobjc)�.cz.ccz.cppz.cxxz.mr c C sb || _ || _|| _d | _g | _g | _g | _g | _g | _g | _ | j
� � D ]}| � || j
| � qFd S �N)
�dry_run�force�verbose�
output_dir�macros� include_dirs� libraries� library_dirs�runtime_library_dirs�objects� executables�keys�set_executable)�selfr r r �key� r �+/usr/lib64/python3.8/distutils/ccompiler.py�__init__U s zCCompiler.__init__c K s< |D ]2}|| j kr&td|| jjf ��| �||| � qdS )a� Define the executables (and options for them) that will be run
to perform the various stages of compilation. The exact set of
executables that may be specified here depends on the compiler
class (via the 'executables' class attribute), but most will have:
compiler the C/C++ compiler
linker_so linker used to create shared objects and libraries
linker_exe linker used to create binary executables
archiver static library creator
On platforms with a command-line (Unix, DOS/Windows), each of these
is a string that will be split into executable name and (optional)
list of arguments. (Splitting the string is done similarly to how
Unix shells operate: words are delimited by spaces, but quotes and
backslashes can override this. See
'distutils.util.split_quoted()'.)
z$unknown executable '%s' for class %sN)r �
ValueError� __class__�__name__r )r �kwargsr r r r �set_executablesy s
�zCCompiler.set_executablesc C s, t |t�r t| |t|�� n t| ||� d S r )�
isinstance�str�setattrr )r r �valuer r r r � s
zCCompiler.set_executablec C s0 d}| j D ] }|d |kr"| S |d7 }q
d S )Nr � )r )r �name�i�defnr r r � _find_macro� s
zCCompiler._find_macroc C s` |D ]V}t |t�rFt|�dkrFt |d t�s8|d dkrFt |d t�std| d d ��qdS )z�Ensures that every element of 'definitions' is a valid macro
definition, ie. either (name,value) 2-tuple or a (name,) tuple. Do
nothing if all definitions are OK, raise TypeError otherwise.
)r* � r* Nr z invalid macro definition '%s': z.must be tuple (string,), (string, string), or z(string, None))r& �tuple�lenr' � TypeError)r Z definitionsr- r r r �_check_macro_definitions� s
� �
� ���z"CCompiler._check_macro_definitionsc C s. | � |�}|dk r| j|= | j�||f� dS )a_ Define a preprocessor macro for all compilations driven by this
compiler object. The optional parameter 'value' should be a
string; if it is not supplied, then the macro will be defined
without an explicit value and the exact outcome depends on the
compiler used (XXX true? does ANSI say anything about this?)
N�r. r �append)r r+ r) r, r r r � define_macro� s
zCCompiler.define_macroc C s0 | � |�}|dk r| j|= |f}| j�|� dS )a� Undefine a preprocessor macro for all compilations driven by
this compiler object. If the same macro is defined by
'define_macro()' and undefined by 'undefine_macro()' the last call
takes precedence (including multiple redefinitions or
undefinitions). If the macro is redefined/undefined on a
per-compilation basis (ie. in the call to 'compile()'), then that
takes precedence.
Nr4 )r r+ r, Zundefnr r r �undefine_macro� s
zCCompiler.undefine_macroc C s | j �|� dS )z�Add 'dir' to the list of directories that will be searched for
header files. The compiler is instructed to search directories in
the order in which they are supplied by successive calls to
'add_include_dir()'.
N)r r5 �r �dirr r r �add_include_dir� s zCCompiler.add_include_dirc C s |dd� | _ dS )ay Set the list of directories that will be searched to 'dirs' (a
list of strings). Overrides any preceding calls to
'add_include_dir()'; subsequence calls to 'add_include_dir()' add
to the list passed to 'set_include_dirs()'. This does not affect
any list of standard include directories that the compiler may
search by default.
N�r �r �dirsr r r �set_include_dirs� s zCCompiler.set_include_dirsc C s | j �|� dS )a� Add 'libname' to the list of libraries that will be included in
all links driven by this compiler object. Note that 'libname'
should *not* be the name of a file containing a library, but the
name of the library itself: the actual filename will be inferred by
the linker, the compiler, or the compiler class (depending on the
platform).
The linker will be instructed to link against libraries in the
order they were supplied to 'add_library()' and/or
'set_libraries()'. It is perfectly valid to duplicate library
names; the linker will be instructed to link against libraries as
many times as they are mentioned.
N)r r5 )r �libnamer r r � add_library� s zCCompiler.add_libraryc C s |dd� | _ dS )z�Set the list of libraries to be included in all links driven by
this compiler object to 'libnames' (a list of strings). This does
not affect any standard system libraries that the linker may
include by default.
N)r )r Zlibnamesr r r �
set_libraries� s zCCompiler.set_librariesc C s | j �|� dS )a' Add 'dir' to the list of directories that will be searched for
libraries specified to 'add_library()' and 'set_libraries()'. The
linker will be instructed to search for libraries in the order they
are supplied to 'add_library_dir()' and/or 'set_library_dirs()'.
N)r r5 r8 r r r �add_library_dir s zCCompiler.add_library_dirc C s |dd� | _ dS )z�Set the list of library search directories to 'dirs' (a list of
strings). This does not affect any standard library search path
that the linker may search by default.
N)r r< r r r �set_library_dirs s zCCompiler.set_library_dirsc C s | j �|� dS )zlAdd 'dir' to the list of directories that will be searched for
shared libraries at runtime.
N)r r5 r8 r r r �add_runtime_library_dir s z!CCompiler.add_runtime_library_dirc C s |dd� | _ dS )z�Set the list of directories to search for shared libraries at
runtime to 'dirs' (a list of strings). This does not affect any
standard search path that the runtime linker may search by
default.
N)r r< r r r �set_runtime_library_dirs s z"CCompiler.set_runtime_library_dirsc C s | j �|� dS )z�Add 'object' to the list of object files (or analogues, such as
explicitly named library files or the output of "resource
compilers") to be included in every link driven by this compiler
object.
N)r r5 )r �objectr r r �add_link_object s zCCompiler.add_link_objectc C s |dd� | _ dS )z�Set the list of object files (or analogues) to be included in
every link to 'objects'. This does not affect any standard object
files that the linker may include by default (such as system
libraries).
N)r )r r r r r �set_link_objects( s zCCompiler.set_link_objectsc C s* |dkr| j }nt|t�s"td��|dkr2| j}n"t|t�rL|| jpFg }ntd��|dkrd| j}n*t|ttf�r�t|�| jp�g }ntd��|dkr�g }| j|d|d�}t |�t |�ks�t
�t ||�}i } t t |��D ]B}
||
} ||
} t
j�| �d }
| �t
j�| �� | |
f| | < q�||||| fS )z;Process arguments and decide which source files to compile.N�%'output_dir' must be a string or None�/'macros' (if supplied) must be a list of tuples�6'include_dirs' (if supplied) must be a list of stringsr )� strip_dirr r* )r r& r' r2 r �listr r0 �object_filenamesr1 �AssertionError�gen_preprocess_options�range�os�path�splitextr �dirname)r Zoutdirr Zincdirs�sources�dependsZextrar �pp_opts�buildr, �src�obj�extr r r �_setup_compile6 s>
��
zCCompiler._setup_compilec C s0 |dg }|r dg|d d�< |r,||d d�< |S )Nz-cz-gr r )r rX �debugZbefore�cc_argsr r r � _get_cc_argsa s
zCCompiler._get_cc_argsc C s� |dkr| j }nt|t�s"td��|dkr2| j}n"t|t�rL|| jpFg }ntd��|dkrd| j}n*t|ttf�r�t|�| jp�g }ntd��|||fS )a' Typecheck and fix-up some of the arguments to the 'compile()'
method, and return fixed-up values. Specifically: if 'output_dir'
is None, replaces it with 'self.output_dir'; ensures that 'macros'
is a list, and augments it with 'self.macros'; ensures that
'include_dirs' is a list, and augments it with 'self.include_dirs'.
Guarantees that the returned values are of the correct type,
i.e. for 'output_dir' either string or None, and for 'macros' and
'include_dirs' either list or None.
NrI rJ rK )r r& r' r2 r rM r r0 )r r r r r r r �_fix_compile_argsj s"
�zCCompiler._fix_compile_argsc C s* | j ||d�}t|�t|�ks"t�|i fS )a+ Decide which souce files must be recompiled.
Determine the list of object files corresponding to 'sources',
and figure out which ones really need to be recompiled.
Return a list of all object files and a dictionary telling
which source files can be skipped.
)r )rN r1 rO )r rV r rW r r r r �
_prep_compile� s zCCompiler._prep_compilec C sH t |ttf�std��t|�}|dkr.| j}nt |t�s@td��||fS )z�Typecheck and fix up some arguments supplied to various methods.
Specifically: ensure that 'objects' is a list; if output_dir is
None, replace with self.output_dir. Return fixed versions of
'objects' and 'output_dir'.
z,'objects' must be a list or tuple of stringsNrI )r& rM r0 r2 r r' )r r r r r r �_fix_object_args� s
zCCompiler._fix_object_argsc C s� |dkr| j }n*t|ttf�r2t|�| j p,g }ntd��|dkrJ| j}n*t|ttf�rlt|�| jpfg }ntd��|dkr�| j}n*t|ttf�r�t|�| jp�g }ntd��|||fS )a; Typecheck and fix up some of the arguments supplied to the
'link_*' methods. Specifically: ensure that all arguments are
lists, and augment them with their permanent versions
(eg. 'self.libraries' augments 'libraries'). Return a tuple with
fixed versions of all arguments.
Nz3'libraries' (if supplied) must be a list of stringsz6'library_dirs' (if supplied) must be a list of stringsz>'runtime_library_dirs' (if supplied) must be a list of strings)r r& rM r0 r2 r r )r r r r r r r �
_fix_lib_args� s, ���zCCompiler._fix_lib_argsc C s2 | j r
dS | jr t||dd�}n
t||�}|S dS )zjReturn true if we need to relink the files listed in 'objects'
to recreate 'output_file'.
T�newer)ZmissingN)r r r )r r � output_filere r r r �
_need_link� s
zCCompiler._need_linkc C s~ t |t�s|g}d}t| j�}|D ]V}tj�|�\}}| j�|�}z | j� |�}||k r`|}|}W q" t
k
rv Y q"X q"|S )z|Detect the language of a given file, or list of files. Uses
language_map, and language_order to do the job.
N) r& rM r1 �language_orderrR rS rT � language_map�get�indexr! ) r rV Zlangrk �source�baser\ ZextlangZextindexr r r �detect_language� s
zCCompiler.detect_languagec C s dS )a� Preprocess a single C/C++ source file, named in 'source'.
Output will be written to file named 'output_file', or stdout if
'output_file' not supplied. 'macros' is a list of macro
definitions as for 'compile()', which will augment the macros set
with 'define_macro()' and 'undefine_macro()'. 'include_dirs' is a
list of directory names that will be added to the default list.
Raises PreprocessError on failure.
Nr )r rl rf r r �
extra_preargs�extra_postargsr r r �
preprocess� s zCCompiler.preprocessc C sx | � ||||||�\}} }}
} | �|
||�} | D ]B}
z| |
\}}W n tk
r\ Y q0Y nX | �|
||| ||
� q0| S )aK Compile one or more source files.
'sources' must be a list of filenames, most likely C/C++
files, but in reality anything that can be handled by a
particular compiler and compiler class (eg. MSVCCompiler can
handle resource files in 'sources'). Return a list of object
filenames, one per source filename in 'sources'. Depending on
the implementation, not all source files will necessarily be
compiled, but all corresponding object filenames will be
returned.
If 'output_dir' is given, object files will be put under it, while
retaining their original path component. That is, "foo/bar.c"
normally compiles to "foo/bar.o" (for a Unix implementation); if
'output_dir' is "build", then it would compile to
"build/foo/bar.o".
'macros', if given, must be a list of macro definitions. A macro
definition is either a (name, value) 2-tuple or a (name,) 1-tuple.
The former defines a macro; if the value is None, the macro is
defined without an explicit value. The 1-tuple case undefines a
macro. Later definitions/redefinitions/ undefinitions take
precedence.
'include_dirs', if given, must be a list of strings, the
directories to add to the default include file search path for this
compilation only.
'debug' is a boolean; if true, the compiler will be instructed to
output debug symbols in (or alongside) the object file(s).
'extra_preargs' and 'extra_postargs' are implementation- dependent.
On platforms that have the notion of a command-line (e.g. Unix,
DOS/Windows), they are most likely lists of strings: extra
command-line arguments to prepend/append to the compiler command
line. On other platforms, consult the implementation class
documentation. In any event, they are intended as an escape hatch
for those occasions when the abstract compiler framework doesn't
cut the mustard.
'depends', if given, is a list of filenames that all targets
depend on. If a source file is older than any file in
depends, then the source file will be recompiled. This
supports dependency tracking, but only at a coarse
granularity.
Raises CompileError on failure.
)r] r` �KeyError�_compile)r rV r r r r^ ro rp rW r rX rY r_ r[ rZ r\ r r r �compile� s 6 ��
zCCompiler.compilec C s dS )z Compile 'src' to product 'obj'.Nr )r r[ rZ r\ r_ rp rX r r r rs C s zCCompiler._compilec C s dS )a& Link a bunch of stuff together to create a static library file.
The "bunch of stuff" consists of the list of object files supplied
as 'objects', the extra object files supplied to
'add_link_object()' and/or 'set_link_objects()', the libraries
supplied to 'add_library()' and/or 'set_libraries()', and the
libraries supplied as 'libraries' (if any).
'output_libname' should be a library name, not a filename; the
filename will be inferred from the library name. 'output_dir' is
the directory where the library file will be put.
'debug' is a boolean; if true, debugging information will be
included in the library (note that on most platforms, it is the
compile step where this matters: the 'debug' flag is included here
just for consistency).
'target_lang' is the target language for which the given objects
are being compiled. This allows specific linkage time treatment of
certain languages.
Raises LibError on failure.
Nr )r r �output_libnamer r^ � target_langr r r �create_static_libI s zCCompiler.create_static_libZ
shared_objectZshared_library�
executablec C s t �dS )au Link a bunch of stuff together to create an executable or
shared library file.
The "bunch of stuff" consists of the list of object files supplied
as 'objects'. 'output_filename' should be a filename. If
'output_dir' is supplied, 'output_filename' is relative to it
(i.e. 'output_filename' can provide directory components if
needed).
'libraries' is a list of libraries to link against. These are
library names, not filenames, since they're translated into
filenames in a platform-specific way (eg. "foo" becomes "libfoo.a"
on Unix and "foo.lib" on DOS/Windows). However, they can include a
directory component, which means the linker will look in that
specific directory rather than searching all the normal locations.
'library_dirs', if supplied, should be a list of directories to
search for libraries that were specified as bare library names
(ie. no directory component). These are on top of the system
default and those supplied to 'add_library_dir()' and/or
'set_library_dirs()'. 'runtime_library_dirs' is a list of
directories that will be embedded into the shared library and used
to search for other shared libraries that *it* depends on at
run-time. (This may only be relevant on Unix.)
'export_symbols' is a list of symbols that the shared library will
export. (This appears to be relevant only on Windows.)
'debug' is as for 'compile()' and 'create_static_lib()', with the
slight distinction that it actually matters on most platforms (as
opposed to 'create_static_lib()', which includes a 'debug' flag
mostly for form's sake).
'extra_preargs' and 'extra_postargs' are as for 'compile()' (except
of course that they supply command-line arguments for the
particular linker being used).
'target_lang' is the target language for which the given objects
are being compiled. This allows specific linkage time treatment of
certain languages.
Raises LinkError on failure.
N��NotImplementedError)r Z target_descr �output_filenamer r r r �export_symbolsr^ ro rp �
build_temprv r r r �linki s 9zCCompiler.linkc
C s2 | � tj|| j|dd�||||||| |
| | �
d S )N�shared)�lib_type)r~ r �SHARED_LIBRARY�library_filename)
r r ru r r r r r| r^ ro rp r} rv r r r �link_shared_lib� s
�zCCompiler.link_shared_libc
C s( | � tj||||||||| |
| | �
d S r )r~ r �
SHARED_OBJECT)
r r r{ r r r r r| r^ ro rp r} rv r r r �link_shared_object� s
�z CCompiler.link_shared_objectc C s. | � tj|| �|�||||d ||| d |
�
d S r )r~ r �
EXECUTABLE�executable_filename) r r Zoutput_prognamer r r r r^ ro rp rv r r r �link_executable� s
�zCCompiler.link_executablec C s t �dS )zkReturn the compiler option to add 'dir' to the list of
directories searched for libraries.
Nry r8 r r r �library_dir_option� s z CCompiler.library_dir_optionc C s t �dS )zsReturn the compiler option to add 'dir' to the list of
directories searched for runtime libraries.
Nry r8 r r r �runtime_library_dir_option� s z$CCompiler.runtime_library_dir_optionc C s t �dS )zReturn the compiler option to add 'lib' to the list of libraries
linked into the shared library or executable.
Nry )r �libr r r �library_option� s zCCompiler.library_optionc C s� ddl }|dkrg }|dkr g }|dkr,g }|dkr8g }|jd|dd�\}}t�|d�} z*|D ]}
| �d|
� q^| �d| � W 5 | �� X z| j|g|d �} W n tk
r� Y d
S X z| j| d ||d � W n t t
fk
r� Y d
S X dS )
z�Return a boolean indicating whether funcname is supported on
the current platform. The optional arguments can be used to
augment the compilation environment.
r Nr
T)�text�wz#include "%s"
z=int main (int argc, char **argv) {
%s();
return 0;
}
r; Fza.out)r r ) �tempfileZmkstemprR �fdopen�close�writert Z CompileErrorr� Z LinkErrorr2 ) r �funcnameZincludesr r r r� �fdZfname�fZinclr r r r � has_function� s< �
�
zCCompiler.has_functionc C s t �dS )aH Search the specified list of directories for a static or shared
library file 'lib' and return the full path to that file. If
'debug' true, look for a debugging version (if that makes sense on
the current platform). Return None if 'lib' wasn't found in any of
the specified directories.
Nry )r r= r� r^ r r r �find_library_file$ s zCCompiler.find_library_file� c C s� |d kr d}g }|D ]|}t j�|�\}}t j�|�d }|t j�|�d � }|| jkrftd||f ��|rvt j�|�}|�t j� ||| j
�� q|S )Nr� r* z"unknown file type '%s' (from '%s')) rR rS rT �
splitdrive�isabs�src_extensionsZUnknownFileError�basenamer5 �join�
obj_extension)r Zsource_filenamesrL r Z obj_namesZsrc_namerm r\ r r r rN O s"
� �zCCompiler.object_filenamesc C s0 |d k s t �|r tj�|�}tj�||| j �S r )rO rR rS r� r� �shared_lib_extension�r r� rL r r r r �shared_object_filename` s z CCompiler.shared_object_filenamec C s4 |d k s t �|r tj�|�}tj�||| jp.d �S )Nr� )rO rR rS r� r� �
exe_extensionr� r r r r� f s z CCompiler.executable_filename�staticc
C sl |d k s t �|dkr td��t| |d �}t| |d �}tj�|�\}}|||f } |r\d}tj�||| �S )N)r� r ZdylibZ
xcode_stubz?'lib_type' must be "static", "shared", "dylib", or "xcode_stub"Z _lib_formatZ_lib_extensionr� )rO r! �getattrrR rS �splitr� )
r r? r� rL r Zfmtr\ r9 rm �filenamer r r r� l s � zCCompiler.library_filenamer* c C s t �|� d S r )r
r^ )r �msg�levelr r r �announce s zCCompiler.announcec C s ddl m} |rt|� d S )Nr )�DEBUG)Zdistutils.debugr� �print)r r� r� r r r � debug_print� s zCCompiler.debug_printc C s t j�d| � d S )Nz warning: %s
)�sys�stderrr� )r r� r r r �warn� s zCCompiler.warnc C s t |||| j� d S r )r r )r �func�argsr� r� r r r r � s zCCompiler.executec C s t || jd� d S �N)r )r r )r �cmdr r r r � s zCCompiler.spawnc C s t ||| jd�S r� )r r )r rZ Zdstr r r r � s zCCompiler.move_file� c C s t ||| jd� d S r� )r r )r r+ �moder r r r � s zCCompiler.mkpath)r r r )N)N)NNNNN)NNNr NNN)Nr N)
NNNNNr NNNN)
NNNNNr NNNN)
NNNNNr NNNN)NNNNr NNN)NNNN)r )r r� )r r� )r r� )r� r r� )r* )Nr* )r� )Br# �
__module__� __qualname__�__doc__Z
compiler_typer� r� Zstatic_lib_extensionr� Zstatic_lib_formatZshared_lib_formatr� ri rh r r% r r. r3 r6 r7 r: r> r@ rA rB rC rD rE rG rH r] r` ra rb rc rd rg rn rq rt rs rw r� r� r� r~ r� r� r� r� r� r� r� r� rN r� r� r� r� r� r� r r r r r r r r r s� �
$
+
"
�
�
D �
�
A �
�
�
�
,
+
�
r ))zcygwin.*�unix)�posixr� )�nt�msvcc C sV | dkrt j} |dkr tj}tD ]0\}}t�||�dk sHt�|| �dk r | S q dS )ak Determine the default compiler to use for the given platform.
osname should be one of the standard Python OS names (i.e. the
ones returned by os.name) and platform the common value
returned by sys.platform for the platform in question.
The default values are os.name and sys.platform in case the
parameters are not given.
Nr� )rR r+ r� �platform�_default_compilers�re�match)Zosnamer� �pattern�compilerr r r �get_default_compiler� s
�
r� )Z
unixccompilerZ
UnixCCompilerz standard UNIX-style compiler)Z
_msvccompilerZ MSVCCompilerzMicrosoft Visual C++)�cygwinccompilerZCygwinCCompilerz'Cygwin port of GNU C Compiler for Win32)r� ZMingw32CCompilerz(Mingw32 port of GNU C Compiler for Win32)Z bcppcompilerZ BCPPCompilerzBorland C++ Compiler)r� r� �cygwinZmingw32Zbcppc C sX ddl m} g }t�� D ] }|�d| dt| d f� q|�� | |�}|�d� dS )zyPrint list of available compilers (used by the "--help-compiler"
options to "build", "build_ext", "build_clib").
r )� FancyGetoptz compiler=Nr/ z List of available compilers:)Zdistutils.fancy_getoptr� �compiler_classr r5 �sortZ
print_help)r� Z compilersr� Zpretty_printerr r r �show_compilers� s
�r� c C s� | dkrt j} z"|dkr t| �}t| \}}}W n8 tk
rh d| }|dk r\|d| }t|��Y nX z*d| }t|� tj| } t | �| }
W nB t
k
r� t d| ��Y n$ tk
r� t d||f ��Y nX |
d||�S )a[ Generate an instance of some CCompiler subclass for the supplied
platform/compiler combination. 'plat' defaults to 'os.name'
(eg. 'posix', 'nt'), and 'compiler' defaults to the default compiler
for that platform. Currently only 'posix' and 'nt' are supported, and
the default compilers are "traditional Unix interface" (UnixCCompiler
class) and Visual C++ (MSVCCompiler class). Note that it's perfectly
possible to ask for a Unix compiler object under Windows, and a
Microsoft compiler object under Unix -- if you supply a value for
'compiler', 'plat' is ignored.
Nz5don't know how to compile C/C++ code on platform '%s'z with '%s' compilerz
distutils.z4can't compile C/C++ code: unable to load module '%s'zBcan't compile C/C++ code: unable to find class '%s' in module '%s') rR r+ r� r� rr ZDistutilsPlatformError�
__import__r� �modules�vars� ImportErrorZDistutilsModuleError) Zplatr� r r r Z module_name�
class_nameZlong_descriptionr� �module�klassr r r � new_compiler� s:
����
r� c C s� g }| D ]�}t |t�r0dt|� kr.dks<n td| ��t|�dkr\|�d|d � qt|�dkr|d dkr�|�d|d � q|�d| � q|D ]}|�d | � q�|S )
a Generate C pre-processor options (-D, -U, -I) as used by at least
two types of compilers: the typical Unix compiler and Visual C++.
'macros' is the usual thing, a list of 1- or 2-tuples, where (name,)
means undefine (-U) macro 'name', and (name,value) means define (-D)
macro 'name' to 'value'. 'include_dirs' is just a list of directory
names to be added to the header file search path (-I). Returns a list
of command-line options suitable for either Unix compilers or Visual
C++.
r* r/ zPbad macro definition '%s': each element of 'macros' list must be a 1- or 2-tuplez-U%sr Nz-D%sz-D%s=%sz-I%s)r& r0 r1 r2 r5 )r r rX Zmacror9 r r r rP s" $�� rP c C s� g }|D ]}|� | �|�� q|D ],}| �|�}t|t�rD|| }q"|� |� q"|D ]V}tj�|�\}} |r�| �|g| �}
|
r�|� |
� q�| � d| � qT|� | �
|�� qT|S )ac Generate linker options for searching library directories and
linking with specific libraries. 'libraries' and 'library_dirs' are,
respectively, lists of library names (not filenames!) and search
directories. Returns a list of command-line options suitable for use
with some compiler (depending on the two format strings passed in).
z6no library file corresponding to '%s' found (skipping)) r5 r� r� r& rM rR rS r� r� r� r� ) r� r r r Zlib_optsr9 �optr� Zlib_dirZlib_nameZlib_filer r r �gen_lib_options8 s&
�r� )NN)NNr r r )r� r� rR r� Zdistutils.errorsZdistutils.spawnr Zdistutils.file_utilr Zdistutils.dir_utilr Zdistutils.dep_utilr r Zdistutils.utilr r Z distutilsr
r r� r� r� r� r� rP r� r r r r �<module> s8
�
-- distutils/__pycache__/bcppcompiler.cpython-38.opt-2.pyc 0000644 00000014135 15115353745 0017064 0 ustar 00 U
e5dW: � @ st d dl Z d dlmZmZmZmZmZmZ d dlm Z m
Z
m Z d dl m
Z
d dlmZ d dlmZ G dd� de �ZdS ) � N)�DistutilsExecError�DistutilsPlatformError� CompileError�LibError� LinkError�UnknownFileError)� CCompiler�gen_preprocess_options�gen_lib_options)�
write_file)�newer)�logc
@ s� e Zd ZdZi ZdgZdddgZee ZdZdZ dZ
d Z Z d
Z
d d d
�Zd dd�Zd dd�Zd dd�Zd dd�Zd!dd�Zd"dd�ZdS )#� BCPPCompilerZbcppz.cz.ccz.cppz.cxxz.objz.libz.dllz%s%sz.exer c C s� t �| |||� d| _d| _d| _d | _ddddg| _ddddg| _d d
dd g| _d d
dd g| _ g | _
d
dd g| _ d
dd d g| _ d S )
Nz bcc32.exez ilink32.exeztlib.exez/tWMz/O2z/qz/g0z/Odz/Tpdz/Gnz/xz/r)
r �__init__�cc�linker�libZpreprocess_options�compile_options�compile_options_debug�ldflags_shared�ldflags_shared_debugZldflags_static� ldflags_exe�ldflags_exe_debug)�self�verboseZdry_run�force� r �./usr/lib64/python3.8/distutils/bcppcompiler.pyr 5 s zBCPPCompiler.__init__Nc C s� | � ||||||�\}} }}
} |p$g } | �d� |rB| �| j� n | �| j� | D �]<}
z| |
\}}W n tk
r� Y qRY nX tj�|�}tj�|
�}
| � tj�
|
�� |dkr�qR|dk�rz| � dd|
|g� W qR t k
�r } z t
|��W 5 d }~X Y qRX qR|| jk�rd}n|| jk�r*d}nd}d|
}z,| � | jg| |
||g | |g � W qR t k
�r� } z t
|��W 5 d }~X Y qRX qR| S ) Nz-c�.res�.rcZbrcc32z-fo� z-P�-o)Z_setup_compile�append�extendr r �KeyError�os�path�normpath�mkpath�dirname�spawnr r �
_c_extensions�_cpp_extensionsr )r Zsources�
output_dir�macros� include_dirs�debug�
extra_preargs�extra_postargsZdepends�objects�pp_optsZbuildZ compile_opts�obj�src�ext�msgZ input_optZ
output_optr r r �compileQ sV ��
���
zBCPPCompiler.compilec
C s� | � ||�\}}| j||d�}| �||�r~|dg| }|r:z| �| jg| � W q� tk
rz } z t|��W 5 d }~X Y q�X n t�d|� d S )N)r- z/u�skipping %s (up-to-date)) �_fix_object_args�library_filename�
_need_linkr* r r r r
r0 ) r r3 Zoutput_libnamer- r0 � target_lang�output_filenameZlib_argsr8 r r r �create_static_lib� s � z BCPPCompiler.create_static_libc
C s� | � ||�\}}| �|||�\}}}|r8t�dt|�� |d k rNtj�||�}| �||��r�|t j
kr�d}| r~| j d d � }q�| j d d � }n&d}| r�| j
d d � }n| jd d � }|d kr�d}n�tj�|�\}}tj�|�\}}tj�|d �}tj�|d| �}dg}|�pg D ]}|�d||f � �q| �t||fd | � ttjj|�}|g}g }|D ]>}tj�tj�|��\}}|d
k�r�|�|� n
|�|� �q`|D ] } |�d tj�| � � �q�|�d � |�|� |�d
|g� |�d� |D ]4} | �|| | �} | d k�r|�| � n
|�| � �q�|�d� |�d� |�d
|g� |�d
� |�|� |
�rp|
|d d�< | �r�|�| � | �tj�|�� z| �| j g| � W n, t k
�r� } z t | ��W 5 d } ~ X Y nX n t� d|� d S )Nz7I don't know what to do with 'runtime_library_dirs': %sZc0w32Zc0d32r r z%s.defZEXPORTSz %s=_%sz
writing %sr z/L%sz/L.�,z,,Zimport32Zcw32mtr: ) r; Z
_fix_lib_argsr
�warn�strr% r& �joinr= r Z
EXECUTABLEr r r r �split�splitextr) r" Zexecuter �mapr' �normcaser# �find_library_filer( r* r r r r0 ) r Z target_descr3 r? r- Z librariesZ library_dirsZruntime_library_dirsZexport_symbolsr0 r1 r2 Z
build_tempr> Z startup_objZld_argsZdef_file�head�tail�modnamer7 Ztemp_dir�contentsZsymZobjects2Z resources�file�base�lr �libfiler8 r r r �link� s� ��
�
zBCPPCompiler.linkc C sr |r"|d }|d |d ||f}n |d |f}|D ]:}|D ]0}t j�|| �|��}t j�|�r:| S q:q2d S )NZ_dZ_bcpp)r% r& rD r< �exists) r �dirsr r0 ZdlibZ try_names�dir�namerQ r r r rI 4 s
z BCPPCompiler.find_library_filer c C s� |d kr d}g }|D ]�}t j�t j�|��\}}|| jddg krRtd||f ��|rbt j�|�}|dkr�|�t j�||| �� q|dkr�|�t j�||d �� q|�t j�||| j �� q|S )Nr r r z"unknown file type '%s' (from '%s'))
r% r& rF rH �src_extensionsr �basenamer" rD �
obj_extension)r Zsource_filenamesZ strip_dirr- Z obj_namesZsrc_namerO r7 r r r �object_filenamesN s& � �z BCPPCompiler.object_filenamesc
C s� | � d ||�\}}}t||�}dg| } |d k r>| �d| � |rN|| d d�< |r\| �|� | �|� | js~|d ks~t||�r�|r�| �tj� |�� z| �
| � W n2 t k
r� }
zt |
� t
|
��W 5 d }
~
X Y nX d S )Nz cpp32.exer! r )Z_fix_compile_argsr r" r# r r r( r% r& r) r* r �printr ) r �sourceZ output_filer. r/ r1 r2 �_r4 Zpp_argsr8 r r r �
preprocessi s& �
zBCPPCompiler.preprocess)r r r )NNNr NNN)Nr N)
NNNNNr NNNN)r )r r )NNNNN)�__name__�
__module__� __qualname__Z
compiler_typeZ executablesr+ r, rW rY Zstatic_lib_extensionZshared_lib_extensionZstatic_lib_formatZshared_lib_formatZ
exe_extensionr r9 r@ rR rI rZ r^ r r r r r s`
�
�
D �
�
�
�r )r% Zdistutils.errorsr r r r r r Zdistutils.ccompilerr r r
Zdistutils.file_utilr Zdistutils.dep_utilr Z distutilsr
r r r r r �<module> s distutils/__pycache__/version.cpython-38.pyc 0000644 00000016221 15115353745 0015130 0 ustar 00 U
e5d90 � @ s> d Z ddlZG dd� d�ZG dd� de�ZG dd� de�ZdS ) a� Provides classes to represent module version numbers (one class for
each style of version numbering). There are currently two such classes
implemented: StrictVersion and LooseVersion.
Every version number class implements the following interface:
* the 'parse' method takes a string and parses it to some internal
representation; if the string is an invalid version number,
'parse' raises a ValueError exception
* the class constructor takes an optional string argument which,
if supplied, is passed to 'parse'
* __str__ reconstructs the string that was passed to 'parse' (or
an equivalent string -- ie. one that will generate an equivalent
version number instance)
* __repr__ generates Python code to recreate the version number instance
* _cmp compares the current instance with either another instance
of the same class or a string (which will be parsed to an instance
of the same class, thus must follow the same rules)
� Nc @ sJ e Zd ZdZddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )�Versionz�Abstract base class for version numbering classes. Just provides
constructor (__init__) and reproducer (__repr__), because those
seem to be the same for all version numbering classes; and route
rich comparisons to _cmp.
Nc C s |r| � |� d S �N��parse��self�vstring� r �)/usr/lib64/python3.8/distutils/version.py�__init__& s zVersion.__init__c C s d| j jt| �f S )Nz %s ('%s'))� __class__�__name__�str�r r r r
�__repr__* s zVersion.__repr__c C s | � |�}|tkr|S |dkS �Nr ��_cmp�NotImplemented�r �other�cr r r
�__eq__- s
zVersion.__eq__c C s | � |�}|tkr|S |dk S r r r r r r
�__lt__3 s
zVersion.__lt__c C s | � |�}|tkr|S |dkS r r r r r r
�__le__9 s
zVersion.__le__c C s | � |�}|tkr|S |dkS r r r r r r
�__gt__? s
zVersion.__gt__c C s | � |�}|tkr|S |dkS r r r r r r
�__ge__E s
zVersion.__ge__)N) r
�
__module__� __qualname__�__doc__r r r r r r r r r r r
r s
r c @ s< e Zd ZdZe�dejejB �Zdd� Z dd� Z
dd� Z d S )
�
StrictVersiona? Version numbering for anal retentives and software idealists.
Implements the standard interface for version number classes as
described above. A version number consists of two or three
dot-separated numeric components, with an optional "pre-release" tag
on the end. The pre-release tag consists of the letter 'a' or 'b'
followed by a number. If the numeric components of two version
numbers are equal, then one with a pre-release tag will always
be deemed earlier (lesser) than one without.
The following are valid version numbers (shown in the order that
would be obtained by sorting according to the supplied cmp function):
0.4 0.4.0 (these two are equivalent)
0.4.1
0.5a1
0.5b3
0.5
0.9.6
1.0
1.0.4a3
1.0.4b1
1.0.4
The following are examples of invalid version numbers:
1
2.7.2.2
1.3.a4
1.3pl1
1.3c4
The rationale for this version numbering system will be explained
in the distutils documentation.
z)^(\d+) \. (\d+) (\. (\d+))? ([ab](\d+))?$c C s� | j �|�}|s td| ��|�ddddd�\}}}}}|rTttt|||g��| _nttt||g��d | _|r�|d t|�f| _nd | _d S ) Nzinvalid version number '%s'� � � � � )r r ) �
version_re�match�
ValueError�group�tuple�map�int�version�
prerelease)r r r' �major�minorZpatchr. Zprerelease_numr r r
r � s � zStrictVersion.parsec C sb | j d dkr*d�tt| j dd� ��}nd�tt| j ��}| jr^|| jd t| jd � }|S )Nr" r �.r! )r- �joinr+ r r. r r r r
�__str__� s zStrictVersion.__str__c C s� t |t�rt|�}| j|jkr2| j|jk r.dS dS | jsB|jsBdS | jrR|jsRdS | jsb|jrbdS | jr�|jr�| j|jkr~dS | j|jk r�dS dS n ds�td��d S )N���r! r Fznever get here)�
isinstancer r r- r. �AssertionError�r r r r r
r � s&
zStrictVersion._cmpN) r
r r r �re�compile�VERBOSE�ASCIIr& r r3 r r r r r
r ] s #
�
r c @ sH e Zd ZdZe�dej�Zddd�Zdd� Z dd � Z
d
d � Z d d
� Z dS )� LooseVersiona� Version numbering for anarchists and software realists.
Implements the standard interface for version number classes as
described above. A version number consists of a series of numbers,
separated by either periods or strings of letters. When comparing
version numbers, the numeric components will be compared
numerically, and the alphabetic components lexically. The following
are all valid version numbers, in no particular order:
1.5.1
1.5.2b2
161
3.10a
8.02
3.4j
1996.07.12
3.2.pl0
3.1.1.6
2g6
11g
0.960923
2.2beta29
1.13++
5.5.kw
2.0b1pl0
In fact, there is no such thing as an invalid version number under
this scheme; the rules for comparison are simple and predictable,
but may not always give the results you want (for some definition
of "want").
z(\d+ | [a-z]+ | \.)Nc C s |r| � |� d S r r r r r r
r . s zLooseVersion.__init__c C s^ || _ dd� | j�|�D �}t|�D ].\}}zt|�||< W q$ tk
rP Y q$X q$|| _d S )Nc S s g | ]}|r|d kr|�qS )r1 r )�.0�xr r r
�
<listcomp>8 s �z&LooseVersion.parse.<locals>.<listcomp>)r � component_re�split� enumerater, r( r- )r r Z
components�i�objr r r
r 3 s zLooseVersion.parsec C s | j S r )r r r r r
r3 C s zLooseVersion.__str__c C s dt | � S )NzLooseVersion ('%s'))r r r r r
r G s zLooseVersion.__repr__c C sF t |t�rt|�}| j|jkr"dS | j|jk r2dS | j|jkrBdS d S )Nr r4 r! )r5 r r< r- r7 r r r
r K s
zLooseVersion._cmp)N)
r
r r r r8 r9 r: r@ r r r3 r r r r r r
r< s
r< )r r8 r r r< r r r r
�<module>
s
> / distutils/__pycache__/archive_util.cpython-38.opt-2.pyc 0000644 00000010623 15115353745 0017061 0 ustar 00 U
e5d|! � @ s@ d dl Z d dlmZ d dlZz d dlZW n ek
r@ dZY nX d dlmZ d dlm Z d dl
m Z d dl m
Z
zd dlmZ W n ek
r� dZY nX zd dlmZ W n ek
r� dZY nX d d
� Zd d � Zd"dd�Zd#dd�Zedgdfedgdfedgdfedgdfedgdfeg d fd �Zd d � Zd$d d!�ZdS )%� N)�warn)�DistutilsExecError)�spawn)�mkpath)�log)�getpwnam)�getgrnamc C sN t d ks| d krd S z t | �}W n tk
r8 d }Y nX |d k rJ|d S d S �N� )r �KeyError��name�result� r �./usr/lib64/python3.8/distutils/archive_util.py�_get_gid s
r c C sN t d ks| d krd S z t | �}W n tk
r8 d }Y nX |d k rJ|d S d S r )r r r r r r �_get_uid+ s
r �gzipc s. dddddd�}dddd d
�}|d k r:||� � kr:td ��| d } |d
krZ| |�|d�7 } ttj�| �|d� dd l}
t� d� t
���t ��� � ���fdd�} |s�|
� | d|| �} z| j|| d� W 5 | �
� X |d
k�r*tdt� | || }
tjdk�r|| |
g}n
|d| g}t||d� |
S | S )NZgz�bz2�xz� )r �bzip2r N�compressz.gzz.bz2z.xzz.Z)r r r r zKbad value for 'compress': must be None, 'gzip', 'bzip2', 'xz' or 'compress'z.tarr ��dry_runr zCreating tar archivec s, � d k r� | _ �| _�d k r(�| _�| _| S �N)�gidZgname�uid�uname)Ztarinfo�r �group�ownerr r r � _set_uid_gida s z"make_tarball.<locals>._set_uid_gidzw|%s)�filterz 'compress' will be deprecated.Zwin32z-f)�keys�
ValueError�getr �os�path�dirname�tarfiler �infor r �open�close�addr �PendingDeprecationWarning�sys�platformr )� base_name�base_dirr �verboser r! r Ztar_compressionZ compress_extZ archive_namer* r" �tarZcompressed_name�cmdr r r � make_tarball7 sB ���
r7 c
C s� | d }t tj�|�|d� td krp|r.d}nd}ztd|||g|d� W n tk
rj td| ��Y nX �n8t�d||� |�s�ztj |dtj
d �}W n& t k
r� tj |dtj d �}Y nX |�� |tj
k�rtj�tj�|d
��}|�||� t�d |� t�|�D ]�\}} }
| D ]6} tj�tj�|| d
��}|�||� t�d |� �q|
D ]B} tj�tj�|| ��}tj�|��rV|�||� t�d |� �qV�q W 5 Q R X |S ) Nz.zipr z-rz-rq�zipzkunable to create zip file '%s': could neither import the 'zipfile' module nor find a standalone zip utilityz#creating '%s' and adding '%s' to it�w)Z compressionr z adding '%s')r r' r( r) �zipfiler r r r+ ZZipFileZ ZIP_DEFLATED� RuntimeErrorZ
ZIP_STORED�curdir�normpath�join�write�walk�isfile) r2 r3 r4 r Z zip_filenameZ
zipoptionsr8 r( �dirpathZdirnames� filenamesr
r r r � make_zipfile sV �
� ��
� rD )r r zgzip'ed tar-file)r r zbzip2'ed tar-file)r r zxz'ed tar-file)r r zcompressed tar file)r Nzuncompressed tar filezZIP file)ZgztarZbztarZxztarZztarr5 r8 c C s | D ]}|t kr| S qd S r )�ARCHIVE_FORMATS)Zformats�formatr r r �check_archive_formats� s
rG c
C s� t �� }|d k r6t�d|� t j�| �} |s6t �|� |d krDt j}d|i} z t| }
W n t k
rx t
d| ��Y nX |
d } |
d D ]\} }
|
| | < q�|dkr�|| d< || d< z| | |f| �}W 5 |d k r�t�d |� t �|� X |S )
Nzchanging into '%s'r zunknown archive format '%s'r � r8 r! r zchanging back to '%s') r' �getcwdr �debugr( �abspath�chdirr< rE r r% )r2 rF Zroot_dirr3 r4 r r! r Zsave_cwd�kwargsZ format_info�func�arg�val�filenamer r r � make_archive� s2
rR )r r r NN)r r )NNr r NN)r' �warningsr r0 r: � ImportErrorZdistutils.errorsr Zdistutils.spawnr Zdistutils.dir_utilr Z distutilsr �pwdr Zgrpr r r r7 rD rE rG rR r r r r �<module> sL
�
H
=
�
� distutils/__pycache__/sysconfig.cpython-38.opt-2.pyc 0000644 00000020721 15115353745 0016407 0 ustar 00 U
��.eP � @ s� d dl Z d dlZd dlZd dlZddlmZ ddlmZmZ ej �
ej �Z ej �
ej
�Zej �
ej�Zej �
ej�Zdejkr�ej �ejd �Zn&ejr�ej �ej �ej��Zne�� Zdd� Zeedd�Zej d kr�d
d � Z e e�Ze e�Zd d
� Z e � Z dZ ze �sej!Z W n e"k
�r& Y nX dd� Z#d,dd�Z$d-dd�Z%dd� Z&dd� Z'dd� Z(d.dd �Z)e�*d �Z+e�*d �Z,e�*d �Z-d/d d!�Z.d"d#� Z/da0d$d%� Z1d&d'� Z2d(d)� Z3d*d+� Z4dS )0� N� )�DistutilsPlatformError)� get_platform�get_host_platformZ_PYTHON_PROJECT_BASEc C s, dD ]"}t j�t j�| d|��r dS qdS )N)ZSetupz Setup.localZModulesTF)�os�path�isfile�join)�d�fn� r �+/usr/lib64/python3.8/distutils/sysconfig.py�_is_python_source_dir+ s r �_home�ntc C s0 | r,t j�| ��t j�t j�td���r,tS | S )NZPCbuild)r r �normcase�
startswithr �PREFIX)r
r r r
� _fix_pcbuild4 s
�r c C s t r tt �S tt�S )N)� _sys_homer � project_baser r r r
�
_python_build< s r � c C s dt jd d� S )Nz%d.%d� )�sys� version_infor r r r
�get_python_versionP s r c C s� |d kr| rt pt}tjdkrjtrL| r.tp,tS tj�t d�d�}tj�
|�S dt � t }tj�|d|�S tjdkr�tr�tj�|d�tjj
tj�|d� S tj�|d�S tdtj ��d S ) N�posix�srcdirZInclude�pythonZincluder �PCzFI don't know where Python installs its C header files on platform '%s')�BASE_EXEC_PREFIX� BASE_PREFIXr �name� python_buildr r r r �get_config_var�normpathr � build_flags�pathsepr )�
plat_specific�prefixZincdirZ
python_dirr r r
�get_python_incX s*
���r+ c C s� |d kr&|r| rt pt}n | r"tp$t}tjdkrp| s8|r>d}nd}tj�||dt� �}|r`|S tj�|d�S n<tjdkr�|r�tj�|d�S tj�|dd�S nt dtj ��d S ) Nr �lib64�libr z
site-packagesr ZLibz?I don't know where Python installs its library on platform '%s')
r! r" � EXEC_PREFIXr r r# r r r r )r) � standard_libr* r- Z libpythonr r r
�get_python_lib� s0
�
��r0 c C s� | j dk�r�tjdkr8td�s8dd l}|�t� dtd< tdddd d
d d d
�\}}}}}}}} dtj kr�tj d }
tjdkr�d
tj kr�|�
|�r�|
|t |�d � }|
}dtj kr�tj d }d
tj kr�tj d
}dtj kr�tj d } n|d } dtj k�r |d tj d }dtj k�r<|d tj d }|d tj d }dtj k�r~| d tj d } |d tj d }|d tj d }d tj k�r�tj d }d
tj k�r�|d tj d
} n |d | } |d | }
| j | |
|
d | |||| d� || _
d S )NZunix�darwinZCUSTOMIZED_OSX_COMPILERr �TrueZCCZCXX�CFLAGSZCCSHAREDZLDSHAREDZ SHLIB_SUFFIXZARZARFLAGSZCPPz -E�LDFLAGS� �CPPFLAGS)Z preprocessor�compilerZ compiler_soZ compiler_cxxZ linker_soZ
linker_exe�archiver)Z
compiler_typer �platformr% � _osx_support�customize_compiler� _config_vars�get_config_varsr �environr �lenZset_executablesZshared_lib_extension)r7 r: ZccZcxxZcflagsZccsharedZldsharedZ shlib_suffixZarZar_flagsZnewccZcppr8 Zcc_cmdr r r
r; � sn
��
��
� r; c C sD t r,tjdkr"tj�tptd�} q6tp(t} n
tdd�} tj�| d�S )Nr r r �r) z
pyconfig-64.h)r$ r r# r r r r r+ )Zinc_dirr r r
�get_config_h_filename� s
rA c C s\ t rtj�tptd�S tddd�} d�t� t �}t
t j d�rL|dt j j
7 }tj�| |d�S )NZMakefiler r �r) r/ z config-{}{}�
_multiarchz-%s)r$ r r r r r r0 �formatr r' �hasattrr �implementationrC )Zlib_dirZ config_filer r r
�get_makefile_filename s rG c C s� |d kr i }t �d�}t �d�}| �� }|s.q�|�|�}|rx|�dd�\}}z t|�}W n tk
rl Y nX |||< q |�|�}|r d||�d�< q |S )Nz"#define ([A-Z][A-Za-z0-9_]+) (.*)
z&/[*] #undef ([A-Z][A-Za-z0-9_]+) [*]/
r r r )�re�compile�readline�match�group�int�
ValueError)�fp�gZ define_rxZundef_rx�line�m�n�vr r r
�parse_config_h s&
rU z"([a-zA-Z][a-zA-Z0-9_]+)\s*=\s*(.*)z \$\(([A-Za-z][A-Za-z0-9_]*)\)z\${([A-Za-z][A-Za-z0-9_]*)}c C s� ddl m} || ddddd�}|d kr*i }i }i }|�� }|d krDq�t�|�}|r2|�dd�\}} | �� } | �dd�}
d |
kr�| ||< q2z t| �} W n$ t k
r� | �dd �||< Y q2X | ||< q2d
} |�rtt
|�D �]�} || }
t � |
�p�t
� |
�}|�rj|�d�}d }||k�r$t|| �}n�||k�r4d }nx|tjk�rLtj| }n`|| k�r�| �d
��rz| dd � | k�rzd}n$d
| |k�r�d }nt|d
| �}n d ||< }|�rp|
|�� d � }|
d |�� � | | }
d |k�r�|
|| < nzz t|
�}
W n" t k
�r |
�� || < Y n
X |
|| < || = | �d
��rp| dd � | k�rp| dd � } | |k�rp|
|| < q�|| = q�q�|�� |�� D ]"\}} t| t��r�| �� ||< �q�|�|� |S )Nr )�TextFiler �surrogateescape)Zstrip_commentsZ skip_blanksZ
join_lines�errorsr z$$r �$)r3 r4 r6 TFZPY_� )Zdistutils.text_filerV rJ � _variable_rxrK rL �strip�replacerM rN �list� _findvar1_rx�search� _findvar2_rx�strr r> r �end�start�close�items�
isinstance�update)r rP rV rO ZdoneZnotdonerQ rR rS rT ZtmpvZrenamed_variablesr# �value�found�itemZafter�kr r r
�parse_makefile/ s�
�
rm c C sV t �| �pt�| �}|rR|�� \}}| d|� |�|�d�� | |d � } q qRq | S )Nr r )r_ r` ra �span�getrL )�s�varsrR Zbegrc r r r
�expand_makefile_vars� s *rr c
C sV t j�ddjtjtjttjdd�d��} t | t
� t � dgd�}|j }i a
t
�|� d S )NZ_PYTHON_SYSCONFIGDATA_NAMEz+_sysconfigdata_{abi}_{platform}_{multiarch}rC r )Zabir9 Z multiarch�build_time_varsr )r r> ro rD r �abiflagsr9 �getattrrF �
__import__�globals�localsrs r< rh )r# Z_temprs r r r
� _init_posix� s ��ry c C s~ i } t ddd�| d< t ddd�| d< tdd�| d< t�� d | d< d | d
< t� �d d �| d
< tj�tj� t
j ��| d< | a d S )Nr r rB ZLIBDESTZ
BINLIBDESTr@ Z INCLUDEPY�
EXT_SUFFIXz.exeZEXE�.r ZVERSIONZBINDIR)
r0 r+ �_imp�extension_suffixesr r] r r �dirname�abspathr �
executabler< )rP r r r
�_init_nt� s r� c G s\ t d k�r*t� �dtj �}|r(|� ni a tt d< tt d< t �d�}|d k rV|t d< t �dt�}tjdkr�tr�tj �
t � �}tj � ||�}ntj �
t � �}tj �
tj �|��t d< t�r tjdk�r t}tj �t d ��s |t�� k�r tj � |t d �}tj �|�t d< tjdk�r*d d l}|�t � | �rTg }| D ]}|�t �|�� �q8|S t S d S )
NZ_init_r* � exec_prefixrz �SOr r r1 r )r< rw ro r r# r r. r r$ r r~ rG r r r& �isabs�getcwdr r9 r: Zcustomize_config_vars�append)�args�funcr� r �baser: Zvalsr# r r r
r= � sB
�
r= c C s* | dkr dd l }|�dtd� t� �| �S )Nr� r z SO is deprecated, use EXT_SUFFIXr )�warnings�warn�DeprecationWarningr= ro )r# r� r r r
r% ! s r% )r N)r r N)N)N)5r| r rH r rX r �utilr r r r& r* r r� r. � base_prefixr" �base_exec_prefixr! r> r r r� r~ r� r ru r r# r r r$ r' rt �AttributeErrorr r+ r0 r; rA rG rU rI r[ r_ ra rm rr r< ry r� r= r% r r r r
�<module> sZ
(
+I
jJ distutils/__pycache__/file_util.cpython-38.opt-1.pyc 0000644 00000013457 15115353745 0016366 0 ustar 00 U
e5d� � @ sZ d Z ddlZddlmZ ddlmZ dddd�Zdd
d �Zdd
d�Zddd�Z dd� Z
dS )zFdistutils.file_util
Utility functions for operating on single files.
� N)�DistutilsFileError)�logZcopyingz hard linkingzsymbolically linking)N�hard�sym� @ c
C s� d}d}�ztzt| d�}W n4 tk
rN } ztd| |jf ��W 5 d}~X Y nX tj�|�r�zt�|� W n4 tk
r� } ztd||jf ��W 5 d}~X Y nX zt|d�}W n4 tk
r� } ztd||jf ��W 5 d}~X Y nX z|� |�}W n6 tk
�r( } ztd| |jf ��W 5 d}~X Y nX |�s4�q|z|�
|� W q� tk
�rx } ztd||jf ��W 5 d}~X Y q�X q�W 5 |�r�|� � |�r�|� � X dS ) a5 Copy the file 'src' to 'dst'; both must be filenames. Any error
opening either file, reading from 'src', or writing to 'dst', raises
DistutilsFileError. Data is read/written in chunks of 'buffer_size'
bytes (default 16k). No attempt is made to handle anything apart from
regular files.
N�rbzcould not open '%s': %szcould not delete '%s': %s�wbzcould not create '%s': %sz could not read from '%s': %szcould not write to '%s': %s) �close�open�OSErrorr �strerror�os�path�exists�unlink�read�write)�src�dstZ buffer_sizeZfsrcZfdst�eZbuf� r �+/usr/lib64/python3.8/distutils/file_util.py�_copy_file_contents sL $ � � � � r � c C s ddl m} ddlm} m}
m} m} tj� | �s<t
d| ��tj� |�rd|}
tj� |tj�
| ��}n tj�|�}
|r�|| |�s�|dkr�t�d| � |dfS z t| }W n tk
r� td| ��Y nX |dk�r tj�
|�tj�
| �kr�t�d|| |
� nt�d|| |� |�r|dfS |d k�rrtj�|��rBtj�| |��s�zt�| |� |dfW S tk
�rn Y nX n<|d
k�r�tj�|��r�tj�| |��s�t�| |� |dfS t| |� |�s�|�rt�| �}|�r�t�||| ||
f� |�rt� || || �� |dfS ) a Copy a file 'src' to 'dst'. If 'dst' is a directory, then 'src' is
copied there with the same name; otherwise, it must be a filename. (If
the file exists, it will be ruthlessly clobbered.) If 'preserve_mode'
is true (the default), the file's mode (type and permission bits, or
whatever is analogous on the current platform) is copied. If
'preserve_times' is true (the default), the last-modified and
last-access times are copied as well. If 'update' is true, 'src' will
only be copied if 'dst' does not exist, or if 'dst' does exist but is
older than 'src'.
'link' allows you to make hard links (os.link) or symbolic links
(os.symlink) instead of copying: set it to "hard" or "sym"; if it is
None (the default), files are copied. Don't set 'link' on systems that
don't support it: 'copy_file()' doesn't check if hard or symbolic
linking is available. If hardlink fails, falls back to
_copy_file_contents().
Under Mac OS, uses the native file copy function in macostools; on
other systems, uses '_copy_file_contents()' to copy file contents.
Return a tuple (dest_name, copied): 'dest_name' is the actual name of
the output file, and 'copied' is true if the file was copied (or would
have been copied, if 'dry_run' true).
r )�newer)�ST_ATIME�ST_MTIME�ST_MODE�S_IMODEz4can't copy '%s': doesn't exist or not a regular filer z"not copying %s (output up-to-date)z&invalid value '%s' for 'link' argumentz %s %s -> %sr r ) Zdistutils.dep_utilr �statr r r r r
r �isfiler �isdir�join�basename�dirnamer �debug� _copy_action�KeyError�
ValueError�infor �samefile�linkr �symlinkr �utime�chmod)r r Z
preserve_modeZpreserve_times�updater+ �verbose�dry_runr r r r r �dir�action�str r r � copy_fileC sV ! �
r5 c C s� ddl m}m}m}m}m} ddl} |dkr:t�d| |� |rB|S || �sVt d| ��||�rrt
j � ||| ��}n||�r�t d| |f ��|||��s�t d| |f ��d }
zt
�
| |� W nP tk
�r
} z0| j\} }
| | jkr�d
}
nt d | ||
f ��W 5 d} ~ X Y nX |
�r�t| ||d � zt
�| � W nh tk
�r� } zH| j\} }
zt
�|� W n tk
�rp Y nX t d
| || |
f ��W 5 d} ~ X Y nX |S )a% Move a file 'src' to 'dst'. If 'dst' is a directory, the file will
be moved into it with the same name; otherwise, 'src' is just renamed
to 'dst'. Return the new full name of the file.
Handles cross-device moves on Unix using 'copy_file()'. What about
other systems???
r )r r r! r# r$ Nr zmoving %s -> %sz#can't move '%s': not a regular filez0can't move '%s': destination '%s' already existsz2can't move '%s': destination '%s' not a valid pathFTz couldn't move '%s' to '%s': %s)r0 zAcouldn't move '%s' to '%s' by copy/delete: delete '%s' failed: %s)Zos.pathr r r! r# r$ �errnor r) r r
r r" �renamer �argsZEXDEVr5 r )r r r0 r1 r r r! r# r$ r6 Zcopy_itr Znum�msgr r r � move_file� s` �� ��
�
��r: c C s6 t | d�}z |D ]}|�|d � qW 5 |�� X dS )z{Create a file with the specified name and write 'contents' (a
sequence of strings without line terminators) to it.
�w�
N)r
r r )�filename�contents�f�liner r r �
write_file� s
rA )r )r r r Nr r )r r ) �__doc__r
Zdistutils.errorsr Z distutilsr r& r r5 r: rA r r r r �<module> s" �
3 �
d �
? distutils/__pycache__/fancy_getopt.cpython-38.pyc 0000644 00000024642 15115353745 0016133 0 ustar 00 U
e5dxE � @ s� d Z ddlZddlZddlZddlZddlT dZe�de �Ze�deef �Z e
� dd�Z G d d
� d
�Z
d d � Zd
d� ejD �Zdd� Zdd� ZG dd� d�Zedkr�dZdD ]*Zede � ed�eee��� e� q�dS )a6 distutils.fancy_getopt
Wrapper around the standard getopt module that provides the following
additional features:
* short and long options are tied together
* options have help strings, so fancy_getopt could potentially
create a complete usage summary
* options set attributes of a passed-in object
� N)�*z[a-zA-Z](?:[a-zA-Z0-9-]*)z^%s$z ^(%s)=!(%s)$�-�_c @ s� e Zd ZdZd dd�Zdd� Zdd� Zd d d
�Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
d!dd�Zdd� Zd"dd �Zd#d d �ZdS )$� FancyGetopta� Wrapper around the standard 'getopt()' module that provides some
handy extra functionality:
* short and long options are tied together
* options have help strings, and help text can be assembled
from them
* options set attributes of a passed-in object
* boolean options can have "negative aliases" -- eg. if
--quiet is the "negative alias" of --verbose, then "--quiet"
on the command line sets 'verbose' to false
Nc C sN || _ i | _| j r| �� i | _i | _g | _g | _i | _i | _i | _ g | _
d S �N) � option_table� option_index� _build_index�alias�negative_alias�
short_opts� long_opts�
short2long� attr_name� takes_arg� option_order��selfr � r �./usr/lib64/python3.8/distutils/fancy_getopt.py�__init__) s zFancyGetopt.__init__c C s( | j �� | jD ]}|| j |d < qd S )Nr )r �clearr )r �optionr r r r Q s
zFancyGetopt._build_indexc C s || _ | �� d S r )r r r r r r �set_option_tableV s z FancyGetopt.set_option_tablec C s< || j krtd| ��n |||f}| j�|� || j |< d S )Nz'option conflict: already an option '%s')r �DistutilsGetoptErrorr �append)r � long_optionZ short_optionZ help_stringr r r r �
add_optionZ s
�
zFancyGetopt.add_optionc C s
|| j kS )zcReturn true if the option table for this parser has an
option with long name 'long_option'.)r �r r r r r �
has_optionc s zFancyGetopt.has_optionc C s
|� t�S )z�Translate long option name 'long_option' to the form it
has as an attribute of some object: ie., translate hyphens
to underscores.�� translate�
longopt_xlater r r r �
get_attr_nameh s zFancyGetopt.get_attr_namec C s\ t |t�st�|�� D ]@\}}|| jkr:td|||f ��|| jkrtd|||f ��qd S )Nz(invalid %s '%s': option '%s' not definedz0invalid %s '%s': aliased option '%s' not defined)�
isinstance�dict�AssertionError�itemsr r )r �aliasesZwhatr
�optr r r �_check_alias_dictn s
�
�z FancyGetopt._check_alias_dictc C s | � |d� || _dS )z'Set the aliases for this option parser.r
N)r* r
)r r
r r r � set_aliasesx s zFancyGetopt.set_aliasesc C s | � |d� || _dS )z�Set the negative aliases for this option parser.
'negative_alias' should be a dictionary mapping option names to
option names, both the key and value must already be defined
in the option table.znegative aliasN)r* r )r r r r r �set_negative_aliases} s z FancyGetopt.set_negative_aliasesc C s� g | _ g | _| j�� i | _| jD �]�}t|�dkrD|\}}}d}n(t|�dkr^|\}}}}ntd|f ��t|t �r�t|�dk r�t
d| ��|dks�t|t �r�t|�dks�t
d | ��|| j|< | j � |� |d
d kr�|r�|d }|dd
� }d| j |< nF| j
�|�}|dk �r:| j | �r0t
d
||f ��|| j d
< d| j |< | j�|�}|dk �r�| j | | j | k�r�t
d||f ��t�|��s�t
d| ��| �|�| j|< |r"| j� |� || j|d < q"dS )z�Populate the various data structures that keep tabs on the
option table. Called by 'getopt()' before it can do anything
worthwhile.
� r � zinvalid option tuple: %r� z9invalid long option '%s': must be a string of length >= 2N� z:invalid short option '%s': must a single character or None����=�:z>invalid negative alias '%s': aliased option '%s' takes a valuezginvalid alias '%s': inconsistent with aliased option '%s' (one of them takes a value, the other doesn'tzEinvalid long option name '%s' (must be letters, numbers, hyphens only)r
r r r �repeatr �len�
ValueErrorr$ �strr r r r �getr
�
longopt_re�matchr# r )r r �long�short�helpr4 Zalias_tor r r �_grok_option_table� st
��
��
��
��
�� z FancyGetopt._grok_option_tablec
C s� |dkrt jdd� }|dkr*t� }d}nd}| �� d�| j�}zt�||| j�\}}W n, tjk
r� } z t |��W 5 d}~X Y nX |D ]�\}}t
|�dkr�|d dkr�| j |d }n,t
|�dkr�|dd� d ks�t �|dd� }| j
�|�} | r�| }| j| �s:|d
k�st d ��| j�|�} | �r6| }d}nd}| j| }
|�rl| j�|
�dk �rlt||
d�d }t||
|� | j�||f� q�|�r�||fS |S dS ) a Parse command-line options in args. Store as attributes on object.
If 'args' is None or not supplied, uses 'sys.argv[1:]'. If
'object' is None or not supplied, creates a new OptionDummy
object, stores option values there, and returns a tuple (args,
object). If 'object' is supplied, it is modified in place and
'getopt()' just returns 'args'; in both cases, the returned
'args' is a modified copy of the passed-in 'args' list, which
is left untouched.
Nr0 TF� r/ r r z--� z boolean option can't have value)�sys�argv� OptionDummyr> �joinr �getoptr
�errorZDistutilsArgErrorr5 r r& r
r8 r r r r4 �getattr�setattrr r ) r �args�objectZcreated_objectr Zopts�msgr) �valr
�attrr r r rE � sF
zFancyGetopt.getoptc C s | j dkrtd��n| j S dS )z�Returns the list of (option, value) tuples processed by the
previous run of 'getopt()'. Raises RuntimeError if
'getopt()' hasn't been called yet.
Nz!'getopt()' hasn't been called yet)r � RuntimeError)r r r r �get_option_order s
z FancyGetopt.get_option_orderc C sj d}| j D ]L}|d }|d }t|�}|d dkr:|d }|dk rJ|d }||kr
|}q
|d d d }d}|| } d | }
|r�|g} nd
g} | j D ]�}|dd � \}}} t| | �}
|d dkr�|dd� }|dk�r|
r�| �d |||
d f � n| �d
||f � n:d||f }|
�r4| �d |||
d f � n| �d| � |
dd� D ]}| �|
| � �qNq�| S )z�Generate help text (a list of strings, one per suggested line of
output) from the option table for this FancyGetopt object.
r r0 r1 r2 N� r/ �N r? zOption summary:r- z --%-*s %sz
--%-*s z%s (-%s)z --%-*s)r r5 � wrap_textr )r �headerZmax_optr r; r< �lZ opt_widthZ
line_widthZ
text_widthZ
big_indent�linesr= �textZ opt_namesr r r �
generate_help sH
�zFancyGetopt.generate_helpc C s0 |d krt j}| �|�D ]}|�|d � qd S )N�
)rA �stdoutrW �write)r rS �file�liner r r �
print_helph s zFancyGetopt.print_help)N)NN)NN)N)NN)�__name__�
__module__� __qualname__�__doc__r r r r r r# r* r+ r, r> rE rO rW r] r r r r r s
(
M
=
Or c C s t | �}|�|� |�||�S r )r r, rE )�optionsZ negative_optrJ rI �parserr r r � fancy_getopto s
rd c C s i | ]}t |�d �qS )r? )�ord)�.0Z_wscharr r r �
<dictcomp>u s rg c C s | dkr g S t | �|kr | gS | �� } | �t�} t�d| �}dd� |D �}g }|�rg }d}|r�t |d �}|| |kr�|�|d � |d= || }q\|r�|d d dkr�|d= q�q\|�r|dkr�|�|d d|� � |d |d� |d< |d d dk�r|d= |�d�|�� qN|S ) z�wrap_text(text : string, width : int) -> [string]
Split 'text' into multiple lines of no more than 'width' characters
each, and return the list of strings that results.
Nz( +|-+)c S s g | ] }|r|�qS r r )rf Zchr r r �
<listcomp>� s z wrap_text.<locals>.<listcomp>r r1 r? r@ )r5 �
expandtabsr! �WS_TRANS�re�splitr rD )rV �widthZchunksrU Zcur_lineZcur_lenrT r r r rR w s:
rR c C s
| � t�S )zXConvert a long option name to a valid Python identifier by
changing "-" to "_".
r )r) r r r �translate_longopt� s rn c @ s e Zd ZdZg fdd�ZdS )rC z_Dummy class just used as a place to hold command-line option
values as instance attributes.c C s |D ]}t | |d� qdS )zkCreate a new OptionDummy instance. The attributes listed in
'options' will be initialized to None.N)rH )r rb r) r r r r � s zOptionDummy.__init__N)r^ r_ r` ra r r r r r rC � s rC �__main__z�Tra-la-la, supercalifragilisticexpialidocious.
How *do* you spell that odd word, anyways?
(Someone ask Mary -- she'll know [or she'll
say, "How should I know?"].))�
� � �( z width: %drX )ra rA �stringrk rE Zdistutils.errorsZ longopt_pat�compiler9 Z neg_alias_rer7 � maketransr" r rd Z
whitespacerj rR rn rC r^ rV �w�printrD r r r r �<module> s*
T6 distutils/__pycache__/dir_util.cpython-38.opt-1.pyc 0000644 00000013301 15115353745 0016211 0 ustar 00 U
e5db � @ sp d Z ddlZddlZddlmZmZ ddlmZ i addd�Z dd d
�Z
dd d �Z d
d� Z ddd�Z
dd� ZdS )zWdistutils.dir_util
Utility functions for manipulating directories and directory trees.� N)�DistutilsFileError�DistutilsInternalError)�log� � c C sf t | t�std| f ��tj�| �} g }tj�| �s<| dkr@|S t�tj� | ��rV|S tj�
| �\}}|g}|r�|r�tj�|�s�tj�
|�\}}|� d|� ql|D ]�}tj� ||�}tj� |�} t�| �r�q�|dkr�t
�d|� |�sXzt�||� W nV tk
�rL }
z6|
jtjk�r&tj�|��s<td||
jd f ��W 5 d}
~
X Y nX |�|� dt| < q�|S ) a� Create a directory and any missing ancestor directories.
If the directory already exists (or if 'name' is the empty string, which
means the current directory, which of course exists), then do nothing.
Raise DistutilsFileError if unable to create some directory along the way
(eg. some sub-path exists, but is a file rather than a directory).
If 'verbose' is true, print a one-line summary of each mkdir to stdout.
Return the list of directories actually created.
z(mkpath: 'name' must be a string (got %r)� r r z creating %szcould not create '%s': %s���N)�
isinstance�strr �os�path�normpath�isdir�
_path_created�get�abspath�split�insert�joinr �info�mkdir�OSError�errnoZEEXISTr �args�append) �name�mode�verbose�dry_runZ created_dirs�head�tailZtails�dZabs_head�exc� r# �*/usr/lib64/python3.8/distutils/dir_util.py�mkpath sB
�
�
r% c C sN t � }|D ] }|�tj�| tj�|��� q
t|�D ]}t||||d� q4dS )a� Create all the empty directories under 'base_dir' needed to put 'files'
there.
'base_dir' is just the name of a directory which doesn't necessarily
exist yet; 'files' is a list of filenames to be interpreted relative to
'base_dir'. 'base_dir' + the directory portion of every file in 'files'
will be created if it doesn't already exist. 'mode', 'verbose' and
'dry_run' flags are as for 'mkpath()'.
�r r N)�set�addr r r �dirname�sortedr% )Zbase_dir�filesr r r Zneed_dir�file�dirr# r# r$ � create_treeP s
r. c
C s^ ddl m} |s(tj�| �s(td| ��zt�| �} W n> tk
rt }
z |rRg } ntd| |
jf ��W 5 d}
~
X Y nX |s�t ||d� g } | D ]�} tj�
| | �}
tj�
|| �}| � d�r�q�|�r
tj� |
��r
t�
|
�}|dkr�t�d ||� |s�t�||� | �|� q�tj�|
��r8| �t|
|||||||d
�� q�||
||||||d
� | �|� q�| S ) a Copy an entire directory tree 'src' to a new location 'dst'.
Both 'src' and 'dst' must be directory names. If 'src' is not a
directory, raise DistutilsFileError. If 'dst' does not exist, it is
created with 'mkpath()'. The end result of the copy is that every
file in 'src' is copied to 'dst', and directories under 'src' are
recursively copied to 'dst'. Return the list of files that were
copied or might have been copied, using their output name. The
return value is unaffected by 'update' or 'dry_run': it is simply
the list of all files under 'src', with the names changed to be
under 'dst'.
'preserve_mode' and 'preserve_times' are the same as for
'copy_file'; note that they only apply to regular files, not to
directories. If 'preserve_symlinks' is true, symlinks will be
copied as symlinks (on platforms that support them!); otherwise
(the default), the destination of the symlink will be copied.
'update' and 'verbose' are the same as for 'copy_file'.
r )� copy_filez&cannot copy tree '%s': not a directoryz error listing files in '%s': %sN)r z.nfsr zlinking %s -> %sr& )Zdistutils.file_utilr/ r r r r �listdirr �strerrorr% r �
startswith�islink�readlinkr r �symlinkr �extend� copy_tree)�srcZdstZ
preserve_modeZpreserve_timesZpreserve_symlinks�updater r r/ �names�eZoutputs�nZsrc_nameZdst_nameZ link_destr# r# r$ r7 c s\ � �
�� � r7 c C sf t �| �D ]F}t j�| |�}t j�|�r@t j�|�s@t||� q
|�t j|f� q
|�t j | f� dS )zHelper for remove_tree().N)
r r0 r r r r3 �_build_cmdtupler �remove�rmdir)r � cmdtuples�fZreal_fr# r# r$ r= � s r= c C s� |dkrt �d| � |r dS g }t| |� |D ]h}z2|d |d � tj�|d �}|tkrbt|= W q. tk
r� } zt �d| |� W 5 d}~X Y q.X q.dS )z�Recursively remove an entire directory tree.
Any errors are ignored (apart from being reported to stdout if 'verbose'
is true).
r z'removing '%s' (and everything under it)Nr zerror removing %s: %s) r r r= r r r r r �warn)Z directoryr r r@ �cmdr r" r# r# r$ � remove_tree� s
rD c C s6 t j�| �\}} | dd� t jkr2|| dd� } | S )z�Take the full path 'path', and make it a relative path.
This is useful to make 'path' the second argument to os.path.join().
r r N)r r �
splitdrive�sep)r Zdriver# r# r$ �ensure_relative� s rG )r r r )r r r )r r r r r r )r r )�__doc__r r Zdistutils.errorsr r Z distutilsr r r% r. r7 r= rD rG r# r# r# r$ �<module> s
?
�
E
distutils/__pycache__/debug.cpython-38.pyc 0000644 00000000304 15115353745 0014524 0 ustar 00 U
e5d� � @ s d dl Z e j�d�ZdS )� NZDISTUTILS_DEBUG)�os�environ�get�DEBUG� r r �'/usr/lib64/python3.8/distutils/debug.py�<module> s distutils/__pycache__/unixccompiler.cpython-38.pyc 0000644 00000015512 15115353745 0016326 0 ustar 00 U
&�.e�; � @ s� d Z ddlZddlZddlZddlmZ ddlmZ ddlm Z m
Z
m Z ddl m
Z
mZmZmZ ddlmZ ejdkr~ddlZG d d
� d
e �ZdS ) a9 distutils.unixccompiler
Contains the UnixCCompiler class, a subclass of CCompiler that handles
the "typical" Unix-style command-line C compiler:
* macros defined with -Dname[=value]
* macros undefined with -Uname
* include search directories specified with -Idir
* libraries specified with -lllib
* library search directories specified with -Ldir
* compile handled by 'cc' (or similar) executable with -c option:
compiles .c to .o
* link static library handled by 'ar' command (possibly with 'ranlib')
* link shared library handled by 'cc -shared'
� N)� sysconfig)�newer)� CCompiler�gen_preprocess_options�gen_lib_options)�DistutilsExecError� CompileError�LibError� LinkError)�log�darwinc
s� e Zd ZdZddgdgdgddgdgddgdd�Zejdd� d krNd
ged
< d d d
dddgZdZdZ dZ
dZ dZ d Z
ZZeZejdkr�dZ� fdd�Zd.dd �Zd d � Zd/d d!�Zd0d"d#�Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd1d,d-�Z� Z S )2�
UnixCCompilerZunixNZccz-sharedZarz-cr)� preprocessor�compiler� compiler_so� compiler_cxx� linker_so�
linker_exe�archiver�ranlib� r r z.cz.Cz.ccz.cxxz.cppz.mz.oz.az.soz.dylibz.tbdzlib%s%s�cygwinz.exec s@ t � �|||�\}}}t�d�}|r6||kr6|�|� |||fS )z'Remove standard library path from rpathZLIBDIR)�super�
_fix_lib_argsr �get_config_var�remove)�self� libraries� library_dirs�runtime_library_dirsZlibdir�� __class__� �//usr/lib64/python3.8/distutils/unixccompiler.pyr U s �
zUnixCCompiler._fix_lib_argsc
C s� | � d ||�}|\}}}t||�} | j| }
|r>|
�d|g� |rN||
d d�< |r\|
�|� |
�|� | js~|d ks~t||�r�|r�| �tj �
|�� z| � |
� W n* t k
r� } z t
| ��W 5 d } ~ X Y nX d S )N�-or )Z_fix_compile_argsr r �extend�appendZforcer �mkpath�os�path�dirname�spawnr r ) r �sourceZ output_fileZmacrosZ include_dirs�
extra_preargs�extra_postargs�
fixed_args�ignore�pp_optsZpp_args�msgr" r" r# �
preprocess^ s$
zUnixCCompiler.preprocessc
C sp | j }tjdkr t�||| �}z | �|| |d|g | � W n* tk
rj } z t|��W 5 d }~X Y nX d S )Nr r$ )r �sys�platform� _osx_support�compiler_fixupr+ r r ) r �obj�srcZextZcc_argsr. r1 r r2 r" r" r# �_compilex s
��
zUnixCCompiler._compiler c
C s� | � ||�\}}| j||d�}| �||�r�| �tj�|�� | �| j|g | | j � | j
r�z| �| j
|g � W q� t k
r� } z t |��W 5 d }~X Y q�X n t
�d|� d S )N)�
output_dir�skipping %s (up-to-date))�_fix_object_args�library_filename�
_need_linkr' r( r) r* r+ r �objectsr r r r �debug)r r@ Zoutput_libnamer; rA � target_lang�output_filenamer2 r" r" r# �create_static_lib� s$ � ��� z UnixCCompiler.create_static_libc
C s� | � ||�\}}| �|||�}|\}}}t| |||�}t|ttd �f�sPtd��|d k rftj� ||�}| �
||��r�|| j | d|g }| r�dg|d d�< |
r�|
|d d�< | r�|� | � | �
tj�|�� z�|tjkr�| jd d � }n| jd d � }|
dk�rr| j�rrd}tj�|d �dk�r@d}d|| k�r@|d7 }�q&tj�|| �d k�r\d}nd}| j| ||| < tjd
k�r�t�||�}| �|| � W n, tk
�r� } z t|��W 5 d }~X Y nX n t � d |� d S ) Nz%'output_dir' must be a string or Noner$ z-gr zc++�env� �=Z ld_so_aixr r< ) r= r r �
isinstance�str�type� TypeErrorr( r) �joinr? r@ r% r' r* r Z
EXECUTABLEr r r �basenamer4 r5 r6 r7 r+ r r
r rA )r Z target_descr@ rC r; r r r Zexport_symbolsrA r- r. Z
build_temprB r/ Zlib_optsZld_argsZlinker�i�offsetr2 r" r" r# �link� sZ �
���
zUnixCCompiler.linkc C s d| S )N�-Lr" )r �dirr" r" r# �library_dir_option� s z UnixCCompiler.library_dir_optionc C s d|kpd|kS )NZgcczg++r" )r Z
compiler_namer" r" r# �_is_gcc� s zUnixCCompiler._is_gccc C s� t j�t�d��}tjd d� dkr,d| S tjd d� dkrFd| S tjd d� d krz| �|�rnd
d| gS d d| gS | �|�r�t�d �d
kr�d| S d| S nd| S d S )N�CCr r rQ � Zfreebsdz -Wl,-rpath=� zhp-uxz-Wl,+sz+sZGNULDZyesz-Wl,--enable-new-dtags,-Rz-Wl,-Rz-R)r( r) rM r r r4 r5 rT )r rR r r" r" r# �runtime_library_dir_option� s
z(UnixCCompiler.runtime_library_dir_optionc C s d| S )Nz-lr" )r �libr" r" r# �library_option s z UnixCCompiler.library_optionc C s� | j |dd�}| j |dd�}| j |dd�}| j |dd�}tjdkr|t�d�}t�d|�} | d krrt�t�d ��}
n
| � d
�}
|D �] } t
j � | |�} t
j � | |�}
t
j � | |�}t
j � | |�}tjdk�rL| �
d �s�| �
d ��rL| �
d
��sLt
j � |
| d
d � |�} t
j � |
| d
d � |�}
t
j � |
| d
d � |�}t
j � |
| d
d � |�}t
j �|
��rb|
S t
j �|��rx| S t
j �| ��r�| S t
j �|�r�| S q�d S )N�shared)Zlib_type�dylib�
xcode_stub�staticr ZCFLAGSz-isysroot\s*(\S+)rU rF z/System/z/usr/z /usr/local/)r> r4 r5 r r �re�searchr6 Z_default_sysroot�groupr( r) rL �
startswith�exists)r �dirsrY rA Zshared_fZdylib_fZ xcode_stub_fZstatic_fZcflags�mZsysrootrR r[ r\ r^ r] r" r" r# �find_library_file sF
���
z UnixCCompiler.find_library_file)NNNNN)Nr N)
NNNNNr NNNN)r ) �__name__�
__module__� __qualname__Z
compiler_typeZ executablesr4 r5 Zsrc_extensionsZ
obj_extensionZstatic_lib_extensionZshared_lib_extensionZdylib_lib_extensionZxcode_stub_lib_extensionZstatic_lib_formatZshared_lib_formatZdylib_lib_formatZxcode_stub_lib_formatZ
exe_extensionr r3 r: rD rP rS rT rX rZ rf �
__classcell__r" r" r r# r
- sb �
�
�
�
B*r
)�__doc__r( r4 r_ Z distutilsr Zdistutils.dep_utilr Zdistutils.ccompilerr r r Zdistutils.errorsr r r r
r r5 r6 r
r" r" r" r# �<module> s
distutils/__pycache__/util.cpython-38.opt-1.pyc 0000644 00000036274 15115353745 0015371 0 ustar 00 U
e5d�Q � @ s d Z ddlZddlZddlZddlZddlZddlmZ ddl m
Z
ddl m Z ddl
mZ ddlmZ dd � Zd
d � Zd d
� Zdd� Zdadd� Zdd� Zd*dd�Zd a aadd� Zdd� Z d+dd �Z d d � Z d,d d!�Z d"d#� Z d-d$d%�Z!d.d&d'�Z"G d(d)� d)�Z#dS )/zudistutils.util
Miscellaneous utility functions -- anything that doesn't fit into
one of the other *util.py modules.
� N)�DistutilsPlatformError)�newer)�spawn)�log)�DistutilsByteCompileErrorc
C s� t jdkrFdtj�� kr dS dtj�� kr.dS dtj�� kr@dS tjS dt jkrZt jd S t jd ksntt d
�sttjS t �� \} }}}}| �� � d d �} |� d
d�}|� d d�}| dd� dkr�d| |f S | dd� dk�r,|d dk�r�d} dt
|d �d |dd� f }dd d �}|d |tj 7 }n�| dd� d k�rLd | ||f S | dd!� d"k�r�d"} t �
d#t j�}|�|�}|�r�|�� }n>| dd!� d$k�r�ddl}ddl} |�| j�� | ||�\} }}d%| ||f S )&a� Return a string that identifies the current platform. This is used mainly to
distinguish platform-specific build directories and platform-specific built
distributions. Typically includes the OS name and version and the
architecture (as supplied by 'os.uname()'), although the exact information
included depends on the OS; eg. on Linux, the kernel version isn't
particularly important.
Examples of returned values:
linux-i586
linux-alpha (?)
solaris-2.6-sun4u
Windows will return one of:
win-amd64 (64bit Windows on AMD64 (aka x86_64, Intel64, EM64T, etc)
win32 (all others - specifically, sys.platform is returned)
For other non-POSIX platforms, currently just returns 'sys.platform'.
�ntZamd64� win-amd64z(arm)� win-arm32z(arm64)z win-arm64Z_PYTHON_HOST_PLATFORM�posix�uname�/� � �_�-N� Zlinuxz%s-%sZsunosr �5Zsolarisz%d.%s� � Z32bitZ64bit)i���l ���� z.%sZaixz%s-%s.%s� �cygwinz[\d.]+�darwinz%s-%s-%s)�os�name�sys�version�lower�platform�environ�hasattrr �replace�int�maxsize�re�compile�ASCII�match�group� _osx_supportZdistutils.sysconfigZget_platform_osxZ sysconfigZget_config_vars)
ZosnameZhost�releaser �machineZbitnessZrel_re�mr( � distutils� r- �&/usr/lib64/python3.8/distutils/util.py�get_host_platform sR
�
r/ c C s8 t jdkr.dddd�} | �t j�d��p,t� S t� S d S )Nr Zwin32r r )Zx86Zx64ZarmZVSCMD_ARG_TGT_ARCH)r r �getr r/ )ZTARGET_TO_PLATr- r- r. � get_platforma s
�r1 c C sz t jdkr| S | s| S | d dkr.td| ��| d dkrFtd| ��| �d�}d|krd|�d� qP|snt jS t jj|� S )a� Return 'pathname' as a name that will work on the native filesystem,
i.e. split it on '/' and put it back together again using the current
directory separator. Needed because filenames in the setup script are
always supplied in Unix style, and have to be converted to the local
convention before we can actually use them in the filesystem. Raises
ValueError on non-Unix-ish systems if 'pathname' either starts or
ends with a slash.
r r z path '%s' cannot be absolute���z path '%s' cannot end with '/'�.)r �sep�
ValueError�split�remove�curdir�path�join)�pathname�pathsr- r- r. � convert_pathl s
r= c C s� t jdkr<t j�|�s$t j�| |�S t j�| |dd� �S nNt jdkr|t j�|�\}}|d dkrn|dd� }t j�| |�S tdt j ��dS )a Return 'pathname' with 'new_root' prepended. If 'pathname' is
relative, this is equivalent to "os.path.join(new_root,pathname)".
Otherwise, it requires making 'pathname' relative and then joining the
two, which is tricky on DOS/Windows and Mac OS.
r
� Nr r �\z!nothing known about platform '%s')r r r9 �isabsr: �
splitdriver )Znew_rootr; Zdriver9 r- r- r. � change_root� s
rB c C sx t rdS tjdkrZdtjkrZz$ddl} | �t�� �d tjd< W n ttfk
rX Y nX dtjkrpt � tjd< da dS )aL Ensure that 'os.environ' has all the environment variables we
guarantee that users can use in config files, command-line options,
etc. Currently this includes:
HOME - user's home directory (Unix only)
PLAT - description of the current platform, including hardware
and OS (see 'get_platform()')
Nr
�HOMEr r ZPLATr> )
�_environ_checkedr r r �pwd�getpwuid�getuid� ImportError�KeyErrorr1 )rE r- r- r. �
check_environ� s
rJ c
C sV t � |fdd�}zt�d|| �W S tk
rP } ztd| ��W 5 d}~X Y nX dS )a� Perform shell/Perl-style variable substitution on 'string'. Every
occurrence of '$' followed by a name is considered a variable, and
variable is substituted by the value found in the 'local_vars'
dictionary, or in 'os.environ' if it's not in 'local_vars'.
'os.environ' is first checked/augmented to guarantee that it contains
certain values: see 'check_environ()'. Raise ValueError for any
variables not found in either 'local_vars' or 'os.environ'.
c S s, | � d�}||kr t|| �S tj| S d S )Nr> )r' �strr r )r& �
local_varsZvar_namer- r- r. �_subst� s
zsubst_vars.<locals>._substz\$([a-zA-Z_][a-zA-Z_0-9]*)zinvalid variable '$%s'N)rJ r# �subrI r5 )�srL rM �varr- r- r. �
subst_vars� s rQ �error: c C s |t | � S �N)rK )�exc�prefixr- r- r. �grok_environment_error� s rV c C s( t �dtj �at �d�at �d�ad S )Nz
[^\\\'\"%s ]*z'(?:[^'\\]|\\.)*'z"(?:[^"\\]|\\.)*")r# r$ �string�
whitespace�
_wordchars_re�
_squote_re�
_dquote_rer- r- r- r. � _init_regex� s
r\ c C s� t dkrt� | �� } g }d}| �r�t �| |�}|�� }|t| �krZ|�| d|� � �q�| | tjkr�|�| d|� � | |d� � � } d}n�| | dkr�| d|� | |d d� } |d }n�| | dkr�t
�| |�}n*| | dkr�t �| |�}nt d| | ��|dk�r t
d| | ��|�� \}}| d|� | |d |d � | |d� } |�� d }|t| �kr |�| � �q�q |S )
a Split a string up according to Unix shell-like rules for quotes and
backslashes. In short: words are delimited by spaces, as long as those
spaces are not escaped by a backslash, or inside a quoted string.
Single and double quotes are equivalent, and the quote characters can
be backslash-escaped. The backslash is stripped from any two-character
escape sequence, leaving only the escaped character. The quote
characters are stripped from any quoted string. Returns a list of
words.
Nr r? r> �'�"z!this can't happen (bad char '%c')z"bad string (mismatched %s quotes?)r )rY r\ �stripr& �end�len�appendrW rX �lstriprZ r[ � RuntimeErrorr5 �span)rO Zwords�posr+ r` Zbegr- r- r. � split_quoted� s@
,
rg c C sP |dkr6d| j |f }|dd� dkr6|dd� d }t�|� |sL| |� dS )a� Perform some action that affects the outside world (eg. by
writing to the filesystem). Such actions are special because they
are disabled by the 'dry_run' flag. This method takes care of all
that bureaucracy for you; all you have to do is supply the
function to call and an argument tuple for it (to embody the
"external action" being performed), and an optional message to
print.
Nz%s%r���z,)r �))�__name__r �info)�func�args�msg�verbose�dry_runr- r- r. �execute s
rq c C s2 | � � } | dkrdS | dkr dS td| f ��dS )z�Convert a string representation of truth to true (1) or false (0).
True values are 'y', 'yes', 't', 'true', 'on', and '1'; false values
are 'n', 'no', 'f', 'false', 'off', and '0'. Raises ValueError if
'val' is anything else.
)�yZyes�t�trueZon�1r> )�nZno�fZfalseZoff�0r zinvalid truth value %rN)r r5 )�valr- r- r. � strtobool2 s rz r> c C sT ddl }tjrtd��|dkr*do(|dk}|�s@z ddlm} | d�\}
} W n. tk
rz ddlm} d| d� }
} Y nX t� d| � |s�|
dk r�t
� |
d �}
n
t | d �}
|
�B |
�
d
� |
�
d �tt| ��d � |
�
d
|||||f � W 5 Q R X tjg}|�|�� � |�| � t||d� tt
j| fd| |d� �nddlm} | D ]�}|dd� dk�rj�qP|dk�r�|dk�r�dn|}tjj ||d�}n tj� |�}|}|�r�|dt |�� |k�r�t d||f ��|t |�d� }|�r�t
j �||�}t
j � |�}|�rP|�s t!||��r>t� d||� |�sL||||� nt�"d||� �qPdS )a~ Byte-compile a collection of Python source files to .pyc
files in a __pycache__ subdirectory. 'py_files' is a list
of files to compile; any files that don't end in ".py" are silently
skipped. 'optimize' must be one of the following:
0 - don't optimize
1 - normal optimization (like "python -O")
2 - extra optimization (like "python -OO")
If 'force' is true, all files are recompiled regardless of
timestamps.
The source filename encoded in each bytecode file defaults to the
filenames listed in 'py_files'; you can modify these with 'prefix' and
'basedir'. 'prefix' is a string that will be stripped off of each
source filename, and 'base_dir' is a directory name that will be
prepended (after 'prefix' is stripped). You can supply either or both
(or neither) of 'prefix' and 'base_dir', as you wish.
If 'dry_run' is true, doesn't actually do anything that would
affect the filesystem.
Byte-compilation is either done directly in this interpreter process
with the standard py_compile module, or indirectly by writing a
temporary script and executing it. Normally, you should let
'byte_compile()' figure out to use direct compilation or not (see
the source for details). The 'direct' flag is used by the script
generated in indirect mode; unless you know what you're doing, leave
it set to None.
r Nzbyte-compiling is disabled.F)�mkstemp�.py)�mktempz$writing byte-compilation script '%s'�wz2from distutils.util import byte_compile
files = [
z,
z]
z�
byte_compile(files, optimize=%r, force=%r,
prefix=%r, base_dir=%r,
verbose=%r, dry_run=0,
direct=1)
)rp z removing %s)r$ ���r
)� optimizationz1invalid prefix: filename %r doesn't start with %rzbyte-compiling %s to %sz%skipping byte-compilation of %s to %s)#�
subprocessr �dont_write_bytecoder Ztempfiler{ rH r} r rk r �fdopen�open�writer: �map�repr�
executable�extendZ"_optim_args_from_interpreter_flagsrb r rq r7 �
py_compiler$ � importlib�util�cache_from_sourcera r5 r9 �basenamer �debug)Zpy_files�optimizeZforcerU Zbase_dirro rp Zdirectr� r{ Z script_fdZ script_namer} Zscript�cmdr$ �file�opt�cfile�dfileZ
cfile_baser- r- r. � byte_compileB sx $
�
�
� � �r� c C s | � d�}d}|�|�S )z�Return a version of the string escaped for inclusion in an
RFC-822 header, by ensuring there are 8 spaces space after each newline.
�
z
)r6 r: )�header�linesr4 r- r- r. �
rfc822_escape� s
r� c C sV | sdS ddl m}m} G dd� d|�}|dkr8|d�}|||d�}|j| dd � dS )
a Invoke 2to3 on a list of Python files.
The files should all come from the build area, as the
modification is done in-place. To reduce the build time,
only files modified since the last invocation of this
function should be passed in the files argument.Nr )�RefactoringTool�get_fixers_from_packagec @ s$ e Zd Zdd� Zdd� Zdd� ZdS )z*run_2to3.<locals>.DistutilsRefactoringToolc _ s t j|f|�� d S rS )r �error)�selfrn rm �kwr- r- r. � log_error� s z4run_2to3.<locals>.DistutilsRefactoringTool.log_errorc W s t j|f|�� d S rS )r rk �r� rn rm r- r- r. � log_message� s z6run_2to3.<locals>.DistutilsRefactoringTool.log_messagec W s t j|f|�� d S rS )r r� r� r- r- r. � log_debug� s z4run_2to3.<locals>.DistutilsRefactoringTool.log_debugN)rj �
__module__� __qualname__r� r� r� r- r- r- r. �DistutilsRefactoringTool� s r� z
lib2to3.fixes)�optionsT)r� )Zlib2to3.refactorr� r� Zrefactor)�files� fixer_namesr� �explicitr� r� r� �rr- r- r. �run_2to3� s
r� c C s ddl m} ddlm} ddlm} |� } t�� }
t�| � z | � � W 5 t�|
� X | j
| j dd�< |r�|� � D ] } | �
� } | s�qr| �| � qrg } | j D ]L}
tj�||
�}|tj�|�� |tj�| |
�|dd�}|d r�| �|� q�tdd � | D �|||d
� | S ) z�Recursively copy a directory, only copying new and changed files,
running run_2to3 over all newly copied Python modules afterward.
If you give a template string, it's parsed like a MANIFEST.in.
r )�mkpath)� copy_file)�FileListNr> )�updatec S s g | ]}|� � �d �r|�qS )r| )r �endswith)�.0�fnr- r- r. �
<listcomp> s z$copydir_run_2to3.<locals>.<listcomp>)r� r� r� )Zdistutils.dir_utilr� Zdistutils.file_utilr� Zdistutils.filelistr� r �getcwd�chdir�findallZallfilesr� �
splitlinesr_ Zprocess_template_liner9 r: �dirnamerb r� )�src�dest�templater� r� r� r� r� r� Zfilelistr8 �lineZcopied�filenameZoutname�resr- r- r. �copydir_run_2to3� s:
�r� c @ s$ e Zd ZdZdZdZdZdd� ZdS )� Mixin2to3z�Mixin class for commands that run 2to3.
To configure 2to3, setup scripts may either change
the class variables, or inherit from individual commands
to override how 2to3 is invoked.Nc C s t || j| j| j�S rS )r� r� r� r� )r� r� r- r- r. r� - s zMixin2to3.run_2to3)rj r� r� �__doc__r� r� r� r� r- r- r- r. r� s
r� )rR )Nr r )r r NNr> r N)NNN)NNNN)$r� r r# �importlib.utilr� rW r Zdistutils.errorsr Zdistutils.dep_utilr Zdistutils.spawnr r, r r r/ r1 r= rB rD rJ rQ rV rY rZ r[ r\ rg rq rz r� r� r� r� r� r- r- r- r. �<module> sN O
=
�
�
! distutils/__pycache__/config.cpython-38.opt-2.pyc 0000644 00000006060 15115353745 0015650 0 ustar 00 U
e5d� � @ s8 d dl Z d dlmZ d dlmZ dZG dd� de�ZdS )� N)�RawConfigParser)�CommandzE[distutils]
index-servers =
pypi
[pypi]
username:%s
password:%s
c @ sd e Zd ZdZdZdZdZddde fdgZdgZd d
� Z d d � Z
d
d� Z dd� Z dd� Z
dd� ZdS )�
PyPIRCCommandz https://upload.pypi.org/legacy/�pypiNz repository=�rz url of repository [default: %s])�
show-responseNz&display full response text from serverr c C s t j�t j�d�d�S )N�~z.pypirc)�os�path�join�
expanduser��self� r �(/usr/lib64/python3.8/distutils/config.py� _get_rc_file& s zPyPIRCCommand._get_rc_filec C sH | � � }t�t�|tjtjB d�d��}|�t||f � W 5 Q R X d S )Ni� �w)r r �fdopen�open�O_CREAT�O_WRONLY�write�DEFAULT_PYPIRC)r �username�password�rc�fr r r �
_store_pypirc* s zPyPIRCCommand._store_pypircc C s� | � � }tj�|��r�| �d| � | jp.| j}t� }|�|� |� � }d|k�rF|�
dd�}dd� |� d�D �}|g kr�d|kr�dg}ni S |D ]�}d|i}|�
|d �|d < d
| jfd | j fd fD ].\} }
|�
|| �r�|�
|| �|| < q�|
|| < q�|dk�r || jdfk�r | j|d
< | S |d |k�s:|d
|kr�| S q�nRd
|k�r�d
}|�
|d
��rp|�
|d
�}n| j}|�
|d �|�
|d�||| j d�S i S )NzUsing PyPI login from %sZ distutilsz
index-serversc S s g | ]}|� � d kr|� � �qS )� )�strip)�.0�serverr r r �
<listcomp>= s �z.PyPIRCCommand._read_pypirc.<locals>.<listcomp>�
r r! r �
repository�realm)r Nz server-loginr )r r r$ r! r% )r r r
�existsZannouncer$ �DEFAULT_REPOSITORYr �read�sections�get�split�
DEFAULT_REALMZ
has_option) r r r$ Zconfigr) Z
index_serversZ_serversr! Zcurrent�key�defaultr r r � _read_pypirc0 sb
���
�
�
�zPyPIRCCommand._read_pypircc C s8 dd l }|�dd�}|�|�d �dd�}|�� �|�S )Nr z content-typez
text/plain� �charset�ascii)�cgiZ getheaderZ parse_headerr* r( �decode)r Zresponser3 Z content_type�encodingr r r �_read_pypi_responsep s z!PyPIRCCommand._read_pypi_responsec C s d | _ d | _d| _d S )Nr )r$ r% Z
show_responser
r r r �initialize_optionsw s z PyPIRCCommand.initialize_optionsc C s( | j d kr| j| _ | jd kr$| j| _d S )N)r$ r' r% r, r
r r r �finalize_options} s
z PyPIRCCommand.finalize_options)�__name__�
__module__� __qualname__r' r, r$ r% Z user_optionsZboolean_optionsr r r/ r6 r7 r8 r r r r r s$ ���@r )r Z configparserr Z
distutils.cmdr r r r r r r �<module> s
distutils/__pycache__/dir_util.cpython-38.opt-2.pyc 0000644 00000006567 15115353745 0016232 0 ustar 00 U
e5db � @ sl d dl Z d dlZd dlmZmZ d dlmZ i addd�Zddd �Z dd
d �Z
d d
� Z ddd�Z dd� Z
dS )� N)�DistutilsFileError�DistutilsInternalError)�log� � c C sf t | t�std| f ��tj�| �} g }tj�| �s<| dkr@|S t�tj� | ��rV|S tj�
| �\}}|g}|r�|r�tj�|�s�tj�
|�\}}|� d|� ql|D ]�}tj� ||�}tj� |�} t�| �r�q�|dkr�t
�d|� |�sXzt�||� W nV tk
�rL }
z6|
jtjk�r&tj�|��s<td||
jd f ��W 5 d }
~
X Y nX |�|� dt| < q�|S )Nz(mkpath: 'name' must be a string (got %r)� r r z creating %szcould not create '%s': %s���)�
isinstance�strr �os�path�normpath�isdir�
_path_created�get�abspath�split�insert�joinr �info�mkdir�OSError�errnoZEEXISTr �args�append) �name�mode�verbose�dry_runZ created_dirs�head�tailZtails�dZabs_head�exc� r# �*/usr/lib64/python3.8/distutils/dir_util.py�mkpath sB
�
�
r% c C sN t � }|D ] }|�tj�| tj�|��� q
t|�D ]}t||||d� q4d S )N�r r )�set�addr r r �dirname�sortedr% )Zbase_dir�filesr r r Zneed_dir�file�dirr# r# r$ � create_treeP s
r. c
C s^ ddl m} |s(tj�| �s(td| ��zt�| �} W n> tk
rt }
z |rRg } ntd| |
jf ��W 5 d }
~
X Y nX |s�t ||d� g } | D ]�} tj�
| | �}
tj�
|| �}| � d�r�q�|�r
tj� |
��r
t�
|
�}|dkr�t�d||� |s�t�||� | �|� q�tj�|
��r8| �t|
|||||||d �� q�||
||||||d � | �|� q�| S )
Nr )� copy_filez&cannot copy tree '%s': not a directoryz error listing files in '%s': %s)r z.nfsr zlinking %s -> %sr& )Zdistutils.file_utilr/ r r r r �listdirr �strerrorr% r �
startswith�islink�readlinkr r �symlinkr �extend� copy_tree)�srcZdstZ
preserve_modeZpreserve_timesZpreserve_symlinks�updater r r/ �names�eZoutputs�nZsrc_nameZdst_nameZ link_destr# r# r$ r7 c s\ � �
�� � r7 c C sf t �| �D ]F}t j�| |�}t j�|�r@t j�|�s@t||� q
|�t j|f� q
|�t j | f� d S )N)
r r0 r r r r3 �_build_cmdtupler �remove�rmdir)r � cmdtuples�fZreal_fr# r# r$ r= � s r= c C s� |dkrt �d| � |r d S g }t| |� |D ]h}z2|d |d � tj�|d �}|tkrbt|= W q. tk
r� } zt �d| |� W 5 d }~X Y q.X q.d S )Nr z'removing '%s' (and everything under it)r zerror removing %s: %s) r r r= r r r r r �warn)Z directoryr r r@ �cmdr r" r# r# r$ � remove_tree� s
rD c C s6 t j�| �\}} | dd� t jkr2|| dd � } | S )Nr r )r r �
splitdrive�sep)r Zdriver# r# r$ �ensure_relative� s rG )r r r )r r r )r r r r r r )r r )r r Zdistutils.errorsr r Z distutilsr r r% r. r7 r= rD rG r# r# r# r$ �<module> s
?
�
E
distutils/__pycache__/errors.cpython-38.opt-2.pyc 0000644 00000005220 15115353745 0015714 0 ustar 00 U
e5d�
� @ s4 G d d� de �ZG dd� de�ZG dd� de�ZG dd� de�ZG dd � d e�ZG d
d � d e�ZG d d
� d
e�ZG dd� de�ZG dd� de�Z G dd� de�Z
G dd� de�Z G dd� de�Z G dd� de�Z
G dd� de �ZG d d � d e�ZG d d � d e�ZG d d!� d!e�ZG d"d#� d#e�ZG d$d%� d%e�Zd&S )'c @ s e Zd ZdS )�DistutilsErrorN��__name__�
__module__� __qualname__� r r �(/usr/lib64/python3.8/distutils/errors.pyr s r c @ s e Zd ZdS )�DistutilsModuleErrorNr r r r r r s r c @ s e Zd ZdS )�DistutilsClassErrorNr r r r r r s r c @ s e Zd ZdS )�DistutilsGetoptErrorNr r r r r r
s r
c @ s e Zd ZdS )�DistutilsArgErrorNr r r r r r s r c @ s e Zd ZdS )�DistutilsFileErrorNr r r r r r $ s r c @ s e Zd ZdS )�DistutilsOptionErrorNr r r r r r
* s r
c @ s e Zd ZdS )�DistutilsSetupErrorNr r r r r r 3 s r c @ s e Zd ZdS )�DistutilsPlatformErrorNr r r r r r 8 s r c @ s e Zd ZdS )�DistutilsExecErrorNr r r r r r > s r c @ s e Zd ZdS )�DistutilsInternalErrorNr r r r r r C s r c @ s e Zd ZdS )�DistutilsTemplateErrorNr r r r r r H s r c @ s e Zd ZdS )�DistutilsByteCompileErrorNr r r r r r K s r c @ s e Zd ZdS )�CCompilerErrorNr r r r r r O s r c @ s e Zd ZdS )�PreprocessErrorNr r r r r r R s r c @ s e Zd ZdS )� CompileErrorNr r r r r r U s r c @ s e Zd ZdS )�LibErrorNr r r r r r X s r c @ s e Zd ZdS )� LinkErrorNr r r r r r \ s r c @ s e Zd ZdS )�UnknownFileErrorNr r r r r r ` s r N)� Exceptionr r r r
r r r
r r r r r r r r r r r r r r r r �<module> s$ distutils/__pycache__/dep_util.cpython-38.opt-2.pyc 0000644 00000002370 15115353745 0016210 0 ustar 00 U
e5d�
� @ s2 d dl Z d dlmZ dd� Zdd� Zd
dd �ZdS ) � N)�DistutilsFileErrorc C s` t j�| �s tdt j�| � ��t j�|�s0dS ddlm} t �| �| }t �|�| }||kS )Nzfile '%s' does not exist� r ��ST_MTIME)�os�path�existsr �abspath�statr )�source�targetr Zmtime1Zmtime2� r
�*/usr/lib64/python3.8/distutils/dep_util.py�newer s
� r c C sh t | �t |�krtd��g }g }tt | ��D ]2}t| | || �r,|�| | � |�|| � q,||fS )Nz+'sources' and 'targets' must be same length)�len�
ValueError�ranger �append)�sourcesZtargetsZ n_sourcesZ n_targets�ir
r
r �newer_pairwise s r �errorc C s� t j�|�sdS ddlm} t �|�| }| D ]P}t j�|�sb|dkrHn|dkrTq.n|dkrb dS t �|�| }||kr. dS q.dS )Nr r r r �ignorer )r r r r
r )r r Zmissingr Z target_mtimer � source_mtimer
r
r � newer_group6 s r )r )r Zdistutils.errorsr r r r r
r
r
r �<module> s distutils/__pycache__/cmd.cpython-38.opt-2.pyc 0000644 00000017624 15115353745 0015156 0 ustar 00 U
e5d�F � @ s^ d dl Z d dlZd dlZd dlmZ d dlmZmZmZm Z m
Z
d dlm Z G dd� d�Z dS )� N)�DistutilsOptionError)�util�dir_util� file_util� archive_util�dep_util��logc @ s e Zd Zg Zdd� Zdd� Zdd� Zdd� Zd d
� ZdBd
d�Z dd� Z
dCdd�Z dd� Z dDdd�Z
dEdd�Zdd� ZdFd d �Zd d � Zd d!� Zd"d#� Zd$d%� ZdGd&d'�ZdHd)d*�Zd+d,� Zd-d.� Zd/d0� ZdId1d2�ZdJd4d5�ZdKd6d7�Z dLd8d9�Z dMd:d;�Z dNd<d=�Z dOd>d?�Z dPd@dA�Z!d S )Q�Commandc C sb ddl m} t||�s td��| jtkr0td��|| _| �� d | _ |j
| _
d | _ d| _ d| _
d S )Nr )� Distributionz$dist must be a Distribution instancez Command is an abstract class)Zdistutils.distr �
isinstance� TypeError� __class__r
� RuntimeError� distribution�initialize_optionsZ_dry_run�verbose�force�help� finalized)�selfZdistr � r �%/usr/lib64/python3.8/distutils/cmd.py�__init__/ s
zCommand.__init__c C s< |dkr0t | d| �}|d kr*t | j|�S |S nt|��d S )N�dry_run�_)�getattrr �AttributeError)r �attrZmyvalr r r � __getattr___ s zCommand.__getattr__c C s | j s| �� d| _ d S )N� )r �finalize_options�r r r r �ensure_finalizedi s zCommand.ensure_finalizedc C s t d| j ��d S �Nz,abstract method -- subclass %s must override�r r r" r r r r { s
�zCommand.initialize_optionsc C s t d| j ��d S r$ r% r" r r r r! � s �zCommand.finalize_optionsN� c C s� ddl m} |d kr d| �� }| j|| tjd� |d }| jD ]R\}}}|�|�}|d dkrn|d d� }t| |�}| j|d||f tjd� qBd S ) Nr )�
longopt_xlatezcommand options for '%s':)�levelz ����=z%s = %s) Zdistutils.fancy_getoptr' �get_command_name�announcer �INFOZ user_options� translater )r �header�indentr' �optionr �valuer r r � dump_options� s
�zCommand.dump_optionsc C s t d| j ��d S r$ r% r" r r r �run� s
�z Command.runr c C s t � ||� d S �Nr )r �msgr( r r r r, � s zCommand.announcec C s& ddl m} |r"t|� tj�� d S )Nr )�DEBUG)Zdistutils.debugr7 �print�sys�stdout�flush)r r6 r7 r r r � debug_print� s zCommand.debug_printc C sB t | |�}|d kr"t| ||� |S t|t�s>td|||f ��|S )Nz '%s' must be a %s (got `%s`))r �setattrr �strr )r r1 �what�default�valr r r �_ensure_stringlike� s
�zCommand._ensure_stringlikec C s | � |d|� d S )N�string)rB )r r1 r@ r r r �
ensure_string� s zCommand.ensure_stringc C sp t | |�}|d krd S t|t�r6t| |t�d|�� n6t|t�rTtdd� |D ��}nd}|sltd||f ��d S )Nz,\s*|\s+c s s | ]}t |t�V qd S r5 )r r> )�.0�vr r r � <genexpr>� s z-Command.ensure_string_list.<locals>.<genexpr>Fz''%s' must be a list of strings (got %r)) r r r> r= �re�split�list�allr )r r1 rA �okr r r �ensure_string_list� s
��zCommand.ensure_string_listc C s6 | � |||�}|d k r2||�s2td| ||f ��d S )Nzerror in '%s' option: )rB r )r r1 Ztesterr? Z error_fmtr@ rA r r r �_ensure_tested_string� s
�z Command._ensure_tested_stringc C s | � |tjjdd� d S )N�filenamez$'%s' does not exist or is not a file)rN �os�path�isfile�r r1 r r r �ensure_filename� s �zCommand.ensure_filenamec C s | � |tjjdd� d S )Nzdirectory namez)'%s' does not exist or is not a directory)rN rP rQ �isdirrS r r r �ensure_dirname s �zCommand.ensure_dirnamec C s t | d�r| jS | jjS d S )N� command_name)�hasattrrW r �__name__r" r r r r+ s
zCommand.get_command_namec G sF | j �|�}|�� |D ](\}}t| |�d krt| |t||�� qd S r5 )r �get_command_objr# r r= )r Zsrc_cmdZ option_pairsZ src_cmd_objZ
src_optionZ
dst_optionr r r �set_undefined_options s
z Command.set_undefined_optionsc C s | j �||�}|�� |S r5 )r rZ r# )r �commandZcreateZcmd_objr r r �get_finalized_command$ s z Command.get_finalized_commandr c C s | j �||�S r5 )r �reinitialize_command)r r\ Zreinit_subcommandsr r r r^ 0 s �z Command.reinitialize_commandc C s | j �|� d S r5 )r � run_command)r r\ r r r r_ 4 s zCommand.run_commandc C s2 g }| j D ]"\}}|d ks"|| �r
|�|� q
|S r5 )� sub_commands�append)r ZcommandsZcmd_name�methodr r r �get_sub_commands; s
zCommand.get_sub_commandsc C s t �d| �� |� d S )Nzwarning: %s: %s
)r �warnr+ )r r6 r r r rd K s z Command.warnc C s t j|||| jd� d S �N�r )r �executer )r �func�argsr6 r( r r r rg N s zCommand.execute� c C s t j||| jd� d S re )r �mkpathr )r �name�moder r r rk Q s zCommand.mkpathc C s t j||||| j || jd�S re )r � copy_filer r )r �infile�outfile�
preserve_mode�preserve_times�linkr( r r r rn T s
�zCommand.copy_filec C s t j|||||| j | jd�S re )r � copy_treer r )r ro rp rq rr Zpreserve_symlinksr( r r r rt ] s
�zCommand.copy_treec C s t j||| jd�S re )r � move_filer )r �srcZdstr( r r r ru f s zCommand.move_filec C s ddl m} |||| jd� d S )Nr )�spawnrf )Zdistutils.spawnrw r )r �cmdZ search_pathr( rw r r r rw j s z
Command.spawnc C s t j||||| j||d�S )N)r �owner�group)r � make_archiver )r Z base_name�formatZroot_dirZbase_dirry rz r r r r{ o s
�zCommand.make_archivec C s� |d krd| }t |t�r"|f}nt |ttf�s8td��|d krRd|d�|�f }| jsdt�||�rv| � ||||� n
t
� |� d S )Nz skipping %s (inputs unchanged)z9'infiles' must be a string, or a list or tuple of stringszgenerating %s from %sz, ) r r> rJ �tupler
�joinr r Z newer_grouprg r �debug)r Zinfilesrp rh ri Zexec_msgZskip_msgr( r r r � make_fileu s
�zCommand.make_file)Nr& )r )N)N)N)r )r )Nr )rj )r r Nr )r r r r )r )r r )NNNN)NNr )"rY �
__module__� __qualname__r` r r r# r r! r3 r4 r, r< rB rD rM rN rT rV r+ r[ r] r^ r_ rc rd rg rk rn rt ru rw r{ r� r r r r r
sX 0
�
�
�
�
�r
)
r9 rP rH Zdistutils.errorsr Z distutilsr r r r r r r
r r r r �<module> s distutils/__pycache__/spawn.cpython-38.opt-1.pyc 0000644 00000011764 15115353745 0015541 0 ustar 00 U
e5d� � @ s� d Z ddlZddlZddlmZmZ ddlmZ ddlm Z ddd�Z
d d
� Z dd d �Z ej
d
krjdadaddd�Zddd�ZdS )z�distutils.spawn
Provides the 'spawn()' function, a front-end to various platform-
specific functions for launching another program in a sub-process.
Also provides the 'find_executable()' to search the path for a given
executable name.
� N)�DistutilsPlatformError�DistutilsExecError)�DEBUG)�log� c C sN t | �} tjdkr"t| ||d� n(tjdkr<t| ||d� ntdtj ��dS )a� Run another program, specified as a command list 'cmd', in a new process.
'cmd' is just the argument list for the new process, ie.
cmd[0] is the program to run and cmd[1:] are the rest of its arguments.
There is no way to run a program with a name different from that of its
executable.
If 'search_path' is true (the default), the system's executable
search path will be used to find the program; otherwise, cmd[0]
must be the exact path to the executable. If 'dry_run' is true,
the command will not actually be run.
Raise DistutilsExecError if running the program fails in any way; just
return on success.
�posix)�dry_run�ntz1don't know how to spawn programs on platform '%s'N)�list�os�name� _spawn_posix� _spawn_ntr )�cmd� search_path�verboser � r �'/usr/lib64/python3.8/distutils/spawn.py�spawn s
�r c C s* t | �D ] \}}d|krd| | |< q| S )z�Quote command-line arguments for DOS/Windows conventions.
Just wraps every argument which contains blanks in double quotes, and
returns a new argument list.
� z"%s")� enumerate)�args�i�argr r r �_nt_quote_args+ s r c
C s� | d }t | �} |r t|�p |}t�d�|g| dd � �� |s�zt�tj|| �}W n@ tk
r� } z"t sp|} t
d| |j d f ��W 5 d }~X Y nX |dkr�t s�|} t
d| |f ��d S )Nr r r �command %r failed: %s����%command %r failed with exit status %d) r �find_executabler �info�joinr �spawnv�P_WAIT�OSErrorr r r )r r r r �
executableZrc�excr r r r ; s( �
�r �darwinc
C s| t �d�| �� |rd S | d }|r*tjp.tj}d }tjdkr�td krxddl m
} |� d�p^datrxdd� t� d �D �a
tr�tj�dt�}t
d
d� |� d �D �kr�d |tf } t| ��ttj|d �}|r�tjp�tj}t�� }
|
dk�r�z$|d kr�||| � n ||| |� W nN tk
�rX } z.t�s(|} tj�d
| | jf � t�d� W 5 d } ~ X Y nX t�sd|} tj�d| � t�d� n�zt�|
d�\}
} W nD tk
�r� }
z$t�s�|} t d| |
j d f ��W 5 d }
~
X Y nX t� | ��rt�s�|} t d| t� | �f ��nlt� | ��rHt�!| �}|dk�r,d S t�s6|} t d| |f ��n,t�"| ��rZ�q�nt�sd|} t d| | f ���q�d S )Nr r r& )� sysconfig�MACOSX_DEPLOYMENT_TARGET� c S s g | ] }t |��qS r ��int��.0�xr r r �
<listcomp>e s z _spawn_posix.<locals>.<listcomp>�.c S s g | ] }t |��qS r r* r, r r r r/ k s zF$MACOSX_DEPLOYMENT_TARGET mismatch: now "%s" but "%s" during configure)r( zunable to execute %r: %s
r z(unable to execute %r for unknown reasonsr r z"command %r terminated by signal %dr z1unknown error executing %r: termination status %d)#r r r r �execvp�execv�sys�platform� _cfg_target� distutilsr' Zget_config_var�split�_cfg_target_split�environ�getr �dict�execvpe�execve�forkr# r �stderr�write�strerror�_exit�waitpidr r � WIFSIGNALED�WTERMSIG� WIFEXITED� WEXITSTATUS�
WIFSTOPPED)r r r r r$ Zexec_fn�envr' Z
cur_targetZmy_msg�pid�eZstatusr% Z exit_statusr r r r
W s�
����
� � ��
�� ��r
c C s� t j�| �\}}tjdkr*|dkr*| d } t j�| �r:| S |dkr�t j�dd�}|dkr�zt �d�}W n t t
fk
r� t j }Y nX |s�dS |� t j
�}|D ]&}t j�|| �}t j�|�r�| S q�dS )z�Tries to find 'executable' in the directories listed in 'path'.
A string listing directories separated by 'os.pathsep'; defaults to
os.environ['PATH']. Returns the complete filename or None if not found.
Zwin32z.exeN�PATH�CS_PATH)r �path�splitextr3 r4 �isfiler9 r: �confstr�AttributeError�
ValueError�defpathr7 �pathsepr )r$ rN �_Zext�paths�p�fr r r r � s(
r )r r r )r r r )r r r )N)�__doc__r3 r Zdistutils.errorsr r Zdistutils.debugr r6 r r r r r4 r5 r8 r
r r r r r �<module> s
R distutils/__pycache__/version.cpython-38.opt-1.pyc 0000644 00000016144 15115353745 0016073 0 ustar 00 U
e5d90 � @ s> d Z ddlZG dd� d�ZG dd� de�ZG dd� de�ZdS ) a� Provides classes to represent module version numbers (one class for
each style of version numbering). There are currently two such classes
implemented: StrictVersion and LooseVersion.
Every version number class implements the following interface:
* the 'parse' method takes a string and parses it to some internal
representation; if the string is an invalid version number,
'parse' raises a ValueError exception
* the class constructor takes an optional string argument which,
if supplied, is passed to 'parse'
* __str__ reconstructs the string that was passed to 'parse' (or
an equivalent string -- ie. one that will generate an equivalent
version number instance)
* __repr__ generates Python code to recreate the version number instance
* _cmp compares the current instance with either another instance
of the same class or a string (which will be parsed to an instance
of the same class, thus must follow the same rules)
� Nc @ sJ e Zd ZdZddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )�Versionz�Abstract base class for version numbering classes. Just provides
constructor (__init__) and reproducer (__repr__), because those
seem to be the same for all version numbering classes; and route
rich comparisons to _cmp.
Nc C s |r| � |� d S �N��parse��self�vstring� r �)/usr/lib64/python3.8/distutils/version.py�__init__& s zVersion.__init__c C s d| j jt| �f S )Nz %s ('%s'))� __class__�__name__�str�r r r r
�__repr__* s zVersion.__repr__c C s | � |�}|tkr|S |dkS �Nr ��_cmp�NotImplemented�r �other�cr r r
�__eq__- s
zVersion.__eq__c C s | � |�}|tkr|S |dk S r r r r r r
�__lt__3 s
zVersion.__lt__c C s | � |�}|tkr|S |dkS r r r r r r
�__le__9 s
zVersion.__le__c C s | � |�}|tkr|S |dkS r r r r r r
�__gt__? s
zVersion.__gt__c C s | � |�}|tkr|S |dkS r r r r r r
�__ge__E s
zVersion.__ge__)N) r
�
__module__� __qualname__�__doc__r r r r r r r r r r r
r s
r c @ s< e Zd ZdZe�dejejB �Zdd� Z dd� Z
dd� Z d S )
�
StrictVersiona? Version numbering for anal retentives and software idealists.
Implements the standard interface for version number classes as
described above. A version number consists of two or three
dot-separated numeric components, with an optional "pre-release" tag
on the end. The pre-release tag consists of the letter 'a' or 'b'
followed by a number. If the numeric components of two version
numbers are equal, then one with a pre-release tag will always
be deemed earlier (lesser) than one without.
The following are valid version numbers (shown in the order that
would be obtained by sorting according to the supplied cmp function):
0.4 0.4.0 (these two are equivalent)
0.4.1
0.5a1
0.5b3
0.5
0.9.6
1.0
1.0.4a3
1.0.4b1
1.0.4
The following are examples of invalid version numbers:
1
2.7.2.2
1.3.a4
1.3pl1
1.3c4
The rationale for this version numbering system will be explained
in the distutils documentation.
z)^(\d+) \. (\d+) (\. (\d+))? ([ab](\d+))?$c C s� | j �|�}|s td| ��|�ddddd�\}}}}}|rTttt|||g��| _nttt||g��d | _|r�|d t|�f| _nd | _d S ) Nzinvalid version number '%s'� � � � � )r r ) �
version_re�match�
ValueError�group�tuple�map�int�version�
prerelease)r r r' �major�minorZpatchr. Zprerelease_numr r r
r � s � zStrictVersion.parsec C sb | j d dkr*d�tt| j dd� ��}nd�tt| j ��}| jr^|| jd t| jd � }|S )Nr" r �.r! )r- �joinr+ r r. r r r r
�__str__� s zStrictVersion.__str__c C s� t |t�rt|�}| j|jkr2| j|jk r.dS dS | jsB|jsBdS | jrR|jsRdS | jsb|jrbdS | jr�|jr�| j|jkr~dS | j|jk r�dS dS n d S )N���r! r )�
isinstancer r r- r. �r r r r r
r � s&
zStrictVersion._cmpN) r
r r r �re�compile�VERBOSE�ASCIIr& r r3 r r r r r
r ] s #
�
r c @ sH e Zd ZdZe�dej�Zddd�Zdd� Z dd � Z
d
d � Z d d
� Z dS )� LooseVersiona� Version numbering for anarchists and software realists.
Implements the standard interface for version number classes as
described above. A version number consists of a series of numbers,
separated by either periods or strings of letters. When comparing
version numbers, the numeric components will be compared
numerically, and the alphabetic components lexically. The following
are all valid version numbers, in no particular order:
1.5.1
1.5.2b2
161
3.10a
8.02
3.4j
1996.07.12
3.2.pl0
3.1.1.6
2g6
11g
0.960923
2.2beta29
1.13++
5.5.kw
2.0b1pl0
In fact, there is no such thing as an invalid version number under
this scheme; the rules for comparison are simple and predictable,
but may not always give the results you want (for some definition
of "want").
z(\d+ | [a-z]+ | \.)Nc C s |r| � |� d S r r r r r r
r . s zLooseVersion.__init__c C s^ || _ dd� | j�|�D �}t|�D ].\}}zt|�||< W q$ tk
rP Y q$X q$|| _d S )Nc S s g | ]}|r|d kr|�qS )r1 r )�.0�xr r r
�
<listcomp>8 s �z&LooseVersion.parse.<locals>.<listcomp>)r � component_re�split� enumerater, r( r- )r r Z
components�i�objr r r
r 3 s zLooseVersion.parsec C s | j S r )r r r r r
r3 C s zLooseVersion.__str__c C s dt | � S )NzLooseVersion ('%s'))r r r r r
r G s zLooseVersion.__repr__c C sF t |t�rt|�}| j|jkr"dS | j|jk r2dS | j|jkrBdS d S )Nr r4 r! )r5 r r; r- r6 r r r
r K s
zLooseVersion._cmp)N)
r
r r r r7 r8 r9 r? r r r3 r r r r r r
r; s
r; )r r7 r r r; r r r r
�<module>
s
> / distutils/__pycache__/log.cpython-38.opt-1.pyc 0000644 00000004415 15115353745 0015165 0 ustar 00 U
e5d� � @ sl d Z dZdZdZdZdZddlZG dd � d �Ze� Zej Z ej
Z
ej Z ej Z ej
Z
ejZd
d � Zd d
� ZdS )z,A simple log mechanism styled after PEP 282.� � � � � � Nc @ sP e Zd Zefdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
dd� Z dS )�Logc C s
|| _ d S �N)� threshold)�selfr � r �%/usr/lib64/python3.8/distutils/log.py�__init__ s z Log.__init__c C s� |t ttttfkr"tdt|� ��|| jkr�|r8|| }|tttfkrNtj }ntj
}z|� d| � W n: t k
r� |j
}|�|d��|�}|� d| � Y nX |�� d S )Nz%s wrong log levelz%s
�backslashreplace)�DEBUG�INFO�WARN�ERROR�FATAL�
ValueError�strr �sys�stderr�stdout�write�UnicodeEncodeError�encoding�encode�decode�flush)r
�level�msg�args�streamr r r r �_log s
zLog._logc G s | � |||� d S r )r# )r
r r r! r r r �log' s zLog.logc G s | � t||� d S r )r# r �r
r r! r r r �debug* s z Log.debugc G s | � t||� d S r )r# r r% r r r �info- s zLog.infoc G s | � t||� d S r )r# r r% r r r �warn0 s zLog.warnc G s | � t||� d S r )r# r r% r r r �error3 s z Log.errorc G s | � t||� d S r )r# r r% r r r �fatal6 s z Log.fatalN) �__name__�
__module__� __qualname__r r
r# r$ r& r' r( r) r* r r r r r s r c C s t j}| t _|S r )� _global_logr )r �oldr r r �
set_thresholdA s r0 c C s8 | dkrt t� n"| dkr$t t� n| dkr4t t� d S )Nr r r )r0 r r r )�vr r r �
set_verbosityG s
r2 )�__doc__r r r r r r r r. r$ r& r' r( r) r* r0 r2 r r r r �<module> s + distutils/__pycache__/extension.cpython-38.opt-2.pyc 0000644 00000006553 15115353745 0016426 0 ustar 00 U
e5d) � @ s* d dl Z d dlZG dd� d�Zdd� ZdS )� Nc @ s e Zd Zddd�Zdd� ZdS )� ExtensionNc K s t |t�std��t |t�r.tdd� |D ��s6td��|| _|| _|pHg | _|pRg | _|p\g | _ |pfg | _
|ppg | _ |pzg | _ | p�g | _
|
p�g | _| p�g | _| p�g | _|
p�g | _|p�g | _|| _|| _t|�dk�rdd� |D �}d�t|��}d | }t�|� d S )
Nz'name' must be a stringc s s | ]}t |t�V qd S )N)�
isinstance�str)�.0�v� r �+/usr/lib64/python3.8/distutils/extension.py� <genexpr>j s z%Extension.__init__.<locals>.<genexpr>z#'sources' must be a list of stringsr c S s g | ] }t |��qS r )�repr)r Zoptionr r r �
<listcomp>� s z&Extension.__init__.<locals>.<listcomp>z, z Unknown Extension options: %s)r r �AssertionError�list�all�name�sources� include_dirs�
define_macros� undef_macros� library_dirs� libraries�runtime_library_dirs�
extra_objects�extra_compile_args�extra_link_args�export_symbols� swig_opts�depends�language�optional�len�join�sorted�warnings�warn)�selfr r r r r r r r r r r r r r r r �kwZoptions�msgr r r �__init__V s6
�
zExtension.__init__c C s d| j j| j j| jt| �f S )Nz<%s.%s(%r) at %#x>)� __class__�
__module__� __qualname__r �id)r$ r r r �__repr__� s �zExtension.__repr__)NNNNNNNNNNNNNN)�__name__r) r* r' r, r r r r r s D �
/r c C s� ddl m}m}m} ddlm} ddlm} || �}|| dddddd�}�z^g }|� � } | d krd�q�|�
| �rpqP| d | d kr�dkr�n n|� d | � qP|| |�} || �}
|
d } t | g �} d }
|
dd � D �]�}|
d k r�|
�
|� d }
q�tj�|�d }|dd
� }|d
d � }|d k�r2| j�
|� q�|d k�rJ| j�
|� q�|d
k�r�|�d�}|dk�rz| j�
|d f� n$| j�
|d|� ||d
d � f� q�|dk�r�| j�
|� q�|dk�r�| j�
|� q�|dk�r�| j�
|� q�|dk�r | j�
|� q�|dk�r| j�
|� q�|dk�r*| j}
q�|dk�r<| j}
q�|dk�rN| j}
q�|dk�rr| j�
|� |�s�| j}
q�|dk�r�| j�
|� q�|� d| � q�|�
| � qPW 5 |�� X |S )Nr )�parse_makefile�expand_makefile_vars� _variable_rx)�TextFile)� split_quoted� )Zstrip_commentsZ skip_blanksZ
join_linesZ lstrip_wsZ rstrip_ws����*z'%s' lines not handled yet� )z.cz.ccz.cppz.cxxz.c++z.mz.mmz-Iz-D�=z-Uz-Cz-lz-Lz-Rz-rpathz-Xlinkerz
-Xcompilerz-u)z.az.soz.slz.oz.dylibzunrecognized argument '%s') Zdistutils.sysconfigr. r/ r0 Zdistutils.text_filer1 Zdistutils.utilr2 �close�readline�matchr# r �append�os�path�splitextr r �findr r r r r r r r )�filenamer. r/ r0 r1 r2 �vars�file�
extensions�lineZwords�moduleZextZappend_next_wordZword�suffixZswitch�valueZequalsr r r �read_setup_file� s� �
�
rH )r< r" r rH r r r r �<module> s z distutils/__pycache__/sysconfig.cpython-38.pyc 0000644 00000027556 15115353745 0015464 0 ustar 00 U
��.eP � @ s� d Z ddlZddlZddlZddlZddlmZ ddlmZm Z ej
� ej �Z
ej
� ej�Zej
� ej�Zej
� ej�Zdejkr�ej
�ejd �Zn&ejr�ej
�ej
�ej��Zne�� Zdd� Zeed d�Z ej d
kr�d d � Z e e�Ze e �Z d
d� Z e � Z dZ!ze �sej"Z!W n e#k
�r* Y nX dd� Z$d-dd�Z%d.dd�Z&dd� Z'dd� Z(dd� Z)d/d d �Z*e�+d �Z,e�+d �Z-e�+d �Z.d0d!d"�Z/d#d$� Z0da1d%d&� Z2d'd(� Z3d)d*� Z4d+d,� Z5dS )1a� Provide access to Python's configuration information. The specific
configuration variables available depend heavily on the platform and
configuration. The values may be retrieved using
get_config_var(name), and the list of variables is available via
get_config_vars().keys(). Additional convenience functions are also
available.
Written by: Fred L. Drake, Jr.
Email: <fdrake@acm.org>
� N� )�DistutilsPlatformError)� get_platform�get_host_platformZ_PYTHON_PROJECT_BASEc C s, dD ]"}t j�t j�| d|��r dS qdS )N)ZSetupz Setup.localZModulesTF)�os�path�isfile�join)�d�fn� r �+/usr/lib64/python3.8/distutils/sysconfig.py�_is_python_source_dir+ s r �_home�ntc C s0 | r,t j�| ��t j�t j�td���r,tS | S )NZPCbuild)r r �normcase�
startswithr �PREFIX)r
r r r
� _fix_pcbuild4 s
�r c C s t r tt �S tt�S )N)� _sys_homer � project_baser r r r
�
_python_build< s r � c C s dt jdd� S )z�Return a string containing the major and minor Python version,
leaving off the patchlevel. Sample return values could be '1.5'
or '2.2'.
z%d.%dN� )�sys� version_infor r r r
�get_python_versionP s r c C s� |dkr| rt pt}tjdkrjtrL| r.tp,tS tj�t d�d�}tj�
|�S dt � t }tj�|d|�S tjdkr�tr�tj�|d�tjj
tj�|d� S tj�|d�S td tj ��dS )
a� Return the directory containing installed Python header files.
If 'plat_specific' is false (the default), this is the path to the
non-platform-specific header files, i.e. Python.h and so on;
otherwise, this is the path to platform-specific header files
(namely pyconfig.h).
If 'prefix' is supplied, use it instead of sys.base_prefix or
sys.base_exec_prefix -- i.e., ignore 'plat_specific'.
N�posix�srcdirZInclude�pythonZincluder �PCzFI don't know where Python installs its C header files on platform '%s')�BASE_EXEC_PREFIX� BASE_PREFIXr �name� python_buildr r r r �get_config_var�normpathr � build_flags�pathsepr )�
plat_specific�prefixZincdirZ
python_dirr r r
�get_python_incX s*
���r+ c C s� |dkr&|r| rt pt}n | r"tp$t}tjdkrp| s8|r>d}nd}tj�||dt� �}|r`|S tj�|d�S n<tjdkr�|r�tj�|d�S tj�|dd�S nt d tj ��dS )
aS Return the directory containing the Python library (standard or
site additions).
If 'plat_specific' is true, return the directory containing
platform-specific modules, i.e. any module from a non-pure-Python
module distribution; otherwise, return the platform-shared library
directory. If 'standard_lib' is true, return the directory
containing standard Python library modules; otherwise, return the
directory for site-specific modules.
If 'prefix' is supplied, use it instead of sys.base_prefix or
sys.base_exec_prefix -- i.e., ignore 'plat_specific'.
Nr �lib64�libr z
site-packagesr ZLibz?I don't know where Python installs its library on platform '%s')
r! r" � EXEC_PREFIXr r r# r r r r )r) � standard_libr* r- Z libpythonr r r
�get_python_lib� s0
�
��r0 c C s� | j dk�r�tjdkr8td�s8ddl}|�t� dtd< tddd d
d d d
d�\}}}}}}}} dtj kr�tj d }
tjdkr�d tj kr�|�
|�r�|
|t |�d� }|
}dtj kr�tj d }d tj kr�tj d }dtj kr�tj d } n|d } dtj k�r |d tj d }d tj k�r<|d tj d }|d tj d }dtj k�r~| d tj d } |d tj d }|d tj d }d
tj k�r�tj d
}dtj k�r�|d tj d } n |d | } |d | }
| j | |
|
d | |||| d� || _
dS )z�Do any platform-specific customization of a CCompiler instance.
Mainly needed on Unix, so we can plug in the information that
varies across Unices and is stored in Python's Makefile.
Zunix�darwinZCUSTOMIZED_OSX_COMPILERr N�TrueZCCZCXX�CFLAGSZCCSHAREDZLDSHAREDZ SHLIB_SUFFIXZARZARFLAGSZCPPz -E�LDFLAGS� �CPPFLAGS)Z preprocessor�compilerZ compiler_soZ compiler_cxxZ linker_soZ
linker_exe�archiver)Z
compiler_typer �platformr% � _osx_support�customize_compiler� _config_vars�get_config_varsr �environr �lenZset_executablesZshared_lib_extension)r7 r: ZccZcxxZcflagsZccsharedZldsharedZ shlib_suffixZarZar_flagsZnewccZcppr8 Zcc_cmdr r r
r; � sn
��
��
� r; c C sD t r,tjdkr"tj�tptd�} q6tp(t} n
tdd�} tj�| d�S )z2Return full pathname of installed pyconfig.h file.r r r �r) z
pyconfig-64.h)r$ r r# r r r r r+ )Zinc_dirr r r
�get_config_h_filename� s
rA c C s\ t rtj�tptd�S tddd�} d�t� t �}t
t j d�rL|dt j j
7 }tj�| |d�S )zAReturn full pathname of installed Makefile from the Python build.ZMakefiler r �r) r/ z config-{}{}�
_multiarchz-%s)r$ r r r r r r0 �formatr r' �hasattrr �implementationrC )Zlib_dirZ config_filer r r
�get_makefile_filename s rG c C s� |dkr i }t �d�}t �d�}| �� }|s.q�|�|�}|rx|�dd�\}}z t|�}W n tk
rl Y nX |||< q |�|�}|r d||�d�< q |S )z�Parse a config.h-style file.
A dictionary containing name/value pairs is returned. If an
optional dictionary is passed in as the second argument, it is
used instead of a new dictionary.
Nz"#define ([A-Z][A-Za-z0-9_]+) (.*)
z&/[*] #undef ([A-Z][A-Za-z0-9_]+) [*]/
r r r )�re�compile�readline�match�group�int�
ValueError)�fp�gZ define_rxZundef_rx�line�m�n�vr r r
�parse_config_h s&
rU z"([a-zA-Z][a-zA-Z0-9_]+)\s*=\s*(.*)z \$\(([A-Za-z][A-Za-z0-9_]*)\)z\${([A-Za-z][A-Za-z0-9_]*)}c C s� ddl m} || ddddd�}|dkr*i }i }i }|�� }|dkrDq�t�|�}|r2|�dd�\}} | �� } | �dd �}
d
|
kr�| ||< q2z t| �} W n$ t k
r� | �dd
�||< Y q2X | ||< q2d } |�rtt
|�D �]�} || }
t � |
�p�t
� |
�}|�rj|�d�}d }||k�r$t|| �}n�||k�r4d
}nx|tjk�rLtj| }n`|| k�r�| �d��rz| dd� | k�rzd }n$d| |k�r�d
}nt|d| �}n d ||< }|�rp|
|�� d� }|
d|�� � | | }
d
|k�r�|
|| < nzz t|
�}
W n" t k
�r |
�� || < Y n
X |
|| < || = | �d��rp| dd� | k�rp| dd� } | |k�rp|
|| < q�|| = q�q�|�� |�� D ]"\}} t| t��r�| �� ||< �q�|�|� |S )z�Parse a Makefile-style file.
A dictionary containing name/value pairs is returned. If an
optional dictionary is passed in as the second argument, it is
used instead of a new dictionary.
r )�TextFiler �surrogateescape)Zstrip_commentsZ skip_blanksZ
join_lines�errorsNr z$$r �$)r3 r4 r6 TFZPY_� )Zdistutils.text_filerV rJ � _variable_rxrK rL �strip�replacerM rN �list� _findvar1_rx�search� _findvar2_rx�strr r> r �end�start�close�items�
isinstance�update)r rP rV rO ZdoneZnotdonerQ rR rS rT ZtmpvZrenamed_variablesr# �value�found�itemZafter�kr r r
�parse_makefile/ s�
�
rm c C sV t �| �pt�| �}|rR|�� \}}| d|� |�|�d�� | |d� } q qRq | S )a� Expand Makefile-style variables -- "${foo}" or "$(foo)" -- in
'string' according to 'vars' (a dictionary mapping variable names to
values). Variables not present in 'vars' are silently expanded to the
empty string. The variable values in 'vars' should not contain further
variable expansions; if 'vars' is the output of 'parse_makefile()',
you're fine. Returns a variable-expanded version of 's'.
r r N)r_ r` ra �span�getrL )�s�varsrR Zbegrc r r r
�expand_makefile_vars� s *rr c
C sV t j�ddjtjtjttjdd�d��} t | t
� t � dgd�}|j }i a
t
�|� dS ) z7Initialize the module as appropriate for POSIX systems.Z_PYTHON_SYSCONFIGDATA_NAMEz+_sysconfigdata_{abi}_{platform}_{multiarch}rC r )Zabir9 Z multiarch�build_time_varsr N)r r> ro rD r �abiflagsr9 �getattrrF �
__import__�globals�localsrs r< rh )r# Z_temprs r r r
� _init_posix� s ��ry c C s~ i } t ddd�| d< t ddd�| d< tdd�| d< t�� d | d< d | d
< t� �d d �| d
< tj�tj� t
j ��| d< | a dS )z+Initialize the module as appropriate for NTr r rB ZLIBDESTZ
BINLIBDESTr@ Z INCLUDEPY�
EXT_SUFFIXz.exeZEXE�.r ZVERSIONZBINDIRN)
r0 r+ �_imp�extension_suffixesr r] r r �dirname�abspathr �
executabler< )rP r r r
�_init_nt� s r� c G s\ t dk�r*t� �dtj �}|r(|� ni a tt d< tt d< t �d�}|dk rV|t d< t �dt�}tjdkr�tr�tj �
t � �}tj � ||�}ntj �
t � �}tj �
tj �|��t d< t�r tjdk�r t}tj �t d ��s |t�� k�r tj � |t d �}tj �|�t d< tjd k�r*d
dl}|�t � | �rTg }| D ]}|�t �|�� �q8|S t S dS ) a� With no arguments, return a dictionary of all configuration
variables relevant for the current platform. Generally this includes
everything needed to build extensions and install both pure modules and
extensions. On Unix, this means every variable defined in Python's
installed Makefile; on Windows it's a much smaller set.
With arguments, return a list of values that result from looking up
each argument in the configuration variable dictionary.
NZ_init_r* � exec_prefixrz �SOr r r1 r )r< rw ro r r# r r. r r$ r r~ rG r r r& �isabs�getcwdr r9 r: Zcustomize_config_vars�append)�args�funcr� r �baser: Zvalsr# r r r
r= � sB
�
r= c C s* | dkr ddl }|�dtd� t� �| �S )z�Return the value of a single variable using the dictionary
returned by 'get_config_vars()'. Equivalent to
get_config_vars().get(name)
r� r Nz SO is deprecated, use EXT_SUFFIXr )�warnings�warn�DeprecationWarningr= ro )r# r� r r r
r% ! s r% )r N)r r N)N)N)6�__doc__r| r rH r rX r �utilr r r r& r* r r� r. � base_prefixr" �base_exec_prefixr! r> r r r� r~ r� r ru r r# r r r$ r' rt �AttributeErrorr r+ r0 r; rA rG rU rI r[ r_ ra rm rr r< ry r� r= r% r r r r
�<module> s\
(
+I
jJ distutils/__pycache__/file_util.cpython-38.opt-2.pyc 0000644 00000007326 15115353745 0016365 0 ustar 00 U
e5d� � @ sV d dl Z d dlmZ d dlmZ dddd�Zdd d
�Zdd d
�Zddd�Zdd� Z dS )� N)�DistutilsFileError)�logZcopyingz hard linkingzsymbolically linking)N�hard�sym� @ c
C s� d }d }�ztzt| d�}W n4 tk
rN } ztd| |jf ��W 5 d }~X Y nX tj�|�r�zt�|� W n4 tk
r� } ztd||jf ��W 5 d }~X Y nX zt|d�}W n4 tk
r� } ztd||jf ��W 5 d }~X Y nX z|� |�}W n6 tk
�r( } ztd| |jf ��W 5 d }~X Y nX |�s4�q|z|�
|� W q� tk
�rx } ztd||jf ��W 5 d }~X Y q�X q�W 5 |�r�|� � |�r�|� � X d S )N�rbzcould not open '%s': %szcould not delete '%s': %s�wbzcould not create '%s': %sz could not read from '%s': %szcould not write to '%s': %s) �close�open�OSErrorr �strerror�os�path�exists�unlink�read�write)�src�dstZ buffer_sizeZfsrcZfdst�eZbuf� r �+/usr/lib64/python3.8/distutils/file_util.py�_copy_file_contents sL $ � � � � r � c C s ddl m} ddlm} m}
m} m} tj� | �s<t
d| ��tj� |�rd|}
tj� |tj�
| ��}n tj�|�}
|r�|| |�s�|dkr�t�d| � |dfS z t| }W n tk
r� td| ��Y nX |dk�r tj�
|�tj�
| �kr�t�d|| |
� nt�d|| |� |�r|dfS |d k�rrtj�|��rBtj�| |��s�zt�| |� |dfW S tk
�rn Y nX n<|d
k�r�tj�|��r�tj�| |��s�t�| |� |dfS t| |� |�s�|�rt�| �}|�r�t�||| ||
f� |�rt� || || �� |dfS ) Nr )�newer)�ST_ATIME�ST_MTIME�ST_MODE�S_IMODEz4can't copy '%s': doesn't exist or not a regular filer z"not copying %s (output up-to-date)z&invalid value '%s' for 'link' argumentz %s %s -> %sr r ) Zdistutils.dep_utilr �statr r r r r
r �isfiler �isdir�join�basename�dirnamer �debug� _copy_action�KeyError�
ValueError�infor �samefile�linkr �symlinkr �utime�chmod)r r Z
preserve_modeZpreserve_times�updater+ �verbose�dry_runr r r r r �dir�action�str r r � copy_fileC sV ! �
r5 c C s� ddl m}m}m}m}m} dd l} |dkr:t�d| |� |rB|S || �sVt d| ��||�rrt
j � ||| ��}n||�r�t d| |f ��|||��s�t d| |f ��d}
zt
�
| |� W nP tk
�r
} z0| j\} }
| | jkr�d }
nt d
| ||
f ��W 5 d } ~ X Y nX |
�r�t| ||d � zt
�| � W nh tk
�r� } zH| j\} }
zt
�|� W n tk
�rp Y nX t d | || |
f ��W 5 d } ~ X Y nX |S )
Nr )r r r! r# r$ r zmoving %s -> %sz#can't move '%s': not a regular filez0can't move '%s': destination '%s' already existsz2can't move '%s': destination '%s' not a valid pathFTz couldn't move '%s' to '%s': %s)r0 zAcouldn't move '%s' to '%s' by copy/delete: delete '%s' failed: %s)Zos.pathr r r! r# r$ �errnor r) r r
r r" �renamer �argsZEXDEVr5 r )r r r0 r1 r r r! r# r$ r6 Zcopy_itr Znum�msgr r r � move_file� s` �� ��
�
��r: c C s6 t | d�}z |D ]}|�|d � qW 5 |�� X d S )N�w�
)r
r r )�filename�contents�f�liner r r �
write_file� s
rA )r )r r r Nr r )r r )
r
Zdistutils.errorsr Z distutilsr r& r r5 r: rA r r r r �<module> s �
3 �
d �
? distutils/__pycache__/version.cpython-38.opt-2.pyc 0000644 00000007617 15115353745 0016101 0 ustar 00 U
e5d90 � @ s: d dl Z G dd� d�ZG dd� de�ZG dd� de�ZdS )� Nc @ sF e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dS )�VersionNc C s |r| � |� d S �N��parse��self�vstring� r �)/usr/lib64/python3.8/distutils/version.py�__init__& s zVersion.__init__c C s d| j jt| �f S )Nz %s ('%s'))� __class__�__name__�str�r r r r
�__repr__* s zVersion.__repr__c C s | � |�}|tkr|S |dkS �Nr ��_cmp�NotImplemented�r �other�cr r r
�__eq__- s
zVersion.__eq__c C s | � |�}|tkr|S |dk S r r r r r r
�__lt__3 s
zVersion.__lt__c C s | � |�}|tkr|S |dkS r r r r r r
�__le__9 s
zVersion.__le__c C s | � |�}|tkr|S |dkS r r r r r r
�__gt__? s
zVersion.__gt__c C s | � |�}|tkr|S |dkS r r r r r r
�__ge__E s
zVersion.__ge__)N)
r
�
__module__� __qualname__r r r r r r r r r r r
r s
r c @ s8 e Zd Ze�dejejB �Zdd� Zdd� Z dd� Z
dS ) �
StrictVersionz)^(\d+) \. (\d+) (\. (\d+))? ([ab](\d+))?$c C s� | j �|�}|s td| ��|�ddddd�\}}}}}|rTttt|||g��| _nttt||g��d | _|r�|d t|�f| _nd | _d S ) Nzinvalid version number '%s'� � � � � )r r ) �
version_re�match�
ValueError�group�tuple�map�int�version�
prerelease)r r r& �major�minorZpatchr- Zprerelease_numr r r
r � s � zStrictVersion.parsec C sb | j d dkr*d�tt| j dd� ��}nd�tt| j ��}| jr^|| jd t| jd � }|S )Nr! r �.r )r, �joinr* r r- r r r r
�__str__� s zStrictVersion.__str__c C s� t |t�rt|�}| j|jkr2| j|jk r.dS dS | jsB|jsBdS | jrR|jsRdS | jsb|jrbdS | jr�|jr�| j|jkr~dS | j|jk r�dS dS n d S )N���r r )�
isinstancer r r, r- �r r r r r
r � s&
zStrictVersion._cmpN) r
r r �re�compile�VERBOSE�ASCIIr% r r2 r r r r r
r ] s %
�
r c @ sD e Zd Ze�dej�Zd
dd�Zdd� Zdd� Z d d
� Z
d d � Z dS )� LooseVersionz(\d+ | [a-z]+ | \.)Nc C s |r| � |� d S r r r r r r
r . s zLooseVersion.__init__c C s^ || _ dd� | j�|�D �}t|�D ].\}}zt|�||< W q$ tk
rP Y q$X q$|| _d S )Nc S s g | ]}|r|d kr|�qS )r0 r )�.0�xr r r
�
<listcomp>8 s �z&LooseVersion.parse.<locals>.<listcomp>)r � component_re�split� enumerater+ r' r, )r r Z
components�i�objr r r
r 3 s zLooseVersion.parsec C s | j S r )r r r r r
r2 C s zLooseVersion.__str__c C s dt | � S )NzLooseVersion ('%s'))r r r r r
r G s zLooseVersion.__repr__c C sF t |t�rt|�}| j|jkr"dS | j|jk r2dS | j|jkrBdS d S )Nr r3 r )r4 r r: r, r5 r r r
r K s
zLooseVersion._cmp)N) r
r r r6 r7 r8 r> r r r2 r r r r r r
r: s !
r: )r6 r r r: r r r r
�<module> s > / distutils/__pycache__/__init__.cpython-38.opt-2.pyc 0000644 00000000314 15115353745 0016136 0 ustar 00 U
e5d� � @ s" d dl Z e jde j�d�� ZdS )� N� )�sys�version�index� __version__� r r �*/usr/lib64/python3.8/distutils/__init__.py�<module> s distutils/__pycache__/debug.cpython-38.opt-2.pyc 0000644 00000000304 15115353745 0015464 0 ustar 00 U
e5d� � @ s d dl Z e j�d�ZdS )� NZDISTUTILS_DEBUG)�os�environ�get�DEBUG� r r �'/usr/lib64/python3.8/distutils/debug.py�<module> s distutils/__pycache__/bcppcompiler.cpython-38.opt-1.pyc 0000644 00000014575 15115353745 0017073 0 ustar 00 U
e5dW: � @ sx d Z ddlZddlmZmZmZmZmZmZ ddl m
Z
m Z m Z ddl
mZ ddlmZ ddlmZ G dd � d e
�ZdS )
z�distutils.bcppcompiler
Contains BorlandCCompiler, an implementation of the abstract CCompiler class
for the Borland C++ compiler.
� N)�DistutilsExecError�DistutilsPlatformError� CompileError�LibError� LinkError�UnknownFileError)� CCompiler�gen_preprocess_options�gen_lib_options)�
write_file)�newer)�logc
@ s� e Zd ZdZdZi ZdgZdddgZee ZdZ dZ
d Z d
Z Z
d Zd d
d�Zd dd�Zd dd�Zd dd�Zd!dd�Zd"dd�Zd#dd �ZdS )$� BCPPCompilerzConcrete class that implements an interface to the Borland C/C++
compiler, as defined by the CCompiler abstract class.
Zbcppz.cz.ccz.cppz.cxxz.objz.libz.dllz%s%sz.exer c C s� t �| |||� d| _d| _d| _d | _ddddg| _ddddg| _d d
dd g| _d d
dd g| _ g | _
d
dd g| _ d
dd d g| _ d S )
Nz bcc32.exez ilink32.exeztlib.exez/tWMz/O2z/qz/g0z/Odz/Tpdz/Gnz/xz/r)
r �__init__�cc�linker�libZpreprocess_options�compile_options�compile_options_debug�ldflags_shared�ldflags_shared_debugZldflags_static� ldflags_exe�ldflags_exe_debug)�self�verboseZdry_run�force� r �./usr/lib64/python3.8/distutils/bcppcompiler.pyr 5 s zBCPPCompiler.__init__Nc C s� | � ||||||�\}} }}
} |p$g } | �d� |rB| �| j� n | �| j� | D �]<}
z| |
\}}W n tk
r� Y qRY nX tj�|�}tj�|
�}
| � tj�
|
�� |dkr�qR|dk�rz| � dd|
|g� W qR t k
�r } z t
|��W 5 d }~X Y qRX qR|| jk�rd}n|| jk�r*d}nd}d|
}z,| � | jg| |
||g | |g � W qR t k
�r� } z t
|��W 5 d }~X Y qRX qR| S ) Nz-c�.res�.rcZbrcc32z-fo� z-P�-o)Z_setup_compile�append�extendr r �KeyError�os�path�normpath�mkpath�dirname�spawnr r �
_c_extensions�_cpp_extensionsr )r Zsources�
output_dir�macros� include_dirs�debug�
extra_preargs�extra_postargsZdepends�objects�pp_optsZbuildZ compile_opts�obj�src�ext�msgZ input_optZ
output_optr r r �compileQ sV ��
���
zBCPPCompiler.compilec
C s� | � ||�\}}| j||d�}| �||�r~|dg| }|r:z| �| jg| � W q� tk
rz } z t|��W 5 d }~X Y q�X n t�d|� d S )N)r- z/u�skipping %s (up-to-date)) �_fix_object_args�library_filename�
_need_linkr* r r r r
r0 ) r r3 Zoutput_libnamer- r0 � target_lang�output_filenameZlib_argsr8 r r r �create_static_lib� s � z BCPPCompiler.create_static_libc
C s� | � ||�\}}| �|||�\}}}|r8t�dt|�� |d k rNtj�||�}| �||��r�|t j
kr�d}| r~| j d d � }q�| j d d � }n&d}| r�| j
d d � }n| jd d � }|d kr�d}n�tj�|�\}}tj�|�\}}tj�|d �}tj�|d| �}dg}|�pg D ]}|�d||f � �q| �t||fd | � ttjj|�}|g}g }|D ]>}tj�tj�|��\}}|d
k�r�|�|� n
|�|� �q`|D ] } |�d tj�| � � �q�|�d � |�|� |�d
|g� |�d� |D ]4} | �|| | �} | d k�r|�| � n
|�| � �q�|�d� |�d� |�d
|g� |�d
� |�|� |
�rp|
|d d�< | �r�|�| � | �tj�|�� z| �| j g| � W n, t k
�r� } z t | ��W 5 d } ~ X Y nX n t� d|� d S )Nz7I don't know what to do with 'runtime_library_dirs': %sZc0w32Zc0d32r r z%s.defZEXPORTSz %s=_%sz
writing %sr z/L%sz/L.�,z,,Zimport32Zcw32mtr: ) r; Z
_fix_lib_argsr
�warn�strr% r& �joinr= r Z
EXECUTABLEr r r r �split�splitextr) r" Zexecuter �mapr' �normcaser# �find_library_filer( r* r r r r0 ) r Z target_descr3 r? r- Z librariesZ library_dirsZruntime_library_dirsZexport_symbolsr0 r1 r2 Z
build_tempr> Z startup_objZld_argsZdef_file�head�tail�modnamer7 Ztemp_dir�contentsZsymZobjects2Z resources�file�base�lr �libfiler8 r r r �link� s� ��
�
zBCPPCompiler.linkc C sr |r"|d }|d |d ||f}n |d |f}|D ]:}|D ]0}t j�|| �|��}t j�|�r:| S q:q2d S )NZ_dZ_bcpp)r% r& rD r< �exists) r �dirsr r0 ZdlibZ try_names�dir�namerQ r r r rI 4 s
z BCPPCompiler.find_library_filer c C s� |d kr d}g }|D ]�}t j�t j�|��\}}|| jddg krRtd||f ��|rbt j�|�}|dkr�|�t j�||| �� q|dkr�|�t j�||d �� q|�t j�||| j �� q|S )Nr r r z"unknown file type '%s' (from '%s'))
r% r& rF rH �src_extensionsr �basenamer" rD �
obj_extension)r Zsource_filenamesZ strip_dirr- Z obj_namesZsrc_namerO r7 r r r �object_filenamesN s& � �z BCPPCompiler.object_filenamesc
C s� | � d ||�\}}}t||�}dg| } |d k r>| �d| � |rN|| d d�< |r\| �|� | �|� | js~|d ks~t||�r�|r�| �tj� |�� z| �
| � W n2 t k
r� }
zt |
� t
|
��W 5 d }
~
X Y nX d S )Nz cpp32.exer! r )Z_fix_compile_argsr r" r# r r r( r% r& r) r* r �printr ) r �sourceZ output_filer. r/ r1 r2 �_r4 Zpp_argsr8 r r r �
preprocessi s& �
zBCPPCompiler.preprocess)r r r )NNNr NNN)Nr N)
NNNNNr NNNN)r )r r )NNNNN)�__name__�
__module__� __qualname__�__doc__Z
compiler_typeZ executablesr+ r, rW rY Zstatic_lib_extensionZshared_lib_extensionZstatic_lib_formatZshared_lib_formatZ
exe_extensionr r9 r@ rR rI rZ r^ r r r r r sb
�
�
D �
�
�
�r )rb r% Zdistutils.errorsr r r r r r Zdistutils.ccompilerr r r
Zdistutils.file_utilr Zdistutils.dep_utilr Z distutilsr
r r r r r �<module> s distutils/__pycache__/bcppcompiler.cpython-38.pyc 0000644 00000014575 15115353745 0016134 0 ustar 00 U
e5dW: � @ sx d Z ddlZddlmZmZmZmZmZmZ ddl m
Z
m Z m Z ddl
mZ ddlmZ ddlmZ G dd � d e
�ZdS )
z�distutils.bcppcompiler
Contains BorlandCCompiler, an implementation of the abstract CCompiler class
for the Borland C++ compiler.
� N)�DistutilsExecError�DistutilsPlatformError� CompileError�LibError� LinkError�UnknownFileError)� CCompiler�gen_preprocess_options�gen_lib_options)�
write_file)�newer)�logc
@ s� e Zd ZdZdZi ZdgZdddgZee ZdZ dZ
d Z d
Z Z
d Zd d
d�Zd dd�Zd dd�Zd dd�Zd!dd�Zd"dd�Zd#dd �ZdS )$� BCPPCompilerzConcrete class that implements an interface to the Borland C/C++
compiler, as defined by the CCompiler abstract class.
Zbcppz.cz.ccz.cppz.cxxz.objz.libz.dllz%s%sz.exer c C s� t �| |||� d| _d| _d| _d | _ddddg| _ddddg| _d d
dd g| _d d
dd g| _ g | _
d
dd g| _ d
dd d g| _ d S )
Nz bcc32.exez ilink32.exeztlib.exez/tWMz/O2z/qz/g0z/Odz/Tpdz/Gnz/xz/r)
r �__init__�cc�linker�libZpreprocess_options�compile_options�compile_options_debug�ldflags_shared�ldflags_shared_debugZldflags_static� ldflags_exe�ldflags_exe_debug)�self�verboseZdry_run�force� r �./usr/lib64/python3.8/distutils/bcppcompiler.pyr 5 s zBCPPCompiler.__init__Nc C s� | � ||||||�\}} }}
} |p$g } | �d� |rB| �| j� n | �| j� | D �]<}
z| |
\}}W n tk
r� Y qRY nX tj�|�}tj�|
�}
| � tj�
|
�� |dkr�qR|dk�rz| � dd|
|g� W qR t k
�r } z t
|��W 5 d }~X Y qRX qR|| jk�rd}n|| jk�r*d}nd}d|
}z,| � | jg| |
||g | |g � W qR t k
�r� } z t
|��W 5 d }~X Y qRX qR| S ) Nz-c�.res�.rcZbrcc32z-fo� z-P�-o)Z_setup_compile�append�extendr r �KeyError�os�path�normpath�mkpath�dirname�spawnr r �
_c_extensions�_cpp_extensionsr )r Zsources�
output_dir�macros� include_dirs�debug�
extra_preargs�extra_postargsZdepends�objects�pp_optsZbuildZ compile_opts�obj�src�ext�msgZ input_optZ
output_optr r r �compileQ sV ��
���
zBCPPCompiler.compilec
C s� | � ||�\}}| j||d�}| �||�r~|dg| }|r:z| �| jg| � W q� tk
rz } z t|��W 5 d }~X Y q�X n t�d|� d S )N)r- z/u�skipping %s (up-to-date)) �_fix_object_args�library_filename�
_need_linkr* r r r r
r0 ) r r3 Zoutput_libnamer- r0 � target_lang�output_filenameZlib_argsr8 r r r �create_static_lib� s � z BCPPCompiler.create_static_libc
C s� | � ||�\}}| �|||�\}}}|r8t�dt|�� |d k rNtj�||�}| �||��r�|t j
kr�d}| r~| j d d � }q�| j d d � }n&d}| r�| j
d d � }n| jd d � }|d kr�d}n�tj�|�\}}tj�|�\}}tj�|d �}tj�|d| �}dg}|�pg D ]}|�d||f � �q| �t||fd | � ttjj|�}|g}g }|D ]>}tj�tj�|��\}}|d
k�r�|�|� n
|�|� �q`|D ] } |�d tj�| � � �q�|�d � |�|� |�d
|g� |�d� |D ]4} | �|| | �} | d k�r|�| � n
|�| � �q�|�d� |�d� |�d
|g� |�d
� |�|� |
�rp|
|d d�< | �r�|�| � | �tj�|�� z| �| j g| � W n, t k
�r� } z t | ��W 5 d } ~ X Y nX n t� d|� d S )Nz7I don't know what to do with 'runtime_library_dirs': %sZc0w32Zc0d32r r z%s.defZEXPORTSz %s=_%sz
writing %sr z/L%sz/L.�,z,,Zimport32Zcw32mtr: ) r; Z
_fix_lib_argsr
�warn�strr% r& �joinr= r Z
EXECUTABLEr r r r �split�splitextr) r" Zexecuter �mapr' �normcaser# �find_library_filer( r* r r r r0 ) r Z target_descr3 r? r- Z librariesZ library_dirsZruntime_library_dirsZexport_symbolsr0 r1 r2 Z
build_tempr> Z startup_objZld_argsZdef_file�head�tail�modnamer7 Ztemp_dir�contentsZsymZobjects2Z resources�file�base�lr �libfiler8 r r r �link� s� ��
�
zBCPPCompiler.linkc C sr |r"|d }|d |d ||f}n |d |f}|D ]:}|D ]0}t j�|| �|��}t j�|�r:| S q:q2d S )NZ_dZ_bcpp)r% r& rD r< �exists) r �dirsr r0 ZdlibZ try_names�dir�namerQ r r r rI 4 s
z BCPPCompiler.find_library_filer c C s� |d kr d}g }|D ]�}t j�t j�|��\}}|| jddg krRtd||f ��|rbt j�|�}|dkr�|�t j�||| �� q|dkr�|�t j�||d �� q|�t j�||| j �� q|S )Nr r r z"unknown file type '%s' (from '%s'))
r% r& rF rH �src_extensionsr �basenamer" rD �
obj_extension)r Zsource_filenamesZ strip_dirr- Z obj_namesZsrc_namerO r7 r r r �object_filenamesN s& � �z BCPPCompiler.object_filenamesc
C s� | � d ||�\}}}t||�}dg| } |d k r>| �d| � |rN|| d d�< |r\| �|� | �|� | js~|d ks~t||�r�|r�| �tj� |�� z| �
| � W n2 t k
r� }
zt |
� t
|
��W 5 d }
~
X Y nX d S )Nz cpp32.exer! r )Z_fix_compile_argsr r" r# r r r( r% r& r) r* r �printr ) r �sourceZ output_filer. r/ r1 r2 �_r4 Zpp_argsr8 r r r �
preprocessi s& �
zBCPPCompiler.preprocess)r r r )NNNr NNN)Nr N)
NNNNNr NNNN)r )r r )NNNNN)�__name__�
__module__� __qualname__�__doc__Z
compiler_typeZ executablesr+ r, rW rY Zstatic_lib_extensionZshared_lib_extensionZstatic_lib_formatZshared_lib_formatZ
exe_extensionr r9 r@ rR rI rZ r^ r r r r r sb
�
�
D �
�
�
�r )rb r% Zdistutils.errorsr r r r r r Zdistutils.ccompilerr r r
Zdistutils.file_utilr Zdistutils.dep_utilr Z distutilsr
r r r r r �<module> s distutils/__pycache__/config.cpython-38.opt-1.pyc 0000644 00000006667 15115353745 0015664 0 ustar 00 U
e5d� � @ s< d Z ddlZddlmZ ddlmZ dZG dd� de�ZdS )z�distutils.pypirc
Provides the PyPIRCCommand class, the base class for the command classes
that uses .pypirc in the distutils.command package.
� N)�RawConfigParser)�CommandzE[distutils]
index-servers =
pypi
[pypi]
username:%s
password:%s
c @ sh e Zd ZdZdZdZdZdZddde fdgZd gZ d
d � Z
d d
� Z dd� Z dd� Z
dd� Zdd� ZdS )�
PyPIRCCommandz;Base command that knows how to handle the .pypirc file
z https://upload.pypi.org/legacy/�pypiNz repository=�rz url of repository [default: %s])�
show-responseNz&display full response text from serverr c C s t j�t j�d�d�S )zReturns rc file path.�~z.pypirc)�os�path�join�
expanduser��self� r �(/usr/lib64/python3.8/distutils/config.py� _get_rc_file& s zPyPIRCCommand._get_rc_filec C sH | � � }t�t�|tjtjB d�d��}|�t||f � W 5 Q R X dS )z Creates a default .pypirc file.i� �wN)r r �fdopen�open�O_CREAT�O_WRONLY�write�DEFAULT_PYPIRC)r �username�password�rc�fr r r �
_store_pypirc* s zPyPIRCCommand._store_pypircc C s� | � � }tj�|��r�| �d| � | jp.| j}t� }|�|� |� � }d|k�rF|�
dd�}dd� |� d�D �}|g kr�d|kr�dg}ni S |D ]�}d|i}|�
|d �|d < d
| jfd | j fd fD ].\} }
|�
|| �r�|�
|| �|| < q�|
|| < q�|dk�r || jdfk�r | j|d
< | S |d |k�s:|d
|kr�| S q�nRd
|k�r�d
}|�
|d
��rp|�
|d
�}n| j}|�
|d �|�
|d�||| j d�S i S )zReads the .pypirc file.zUsing PyPI login from %sZ distutilsz
index-serversc S s g | ]}|� � d kr|� � �qS )� )�strip)�.0�serverr r r �
<listcomp>= s �z.PyPIRCCommand._read_pypirc.<locals>.<listcomp>�
r r! r �
repository�realm)r Nz server-loginr )r r r$ r! r% )r r r
�existsZannouncer$ �DEFAULT_REPOSITORYr �read�sections�get�split�
DEFAULT_REALMZ
has_option) r r r$ Zconfigr) Z
index_serversZ_serversr! Zcurrent�key�defaultr r r � _read_pypirc0 sb
���
�
�
�zPyPIRCCommand._read_pypircc C s8 ddl }|�dd�}|�|�d �dd�}|�� �|�S )z%Read and decode a PyPI HTTP response.r Nz content-typez
text/plain� �charset�ascii)�cgiZ getheaderZ parse_headerr* r( �decode)r Zresponser3 Z content_type�encodingr r r �_read_pypi_responsep s z!PyPIRCCommand._read_pypi_responsec C s d| _ d| _d| _dS )zInitialize options.Nr )r$ r% Z
show_responser
r r r �initialize_optionsw s z PyPIRCCommand.initialize_optionsc C s( | j dkr| j| _ | jdkr$| j| _dS )zFinalizes options.N)r$ r' r% r, r
r r r �finalize_options} s
z PyPIRCCommand.finalize_options)�__name__�
__module__� __qualname__�__doc__r' r, r$ r% Z user_optionsZboolean_optionsr r r/ r6 r7 r8 r r r r r s& ���@r )r< r Z configparserr Z
distutils.cmdr r r r r r r �<module> s
distutils/__pycache__/util.cpython-38.pyc 0000644 00000036274 15115353745 0014432 0 ustar 00 U
e5d�Q � @ s d Z ddlZddlZddlZddlZddlZddlmZ ddl m
Z
ddl m Z ddl
mZ ddlmZ dd � Zd
d � Zd d
� Zdd� Zdadd� Zdd� Zd*dd�Zd a aadd� Zdd� Z d+dd �Z d d � Z d,d d!�Z d"d#� Z d-d$d%�Z!d.d&d'�Z"G d(d)� d)�Z#dS )/zudistutils.util
Miscellaneous utility functions -- anything that doesn't fit into
one of the other *util.py modules.
� N)�DistutilsPlatformError)�newer)�spawn)�log)�DistutilsByteCompileErrorc
C s� t jdkrFdtj�� kr dS dtj�� kr.dS dtj�� kr@dS tjS dt jkrZt jd S t jd ksntt d
�sttjS t �� \} }}}}| �� � d d �} |� d
d�}|� d d�}| dd� dkr�d| |f S | dd� dk�r,|d dk�r�d} dt
|d �d |dd� f }dd d �}|d |tj 7 }n�| dd� d k�rLd | ||f S | dd!� d"k�r�d"} t �
d#t j�}|�|�}|�r�|�� }n>| dd!� d$k�r�ddl}ddl} |�| j�� | ||�\} }}d%| ||f S )&a� Return a string that identifies the current platform. This is used mainly to
distinguish platform-specific build directories and platform-specific built
distributions. Typically includes the OS name and version and the
architecture (as supplied by 'os.uname()'), although the exact information
included depends on the OS; eg. on Linux, the kernel version isn't
particularly important.
Examples of returned values:
linux-i586
linux-alpha (?)
solaris-2.6-sun4u
Windows will return one of:
win-amd64 (64bit Windows on AMD64 (aka x86_64, Intel64, EM64T, etc)
win32 (all others - specifically, sys.platform is returned)
For other non-POSIX platforms, currently just returns 'sys.platform'.
�ntZamd64� win-amd64z(arm)� win-arm32z(arm64)z win-arm64Z_PYTHON_HOST_PLATFORM�posix�uname�/� � �_�-N� Zlinuxz%s-%sZsunosr �5Zsolarisz%d.%s� � Z32bitZ64bit)i���l ���� z.%sZaixz%s-%s.%s� �cygwinz[\d.]+�darwinz%s-%s-%s)�os�name�sys�version�lower�platform�environ�hasattrr �replace�int�maxsize�re�compile�ASCII�match�group� _osx_supportZdistutils.sysconfigZget_platform_osxZ sysconfigZget_config_vars)
ZosnameZhost�releaser �machineZbitnessZrel_re�mr( � distutils� r- �&/usr/lib64/python3.8/distutils/util.py�get_host_platform sR
�
r/ c C s8 t jdkr.dddd�} | �t j�d��p,t� S t� S d S )Nr Zwin32r r )Zx86Zx64ZarmZVSCMD_ARG_TGT_ARCH)r r �getr r/ )ZTARGET_TO_PLATr- r- r. � get_platforma s
�r1 c C sz t jdkr| S | s| S | d dkr.td| ��| d dkrFtd| ��| �d�}d|krd|�d� qP|snt jS t jj|� S )a� Return 'pathname' as a name that will work on the native filesystem,
i.e. split it on '/' and put it back together again using the current
directory separator. Needed because filenames in the setup script are
always supplied in Unix style, and have to be converted to the local
convention before we can actually use them in the filesystem. Raises
ValueError on non-Unix-ish systems if 'pathname' either starts or
ends with a slash.
r r z path '%s' cannot be absolute���z path '%s' cannot end with '/'�.)r �sep�
ValueError�split�remove�curdir�path�join)�pathname�pathsr- r- r. � convert_pathl s
r= c C s� t jdkr<t j�|�s$t j�| |�S t j�| |dd� �S nNt jdkr|t j�|�\}}|d dkrn|dd� }t j�| |�S tdt j ��dS )a Return 'pathname' with 'new_root' prepended. If 'pathname' is
relative, this is equivalent to "os.path.join(new_root,pathname)".
Otherwise, it requires making 'pathname' relative and then joining the
two, which is tricky on DOS/Windows and Mac OS.
r
� Nr r �\z!nothing known about platform '%s')r r r9 �isabsr: �
splitdriver )Znew_rootr; Zdriver9 r- r- r. � change_root� s
rB c C sx t rdS tjdkrZdtjkrZz$ddl} | �t�� �d tjd< W n ttfk
rX Y nX dtjkrpt � tjd< da dS )aL Ensure that 'os.environ' has all the environment variables we
guarantee that users can use in config files, command-line options,
etc. Currently this includes:
HOME - user's home directory (Unix only)
PLAT - description of the current platform, including hardware
and OS (see 'get_platform()')
Nr
�HOMEr r ZPLATr> )
�_environ_checkedr r r �pwd�getpwuid�getuid� ImportError�KeyErrorr1 )rE r- r- r. �
check_environ� s
rJ c
C sV t � |fdd�}zt�d|| �W S tk
rP } ztd| ��W 5 d}~X Y nX dS )a� Perform shell/Perl-style variable substitution on 'string'. Every
occurrence of '$' followed by a name is considered a variable, and
variable is substituted by the value found in the 'local_vars'
dictionary, or in 'os.environ' if it's not in 'local_vars'.
'os.environ' is first checked/augmented to guarantee that it contains
certain values: see 'check_environ()'. Raise ValueError for any
variables not found in either 'local_vars' or 'os.environ'.
c S s, | � d�}||kr t|| �S tj| S d S )Nr> )r' �strr r )r& �
local_varsZvar_namer- r- r. �_subst� s
zsubst_vars.<locals>._substz\$([a-zA-Z_][a-zA-Z_0-9]*)zinvalid variable '$%s'N)rJ r# �subrI r5 )�srL rM �varr- r- r. �
subst_vars� s rQ �error: c C s |t | � S �N)rK )�exc�prefixr- r- r. �grok_environment_error� s rV c C s( t �dtj �at �d�at �d�ad S )Nz
[^\\\'\"%s ]*z'(?:[^'\\]|\\.)*'z"(?:[^"\\]|\\.)*")r# r$ �string�
whitespace�
_wordchars_re�
_squote_re�
_dquote_rer- r- r- r. � _init_regex� s
r\ c C s� t dkrt� | �� } g }d}| �r�t �| |�}|�� }|t| �krZ|�| d|� � �q�| | tjkr�|�| d|� � | |d� � � } d}n�| | dkr�| d|� | |d d� } |d }n�| | dkr�t
�| |�}n*| | dkr�t �| |�}nt d| | ��|dk�r t
d| | ��|�� \}}| d|� | |d |d � | |d� } |�� d }|t| �kr |�| � �q�q |S )
a Split a string up according to Unix shell-like rules for quotes and
backslashes. In short: words are delimited by spaces, as long as those
spaces are not escaped by a backslash, or inside a quoted string.
Single and double quotes are equivalent, and the quote characters can
be backslash-escaped. The backslash is stripped from any two-character
escape sequence, leaving only the escaped character. The quote
characters are stripped from any quoted string. Returns a list of
words.
Nr r? r> �'�"z!this can't happen (bad char '%c')z"bad string (mismatched %s quotes?)r )rY r\ �stripr& �end�len�appendrW rX �lstriprZ r[ � RuntimeErrorr5 �span)rO Zwords�posr+ r` Zbegr- r- r. � split_quoted� s@
,
rg c C sP |dkr6d| j |f }|dd� dkr6|dd� d }t�|� |sL| |� dS )a� Perform some action that affects the outside world (eg. by
writing to the filesystem). Such actions are special because they
are disabled by the 'dry_run' flag. This method takes care of all
that bureaucracy for you; all you have to do is supply the
function to call and an argument tuple for it (to embody the
"external action" being performed), and an optional message to
print.
Nz%s%r���z,)r �))�__name__r �info)�func�args�msg�verbose�dry_runr- r- r. �execute s
rq c C s2 | � � } | dkrdS | dkr dS td| f ��dS )z�Convert a string representation of truth to true (1) or false (0).
True values are 'y', 'yes', 't', 'true', 'on', and '1'; false values
are 'n', 'no', 'f', 'false', 'off', and '0'. Raises ValueError if
'val' is anything else.
)�yZyes�t�trueZon�1r> )�nZno�fZfalseZoff�0r zinvalid truth value %rN)r r5 )�valr- r- r. � strtobool2 s rz r> c C sT ddl }tjrtd��|dkr*do(|dk}|�s@z ddlm} | d�\}
} W n. tk
rz ddlm} d| d� }
} Y nX t� d| � |s�|
dk r�t
� |
d �}
n
t | d �}
|
�B |
�
d
� |
�
d �tt| ��d � |
�
d
|||||f � W 5 Q R X tjg}|�|�� � |�| � t||d� tt
j| fd| |d� �nddlm} | D ]�}|dd� dk�rj�qP|dk�r�|dk�r�dn|}tjj ||d�}n tj� |�}|}|�r�|dt |�� |k�r�t d||f ��|t |�d� }|�r�t
j �||�}t
j � |�}|�rP|�s t!||��r>t� d||� |�sL||||� nt�"d||� �qPdS )a~ Byte-compile a collection of Python source files to .pyc
files in a __pycache__ subdirectory. 'py_files' is a list
of files to compile; any files that don't end in ".py" are silently
skipped. 'optimize' must be one of the following:
0 - don't optimize
1 - normal optimization (like "python -O")
2 - extra optimization (like "python -OO")
If 'force' is true, all files are recompiled regardless of
timestamps.
The source filename encoded in each bytecode file defaults to the
filenames listed in 'py_files'; you can modify these with 'prefix' and
'basedir'. 'prefix' is a string that will be stripped off of each
source filename, and 'base_dir' is a directory name that will be
prepended (after 'prefix' is stripped). You can supply either or both
(or neither) of 'prefix' and 'base_dir', as you wish.
If 'dry_run' is true, doesn't actually do anything that would
affect the filesystem.
Byte-compilation is either done directly in this interpreter process
with the standard py_compile module, or indirectly by writing a
temporary script and executing it. Normally, you should let
'byte_compile()' figure out to use direct compilation or not (see
the source for details). The 'direct' flag is used by the script
generated in indirect mode; unless you know what you're doing, leave
it set to None.
r Nzbyte-compiling is disabled.T)�mkstemp�.py)�mktempz$writing byte-compilation script '%s'�wz2from distutils.util import byte_compile
files = [
z,
z]
z�
byte_compile(files, optimize=%r, force=%r,
prefix=%r, base_dir=%r,
verbose=%r, dry_run=0,
direct=1)
)rp z removing %s)r$ ���r
)� optimizationz1invalid prefix: filename %r doesn't start with %rzbyte-compiling %s to %sz%skipping byte-compilation of %s to %s)#�
subprocessr �dont_write_bytecoder Ztempfiler{ rH r} r rk r �fdopen�open�writer: �map�repr�
executable�extendZ"_optim_args_from_interpreter_flagsrb r rq r7 �
py_compiler$ � importlib�util�cache_from_sourcera r5 r9 �basenamer �debug)Zpy_files�optimizeZforcerU Zbase_dirro rp Zdirectr� r{ Z script_fdZ script_namer} Zscript�cmdr$ �file�opt�cfile�dfileZ
cfile_baser- r- r. � byte_compileB sx $
�
�
� � �r� c C s | � d�}d}|�|�S )z�Return a version of the string escaped for inclusion in an
RFC-822 header, by ensuring there are 8 spaces space after each newline.
�
z
)r6 r: )�header�linesr4 r- r- r. �
rfc822_escape� s
r� c C sV | sdS ddl m}m} G dd� d|�}|dkr8|d�}|||d�}|j| dd � dS )
a Invoke 2to3 on a list of Python files.
The files should all come from the build area, as the
modification is done in-place. To reduce the build time,
only files modified since the last invocation of this
function should be passed in the files argument.Nr )�RefactoringTool�get_fixers_from_packagec @ s$ e Zd Zdd� Zdd� Zdd� ZdS )z*run_2to3.<locals>.DistutilsRefactoringToolc _ s t j|f|�� d S rS )r �error)�selfrn rm �kwr- r- r. � log_error� s z4run_2to3.<locals>.DistutilsRefactoringTool.log_errorc W s t j|f|�� d S rS )r rk �r� rn rm r- r- r. � log_message� s z6run_2to3.<locals>.DistutilsRefactoringTool.log_messagec W s t j|f|�� d S rS )r r� r� r- r- r. � log_debug� s z4run_2to3.<locals>.DistutilsRefactoringTool.log_debugN)rj �
__module__� __qualname__r� r� r� r- r- r- r. �DistutilsRefactoringTool� s r� z
lib2to3.fixes)�optionsT)r� )Zlib2to3.refactorr� r� Zrefactor)�files� fixer_namesr� �explicitr� r� r� �rr- r- r. �run_2to3� s
r� c C s ddl m} ddlm} ddlm} |� } t�� }
t�| � z | � � W 5 t�|
� X | j
| j dd�< |r�|� � D ] } | �
� } | s�qr| �| � qrg } | j D ]L}
tj�||
�}|tj�|�� |tj�| |
�|dd�}|d r�| �|� q�tdd � | D �|||d
� | S ) z�Recursively copy a directory, only copying new and changed files,
running run_2to3 over all newly copied Python modules afterward.
If you give a template string, it's parsed like a MANIFEST.in.
r )�mkpath)� copy_file)�FileListNr> )�updatec S s g | ]}|� � �d �r|�qS )r| )r �endswith)�.0�fnr- r- r. �
<listcomp> s z$copydir_run_2to3.<locals>.<listcomp>)r� r� r� )Zdistutils.dir_utilr� Zdistutils.file_utilr� Zdistutils.filelistr� r �getcwd�chdir�findallZallfilesr� �
splitlinesr_ Zprocess_template_liner9 r: �dirnamerb r� )�src�dest�templater� r� r� r� r� r� Zfilelistr8 �lineZcopied�filenameZoutname�resr- r- r. �copydir_run_2to3� s:
�r� c @ s$ e Zd ZdZdZdZdZdd� ZdS )� Mixin2to3z�Mixin class for commands that run 2to3.
To configure 2to3, setup scripts may either change
the class variables, or inherit from individual commands
to override how 2to3 is invoked.Nc C s t || j| j| j�S rS )r� r� r� r� )r� r� r- r- r. r� - s zMixin2to3.run_2to3)rj r� r� �__doc__r� r� r� r� r- r- r- r. r� s
r� )rR )Nr r )r r NNr> r N)NNN)NNNN)$r� r r# �importlib.utilr� rW r Zdistutils.errorsr Zdistutils.dep_utilr Zdistutils.spawnr r, r r r/ r1 r= rB rD rJ rQ rV rY rZ r[ r\ rg rq rz r� r� r� r� r� r- r- r- r. �<module> sN O
=
�
�
! distutils/__pycache__/archive_util.cpython-38.pyc 0000644 00000014615 15115353745 0016126 0 ustar 00 U
e5d|! � @ sD d Z ddlZddlmZ ddlZz ddlZW n ek
rD dZY nX ddlmZ ddl m
Z
ddl m Z ddl
mZ zddlmZ W n ek
r� dZY nX zdd lmZ W n ek
r� dZY nX d
d � Zd d
� Zd#dd�Zd$dd�Zedgdfedgdfedgdfedgdfedgd feg d fd �Zd d � Zd%d!d"�ZdS )&zodistutils.archive_util
Utility functions for creating archive files (tarballs, zip files,
that sort of thing).� N)�warn)�DistutilsExecError)�spawn)�mkpath)�log)�getpwnam)�getgrnamc C sN t dks| dkrdS z t | �}W n tk
r8 d}Y nX |dk rJ|d S dS )z"Returns a gid, given a group name.N� )r �KeyError��name�result� r �./usr/lib64/python3.8/distutils/archive_util.py�_get_gid s
r c C sN t dks| dkrdS z t | �}W n tk
r8 d}Y nX |dk rJ|d S dS )z"Returns an uid, given a user name.Nr )r r
r r r r �_get_uid+ s
r �gzipc s. dddddd�}dddd d
�}|d k r:||� � kr:td ��| d
} |dkrZ| |�|d�7 } ttj�| �|d� dd l}
t� d� t
���t ��� � ���fdd�} |s�|
� | d|| �} z| j|| d� W 5 | �
� X |dk�r*tdt� | || }
tjdk�r|| |
g}n
|d| g}t||d� |
S | S )a= Create a (possibly compressed) tar file from all the files under
'base_dir'.
'compress' must be "gzip" (the default), "bzip2", "xz", "compress", or
None. ("compress" will be deprecated in Python 3.2)
'owner' and 'group' can be used to define an owner and a group for the
archive that is being built. If not provided, the current owner and group
will be used.
The output tar file will be named 'base_dir' + ".tar", possibly plus
the appropriate compression extension (".gz", ".bz2", ".xz" or ".Z").
Returns the output filename.
Zgz�bz2�xz� )r �bzip2r N�compressz.gzz.bz2z.xzz.Z)r r r r NzKbad value for 'compress': must be None, 'gzip', 'bzip2', 'xz' or 'compress'z.tarr ��dry_runr zCreating tar archivec s, � d k r� | _ �| _�d k r(�| _�| _| S )N)�gidZgname�uid�uname)Ztarinfo�r �group�ownerr r r � _set_uid_gida s z"make_tarball.<locals>._set_uid_gidzw|%s)�filterz 'compress' will be deprecated.Zwin32z-f)�keys�
ValueError�getr �os�path�dirname�tarfiler �infor r �open�close�addr �PendingDeprecationWarning�sys�platformr )� base_name�base_dirr �verboser r r Ztar_compressionZ compress_extZ archive_namer( r �tarZcompressed_name�cmdr r r � make_tarball7 sB ���
r5 c
C s� | d }t tj�|�|d� tdkrp|r.d}nd}ztd|||g|d� W n tk
rj td| ��Y nX �n8t�d||� |�s�ztj |d tj
d
�}W n& t k
r� tj |d tj d
�}Y nX |�� |tj
k�rtj�tj�|d ��}|�||� t�d |� t�|�D ]�\}} }
| D ]6} tj�tj�|| d ��}|�||� t�d |� �q|
D ]B} tj�tj�|| ��}tj�|��rV|�||� t�d |� �qV�q W 5 Q R X |S )
av Create a zip file from all the files under 'base_dir'.
The output zip file will be named 'base_name' + ".zip". Uses either the
"zipfile" Python module (if available) or the InfoZIP "zip" utility
(if installed and found on the default search path). If neither tool is
available, raises DistutilsExecError. Returns the name of the output zip
file.
z.zipr Nz-rz-rq�zipzkunable to create zip file '%s': could neither import the 'zipfile' module nor find a standalone zip utilityz#creating '%s' and adding '%s' to it�w)Z compressionr z adding '%s')r r% r& r' �zipfiler r r r) ZZipFileZ ZIP_DEFLATED� RuntimeErrorZ
ZIP_STORED�curdir�normpath�join�write�walk�isfile) r0 r1 r2 r Z zip_filenameZ
zipoptionsr6 r& �dirpathZdirnames� filenamesr r r r � make_zipfile sV �
� ��
� rB )r r zgzip'ed tar-file)r r zbzip2'ed tar-file)r r zxz'ed tar-file)r r zcompressed tar file)r Nzuncompressed tar filezZIP file)ZgztarZbztarZxztarZztarr3 r6 c C s | D ]}|t kr| S qdS )zqReturns the first format from the 'format' list that is unknown.
If all formats are known, returns None
N)�ARCHIVE_FORMATS)Zformats�formatr r r �check_archive_formats� s
rE c
C s� t �� }|dk r6t�d|� t j�| �} |s6t �|� |dkrDt j}d|i} z t| }
W n t k
rx t
d| ��Y nX |
d } |
d D ]\} }
|
| | < q�|dkr�|| d< || d < z| | |f| �}W 5 |dk r�t�d
|� t �|� X |S ) a� Create an archive file (eg. zip or tar).
'base_name' is the name of the file to create, minus any format-specific
extension; 'format' is the archive format: one of "zip", "tar", "gztar",
"bztar", "xztar", or "ztar".
'root_dir' is a directory that will be the root directory of the
archive; ie. we typically chdir into 'root_dir' before creating the
archive. 'base_dir' is the directory where we start archiving from;
ie. 'base_dir' will be the common prefix of all files and
directories in the archive. 'root_dir' and 'base_dir' both default
to the current directory. Returns the name of the archive file.
'owner' and 'group' are used when creating a tar archive. By default,
uses the current owner and group.
Nzchanging into '%s'r zunknown archive format '%s'r � r6 r r zchanging back to '%s') r% �getcwdr �debugr& �abspath�chdirr: rC r
r# )r0 rD Zroot_dirr1 r2 r r r Zsave_cwd�kwargsZ format_info�func�arg�val�filenamer r r � make_archive� s2
rP )r r r NN)r r )NNr r NN)�__doc__r% �warningsr r. r8 � ImportErrorZdistutils.errorsr Zdistutils.spawnr Zdistutils.dir_utilr Z distutilsr �pwdr Zgrpr r r r5 rB rC rE rP r r r r �<module> sN
�
H
=
�
� distutils/__pycache__/filelist.cpython-38.pyc 0000644 00000023215 15115353745 0015257 0 ustar 00 U
e5d 2 � @ s� d Z ddlZddlZddlZddlZddlmZ ddlmZm Z ddl
m Z G dd� d�Z dd � Z
ejfd
d �Zd d
� Zddd�ZdS )zsdistutils.filelist
Provides the FileList class, used for poking about the filesystem
and building lists of files.
� N�� convert_path)�DistutilsTemplateError�DistutilsInternalError)�logc @ s| e Zd ZdZd dd�Zdd� Zejfdd�Zd d
� Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Zd dd�Zd dd �ZdS ) �FileLista� A list of files built by on exploring the filesystem and filtered by
applying various patterns to what we find there.
Instance attributes:
dir
directory from which files will be taken -- only used if
'allfiles' not supplied to constructor
files
list of filenames currently being built/filtered/manipulated
allfiles
complete list of files under consideration (ie. without any
filtering applied)
Nc C s d | _ g | _d S �N)�allfiles�files)�self�warn� debug_print� r �*/usr/lib64/python3.8/distutils/filelist.py�__init__ s zFileList.__init__c C s
|| _ d S r )r )r r r r r � set_allfiles# s zFileList.set_allfilesc C s t |�| _d S r )�findallr )r �dirr r r r & s zFileList.findallc C s ddl m} |rt|� dS )z~Print 'msg' to stdout if the global DEBUG (taken from the
DISTUTILS_DEBUG environment variable) flag is true.
r )�DEBUGN)Zdistutils.debugr �print)r �msgr r r r r
) s zFileList.debug_printc C s | j �|� d S r )r
�append)r �itemr r r r 3 s zFileList.appendc C s | j �|� d S r )r
�extend)r �itemsr r r r 6 s zFileList.extendc C s< t ttjj| j��}g | _|D ]}| j�tjj|� � q d S r )�sorted�map�os�path�splitr
r �join)r Zsortable_filesZ
sort_tupler r r �sort9 s z
FileList.sortc C s@ t t| j�d dd�D ]$}| j| | j|d kr| j|= qd S )N� r ���)�range�lenr
)r �ir r r �remove_duplicatesC s zFileList.remove_duplicatesc C s� |� � }|d }d } }}|dkrTt|�dk r<td| ��dd� |dd � D �}n~|dkr�t|�d k rttd
| ��t|d �}d d� |dd � D �}n:|d kr�t|�dkr�td
| ��t|d �}n td| ��||||fS )Nr )�include�exclude�global-include�global-exclude� z&'%s' expects <pattern1> <pattern2> ...c S s g | ] }t |��qS r r ��.0�wr r r �
<listcomp>W s z1FileList._parse_template_line.<locals>.<listcomp>r" )�recursive-include�recursive-exclude� z,'%s' expects <dir> <pattern1> <pattern2> ...c S s g | ] }t |��qS r r r- r r r r0 ] s )�graft�prunez#'%s' expects a single <dir_pattern>zunknown action '%s')r r% r r )r �lineZwords�action�patternsr � dir_patternr r r �_parse_template_lineL s0 � � � z FileList._parse_template_linec C s@ | � |�\}}}}|dkrV| �dd�|� � |D ] }| j|dd�s2t�d|� q2�n�|dkr�| �dd�|� � |D ] }| j|dd�svt�d |� qv�n�|d
kr�| �d d�|� � |D ] }| j|d d�s�t�d
|� q��n^|dk�r(| �dd�|� � |D ]"}| j|d d��s t�d|� �q �n|dk�rv| �d|d�|�f � |D ]$}| j||d��sNt�d||� �qNn�|dk�r�| �d|d�|�f � |D ]$}| j||d��s�t�d||� �q�nx|dk�r�| �d| � | jd |d��s<t�d|� nB|dk�r0| �d | � | jd |d��s<t�d |� n td | ��d S ) Nr( zinclude � r" )�anchorz%warning: no files found matching '%s'r) zexclude z9warning: no previously-included files found matching '%s'r* zglobal-include r z>warning: no files found matching '%s' anywhere in distributionr+ zglobal-exclude zRwarning: no previously-included files matching '%s' found anywhere in distributionr1 zrecursive-include %s %s)�prefixz:warning: no files found matching '%s' under directory '%s'r2 zrecursive-exclude %s %szNwarning: no previously-included files matching '%s' found under directory '%s'r4 zgraft z+warning: no directories found matching '%s'r5 zprune z6no previously-included directories found matching '%s'z'this cannot happen: invalid action '%s')r: r
r �include_patternr r �exclude_patternr )r r6 r7 r8 r r9 �patternr r r �process_template_lineh s� �
�
�
�
� �
� �
�
��z FileList.process_template_liner" r c C sl d}t ||||�}| �d|j � | jdkr4| �� | jD ],}|�|�r:| �d| � | j�|� d}q:|S )a� Select strings (presumably filenames) from 'self.files' that
match 'pattern', a Unix-style wildcard (glob) pattern. Patterns
are not quite the same as implemented by the 'fnmatch' module: '*'
and '?' match non-special characters, where "special" is platform-
dependent: slash on Unix; colon, slash, and backslash on
DOS/Windows; and colon on Mac OS.
If 'anchor' is true (the default), then the pattern match is more
stringent: "*.py" will match "foo.py" but not "foo/bar.py". If
'anchor' is false, both of these will match.
If 'prefix' is supplied, then only filenames starting with 'prefix'
(itself a pattern) and ending with 'pattern', with anything in between
them, will match. 'anchor' is ignored in this case.
If 'is_regex' is true, 'anchor' and 'prefix' are ignored, and
'pattern' is assumed to be either a string containing a regex or a
regex object -- no translation is done, the regex is just compiled
and used as-is.
Selected strings will be added to self.files.
Return True if files are found, False otherwise.
Fz%include_pattern: applying regex r'%s'Nz adding T)�translate_patternr
r@ r r �searchr
r )r r@ r< r= �is_regex� files_found�
pattern_re�namer r r r> � s �
zFileList.include_patternc C sr d}t ||||�}| �d|j � tt| j�d dd�D ]4}|�| j| �r8| �d| j| � | j|= d}q8|S )a Remove strings (presumably filenames) from 'files' that match
'pattern'. Other parameters are the same as for
'include_pattern()', above.
The list 'self.files' is modified in place.
Return True if files are found, False otherwise.
Fz%exclude_pattern: applying regex r'%s'r" r# z
removing T)rB r
r@ r$ r% r
rC )r r@ r< r= rD rE rF r& r r r r? � s �zFileList.exclude_pattern)NN)r" Nr )r" Nr )�__name__�
__module__� __qualname__�__doc__r r r �curdirr r
r r r! r' r: rA r> r? r r r r r s
L
, �r c C s& dd� t j| dd�D �}tt jj|�S )z%
Find all files under 'path'
c s s, | ]$\}}}|D ]}t j�||�V qqd S r )r r r )r. �base�dirsr
�filer r r � <genexpr>� s �z#_find_all_simple.<locals>.<genexpr>T)� followlinks)r �walk�filterr �isfile)r Zresultsr r r �_find_all_simple� s �rU c C s6 t | �}| tjkr.tjtjj| d�}t||�}t|�S )z�
Find all files under 'dir' and return the list of full filenames.
Unless dir is '.', return full filenames with dir prepended.
)�start) rU r rL � functools�partialr �relpathr �list)r r
Zmake_relr r r r s
r c C s8 t �| �}tj}tjdkr d}d| }t�d||�}|S )z�Translate a shell-like glob pattern to a regular expression; return
a string containing the regex. Differs from 'fnmatch.translate()' in
that '*' does not match "special characters" (which are
platform-specific).
�\z\\\\z\1[^%s]z((?<!\\)(\\\\)*)\.)�fnmatch� translater �sep�re�sub)r@ rF r^ Zescapedr r r �
glob_to_re s
ra r" c
C s
|r t | t�rt�| �S | S td��d�\}}}| rVt| �}|�|�rP|�|�sZt�nd}|dk r�t|�}|�|�r~|�|�s�t�|t |�t |�t |� � }t
j } t
j dkr�d} |t |�t |�t |� � }d||| ||f }n |�r d||t |�d� f }t�|�S )a Translate a shell-like wildcard pattern to a compiled regular
expression. Return the compiled regex. If 'is_regex' true,
then 'pattern' is directly compiled to a regex (if it's a string)
or just returned as-is (assumes it's a regex object).
�_� Nr[ z\\z%s\A%s%s.*%s%sz%s\A%s) �
isinstance�strr_ �compilera � partition�
startswith�endswith�AssertionErrorr% r r^ )
r@ r< r= rD rV rb �endrF Z prefix_rer^ r r r rB % s*
rB )r" Nr )rK r r_ r\ rW Zdistutils.utilr Zdistutils.errorsr r Z distutilsr r rU rL r ra rB r r r r �<module> s i distutils/__pycache__/text_file.cpython-38.opt-1.pyc 0000644 00000020371 15115353745 0016366 0 ustar 00 U
e5d�0 � @ s& d Z ddlZddlZG dd� d�ZdS )z�text_file
provides the TextFile class, which gives an interface to text files
that (optionally) takes care of stripping comments, ignoring blank
lines, and joining lines with backslashes.� Nc @ st e Zd ZdZdddddddd�Zddd�Zd d
� Zd d � Zdd
d�Zddd�Z d dd�Z
dd� Z dd� Z dd� Z
dS ) �TextFilea� Provides a file-like object that takes care of all the things you
commonly want to do when processing a text file that has some
line-by-line syntax: strip comments (as long as "#" is your
comment character), skip blank lines, join adjacent lines by
escaping the newline (ie. backslash at end of line), strip
leading and/or trailing whitespace. All of these are optional
and independently controllable.
Provides a 'warn()' method so you can generate warning messages that
report physical line number, even if the logical line in question
spans multiple physical lines. Also provides 'unreadline()' for
implementing line-at-a-time lookahead.
Constructor is called as:
TextFile (filename=None, file=None, **options)
It bombs (RuntimeError) if both 'filename' and 'file' are None;
'filename' should be a string, and 'file' a file object (or
something that provides 'readline()' and 'close()' methods). It is
recommended that you supply at least 'filename', so that TextFile
can include it in warning messages. If 'file' is not supplied,
TextFile creates its own using 'io.open()'.
The options are all boolean, and affect the value returned by
'readline()':
strip_comments [default: true]
strip from "#" to end-of-line, as well as any whitespace
leading up to the "#" -- unless it is escaped by a backslash
lstrip_ws [default: false]
strip leading whitespace from each line before returning it
rstrip_ws [default: true]
strip trailing whitespace (including line terminator!) from
each line before returning it
skip_blanks [default: true}
skip lines that are empty *after* stripping comments and
whitespace. (If both lstrip_ws and rstrip_ws are false,
then some lines may consist of solely whitespace: these will
*not* be skipped, even if 'skip_blanks' is true.)
join_lines [default: false]
if a backslash is the last non-newline character on a line
after stripping comments and whitespace, join the following line
to it to form one "logical line"; if N consecutive lines end
with a backslash, then N+1 physical lines will be joined to
form one logical line.
collapse_join [default: false]
strip leading whitespace from lines that are joined to their
predecessor; only matters if (join_lines and not lstrip_ws)
errors [default: 'strict']
error handler used to decode the file content
Note that since 'rstrip_ws' can strip the trailing newline, the
semantics of 'readline()' must differ from those of the builtin file
object's 'readline()' method! In particular, 'readline()' returns
None for end-of-file: an empty string might just be a blank line (or
an all-whitespace line), if 'rstrip_ws' is true but 'skip_blanks' is
not.� r �strict)�strip_comments� skip_blanks� lstrip_ws� rstrip_ws�
join_lines�
collapse_join�errorsNc K s� |dkr|dkrt d��| j�� D ]0}||kr@t| ||| � q"t| || j| � q"|�� D ]}|| jkr\td| ��q\|dkr�| �|� n|| _|| _d| _g | _ dS )z�Construct a new TextFile object. At least one of 'filename'
(a string) and 'file' (a file-like object) must be supplied.
They keyword argument options are described above and affect
the values returned by 'readline()'.Nz7you must supply either or both of 'filename' and 'file'z invalid TextFile option '%s'r )
� RuntimeError�default_options�keys�setattr�KeyError�open�filename�file� current_line�linebuf)�selfr r Zoptions�opt� r �+/usr/lib64/python3.8/distutils/text_file.py�__init__N s
zTextFile.__init__c C s& || _ tj| j d| jd�| _d| _dS )zyOpen a new file named 'filename'. This overrides both the
'filename' and 'file' arguments to the constructor.�r)r r N)r �ior r r r )r r r r r r o s z
TextFile.openc C s$ | j }d| _ d| _d| _|�� dS )ziClose the current file and forget everything we know about it
(filename, current line number).N)r r r �close)r r r r r r v s
zTextFile.closec C sj g }|d kr| j }|�| jd � t|ttf�rD|�dt|� � n|�d| � |�t|�� d�|�S )Nz, z
lines %d-%d: z line %d: � )r �appendr �
isinstance�list�tuple�str�join)r �msg�lineZoutmsgr r r � gen_error s zTextFile.gen_errorc C s t d| �||� ��d S )Nzerror: )�
ValueErrorr' �r r% r& r r r �error� s zTextFile.errorc C s t j�d| �||� d � dS )a� Print (to stderr) a warning message tied to the current logical
line in the current file. If the current logical line in the
file spans multiple physical lines, the warning refers to the
whole range, eg. "lines 3-5". If 'line' supplied, it overrides
the current line number; it may be a list or tuple to indicate a
range of physical lines, or an integer for a single physical
line.z warning: �
N)�sys�stderr�writer' r) r r r �warn� s z
TextFile.warnc C s� | j r | j d }| j d= |S d}| j�� }|dkr6d}| jr�|r�|�d�}|dkrTnX|dksl||d dkr�|d dkr|dp~d}|d|� | }|�� dkr�q n |�d d�}| j�r |�r |dkr�| �d
� |S | j r�|�
� }|| }t | j t
��r
| j d d | j d< n| j | j d g| _ n:|dk�r,dS t | j t
��rL| j d d | _ n | j d | _ | j�rr| j�rr|�� }n"| j�r�|�
� }n| j�r�|�� }|dk�s�|dk�r�| j�r�q | j�r�|d dk�r�|dd� }q |d d� d k�r�|dd � d }q |S )
aU Read and return a single logical line from the current file (or
from an internal buffer if lines have previously been "unread"
with 'unreadline()'). If the 'join_lines' option is true, this
may involve reading multiple physical lines concatenated into a
single string. Updates the current line number, so calling
'warn()' after 'readline()' emits a warning about the physical
line(s) just read. Returns None on end-of-file, since the empty
string can occur if 'rstrip_ws' is true but 'strip_blanks' is
not.���r N�#r r �\r+ z\#z2continuation line immediately precedes end-of-file���z\
)r r �readliner �find�strip�replacer r/ r
�lstripr r r! r r �rstripr )r r& Z buildup_line�posZeolr r r r4 � sf
�
zTextFile.readlinec C s( g }| � � }|dkr|S |�|� qdS )zWRead and return the list of all logical lines remaining in the
current file.N)r4 r )r �linesr& r r r � readlines s
zTextFile.readlinesc C s | j �|� dS )z�Push 'line' (a string) onto an internal buffer that will be
checked by future 'readline()' calls. Handy for implementing
a parser with line-at-a-time lookahead.N)r r )r r& r r r �
unreadline s zTextFile.unreadline)NN)N)N)N)�__name__�
__module__� __qualname__�__doc__r
r r r r' r* r/ r4 r< r= r r r r r
s$ :�
!
x
r )rA r, r r r r r r �<module> s distutils/__pycache__/core.cpython-38.opt-1.pyc 0000644 00000014730 15115353745 0015335 0 ustar 00 U
e5d�" � @ s� d Z ddlZddlZddlmZ ddlT ddlmZ ddlm Z ddl
m Z ddl m
Z
d Zd
d � Zdadad Zd
Zdd� Zddd�ZdS )a# distutils.core
The only module that needs to be imported to use the Distutils; provides
the 'setup' function (which is to be called from the setup script). Also
indirectly provides the Distribution and Command classes, although they are
really defined in distutils.dist and distutils.cmd.
� N)�DEBUG)�*)� Distribution)�Command)�
PyPIRCCommand)� Extensionz�usage: %(script)s [global_opts] cmd1 [cmd1_opts] [cmd2 [cmd2_opts] ...]
or: %(script)s --help [cmd1 cmd2 ...]
or: %(script)s --help-commands
or: %(script)s cmd --help
c C s t j�| �}tt� S )N)�os�path�basename�USAGE�vars)� script_nameZscript� r �&/usr/lib64/python3.8/distutils/core.py� gen_usage s r )� distclassr
� script_argsZoptions�name�versionZauthorZ author_emailZ
maintainerZmaintainer_emailZurl�licenseZ descriptionZlong_description�keywordsZ platformsZ classifiersZ download_urlZrequiresZprovidesZ obsoletes)r ZsourcesZ include_dirsZ
define_macrosZ undef_macrosZ library_dirsZ librariesZruntime_library_dirsZ
extra_objectsZextra_compile_argsZextra_link_argsZ swig_optsZexport_symbolsZdependsZlanguagec
K s | � d�}|r| d= nt}d| kr8tj�tjd �| d< d| krRtjdd� | d< z|| � a}W nL tk
r� } z.d| kr�t d| ��nt d | d |f ��W 5 d}~X Y nX t
d
kr�|S |� � t r�t
d � |�� t
d kr�|S z |�� }W n: tk
�r* } zt t|j�d
| ��W 5 d}~X Y nX t �rBt
d� |�� t
dk�rP|S |�rz |�� W n� tk
�r� t d��Y n� tk
�r� } z.t �r�tj�d|f � � nt d|f ��W 5 d}~X Y nB ttfk
�r } z t �r� nt dt|� ��W 5 d}~X Y nX |S )a� The gateway to the Distutils: do everything your setup script needs
to do, in a highly flexible and user-driven way. Briefly: create a
Distribution instance; find and parse config files; parse the command
line; run each Distutils command found there, customized by the options
supplied to 'setup()' (as keyword arguments), in config files, and on
the command line.
The Distribution instance might be an instance of a class supplied via
the 'distclass' keyword argument to 'setup'; if no such class is
supplied, then the Distribution class (in dist.py) is instantiated.
All other arguments to 'setup' (except for 'cmdclass') are used to set
attributes of the Distribution instance.
The 'cmdclass' argument, if supplied, is a dictionary mapping command
names to command classes. Each command encountered on the command line
will be turned into a command class, which is in turn instantiated; any
class found in 'cmdclass' is used in place of the default, which is
(for command 'foo_bar') class 'foo_bar' in module
'distutils.command.foo_bar'. The command class must provide a
'user_options' attribute which is a list of option specifiers for
'distutils.fancy_getopt'. Any command-line options between the current
and the next command are used to set attributes of the current command
object.
When the entire command-line has been successfully parsed, calls the
'run()' method on each command object in turn. This method will be
driven entirely by the Distribution object (which each command object
has a reference to, thanks to its constructor), and the
command-specific options that became attributes of each command
object.
r r
r r � Nr zerror in setup command: %sz error in %s setup command: %s�initz%options (after parsing config files):�configz
error: %sz%options (after parsing command line):� commandlineZ interruptedz
error: %s
z error: %szerror: )�getr r r r
�sys�argv�_setup_distributionZDistutilsSetupError�
SystemExit�_setup_stop_afterZparse_config_filesr �printZdump_option_dictsZparse_command_lineZDistutilsArgErrorr r
Z run_commands�KeyboardInterrupt�OSError�stderr�writeZDistutilsErrorZCCompilerError�str)�attrs�klassZdist�msg�ok�excr r r �setup9 sd %
� (
�"r, �runc C s� |dkrt d|f ��|atj�� }d| i}zZzH| tjd< |dk rP|tjdd�< t| d��}t|�� |� W 5 Q R X W 5 |t_daX W n tk
r� Y nX t dkr�t
d| ��t S ) a. Run a setup script in a somewhat controlled environment, and
return the Distribution instance that drives things. This is useful
if you need to find out the distribution meta-data (passed as
keyword args from 'script' to 'setup()', or the contents of the
config files or command-line.
'script_name' is a file that will be read and run with 'exec()';
'sys.argv[0]' will be replaced with 'script' for the duration of the
call. 'script_args' is a list of strings; if supplied,
'sys.argv[1:]' will be replaced by 'script_args' for the duration of
the call.
'stop_after' tells 'setup()' when to stop processing; possible
values:
init
stop after the Distribution instance has been created and
populated with the keyword arguments to 'setup()'
config
stop after config files have been parsed (and their data
stored in the Distribution instance)
commandline
stop after the command-line ('sys.argv[1:]' or 'script_args')
have been parsed (and the data stored in the Distribution)
run [default]
stop after all commands have been run (the same as if 'setup()'
had been called in the usual way
Returns the Distribution instance, which provides all information
used to drive the Distutils.
)r r r r- z"invalid value for 'stop_after': %r�__file__Nr r �rbzZ'distutils.core.setup()' was never called -- perhaps '%s' is not a Distutils setup script?) �
ValueErrorr r r �copy�open�exec�readr r � RuntimeError)r
r Z
stop_afterZ save_argv�g�fr r r � run_setup� s*
�r8 )Nr- )�__doc__r r Zdistutils.debugr Zdistutils.errorsZdistutils.distr Z
distutils.cmdr Zdistutils.configr Zdistutils.extensionr r r r r Zsetup_keywordsZextension_keywordsr, r8 r r r r �<module> s q distutils/__pycache__/msvc9compiler.cpython-38.opt-1.pyc 0000644 00000042055 15115353745 0017202 0 ustar 00 U
e5d/w � @ sR d Z ddlZddlZddlZddlZddlmZmZmZm Z m
Z
ddl m Z m
Z
mZ ddlmZ ddlmZ ddlZejZejZejZejZej ej ej ej fZ ej!dko�ej"dkZ#e#r�d Z$d
Z%d Z&n d Z$d
Z%dZ&ddd�Z'G dd� d�Z(G dd� d�Z)dd� Z*dd� Z+dd� Z,d d � Z-d$d d �Z.e*� Z/e/d k �r>ed!e/ ��G d"d#� d#e �Z0dS )%a distutils.msvc9compiler
Contains MSVCCompiler, an implementation of the abstract CCompiler class
for the Microsoft Visual Studio 2008.
The module is compatible with VS 2005 and VS 2008. You can find legacy support
for older versions of VS in distutils.msvccompiler.
� N)�DistutilsExecError�DistutilsPlatformError� CompileError�LibError� LinkError)� CCompiler�gen_preprocess_options�gen_lib_options)�log)� get_platform�win32l z1Software\Wow6432Node\Microsoft\VisualStudio\%0.1fz5Software\Wow6432Node\Microsoft\Microsoft SDKs\Windowsz,Software\Wow6432Node\Microsoft\.NETFrameworkz%Software\Microsoft\VisualStudio\%0.1fz)Software\Microsoft\Microsoft SDKs\Windowsz Software\Microsoft\.NETFramework�x86Zamd64�r z win-amd64c @ sP e Zd ZdZdd� Zee�Zdd� Zee�Zdd� Zee�Zdd � Ze e�Zd
S ) �Regz2Helper class to read values from the registry
c C s: t D ](}| �||�}|r||kr|| S qt|��d S �N)�HKEYS� read_values�KeyError)�cls�path�key�base�d� r �//usr/lib64/python3.8/distutils/msvc9compiler.py� get_value@ s
z
Reg.get_valuec C sn zt ||�}W n tk
r$ Y dS X g }d}zt||�}W n tk
rT Y qjY nX |�|� |d7 }q.|S )z Return list of registry keys.Nr � )� RegOpenKeyEx�RegError�
RegEnumKey�append)r r r �handle�L�i�kr r r � read_keysH s
z
Reg.read_keysc C s� zt ||�}W n tk
r$ Y dS X i }d}zt||�\}}}W n tk
rZ Y q�Y nX |�� }| �|�|| �|�< |d7 }q.|S )z`Return dict of registry keys and values.
All names are converted to lowercase.
Nr r )r r � RegEnumValue�lower� convert_mbcs) r r r r! r r# �name�value�typer r r r Z s
zReg.read_valuesc C s: t | dd �}|d k r6z |d�} W n tk
r4 Y nX | S )N�decode�mbcs)�getattr� UnicodeError)�sZdecr r r r( p s zReg.convert_mbcsN)
�__name__�
__module__� __qualname__�__doc__r � classmethodr% r r( � staticmethodr r r r r < s r c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�
MacroExpanderc C s i | _ t| | _| �|� d S r )�macros�VS_BASE�vsbase� load_macros)�self�versionr r r �__init__| s
zMacroExpander.__init__c C s t �||�| jd| < d S )Nz$(%s))r r r8 )r< Zmacror r r r r � set_macro� s zMacroExpander.set_macroc C s | � d| jd d� | � d| jd d� | � dtd� z$|dkrP| � d td
� ntd
��W n tk
rv td ��Y nX |d kr�| � d
| jd� | � dtd� nbd}tD ]X}zt||�}W n tk
r� Y q�Y nX t |d�}t
� |d||f �}|d | j d< q�d S )NZ VCInstallDirz \Setup\VC�
productdirZ VSInstallDirz \Setup\VSZ FrameworkDirZ installroot� @ZFrameworkSDKDirzsdkinstallrootv2.0a Python was built with Visual Studio 2008;
extensions must be built with a compiler than can generate compatible binaries.
Visual Studio 2008 was not found on this system. If you have Cygwin installed,
you can try compiling with MingW32, by passing "-c mingw32" to setup.py.g "@ZFrameworkVersionz clr versionZ
WindowsSdkDirZcurrentinstallfolderz.Software\Microsoft\NET Framework Setup\Productr z%s\%sr= z$(FrameworkVersion))
r? r: �NET_BASEr r � WINSDK_BASEr r r r r r r8 )r< r= �pr �hr r r r r r; � s2 � �
zMacroExpander.load_macrosc C s$ | j �� D ]\}}|�||�}q
|S r )r8 �items�replace)r< r0 r$ �vr r r �sub� s zMacroExpander.subN)r1 r2 r3 r> r? r; rI r r r r r7 z s r7 c C s� d} t j�| �}|dkr dS |t| � }t j|d� �dd�\}}t|dd� �d }|dkrf|d7 }t|d d
� �d }|dkr�d }|dkr�|| S dS )
z�Return the version of MSVC that was used to build Python.
For Python 2.3 and up, the version number is included in
sys.version. For earlier versions, assume the compiler is MSVC 6.
zMSC v.���� N� r ����
� � g $@r )�sysr= �find�len�split�int)�prefixr# r0 �restZ majorVersionZ minorVersionr r r �get_build_version� s rX c C s0 g }| D ]"}t j�|�}||kr|�|� q|S )znReturn a list of normalized paths with duplicates removed.
The current order of paths is maintained.
)�osr �normpathr )�pathsZ
reduced_pathsrD Znpr r r �normalize_and_reduce_paths� s r\ c C s< | � tj�}g }|D ]}||kr|�|� qtj�|�}|S )z8Remove duplicate values of an environment variable.
)rT rY �pathsepr �join)ZvariableZoldListZnewListr# Z newVariabler r r �removeDuplicates� s r_ c C s t | }zt�d| d�}W n" tk
r> t�d� d}Y nX |rPtj�|�s�d| }tj �
|d�}|r�tj�|�r�tj� |tj tj d�}tj�
|�}tj�|�s�t�d| � dS nt�d| � |s�t�d � dS tj� |d
�}tj�|�r�|S t�d � dS ) z�Find the vcvarsall.bat file
At first it tries to find the productdir of VS 2008 in the registry. If
that fails it falls back to the VS90COMNTOOLS env var.
z %s\Setup\VCr@ z%Unable to find productdir in registryNzVS%0.f0COMNTOOLSZVCz%s is not a valid directoryz Env var %s is not set or invalidzNo productdir foundz
vcvarsall.bat� Unable to find vcvarsall.bat)r9 r r r r
�debugrY r �isdir�environ�getr^ �pardir�abspath�isfile)r= r: r@ ZtoolskeyZtoolsdir� vcvarsallr r r �find_vcvarsall� s4
�
ri c C s8 t | �}ddddh}i }|dkr(td��t�d|| � tjd||f tjtjd �}z�|�
� \}}|� � d
krzt|� d ���|� d �}|�
d �D ]d}t�|�}d
|kr�q�|�� }|�
d
d�\} }
| �� } | |kr�|
�tj�r�|
dd� }
t|
�|| < q�W 5 |j�� |j �� X t|�t|�k�r4ttt|�� ����|S )zDLaunch vcvarsall.bat and read the settings from its environment
�include�libZlibpathr Nr` z'Calling 'vcvarsall.bat %s' (version=%s)z
"%s" %s & set)�stdout�stderrr r- �
�=r rJ )ri r r
ra �
subprocess�Popen�PIPErl �closerm Z communicate�waitr, rT r r( �stripr' �endswithrY r] r_ rS �
ValueError�str�list�keys) r= Zarchrh Z interesting�result�popenrl rm �liner r* r r r �query_vcvarsall� s> �
r~ rA z(VC %0.1f is not supported by this modulec
@ s� e Zd ZdZdZi ZdgZdddgZdgZdgZ ee e e Z
d Z d
Z d Z
d Zd
ZZdZd.dd�Zd/dd�Zd0dd�Zd1dd�Zd2dd�Zd3d d �Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Z d(d)� Z d4d*d+�Z d,d-� Z dS )5� MSVCCompilerzwConcrete class that implements an interface to Microsoft Visual C++,
as defined by the CCompiler abstract class.Zmsvcz.cz.ccz.cppz.cxx�.rcz.mcz.resz.objz.libz.dllz%s%sz.exer c C s8 t �| |||� t| _d| _g | _d | _d | _d| _d S )Nz Software\Microsoft\VisualStudioF) r r> �VERSION�_MSVCCompiler__versionZ_MSVCCompiler__root�_MSVCCompiler__paths� plat_name�_MSVCCompiler__arch� initialized)r< �verboseZdry_runZforcer r r r> I s zMSVCCompiler.__init__Nc C s |d krt � }d}||kr(td|f ��dtjkrfdtjkrf| �d�rfd| _d| _d| _d| _d | _ n�|t � ksx|d
kr�t
| }nt
t � d t
| }t t |�}|d �
tj�| _|d
tjd
< |d tjd< t| j�dkr�td| j ��| �d�| _| �d�| _| �d�| _| �d�| _| �d �| _ z(tjd �
d�D ]}| j�|� �q:W n tk
�rf Y nX t| j�| _d�| j�tjd < d | _| jdk�r�dddddg| _ddddddg| _n&ddddd dg| _ddddd ddg| _d dd g| _| jd k�rd dd d!g| _ dg| _ d"| _ d S )#Nr z --plat-name must be one of %sZDISTUTILS_USE_SDKZMSSdkzcl.exezlink.exezlib.exezrc.exezmc.exer �_r rk rj r zxPython was built with %s, and extensions need to be built with the same version of the compiler, but it isn't installed.�;r
z/nologoz/Oxz/MDz/W3z/DNDEBUGz/Odz/MDdz/Z7z/D_DEBUGz/GS-z/DLLz/INCREMENTAL:NO� z/INCREMENTAL:noz/DEBUGT) r r rY rc �find_exe�cc�linkerrk �rc�mc�PLAT_TO_VCVARSr~ r� rT r] r� rS Z_MSVCCompiler__productr r r\ r^ Zpreprocess_optionsr� �compile_options�compile_options_debug�ldflags_sharedr� �ldflags_shared_debugZldflags_staticr� )r< r� Zok_platsZ plat_specZvc_envrD r r r �
initializeT s~ �
�
� � �
�
� �zMSVCCompiler.initialize� c C s� |d kr d}g }|D ]�}t j�|�\}}t j�|�d }|t j�|�d � }|| jkrbtd| ��|rrt j�|�}|| jkr�|� t j�
||| j �� q|| j kr�|� t j�
||| j �� q|� t j�
||| j
�� q|S )Nr� r z Don't know how to compile %s)rY r �splitext�
splitdrive�isabs�src_extensionsr �basename�_rc_extensionsr r^ �
res_extension�_mc_extensions�
obj_extension)r< Zsource_filenamesZ strip_dir�
output_dirZ obj_namesZsrc_namer �extr r r �object_filenames� s.
�
� �z MSVCCompiler.object_filenamesc C sp | j s| �� | �||||||�} | \}}
}} } |p6g }
|
�d� |rT|
�| j� n |
�| j� |
D �]}z| | \}}W n tk
r� Y qdY nX |r�tj �
|�}|| j kr�d| }�nT|| j kr�d| }�n>|| j
k�r<|}d| }z"| �| jg| |g |g � W qd tk
�r6 } z t|��W 5 d }~X Y qdX qdn�|| jk�r�tj �|�}tj �|�}zl| �| jgd|d|g |g � tj �tj �|��\}}tj �||d �}| �| jgd| g |g � W qd tk
�r� } z t|��W 5 d }~X Y qdX qdntd||f ��d | }z&| �| jg|
| ||g | � W qd tk
�rh } z t|��W 5 d }~X Y qdX qd|
S )
Nz/cz/Tcz/Tpz/foz-hz-rr� z"Don't know how to compile %s to %sz/Fo)r� r� Z_setup_compiler �extendr� r� r rY r rf �
_c_extensions�_cpp_extensionsr� �spawnr� r r r� �dirnamer� r� r� r^ r� )r< Zsourcesr� r8 Z include_dirsra �
extra_preargs�extra_postargsZdependsZ compile_info�objectsZpp_optsZbuildZ compile_opts�obj�srcr� Z input_optZ
output_opt�msgZh_dirZrc_dirr r� Zrc_filer r r �compile� s�
�
��
��
��
���
zMSVCCompiler.compilec
C s� | j s| �� | �||�\}}| j||d�}| �||�r�|d| g }|rJz| �| jg| � W q� tk
r� } z t|��W 5 d }~X Y q�X n t �
d|� d S )N)r� �/OUT:�skipping %s (up-to-date)) r� r� �_fix_object_args�library_filename�
_need_linkr� rk r r r
ra ) r< r� Zoutput_libnamer� ra � target_lang�output_filenameZlib_argsr� r r r �create_static_lib s � z MSVCCompiler.create_static_libc
C sT | j s| �� | �||�\}}| �|||�}|\}}}|rL| �dt|� � t| |||�}|d k rptj� ||�}| �
||��rD|t j kr�| r�| j
dd � }q�| jdd � }n| r�| j
}n| j}g }|p�g D ]}|�d| � q�|| | | d| g }tj�|d �} |d k �rLtj�tj�|��\}}tj� | | �|��}|�d| � | �|| |� |
�rl|
|d d�< | �r||�| � | �tj�|�� z| �| jg| � W n, tk
�r� } z t|��W 5 d }~X Y nX | �||�}|d k �rP|\}}d||f }z| �dd d
||g� W n, tk
�r@ } z t|��W 5 d }~X Y nX n t � d |� d S ) Nz5I don't know what to do with 'runtime_library_dirs': r z/EXPORT:r� r z/IMPLIB:z-outputresource:%s;%szmt.exez-nologoz -manifestr� ) r� r� r� Z
_fix_lib_args�warnrx r rY r r^ r� r �
EXECUTABLEr� r� r r� r� r� r� �manifest_setup_ldargsr� Zmkpathr� r� r r �manifest_get_embed_infor
ra ) r< � target_descr� r� r� Z librariesZ library_dirsZruntime_library_dirsZexport_symbolsra r� r� �
build_tempr� Z
fixed_argsZlib_optsZldflagsZ export_optsZsym�ld_argsZdll_nameZdll_extZ implib_filer� ZmfinfoZ
mffilename�mfidZout_argr r r �link6 s� �
� �
��
��
�
zMSVCCompiler.linkc C s, t j�|t j�|�d �}|�d| � d S )Nz .manifest�/MANIFESTFILE:)rY r r^ r� r )r< r� r� r� �
temp_manifestr r r r� � s
�z"MSVCCompiler.manifest_setup_ldargsc C s^ |D ]"}|� d�r|�dd�d } q,qd S |tjkr<d}nd}| �|�}|d krVd S ||fS )Nr� �:r rO )�
startswithrT r r� �_remove_visual_c_ref)r< r� r� �argr� r� r r r r� � s
z$MSVCCompiler.manifest_get_embed_infoc C s� z�t |�}z |�� }W 5 |�� X t�dtj�}t�|d|�}d}t�|d|�}t�dtj�}t�||�d krtW d S t |d�}z|�|� |W �W S |�� X W n t k
r� Y nX d S )NzU<assemblyIdentity.*?name=("|')Microsoft\.VC\d{2}\.CRT("|').*?(/>|</assemblyIdentity>)r� z*<dependentAssembly>\s*</dependentAssembly>zI<assemblyIdentity.*?name=(?:"|')(.+?)(?:"|').*?(?:/>|</assemblyIdentity>)�w)
�openrs �read�rer� �DOTALLrI �search�write�OSError)r< Z
manifest_fileZ
manifest_fZ manifest_buf�patternr r r r� � s2
��
z!MSVCCompiler._remove_visual_c_refc C s d| S )Nz /LIBPATH:r �r< �dirr r r �library_dir_option� s z MSVCCompiler.library_dir_optionc C s t d��d S )Nz<don't know how to set runtime library search path for MSVC++)r r� r r r �runtime_library_dir_option� s �z'MSVCCompiler.runtime_library_dir_optionc C s
| � |�S r )r� )r< rk r r r �library_option� s zMSVCCompiler.library_optionc C s\ |r|d |g}n|g}|D ]:}|D ]0}t j�|| �|��}t j�|�r$| S q$q d S )NZ_d)rY r r^ r� �exists)r< �dirsrk ra Z try_namesr� r) Zlibfiler r r �find_library_file� s z MSVCCompiler.find_library_filec C sz | j D ].}tj�tj�|�|�}tj�|�r| S qtjd �d�D ].}tj�tj�|�|�}tj�|�rF| S qF|S )a� Return path to an MSVC executable program.
Tries to find the program in several places: first, one of the
MSVC program search paths from the registry; next, the directories
in the PATH environment variable. If any of those work, return an
absolute path that is known to exist. If none of them work, just
return the original program name, 'exe'.
�Pathr� )r� rY r r^ rf rg rc rT )r< ZexerD �fnr r r r� s
zMSVCCompiler.find_exe)r r r )N)r r� )NNNr NNN)Nr N)
NNNNNr NNNN)r ) r1 r2 r3 r4 Z
compiler_typeZ executablesr� r� r� r� r� r� r� Zstatic_lib_extensionZshared_lib_extensionZstatic_lib_formatZshared_lib_formatZ
exe_extensionr> r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r + sl
��
W �
�
X �
�
_ +
r )r
)1r4 rY rp rQ r� Zdistutils.errorsr r r r r Zdistutils.ccompilerr r r Z distutilsr
Zdistutils.utilr �winregZ OpenKeyExr ZEnumKeyr Z EnumValuer& �errorr Z
HKEY_USERS�HKEY_CURRENT_USER�HKEY_LOCAL_MACHINEZHKEY_CLASSES_ROOTr �platform�maxsizeZ NATIVE_WIN64r9 rC rB r� r r7 rX r\ r_ ri r~ r� r r r r r �<module> sP ��>. #
)
distutils/__pycache__/dir_util.cpython-38.pyc 0000644 00000013301 15115353745 0015252 0 ustar 00 U
e5db � @ sp d Z ddlZddlZddlmZmZ ddlmZ i addd�Z dd d
�Z
dd d �Z d
d� Z ddd�Z
dd� ZdS )zWdistutils.dir_util
Utility functions for manipulating directories and directory trees.� N)�DistutilsFileError�DistutilsInternalError)�log� � c C sf t | t�std| f ��tj�| �} g }tj�| �s<| dkr@|S t�tj� | ��rV|S tj�
| �\}}|g}|r�|r�tj�|�s�tj�
|�\}}|� d|� ql|D ]�}tj� ||�}tj� |�} t�| �r�q�|dkr�t
�d|� |�sXzt�||� W nV tk
�rL }
z6|
jtjk�r&tj�|��s<td||
jd f ��W 5 d}
~
X Y nX |�|� dt| < q�|S ) a� Create a directory and any missing ancestor directories.
If the directory already exists (or if 'name' is the empty string, which
means the current directory, which of course exists), then do nothing.
Raise DistutilsFileError if unable to create some directory along the way
(eg. some sub-path exists, but is a file rather than a directory).
If 'verbose' is true, print a one-line summary of each mkdir to stdout.
Return the list of directories actually created.
z(mkpath: 'name' must be a string (got %r)� r r z creating %szcould not create '%s': %s���N)�
isinstance�strr �os�path�normpath�isdir�
_path_created�get�abspath�split�insert�joinr �info�mkdir�OSError�errnoZEEXISTr �args�append) �name�mode�verbose�dry_runZ created_dirs�head�tailZtails�dZabs_head�exc� r# �*/usr/lib64/python3.8/distutils/dir_util.py�mkpath sB
�
�
r% c C sN t � }|D ] }|�tj�| tj�|��� q
t|�D ]}t||||d� q4dS )a� Create all the empty directories under 'base_dir' needed to put 'files'
there.
'base_dir' is just the name of a directory which doesn't necessarily
exist yet; 'files' is a list of filenames to be interpreted relative to
'base_dir'. 'base_dir' + the directory portion of every file in 'files'
will be created if it doesn't already exist. 'mode', 'verbose' and
'dry_run' flags are as for 'mkpath()'.
�r r N)�set�addr r r �dirname�sortedr% )Zbase_dir�filesr r r Zneed_dir�file�dirr# r# r$ � create_treeP s
r. c
C s^ ddl m} |s(tj�| �s(td| ��zt�| �} W n> tk
rt }
z |rRg } ntd| |
jf ��W 5 d}
~
X Y nX |s�t ||d� g } | D ]�} tj�
| | �}
tj�
|| �}| � d�r�q�|�r
tj� |
��r
t�
|
�}|dkr�t�d ||� |s�t�||� | �|� q�tj�|
��r8| �t|
|||||||d
�� q�||
||||||d
� | �|� q�| S ) a Copy an entire directory tree 'src' to a new location 'dst'.
Both 'src' and 'dst' must be directory names. If 'src' is not a
directory, raise DistutilsFileError. If 'dst' does not exist, it is
created with 'mkpath()'. The end result of the copy is that every
file in 'src' is copied to 'dst', and directories under 'src' are
recursively copied to 'dst'. Return the list of files that were
copied or might have been copied, using their output name. The
return value is unaffected by 'update' or 'dry_run': it is simply
the list of all files under 'src', with the names changed to be
under 'dst'.
'preserve_mode' and 'preserve_times' are the same as for
'copy_file'; note that they only apply to regular files, not to
directories. If 'preserve_symlinks' is true, symlinks will be
copied as symlinks (on platforms that support them!); otherwise
(the default), the destination of the symlink will be copied.
'update' and 'verbose' are the same as for 'copy_file'.
r )� copy_filez&cannot copy tree '%s': not a directoryz error listing files in '%s': %sN)r z.nfsr zlinking %s -> %sr& )Zdistutils.file_utilr/ r r r r �listdirr �strerrorr% r �
startswith�islink�readlinkr r �symlinkr �extend� copy_tree)�srcZdstZ
preserve_modeZpreserve_timesZpreserve_symlinks�updater r r/ �names�eZoutputs�nZsrc_nameZdst_nameZ link_destr# r# r$ r7 c s\ � �
�� � r7 c C sf t �| �D ]F}t j�| |�}t j�|�r@t j�|�s@t||� q
|�t j|f� q
|�t j | f� dS )zHelper for remove_tree().N)
r r0 r r r r3 �_build_cmdtupler �remove�rmdir)r � cmdtuples�fZreal_fr# r# r$ r= � s r= c C s� |dkrt �d| � |r dS g }t| |� |D ]h}z2|d |d � tj�|d �}|tkrbt|= W q. tk
r� } zt �d| |� W 5 d}~X Y q.X q.dS )z�Recursively remove an entire directory tree.
Any errors are ignored (apart from being reported to stdout if 'verbose'
is true).
r z'removing '%s' (and everything under it)Nr zerror removing %s: %s) r r r= r r r r r �warn)Z directoryr r r@ �cmdr r" r# r# r$ � remove_tree� s
rD c C s6 t j�| �\}} | dd� t jkr2|| dd� } | S )z�Take the full path 'path', and make it a relative path.
This is useful to make 'path' the second argument to os.path.join().
r r N)r r �
splitdrive�sep)r Zdriver# r# r$ �ensure_relative� s rG )r r r )r r r )r r r r r r )r r )�__doc__r r Zdistutils.errorsr r Z distutilsr r r% r. r7 r= rD rG r# r# r# r$ �<module> s
?
�
E
distutils/__pycache__/ccompiler.cpython-38.opt-2.pyc 0000644 00000040742 15115353745 0016365 0 ustar 00 U
e5dI� � @ s� d dl Z d dlZd dlZd dlT d dlmZ d dlmZ d dlm Z d dl
m Z m Z d dl
mZmZ d dlmZ G d d
� d
�Zd Zd d d
�Zdddddd�Zdd� Zd dd�Zdd� Zdd� ZdS ) � N)�*)�spawn)� move_file)�mkpath)�newer_pairwise� newer_group)� split_quoted�execute)�logc
@ s e Zd ZdZdZdZdZdZdZdZ dZ
dddddd�Z dddgZ dpdd�Z
d d
� Zd d � Zd
d� Zdd� Zdqdd�Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Z d'd(� Z d)d*� Z d+d,� Z d-d.� Z drd/d0�Z!d1d2� Z"d3d4� Z#d5d6� Z$d7d8� Z%dsd9d:�Z&dtd;d<�Z'd=d>� Z(dud?d@�Z)dAZ*dBZ+dCZ,dvdDdE�Z-dwdFdG�Z.dxdHdI�Z/dydJdK�Z0dLdM� Z1dNdO� Z2dPdQ� Z3dzdRdS�Z4d{dTdU�Z5d|dWdX�Z6d}dYdZ�Z7d~d[d\�Z8dd^d_�Z9d�dadb�Z:dcdd� Z;dedf� Z<d�dgdh�Z=didj� Z>dkdl� Z?d�dndo�Z@dS )�� CCompilerN�czc++Zobjc)�.cz.ccz.cppz.cxxz.mr c C sb || _ || _|| _d | _g | _g | _g | _g | _g | _g | _ | j
� � D ]}| � || j
| � qFd S �N)
�dry_run�force�verbose�
output_dir�macros� include_dirs� libraries� library_dirs�runtime_library_dirs�objects� executables�keys�set_executable)�selfr r r �key� r �+/usr/lib64/python3.8/distutils/ccompiler.py�__init__U s zCCompiler.__init__c K s< |D ]2}|| j kr&td|| jjf ��| �||| � qd S )Nz$unknown executable '%s' for class %s)r �
ValueError� __class__�__name__r )r �kwargsr r r r �set_executablesy s
�zCCompiler.set_executablesc C s, t |t�r t| |t|�� n t| ||� d S r )�
isinstance�str�setattrr )r r �valuer r r r � s
zCCompiler.set_executablec C s0 d}| j D ] }|d |kr"| S |d7 }q
d S )Nr � )r )r �name�i�defnr r r � _find_macro� s
zCCompiler._find_macroc C s` |D ]V}t |t�rFt|�dkrFt |d t�s8|d d krFt |d t�std| d d ��qd S )N)r* � r* r z invalid macro definition '%s': z.must be tuple (string,), (string, string), or z(string, None))r& �tuple�lenr' � TypeError)r Z definitionsr- r r r �_check_macro_definitions� s
� �
� ���z"CCompiler._check_macro_definitionsc C s. | � |�}|d k r| j|= | j�||f� d S r �r. r �append)r r+ r) r, r r r � define_macro� s
zCCompiler.define_macroc C s0 | � |�}|d k r| j|= |f}| j�|� d S r r4 )r r+ r, Zundefnr r r �undefine_macro� s
zCCompiler.undefine_macroc C s | j �|� d S r )r r5 �r �dirr r r �add_include_dir� s zCCompiler.add_include_dirc C s |d d � | _ d S r �r �r �dirsr r r �set_include_dirs� s zCCompiler.set_include_dirsc C s | j �|� d S r )r r5 )r �libnamer r r � add_library� s zCCompiler.add_libraryc C s |d d � | _ d S r )r )r Zlibnamesr r r �
set_libraries� s zCCompiler.set_librariesc C s | j �|� d S r )r r5 r8 r r r �add_library_dir s zCCompiler.add_library_dirc C s |d d � | _ d S r )r r< r r r �set_library_dirs s zCCompiler.set_library_dirsc C s | j �|� d S r )r r5 r8 r r r �add_runtime_library_dir s z!CCompiler.add_runtime_library_dirc C s |d d � | _ d S r )r r< r r r �set_runtime_library_dirs s z"CCompiler.set_runtime_library_dirsc C s | j �|� d S r )r r5 )r �objectr r r �add_link_object s zCCompiler.add_link_objectc C s |d d � | _ d S r )r )r r r r r �set_link_objects( s zCCompiler.set_link_objectsc C s |d kr| j }nt|t�s"td��|d kr2| j}n"t|t�rL|| jpFg }ntd��|d krd| j}n*t|ttf�r�t|�| jp�g }ntd��|d kr�g }| j|d|d�}t ||�}i } t
t |��D ]B}
||
} ||
} t j
�| �d }
| �t j
�| �� | |
f| | < q�||||| fS )N�%'output_dir' must be a string or None�/'macros' (if supplied) must be a list of tuples�6'include_dirs' (if supplied) must be a list of stringsr )� strip_dirr r* )r r& r' r2 r �listr r0 �object_filenames�gen_preprocess_options�ranger1 �os�path�splitextr �dirname)r Zoutdirr Zincdirs�sources�dependsZextrar �pp_opts�buildr, �src�obj�extr r r �_setup_compile6 s<
��
zCCompiler._setup_compilec C s0 |dg }|r dg|d d�< |r,||d d�< |S )Nz-cz-gr r )r rW �debugZbefore�cc_argsr r r � _get_cc_argsa s
zCCompiler._get_cc_argsc C s� |d kr| j }nt|t�s"td��|d kr2| j}n"t|t�rL|| jpFg }ntd��|d krd| j}n*t|ttf�r�t|�| jp�g }ntd��|||fS )NrI rJ rK )r r& r' r2 r rM r r0 )r r r r r r r �_fix_compile_argsj s"
�zCCompiler._fix_compile_argsc C s | j ||d�}|i fS )N)r )rN )r rU r rV r r r r �
_prep_compile� s zCCompiler._prep_compilec C sH t |ttf�std��t|�}|d kr.| j}nt |t�s@td��||fS )Nz,'objects' must be a list or tuple of stringsrI )r& rM r0 r2 r r' )r r r r r r �_fix_object_args� s
zCCompiler._fix_object_argsc C s� |d kr| j }n*t|ttf�r2t|�| j p,g }ntd��|d krJ| j}n*t|ttf�rlt|�| jpfg }ntd��|d kr�| j}n*t|ttf�r�t|�| jp�g }ntd��|||fS )Nz3'libraries' (if supplied) must be a list of stringsz6'library_dirs' (if supplied) must be a list of stringsz>'runtime_library_dirs' (if supplied) must be a list of strings)r r& rM r0 r2 r r )r r r r r r r �
_fix_lib_args� s, ���zCCompiler._fix_lib_argsc C s2 | j r
dS | jr t||dd�}n
t||�}|S d S )NT�newer)Zmissing)r r r )r r � output_filerd r r r �
_need_link� s
zCCompiler._need_linkc C s~ t |t�s|g}d }t| j�}|D ]V}tj�|�\}}| j�|�}z | j� |�}||k r`|}|}W q" t
k
rv Y q"X q"|S r ) r& rM r1 �language_orderrQ rR rS � language_map�get�indexr! ) r rU Zlangrj �source�baser[ ZextlangZextindexr r r �detect_language� s
zCCompiler.detect_languagec C s d S r r )r rk re r r �
extra_preargs�extra_postargsr r r �
preprocess� s zCCompiler.preprocessc C sx | � ||||||�\}} }}
} | �|
||�} | D ]B}
z| |
\}}W n tk
r\ Y q0Y nX | �|
||| ||
� q0| S r )r\ r_ �KeyError�_compile)r rU r r r r] rn ro rV r rW rX r^ rZ rY r[ r r r �compile� s 6 ��
zCCompiler.compilec C s d S r r )r rZ rY r[ r^ ro rW r r r rr C s zCCompiler._compilec C s d S r r )r r �output_libnamer r] � target_langr r r �create_static_libI s zCCompiler.create_static_libZ
shared_objectZshared_library�
executablec C s t �d S r ��NotImplementedError)r Z target_descr �output_filenamer r r r �export_symbolsr] rn ro �
build_tempru r r r �linki s 9zCCompiler.linkc
C s2 | � tj|| j|dd�||||||| |
| | �
d S )N�shared)�lib_type)r} r �SHARED_LIBRARY�library_filename)
r r rt r r r r r{ r] rn ro r| ru r r r �link_shared_lib� s
�zCCompiler.link_shared_libc
C s( | � tj||||||||| |
| | �
d S r )r} r �
SHARED_OBJECT)
r r rz r r r r r{ r] rn ro r| ru r r r �link_shared_object� s
�z CCompiler.link_shared_objectc C s. | � tj|| �|�||||d ||| d |
�
d S r )r} r �
EXECUTABLE�executable_filename) r r Zoutput_prognamer r r r r] rn ro ru r r r �link_executable� s
�zCCompiler.link_executablec C s t �d S r rx r8 r r r �library_dir_option� s z CCompiler.library_dir_optionc C s t �d S r rx r8 r r r �runtime_library_dir_option� s z$CCompiler.runtime_library_dir_optionc C s t �d S r rx )r �libr r r �library_option� s zCCompiler.library_optionc C s� dd l }|d krg }|d kr g }|d kr,g }|d kr8g }|jd|dd�\}}t�|d�} z*|D ]}
| �d|
� q^| �d| � W 5 | �� X z| j|g|d�} W n tk
r� Y d S X z| j| d
||d � W n t t
fk
r� Y d S X dS ) Nr r
T)�text�wz#include "%s"
z=int main (int argc, char **argv) {
%s();
return 0;
}
r; Fza.out)r r ) �tempfileZmkstemprQ �fdopen�close�writers Z CompileErrorr� Z LinkErrorr2 ) r �funcnameZincludesr r r r� �fdZfname�fZinclr r r r � has_function� s< �
�
zCCompiler.has_functionc C s t �d S r rx )r r= r� r] r r r �find_library_file$ s zCCompiler.find_library_file� c C s� |d kr d}g }|D ]|}t j�|�\}}t j�|�d }|t j�|�d � }|| jkrftd||f ��|rvt j�|�}|�t j� ||| j
�� q|S )Nr� r* z"unknown file type '%s' (from '%s')) rQ rR rS �
splitdrive�isabs�src_extensionsZUnknownFileError�basenamer5 �join�
obj_extension)r Zsource_filenamesrL r Z obj_namesZsrc_namerl r[ r r r rN O s"
� �zCCompiler.object_filenamesc C s$ |rt j�|�}t j�||| j �S r )rQ rR r� r� �shared_lib_extension�r r� rL r r r r �shared_object_filename` s z CCompiler.shared_object_filenamec C s( |rt j�|�}t j�||| jp"d �S )Nr� )rQ rR r� r� �
exe_extensionr� r r r r� f s z CCompiler.executable_filename�staticc
C s` |dkrt d��t| |d �}t| |d �}tj�|�\}}|||f } |rPd}tj�||| �S )N)r� r~ ZdylibZ
xcode_stubz?'lib_type' must be "static", "shared", "dylib", or "xcode_stub"Z _lib_formatZ_lib_extensionr� )r! �getattrrQ rR �splitr� )
r r? r rL r Zfmtr[ r9 rl �filenamer r r r� l s � zCCompiler.library_filenamer* c C s t �|� d S r )r
r] )r �msg�levelr r r �announce s zCCompiler.announcec C s ddl m} |rt|� d S )Nr )�DEBUG)Zdistutils.debugr� �print)r r� r� r r r � debug_print� s zCCompiler.debug_printc C s t j�d| � d S )Nz warning: %s
)�sys�stderrr� )r r� r r r �warn� s zCCompiler.warnc C s t |||| j� d S r )r r )r �func�argsr� r� r r r r � s zCCompiler.executec C s t || jd� d S �N)r )r r )r �cmdr r r r � s zCCompiler.spawnc C s t ||| jd�S r� )r r )r rY Zdstr r r r � s zCCompiler.move_file� c C s t ||| jd� d S r� )r r )r r+ �moder r r r � s zCCompiler.mkpath)r r r )N)N)NNNNN)NNNr NNN)Nr N)
NNNNNr NNNN)
NNNNNr NNNN)
NNNNNr NNNN)NNNNr NNN)NNNN)r )r r� )r r� )r r� )r� r r� )r* )Nr* )r� )Ar# �
__module__� __qualname__Z
compiler_typer� r� Zstatic_lib_extensionr� Zstatic_lib_formatZshared_lib_formatr� rh rg r r% r r. r3 r6 r7 r: r> r@ rA rB rC rD rE rG rH r\ r_ r` ra rb rc rf rm rp rs rr rv r� r� r� r} r� r� r� r� r� r� r� r� rN r� r� r� r� r� r� r r r r r r r r r s� �
$
+
"
�
�
D �
�
A �
�
�
�
,
+
�
r ))zcygwin.*�unix)�posixr� )�nt�msvcc C sV | d krt j} |d kr tj}tD ]0\}}t�||�d k sHt�|| �d k r | S q dS )Nr� )rQ r+ r� �platform�_default_compilers�re�match)Zosnamer� �pattern�compilerr r r �get_default_compiler� s
�
r� )Z
unixccompilerZ
UnixCCompilerz standard UNIX-style compiler)Z
_msvccompilerZ MSVCCompilerzMicrosoft Visual C++)�cygwinccompilerZCygwinCCompilerz'Cygwin port of GNU C Compiler for Win32)r� ZMingw32CCompilerz(Mingw32 port of GNU C Compiler for Win32)Z bcppcompilerZ BCPPCompilerzBorland C++ Compiler)r� r� �cygwinZmingw32Zbcppc C sX ddl m} g }t�� D ] }|�d| d t| d f� q|�� | |�}|�d� d S )Nr )� FancyGetoptz compiler=r/ z List of available compilers:)Zdistutils.fancy_getoptr� �compiler_classr r5 �sortZ
print_help)r� Z compilersr� Zpretty_printerr r r �show_compilers� s
�r� c C s� | d krt j} z"|d kr t| �}t| \}}}W n8 tk
rh d| }|d k r\|d| }t|��Y nX z*d| }t|� tj| } t | �| }
W nB t
k
r� t d| ��Y n$ tk
r� t d||f ��Y nX |
d ||�S )Nz5don't know how to compile C/C++ code on platform '%s'z with '%s' compilerz
distutils.z4can't compile C/C++ code: unable to load module '%s'zBcan't compile C/C++ code: unable to find class '%s' in module '%s') rQ r+ r� r� rq ZDistutilsPlatformError�
__import__r� �modules�vars� ImportErrorZDistutilsModuleError) Zplatr� r r r Z module_name�
class_nameZlong_descriptionr� �module�klassr r r � new_compiler� s:
����
r� c C s� g }| D ]�}t |t�r0dt|� kr.dks<n td| ��t|�dkr\|�d|d � qt|�dkr|d d kr�|�d|d � q|�d| � q|D ]}|�d| � q�|S ) Nr* r/ zPbad macro definition '%s': each element of 'macros' list must be a 1- or 2-tuplez-U%sr z-D%sz-D%s=%sz-I%s)r& r0 r1 r2 r5 )r r rW Zmacror9 r r r rO s" $�� rO c C s� g }|D ]}|� | �|�� q|D ],}| �|�}t|t�rD|| }q"|� |� q"|D ]V}tj�|�\}} |r�| �|g| �}
|
r�|� |
� q�| � d| � qT|� | �
|�� qT|S )Nz6no library file corresponding to '%s' found (skipping)) r5 r� r� r& rM rQ rR r� r� r� r� ) r� r r r Zlib_optsr9 �optr� Zlib_dirZlib_nameZlib_filer r r �gen_lib_options8 s&
�r� )NN)NNr r r )r� rQ r� Zdistutils.errorsZdistutils.spawnr Zdistutils.file_utilr Zdistutils.dir_utilr Zdistutils.dep_utilr r Zdistutils.utilr r Z distutilsr
r r� r� r� r� r� rO r� r r r r �<module> s6
�
-- distutils/__pycache__/dist.cpython-38.opt-2.pyc 0000644 00000061163 15115353745 0015353 0 ustar 00 U
e5d�� � @ s� d dl Z d dlZd dlZd dlmZ z d dlZW n ek
rH dZY nX d dlT d dlm Z m
Z
d dl m Z m
Z
mZ d dlmZ d dlmZ e�d�Zd d
� ZG d d � d �ZG d
d� d�Zdd� ZdS )� N)�message_from_file)�*)� FancyGetopt�translate_longopt)�
check_environ� strtobool�
rfc822_escape��log)�DEBUGz^[a-zA-Z]([a-zA-Z0-9_]*)$c C sL t | t�r n<t | t�sHt| �j}d|� d|� d�}t�tj|� t| �} | S )Nz
Warning: 'z ' should be a list, got type '�')�
isinstance�str�list�type�__name__r
ZWARN)�valueZ fieldname�typename�msg� r �&/usr/lib64/python3.8/distutils/dist.py� _ensure_list s
r c @ sl e Zd ZdddddgZdZddd d
d d d
ddddddddddddddgZd d � eD �Zd d iZd`d!d"�Zd#d$� Z dad&d'�Z
d(d)� Z dbd*d+�Z d,d-� Z
d.d/� Zd0d1� Zd2d3� Zd4d4g fd5d6�Zd7d8� Zd9d:� Zd;d<� Zd=d>� Zd?d@� ZdAdB� ZdcdCdD�ZdddEdF�ZdedHdI�Zej fdJdK�Z dLdM� Z dNdO� Z dPdQ� Z dRdS� Z!dTdU� Z"dVdW� Z#dXdY� Z$dZd[� Z%d\d]� Z&d^d_� Z'd S )f� Distribution)�verbose�vzrun verbosely (default)� )�quiet�qz!run quietly (turns verbosity off))zdry-run�nzdon't actually do anything)�help�hzshow detailed help message)z no-user-cfgNz-ignore pydistutils.cfg in your home directoryz�Common commands: (see '--help-commands' for more)
setup.py build will build the package underneath 'build/'
setup.py install will install the package
)z
help-commandsNzlist all available commands)�nameNzprint package name)�version�Vzprint package version)�fullnameNz print <package name>-<version>)�authorNzprint the author's name)� author-emailNz print the author's email address)�
maintainerNzprint the maintainer's name)zmaintainer-emailNz$print the maintainer's email address)�contactNz7print the maintainer's name if known, else the author's)z
contact-emailNz@print the maintainer's email address if known, else the author's)�urlNz print the URL for this package)�licenseNz print the license of the package)�licenceNzalias for --license)� descriptionNz print the package description)zlong-descriptionNz"print the long package description)� platformsNzprint the list of platforms)� classifiersNz print the list of classifiers)�keywordsNzprint the list of keywords)�providesNz+print the list of packages/modules provided)�requiresNz+print the list of packages/modules required)� obsoletesNz0print the list of packages/modules made obsoletec C s g | ]}t |d ��qS )r �r )�.0�xr r r �
<listcomp>� s zDistribution.<listcomp>r r Nc C s\ d| _ d| _d| _| jD ]}t| |d� qt� | _| jjD ] }d| }t| |t| j|�� q:i | _ d | _
d | _ d | _ i | _
g | _d | _i | _d | _d | _d | _d | _d | _d | _d | _d | _d | _d | _d| _i | _ i | _ |�r|� d�}|d k �r8|d= |� � D ]4\}}| � |�}|� � D ]\} }
d|
f|| < �q �qd|k�r~|d |d< |d= d } t!d k �rnt!�"| � nt#j$�%| d
� |� � D ]�\} }
t&| jd | ��r�t| jd | �|
� nNt&| j| ��r�t| j| |
� n0t&| | ��r�t| | |
� nd t'| � } t!�"| � �q�d
| _(| j d k �rP| j D ].}
|
�)d��s6 �qP|
dk�r d| _( �qP�q | �*� d S )Nr r �get_� �optionsz setup scriptr+ r* z:'licence' distribution option is deprecated; use 'license'�
Zset_z Unknown distribution option: %sT�-z
--no-user-cfgF)+r �dry_runr �display_option_names�setattr�DistributionMetadata�metadata�_METHOD_BASENAMES�getattr�cmdclass�command_packages� script_name� script_args�command_optionsZ
dist_files�packagesZ package_dataZ package_dir�
py_modules� libraries�headers� ext_modulesZ ext_packageZ include_dirsZ
extra_path�scripts�
data_filesZpassword� command_obj�have_run�get�items�get_option_dict�warnings�warn�sys�stderr�write�hasattr�repr�
want_user_cfg�
startswith�finalize_options)�self�attrs�attr�basenameZ method_namer9 �commandZ cmd_options�opt_dict�opt�valr �key�argr r r �__init__� s~
zDistribution.__init__c C s& | j �|�}|d kr"i }| j |< |S �N)rG rQ )r^ rb �dictr r r rS & s z Distribution.get_option_dictr8 c C s� ddl m} |d kr"t| j�� �}|d k r@| �|| � |d }|sV| �|d � d S |D ]h}| j�|�}|d kr�| �|d| � qZ| �|d| � ||�}|�d�D ]}| �|d | � q�qZd S )Nr )�pformatz zno commands known yetz no option dict for '%s' commandz option dict for '%s' command:r: )Zpprintrk �sortedrG �keys�announcerQ �split) r^ �header�commands�indentrk Zcmd_namerc �out�liner r r �dump_option_dicts1 s* ��z Distribution.dump_option_dictsc C s� g }t � tj�tjd j�}tj�|d�}tj�|�rB|� |� tj
dkrRd}nd}| j r�tj�tj� d�|�}tj�|�r�|� |� d}tj�|�r�|� |� t
r�| �dd �|� � |S )
N� distutilsz
distutils.cfg�posixz.pydistutils.cfgzpydistutils.cfg�~z setup.cfgzusing config files: %sz, )r �os�path�dirnamerV �modules�__file__�join�isfile�appendr! r[ �
expanduserr rn )r^ �filesZsys_dirZsys_fileZ
user_filenameZ user_fileZ
local_filer r r �find_config_filesM s&
z Distribution.find_config_filesc
C s� ddl m} tjtjkr8ddddddd d
d d d
ddg
}ng }t|�}|d krT| �� }trb| �d� |� }|D ]�}tr�| �d| � |� |� |�
� D ]V}|� |�}| � |�}|D ]8} | dkr�| |kr�|�
|| �}
| �dd�} ||
f|| < q�q�|�� qld| jk�r�| jd �� D ]�\} \} }
| j�
| �} zF| �rDt| | t|
� � n(| dk�r`t| | t|
�� n t| | |
� W n, tk
�r� }
z t|
��W 5 d }
~
X Y nX �qd S )Nr )� ConfigParserz install-basezinstall-platbasez install-libzinstall-platlibzinstall-purelibzinstall-headerszinstall-scriptsz install-data�prefixz exec-prefix�home�user�rootz"Distribution.parse_config_files():z reading %sr r; �_�global)r r< )Z configparserr� rV r� � base_prefix� frozensetr� r rn �readZsectionsr9 rS rQ �replacerh rG rR � negative_optr> r �
ValueError�DistutilsOptionError)r^ � filenamesr� Zignore_options�parser�filenameZsectionr9 rc rd re �src�aliasr r r r �parse_config_files} s^ �
z Distribution.parse_config_filesc C s� | � � }g | _t|| j �}|�| j� |�ddi� |j| j| d�}|� � }t
� | j � | �
|�rhd S |r�| �||�}|d krhd S qh| jr�| j|t| j�dk| jd� d S | js�td��dS )Nr+ r* )�args�objectr ��display_optionsrq zno commands suppliedT)�_get_toplevel_optionsrq r r� �set_negative_aliasesr� Z set_aliases�getoptrF Zget_option_orderr
Z
set_verbosityr �handle_display_options�_parse_command_optsr �
_show_help�len�DistutilsArgError)r^ Ztoplevel_optionsr� r� � option_orderr r r �parse_command_line� s.
�z Distribution.parse_command_linec C s | j dg S )N)zcommand-packages=Nz0list of packages that provide distutils commands)�global_options�r^ r r r r� � s �z"Distribution._get_toplevel_optionsc
C s� ddl m} |d }t�|�s*td| ��| j�|� z| �|�}W n* tk
rn } z t |��W 5 d }~X Y nX t
||�s�t d| ��t |d�r�t
|jt�s�d}t || ��| j}t |d�r�|�� }|�|j� t |d�r�t
|jt�r�t|j�}ng }|�| j|j | � |�|� |�|d d � �\}} t | d
��rV| j�rV| j|d|gd � d S t |d��r�t
|jt��r�d}
|jD ]F\} } }
}t | |�| ���rzd }
t |��r�|� nt d || f ���qz|
�r�d S | � |�}t | �� � D ]\}}d
|f||< �q�|S )Nr ��Commandzinvalid command name '%s'z&command class %s must subclass Command� user_optionszIcommand class %s must provide 'user_options' attribute (a list of tuples)r� � help_optionsr r r� zYinvalid help function %r for help option '%s': must be a callable object (function, etc.)z command line) �
distutils.cmdr� �
command_re�match�
SystemExitrq r� �get_command_class�DistutilsModuleErrorr� �
issubclassZDistutilsClassErrorrY r
r� r r� �copy�updater� �fix_help_options�set_option_tabler� r� r� r r� Z
get_attr_name�callablerS �varsrR )r^ r� r� r� rb Z cmd_classr r� r� ZoptsZhelp_option_foundZ help_optionZshortZdesc�funcrc r! r r r r r� sr
�
�
� ��
�
��
z Distribution._parse_command_optsc C sP dD ]F}t | j|�}|d kr qt|t�rdd� |�d�D �}t| j||� qd S )N�r/ r- c S s g | ] }|� � �qS r ��strip)r4 Zelmr r r r6 j s z1Distribution.finalize_options.<locals>.<listcomp>�,)rB r@ r
r ro r> )r^ r` r r r r r] ` s
z Distribution.finalize_optionsr c
C s ddl m} ddlm} |rR|r*| �� }n| j}|�|� |�| jd � t d� |rt|�| j
� |�d� t d� | j D ]z}t |t
�r�t||�r�|} n
| �|�} t| d�r�t | jt�r�|�| jt| j� � n |�| j� |�d| j � t d� qzt || j�� d S ) Nr �� gen_usager� z
Global options:r8 zKInformation display options (just display information, ignore any commands)r� zOptions for '%s' command:)�distutils.corer� r� r� r� r� r� Z
print_help� common_usage�printr� rq r
r r� r� rY r� r r� r� r rE )
r^ r� r� r� rq r� r� r9 rb �klassr r r r� m s:
�
��
zDistribution._show_helpc C s� ddl m} | jr4| �� td� t|| j�� dS d}i }| jD ]}d||d < qB|D ]l\}}|rX|�|�rXt|�}t | j
d| �� }|dkr�td� |�� n |dkr�td � |�� nt|� d}qX|S )
Nr r� r8 r r7 r� r� )r. r0 r1 r2 r: ) r� r� Z
help_commands�print_commandsr� rE r� rQ r rB r@ r~ ) r^ r� r� Zany_display_optionsZis_display_option�optionrd re r r r r r� � s*
z#Distribution.handle_display_optionsc C sj t |d � |D ]T}| j�|�}|s.| �|�}z
|j}W n tk
rP d}Y nX t d|||f � qd S )N�:�(no description available)z
%-*s %s)r� rC rQ r� r, �AttributeError)r^ rq rp �
max_length�cmdr� r, r r r �print_command_list� s
z Distribution.print_command_listc C s� dd l }|jj}i }|D ] }d||< qg }| j�� D ]}|�|�s4|�|� q4d}|| D ]}t|�|krZt|�}qZ| �|d|� |r�t � | �|d|� d S )Nr r zStandard commandszExtra commands)
�distutils.commandrb �__all__rC rm rQ r� r� r� r� )r^ rv � std_commands�is_stdr� �extra_commandsr� r r r r� � s.
��zDistribution.print_commandsc C s� dd l }|jj}i }|D ] }d||< qg }| j�� D ]}|�|�s4|�|� q4g }|| D ]P}| j�|�}|sx| �|�}z
|j}W n t k
r� d}Y nX |�||f� qZ|S )Nr r r� )
r� rb r� rC rm rQ r� r� r, r� ) r^ rv r� r� r� r� �rvr� r, r r r �get_command_list� s(
z Distribution.get_command_listc C sN | j }t|t�sJ|d kr d}dd� |�d�D �}d|krD|�dd� || _ |S )Nr8 c S s g | ]}|d kr|� � �qS )r8 r� )r4 Zpkgr r r r6 ! s z5Distribution.get_command_packages.<locals>.<listcomp>r� zdistutils.commandr )rD r
r ro �insert)r^ Zpkgsr r r �get_command_packages s
z!Distribution.get_command_packagesc C s� | j �|�}|r|S | �� D ]�}d||f }|}zt|� tj| }W n tk
r^ Y q Y nX zt||�}W n& tk
r� t d|||f ��Y nX || j |< | S t d| ��d S )Nz%s.%sz3invalid command '%s' (no class '%s' in module '%s')zinvalid command '%s')
rC rQ r� �
__import__rV r| � ImportErrorrB r� r� )r^ rb r� ZpkgnameZ module_nameZ
klass_name�moduler r r r� ' s,
��
z Distribution.get_command_classc C sl | j �|�}|sh|rhtr&| �d| � | �|�}|| � }| j |< d| j|< | j�|�}|rh| �||� |S )Nz<Distribution.get_command_obj(): creating '%s' command objectr )rO rQ r rn r� rP rG �_set_command_options)r^ rb Zcreate�cmd_objr� r9 r r r �get_command_objM s �
z Distribution.get_command_objc C s\ |� � }|d kr| �|�}tr,| �d| � |�� D �] \}\}}trZ| �d|||f � zdd� |jD �}W n tk
r� g }Y nX z
|j}W n tk
r� i }Y nX z|t|t �} ||kr�| r�t
||| t |� � nJ||kr�| r�t
||t |�� n,t ||��rt
|||� nt
d|||f ��W q4 tk
�rT }
z t
|
��W 5 d }
~
X Y q4X q4d S )Nz# setting options for '%s' command:z %s = %s (from %s)c S s g | ] }t |��qS r r3 )r4 �or r r r6 | s �z5Distribution._set_command_options.<locals>.<listcomp>z1error in %s: command '%s' has no such option '%s')�get_command_namerS r rn rR Zboolean_optionsr� r� r
r r> r rY r� r� ) r^ rO Z option_dict� command_namer� �sourcer Z bool_optsZneg_optZ is_stringr r r r r� h sF
��
��z!Distribution._set_command_optionsr c C s| ddl m} t||�s&|}| �|�}n|�� }|js8|S |�� d|_d| j|< | �|� |rx|� � D ]}| �
||� qf|S )Nr r� ) r� r� r
r� r� Z finalizedZinitialize_optionsrP r� Zget_sub_commands�reinitialize_command)r^ rb Zreinit_subcommandsr� r� �subr r r r� � s
z!Distribution.reinitialize_commandc C s t � ||� d S ri r )r^ r �levelr r r rn � s zDistribution.announcec C s | j D ]}| �|� qd S ri )rq � run_command)r^ r� r r r � run_commands� s
zDistribution.run_commandsc C sD | j �|�rd S t�d|� | �|�}|�� |�� d| j |< d S )Nz
running %sr )rP rQ r
�infor� Zensure_finalized�run)r^ rb r� r r r r� � s
zDistribution.run_commandc C s t | jp| jpg �dkS �Nr )r� rH rI r� r r r �has_pure_modules� s z Distribution.has_pure_modulesc C s | j ot| j �dkS r� )rL r� r� r r r �has_ext_modules� s z Distribution.has_ext_modulesc C s | j ot| j �dkS r� )rJ r� r� r r r �has_c_libraries� s z Distribution.has_c_librariesc C s | � � p| �� S ri )r� r� r� r r r � has_modules� s zDistribution.has_modulesc C s | j ot| j �dkS r� )rK r� r� r r r � has_headers� s zDistribution.has_headersc C s | j ot| j �dkS r� )rM r� r� r r r � has_scripts� s zDistribution.has_scriptsc C s | j ot| j �dkS r� )rN r� r� r r r �has_data_files� s zDistribution.has_data_filesc C s | � � o| �� o| �� S ri )r� r� r� r� r r r �is_pure� s
��zDistribution.is_pure)N)NNr8 )N)r )N)r )(r �
__module__� __qualname__r� r� r� r= r� rh rS ru r� r� r� r� r� r] r� r� r� r� r� r� r� r� r� r� r
�INFOrn r� r� r� r� r� r� r� r� r� r� r r r r r , s� � �,
0
:C [
�
2(!" &
,
)
r c @ s e Zd ZdZdAdd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd d � Zd d � Zd!d"� ZeZd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1d2� Z d3d4� Z d5d6� Z d7d8� Z d9d:� Z d;d<� Z!d=d>� Z"d?d@� Z#dS )Br? )r! r" r% � author_emailr' �maintainer_emailr) r* r, �long_descriptionr/ r- r$ r( Z
contact_emailr. � download_urlr0 r1 r2 Nc C s� |d k r| � t|�� nfd | _d | _d | _d | _d | _d | _d | _d | _ d | _
d | _ d | _ d | _
d | _d | _d | _d | _d | _d S ri )�
read_pkg_file�openr! r" r% r� r' r� r) r* r, r� r/ r- r. r� r0 r1 r2 )r^ rz r r r rh
s& z DistributionMetadata.__init__c s t |�� � fdd�}� fdd�}� d }|d�| _|d�| _|d�| _|d �| _d | _|d
�| _d | _|d �| _|d �| _ d
� kr�|d
�| _
nd | _
|d�| _ |d�| _d� kr�|d�� d�| _
|d�| _|d�| _|dkr�|d�| _|d�| _|d�| _nd | _d | _d | _d S )Nc s � | }|dkrd S |S �NZUNKNOWNr )r! r �r r r � _read_field( s z7DistributionMetadata.read_pkg_file.<locals>._read_fieldc s � � | d �}|g krd S |S ri )Zget_all)r! �valuesr� r r �
_read_list. s z6DistributionMetadata.read_pkg_file.<locals>._read_listzmetadata-versionr! r" Zsummaryr% r& z home-pager* z download-urlr, r/ r� �platformZ
classifier�1.1r1 r0 r2 )r r! r" r, r% r' r� r� r) r* r� r� ro r/ r- r. r1 r0 r2 )r^ �filer� r� Zmetadata_versionr r� r r� $ s:
z"DistributionMetadata.read_pkg_filec C s2 t tj�|d�ddd��}| �|� W 5 Q R X d S )NzPKG-INFO�wzUTF-8)�encoding)r� ry rz r~ �write_pkg_file)r^ Zbase_dirZpkg_infor r r �write_pkg_infoX s
�z#DistributionMetadata.write_pkg_infoc C sb d}| j s"| js"| js"| js"| jr&d}|�d| � |�d| �� � |�d| �� � |�d| �� � |�d| � � � |�d| �
� � |�d | � � � |�d
| � � � | jr�|�d | j � t
| �� �}|�d | � d
�| �� �}|�r|�d| � | �|d| �� � | �|d| �� � | �|d| �� � | �|d| �� � | �|d| �� � d S )Nz1.0r� zMetadata-Version: %s
z Name: %s
z Version: %s
z Summary: %s
zHome-page: %s
z Author: %s
zAuthor-email: %s
z License: %s
zDownload-URL: %s
zDescription: %s
r� z
Keywords: %s
ZPlatformZ
ClassifierZRequiresZProvidesZ Obsoletes)r0 r1 r2 r. r� rX �get_name� get_version�get_description�get_url� get_contact�get_contact_email� get_licenser �get_long_descriptionr~ � get_keywords� _write_list�
get_platforms�get_classifiers� get_requires� get_provides�
get_obsoletes)r^ r� r" Z long_descr/ r r r r _ s6 �� z#DistributionMetadata.write_pkg_filec C s |D ]}|� d||f � qd S )Nz%s: %s
)rX )r^ r� r! r� r r r r r
� s z DistributionMetadata._write_listc C s
| j pdS r� )r! r� r r r r � s z DistributionMetadata.get_namec C s
| j pdS )Nz0.0.0)r" r� r r r r � s z DistributionMetadata.get_versionc C s d| � � | �� f S )Nz%s-%s)r r r� r r r � get_fullname� s z!DistributionMetadata.get_fullnamec C s
| j pdS r� )r% r� r r r �
get_author� s z DistributionMetadata.get_authorc C s
| j pdS r� )r� r� r r r �get_author_email� s z%DistributionMetadata.get_author_emailc C s
| j pdS r� )r' r� r r r �get_maintainer� s z#DistributionMetadata.get_maintainerc C s
| j pdS r� )r� r� r r r �get_maintainer_email� s z)DistributionMetadata.get_maintainer_emailc C s | j p| jpdS r� )r' r% r� r r r r � s z DistributionMetadata.get_contactc C s | j p| jpdS r� )r� r� r� r r r r � s z&DistributionMetadata.get_contact_emailc C s
| j pdS r� )r) r� r r r r � s z DistributionMetadata.get_urlc C s
| j pdS r� )r* r� r r r r
� s z DistributionMetadata.get_licensec C s
| j pdS r� )r, r� r r r r � s z$DistributionMetadata.get_descriptionc C s
| j pdS r� )r� r� r r r r � s z)DistributionMetadata.get_long_descriptionc C s
| j pg S ri )r/ r� r r r r � s z!DistributionMetadata.get_keywordsc C s t |d�| _d S )Nr/ )r r/ �r^ r r r r � set_keywords� s z!DistributionMetadata.set_keywordsc C s | j p
dgS r� )r- r� r r r r � s z"DistributionMetadata.get_platformsc C s t |d�| _d S )Nr- )r r- r r r r �
set_platforms� s z"DistributionMetadata.set_platformsc C s
| j pg S ri )r. r� r r r r � s z$DistributionMetadata.get_classifiersc C s t |d�| _d S )Nr. )r r. r r r r �set_classifiers� s z$DistributionMetadata.set_classifiersc C s
| j pdS r� )r� r� r r r �get_download_url� s z%DistributionMetadata.get_download_urlc C s
| j pg S ri )r1 r� r r r r � s z!DistributionMetadata.get_requiresc C s, dd l }|D ]}|j�|� q t|�| _d S r� )�distutils.versionpredicate�versionpredicate�VersionPredicater r1 �r^ r rv r r r r � set_requires� s z!DistributionMetadata.set_requiresc C s
| j pg S ri )r0 r� r r r r � s z!DistributionMetadata.get_providesc C s6 dd� |D �}|D ]}dd l }|j�|� q|| _d S )Nc S s g | ] }|� � �qS r r� )r4 r r r r r6 � s z5DistributionMetadata.set_provides.<locals>.<listcomp>r )r r Zsplit_provisionr0 )r^ r r rv r r r � set_provides� s
z!DistributionMetadata.set_providesc C s
| j pg S ri )r2 r� r r r r � s z"DistributionMetadata.get_obsoletesc C s, dd l }|D ]}|j�|� q t|�| _d S r� )r r r r r2 r r r r �
set_obsoletes� s z"DistributionMetadata.set_obsoletes)N)$r r� r� rA rh r� r r r
r r r r r r r r r r r
Z get_licencer r r r r r r r r r r! r r" r r# r r r r r? � sB
4"r? c C s$ g }| D ]}|� |dd� � q|S )Nr � )r� )r9 Z new_optionsZ
help_tupler r r r� � s r� )rV ry �reZemailr rT r� Zdistutils.errorsZdistutils.fancy_getoptr r Zdistutils.utilr r r rv r
Zdistutils.debugr �compiler� r r r? r� r r r r �<module> s2
Z c distutils/__pycache__/dep_util.cpython-38.pyc 0000644 00000005234 15115353745 0015252 0 ustar 00 U
e5d�
� @ s6 d Z ddlZddlmZ dd� Zdd� Zd d d
�ZdS ) z�distutils.dep_util
Utility functions for simple, timestamp-based dependency of files
and groups of files; also, function based entirely on such
timestamp dependency analysis.� N)�DistutilsFileErrorc C s` t j�| �s tdt j�| � ��t j�|�s0dS ddlm} t �| �| }t �|�| }||kS )a Return true if 'source' exists and is more recently modified than
'target', or if 'source' exists and 'target' doesn't. Return false if
both exist and 'target' is the same age or younger than 'source'.
Raise DistutilsFileError if 'source' does not exist.
zfile '%s' does not exist� r ��ST_MTIME)�os�path�existsr �abspath�statr )�source�targetr Zmtime1Zmtime2� r
�*/usr/lib64/python3.8/distutils/dep_util.py�newer s
� r c C sh t | �t |�krtd��g }g }tt | ��D ]2}t| | || �r,|�| | � |�|| � q,||fS )z�Walk two filename lists in parallel, testing if each source is newer
than its corresponding target. Return a pair of lists (sources,
targets) where source is newer than target, according to the semantics
of 'newer()'.
z+'sources' and 'targets' must be same length)�len�
ValueError�ranger �append)�sourcesZtargetsZ n_sourcesZ n_targets�ir
r
r �newer_pairwise s r �errorc C s� t j�|�sdS ddlm} t �|�| }| D ]P}t j�|�sb|dkrHn|dkrTq.n|dkrb dS t �|�| }||kr. dS q.dS )a� Return true if 'target' is out-of-date with respect to any file
listed in 'sources'. In other words, if 'target' exists and is newer
than every file in 'sources', return false; otherwise return true.
'missing' controls what we do when a source file is missing; the
default ("error") is to blow up with an OSError from inside 'stat()';
if it is "ignore", we silently drop any missing source files; if it is
"newer", any missing source files make us assume that 'target' is
out-of-date (this is handy in "dry-run" mode: it'll make you pretend to
carry out commands that wouldn't work because inputs are missing, but
that doesn't matter because you're not actually going to run the
commands).
r r r r �ignorer N)r r r r
r )r r Zmissingr Z target_mtimer � source_mtimer
r
r � newer_group6 s r )r )�__doc__r Zdistutils.errorsr r r r r
r
r
r �<module> s
distutils/__pycache__/__init__.cpython-38.pyc 0000644 00000000602 15115353745 0015176 0 ustar 00 U
e5d� � @ s& d Z ddlZejdej�d�� ZdS )z�distutils
The main package for the Python Module Distribution Utilities. Normally
used from a setup script as
from distutils.core import setup
setup (...)
� N� )�__doc__�sys�version�index� __version__� r r �*/usr/lib64/python3.8/distutils/__init__.py�<module> s
distutils/__pycache__/fancy_getopt.cpython-38.opt-1.pyc 0000644 00000024422 15115353745 0017066 0 ustar 00 U
e5dxE � @ s� d Z ddlZddlZddlZddlZddlT dZe�de �Ze�deef �Z e
� dd�Z G d d
� d
�Z
d d � Zd
d� ejD �Zdd� Zdd� ZG dd� d�Zedkr�dZdD ]*Zede � ed�eee��� e� q�dS )a6 distutils.fancy_getopt
Wrapper around the standard getopt module that provides the following
additional features:
* short and long options are tied together
* options have help strings, so fancy_getopt could potentially
create a complete usage summary
* options set attributes of a passed-in object
� N)�*z[a-zA-Z](?:[a-zA-Z0-9-]*)z^%s$z ^(%s)=!(%s)$�-�_c @ s� e Zd ZdZd dd�Zdd� Zdd� Zd d d
�Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
d!dd�Zdd� Zd"dd �Zd#d d �ZdS )$� FancyGetopta� Wrapper around the standard 'getopt()' module that provides some
handy extra functionality:
* short and long options are tied together
* options have help strings, and help text can be assembled
from them
* options set attributes of a passed-in object
* boolean options can have "negative aliases" -- eg. if
--quiet is the "negative alias" of --verbose, then "--quiet"
on the command line sets 'verbose' to false
Nc C sN || _ i | _| j r| �� i | _i | _g | _g | _i | _i | _i | _ g | _
d S �N) � option_table� option_index� _build_index�alias�negative_alias�
short_opts� long_opts�
short2long� attr_name� takes_arg� option_order��selfr � r �./usr/lib64/python3.8/distutils/fancy_getopt.py�__init__) s zFancyGetopt.__init__c C s( | j �� | jD ]}|| j |d < qd S )Nr )r �clearr )r �optionr r r r Q s
zFancyGetopt._build_indexc C s || _ | �� d S r )r r r r r r �set_option_tableV s z FancyGetopt.set_option_tablec C s< || j krtd| ��n |||f}| j�|� || j |< d S )Nz'option conflict: already an option '%s')r �DistutilsGetoptErrorr �append)r � long_optionZ short_optionZ help_stringr r r r �
add_optionZ s
�
zFancyGetopt.add_optionc C s
|| j kS )zcReturn true if the option table for this parser has an
option with long name 'long_option'.)r �r r r r r �
has_optionc s zFancyGetopt.has_optionc C s
|� t�S )z�Translate long option name 'long_option' to the form it
has as an attribute of some object: ie., translate hyphens
to underscores.�� translate�
longopt_xlater r r r �
get_attr_nameh s zFancyGetopt.get_attr_namec C sN |� � D ]@\}}|| jkr,td|||f ��|| jkrtd|||f ��qd S )Nz(invalid %s '%s': option '%s' not definedz0invalid %s '%s': aliased option '%s' not defined)�itemsr r )r �aliasesZwhatr
�optr r r �_check_alias_dictn s
�
�z FancyGetopt._check_alias_dictc C s | � |d� || _dS )z'Set the aliases for this option parser.r
N)r' r
)r r
r r r � set_aliasesx s zFancyGetopt.set_aliasesc C s | � |d� || _dS )z�Set the negative aliases for this option parser.
'negative_alias' should be a dictionary mapping option names to
option names, both the key and value must already be defined
in the option table.znegative aliasN)r' r )r r r r r �set_negative_aliases} s z FancyGetopt.set_negative_aliasesc C s� g | _ g | _| j�� i | _| jD �]�}t|�dkrD|\}}}d}n(t|�dkr^|\}}}}ntd|f ��t|t �r�t|�dk r�t
d| ��|dks�t|t �r�t|�dks�t
d | ��|| j|< | j � |� |d
d kr�|r�|d }|dd
� }d| j |< nF| j
�|�}|dk �r:| j | �r0t
d
||f ��|| j d
< d| j |< | j�|�}|dk �r�| j | | j | k�r�t
d||f ��t�|��s�t
d| ��| �|�| j|< |r"| j� |� || j|d < q"dS )z�Populate the various data structures that keep tabs on the
option table. Called by 'getopt()' before it can do anything
worthwhile.
� r � zinvalid option tuple: %r� z9invalid long option '%s': must be a string of length >= 2N� z:invalid short option '%s': must a single character or None����=�:z>invalid negative alias '%s': aliased option '%s' takes a valuezginvalid alias '%s': inconsistent with aliased option '%s' (one of them takes a value, the other doesn'tzEinvalid long option name '%s' (must be letters, numbers, hyphens only)r
r r r �repeatr �len�
ValueError�
isinstance�strr r r r �getr
�
longopt_re�matchr# r )r r �long�short�helpr1 Zalias_tor r r �_grok_option_table� st
��
��
��
��
�� z FancyGetopt._grok_option_tablec
C sn |dkrt jdd� }|dkr*t� }d}nd}| �� d�| j�}zt�||| j�\}}W n, tjk
r� } z t |��W 5 d}~X Y nX |D ]�\}}t
|�dkr�|d dkr�| j |d }n |dd� }| j �
|�} | r�| }| j| �s| j�
|�} | �r| }d}nd}| j| }
|�r:| j�
|
�dk �r:t||
d�d }t||
|� | j�||f� q�|�rf||fS |S dS ) a Parse command-line options in args. Store as attributes on object.
If 'args' is None or not supplied, uses 'sys.argv[1:]'. If
'object' is None or not supplied, creates a new OptionDummy
object, stores option values there, and returns a tuple (args,
object). If 'object' is supplied, it is modified in place and
'getopt()' just returns 'args'; in both cases, the returned
'args' is a modified copy of the passed-in 'args' list, which
is left untouched.
Nr- TF� r, r r )�sys�argv� OptionDummyr< �joinr �getoptr
�errorZDistutilsArgErrorr2 r r
r6 r r r r1 �getattr�setattrr r ) r �args�objectZcreated_objectr Zopts�msgr& �valr
�attrr r r rB � sB
zFancyGetopt.getoptc C s | j dkrtd��n| j S dS )z�Returns the list of (option, value) tuples processed by the
previous run of 'getopt()'. Raises RuntimeError if
'getopt()' hasn't been called yet.
Nz!'getopt()' hasn't been called yet)r � RuntimeError)r r r r �get_option_order s
z FancyGetopt.get_option_orderc C sj d}| j D ]L}|d }|d }t|�}|d dkr:|d }|dk rJ|d }||kr
|}q
|d d d }d}|| } d | }
|r�|g} nd
g} | j D ]�}|dd � \}}} t| | �}
|d dkr�|dd� }|dk�r|
r�| �d |||
d f � n| �d
||f � n:d||f }|
�r4| �d |||
d f � n| �d| � |
dd� D ]}| �|
| � �qNq�| S )z�Generate help text (a list of strings, one per suggested line of
output) from the option table for this FancyGetopt object.
r r- r. r/ N� r, �N r= zOption summary:r* z --%-*s %sz
--%-*s z%s (-%s)z --%-*s)r r2 � wrap_textr )r �headerZmax_optr r9 r: �lZ opt_widthZ
line_widthZ
text_widthZ
big_indent�linesr; �textZ opt_namesr r r �
generate_help sH
�zFancyGetopt.generate_helpc C s0 |d krt j}| �|�D ]}|�|d � qd S )N�
)r> �stdoutrT �write)r rP �file�liner r r �
print_helph s zFancyGetopt.print_help)N)NN)NN)N)NN)�__name__�
__module__� __qualname__�__doc__r r r r r r# r' r( r) r< rB rL rT rZ r r r r r s
(
M
=
Or c C s t | �}|�|� |�||�S r )r r) rB )�optionsZ negative_optrG rF �parserr r r � fancy_getopto s
ra c C s i | ]}t |�d �qS )r= )�ord)�.0Z_wscharr r r �
<dictcomp>u s rd c C s | dkr g S t | �|kr | gS | �� } | �t�} t�d| �}dd� |D �}g }|�rg }d}|r�t |d �}|| |kr�|�|d � |d= || }q\|r�|d d dkr�|d= q�q\|�r|dkr�|�|d d|� � |d |d� |d< |d d dk�r|d= |�d�|�� qN|S ) z�wrap_text(text : string, width : int) -> [string]
Split 'text' into multiple lines of no more than 'width' characters
each, and return the list of strings that results.
Nz( +|-+)c S s g | ] }|r|�qS r r )rc Zchr r r �
<listcomp>� s z wrap_text.<locals>.<listcomp>r r. r= � )r2 �
expandtabsr! �WS_TRANS�re�splitr rA )rS �widthZchunksrR Zcur_lineZcur_lenrQ r r r rO w s:
rO c C s
| � t�S )zXConvert a long option name to a valid Python identifier by
changing "-" to "_".
r )r& r r r �translate_longopt� s rl c @ s e Zd ZdZg fdd�ZdS )r@ z_Dummy class just used as a place to hold command-line option
values as instance attributes.c C s |D ]}t | |d� qdS )zkCreate a new OptionDummy instance. The attributes listed in
'options' will be initialized to None.N)rE )r r_ r& r r r r � s zOptionDummy.__init__N)r[ r\ r] r^ r r r r r r@ � s r@ �__main__z�Tra-la-la, supercalifragilisticexpialidocious.
How *do* you spell that odd word, anyways?
(Someone ask Mary -- she'll know [or she'll
say, "How should I know?"].))�
� � �( z width: %drU )r^ r> �stringri rB Zdistutils.errorsZ longopt_pat�compiler7 Z neg_alias_rer5 � maketransr" r ra Z
whitespacerh rO rl r@ r[ rS �w�printrA r r r r �<module> s*
T6 distutils/__pycache__/debug.cpython-38.opt-1.pyc 0000644 00000000304 15115353745 0015463 0 ustar 00 U
e5d� � @ s d dl Z e j�d�ZdS )� NZDISTUTILS_DEBUG)�os�environ�get�DEBUG� r r �'/usr/lib64/python3.8/distutils/debug.py�<module> s distutils/dir_util.py 0000644 00000017142 15115353745 0010773 0 ustar 00 """distutils.dir_util
Utility functions for manipulating directories and directory trees."""
import os
import errno
from distutils.errors import DistutilsFileError, DistutilsInternalError
from distutils import log
# cache for by mkpath() -- in addition to cheapening redundant calls,
# eliminates redundant "creating /foo/bar/baz" messages in dry-run mode
_path_created = {}
# I don't use os.makedirs because a) it's new to Python 1.5.2, and
# b) it blows up if the directory already exists (I want to silently
# succeed in that case).
def mkpath(name, mode=0o777, verbose=1, dry_run=0):
"""Create a directory and any missing ancestor directories.
If the directory already exists (or if 'name' is the empty string, which
means the current directory, which of course exists), then do nothing.
Raise DistutilsFileError if unable to create some directory along the way
(eg. some sub-path exists, but is a file rather than a directory).
If 'verbose' is true, print a one-line summary of each mkdir to stdout.
Return the list of directories actually created.
"""
global _path_created
# Detect a common bug -- name is None
if not isinstance(name, str):
raise DistutilsInternalError(
"mkpath: 'name' must be a string (got %r)" % (name,))
# XXX what's the better way to handle verbosity? print as we create
# each directory in the path (the current behaviour), or only announce
# the creation of the whole path? (quite easy to do the latter since
# we're not using a recursive algorithm)
name = os.path.normpath(name)
created_dirs = []
if os.path.isdir(name) or name == '':
return created_dirs
if _path_created.get(os.path.abspath(name)):
return created_dirs
(head, tail) = os.path.split(name)
tails = [tail] # stack of lone dirs to create
while head and tail and not os.path.isdir(head):
(head, tail) = os.path.split(head)
tails.insert(0, tail) # push next higher dir onto stack
# now 'head' contains the deepest directory that already exists
# (that is, the child of 'head' in 'name' is the highest directory
# that does *not* exist)
for d in tails:
#print "head = %s, d = %s: " % (head, d),
head = os.path.join(head, d)
abs_head = os.path.abspath(head)
if _path_created.get(abs_head):
continue
if verbose >= 1:
log.info("creating %s", head)
if not dry_run:
try:
os.mkdir(head, mode)
except OSError as exc:
if not (exc.errno == errno.EEXIST and os.path.isdir(head)):
raise DistutilsFileError(
"could not create '%s': %s" % (head, exc.args[-1]))
created_dirs.append(head)
_path_created[abs_head] = 1
return created_dirs
def create_tree(base_dir, files, mode=0o777, verbose=1, dry_run=0):
"""Create all the empty directories under 'base_dir' needed to put 'files'
there.
'base_dir' is just the name of a directory which doesn't necessarily
exist yet; 'files' is a list of filenames to be interpreted relative to
'base_dir'. 'base_dir' + the directory portion of every file in 'files'
will be created if it doesn't already exist. 'mode', 'verbose' and
'dry_run' flags are as for 'mkpath()'.
"""
# First get the list of directories to create
need_dir = set()
for file in files:
need_dir.add(os.path.join(base_dir, os.path.dirname(file)))
# Now create them
for dir in sorted(need_dir):
mkpath(dir, mode, verbose=verbose, dry_run=dry_run)
def copy_tree(src, dst, preserve_mode=1, preserve_times=1,
preserve_symlinks=0, update=0, verbose=1, dry_run=0):
"""Copy an entire directory tree 'src' to a new location 'dst'.
Both 'src' and 'dst' must be directory names. If 'src' is not a
directory, raise DistutilsFileError. If 'dst' does not exist, it is
created with 'mkpath()'. The end result of the copy is that every
file in 'src' is copied to 'dst', and directories under 'src' are
recursively copied to 'dst'. Return the list of files that were
copied or might have been copied, using their output name. The
return value is unaffected by 'update' or 'dry_run': it is simply
the list of all files under 'src', with the names changed to be
under 'dst'.
'preserve_mode' and 'preserve_times' are the same as for
'copy_file'; note that they only apply to regular files, not to
directories. If 'preserve_symlinks' is true, symlinks will be
copied as symlinks (on platforms that support them!); otherwise
(the default), the destination of the symlink will be copied.
'update' and 'verbose' are the same as for 'copy_file'.
"""
from distutils.file_util import copy_file
if not dry_run and not os.path.isdir(src):
raise DistutilsFileError(
"cannot copy tree '%s': not a directory" % src)
try:
names = os.listdir(src)
except OSError as e:
if dry_run:
names = []
else:
raise DistutilsFileError(
"error listing files in '%s': %s" % (src, e.strerror))
if not dry_run:
mkpath(dst, verbose=verbose)
outputs = []
for n in names:
src_name = os.path.join(src, n)
dst_name = os.path.join(dst, n)
if n.startswith('.nfs'):
# skip NFS rename files
continue
if preserve_symlinks and os.path.islink(src_name):
link_dest = os.readlink(src_name)
if verbose >= 1:
log.info("linking %s -> %s", dst_name, link_dest)
if not dry_run:
os.symlink(link_dest, dst_name)
outputs.append(dst_name)
elif os.path.isdir(src_name):
outputs.extend(
copy_tree(src_name, dst_name, preserve_mode,
preserve_times, preserve_symlinks, update,
verbose=verbose, dry_run=dry_run))
else:
copy_file(src_name, dst_name, preserve_mode,
preserve_times, update, verbose=verbose,
dry_run=dry_run)
outputs.append(dst_name)
return outputs
def _build_cmdtuple(path, cmdtuples):
"""Helper for remove_tree()."""
for f in os.listdir(path):
real_f = os.path.join(path,f)
if os.path.isdir(real_f) and not os.path.islink(real_f):
_build_cmdtuple(real_f, cmdtuples)
else:
cmdtuples.append((os.remove, real_f))
cmdtuples.append((os.rmdir, path))
def remove_tree(directory, verbose=1, dry_run=0):
"""Recursively remove an entire directory tree.
Any errors are ignored (apart from being reported to stdout if 'verbose'
is true).
"""
global _path_created
if verbose >= 1:
log.info("removing '%s' (and everything under it)", directory)
if dry_run:
return
cmdtuples = []
_build_cmdtuple(directory, cmdtuples)
for cmd in cmdtuples:
try:
cmd[0](cmd[1])
# remove dir from cache if it's already there
abspath = os.path.abspath(cmd[1])
if abspath in _path_created:
del _path_created[abspath]
except OSError as exc:
log.warn("error removing %s: %s", directory, exc)
def ensure_relative(path):
"""Take the full path 'path', and make it a relative path.
This is useful to make 'path' the second argument to os.path.join().
"""
drive, path = os.path.splitdrive(path)
if path[0:1] == os.sep:
path = drive + path[1:]
return path
distutils/dep_util.py 0000644 00000006643 15115353745 0010771 0 ustar 00 """distutils.dep_util
Utility functions for simple, timestamp-based dependency of files
and groups of files; also, function based entirely on such
timestamp dependency analysis."""
import os
from distutils.errors import DistutilsFileError
def newer (source, target):
"""Return true if 'source' exists and is more recently modified than
'target', or if 'source' exists and 'target' doesn't. Return false if
both exist and 'target' is the same age or younger than 'source'.
Raise DistutilsFileError if 'source' does not exist.
"""
if not os.path.exists(source):
raise DistutilsFileError("file '%s' does not exist" %
os.path.abspath(source))
if not os.path.exists(target):
return 1
from stat import ST_MTIME
mtime1 = os.stat(source)[ST_MTIME]
mtime2 = os.stat(target)[ST_MTIME]
return mtime1 > mtime2
# newer ()
def newer_pairwise (sources, targets):
"""Walk two filename lists in parallel, testing if each source is newer
than its corresponding target. Return a pair of lists (sources,
targets) where source is newer than target, according to the semantics
of 'newer()'.
"""
if len(sources) != len(targets):
raise ValueError("'sources' and 'targets' must be same length")
# build a pair of lists (sources, targets) where source is newer
n_sources = []
n_targets = []
for i in range(len(sources)):
if newer(sources[i], targets[i]):
n_sources.append(sources[i])
n_targets.append(targets[i])
return (n_sources, n_targets)
# newer_pairwise ()
def newer_group (sources, target, missing='error'):
"""Return true if 'target' is out-of-date with respect to any file
listed in 'sources'. In other words, if 'target' exists and is newer
than every file in 'sources', return false; otherwise return true.
'missing' controls what we do when a source file is missing; the
default ("error") is to blow up with an OSError from inside 'stat()';
if it is "ignore", we silently drop any missing source files; if it is
"newer", any missing source files make us assume that 'target' is
out-of-date (this is handy in "dry-run" mode: it'll make you pretend to
carry out commands that wouldn't work because inputs are missing, but
that doesn't matter because you're not actually going to run the
commands).
"""
# If the target doesn't even exist, then it's definitely out-of-date.
if not os.path.exists(target):
return 1
# Otherwise we have to find out the hard way: if *any* source file
# is more recent than 'target', then 'target' is out-of-date and
# we can immediately return true. If we fall through to the end
# of the loop, then 'target' is up-to-date and we return false.
from stat import ST_MTIME
target_mtime = os.stat(target)[ST_MTIME]
for source in sources:
if not os.path.exists(source):
if missing == 'error': # blow up when we stat() the file
pass
elif missing == 'ignore': # missing source dropped from
continue # target's dependency list
elif missing == 'newer': # missing source means target is
return 1 # out-of-date
source_mtime = os.stat(source)[ST_MTIME]
if source_mtime > target_mtime:
return 1
else:
return 0
# newer_group ()
distutils/file_util.py 0000644 00000017724 15115353745 0011142 0 ustar 00 """distutils.file_util
Utility functions for operating on single files.
"""
import os
from distutils.errors import DistutilsFileError
from distutils import log
# for generating verbose output in 'copy_file()'
_copy_action = { None: 'copying',
'hard': 'hard linking',
'sym': 'symbolically linking' }
def _copy_file_contents(src, dst, buffer_size=16*1024):
"""Copy the file 'src' to 'dst'; both must be filenames. Any error
opening either file, reading from 'src', or writing to 'dst', raises
DistutilsFileError. Data is read/written in chunks of 'buffer_size'
bytes (default 16k). No attempt is made to handle anything apart from
regular files.
"""
# Stolen from shutil module in the standard library, but with
# custom error-handling added.
fsrc = None
fdst = None
try:
try:
fsrc = open(src, 'rb')
except OSError as e:
raise DistutilsFileError("could not open '%s': %s" % (src, e.strerror))
if os.path.exists(dst):
try:
os.unlink(dst)
except OSError as e:
raise DistutilsFileError(
"could not delete '%s': %s" % (dst, e.strerror))
try:
fdst = open(dst, 'wb')
except OSError as e:
raise DistutilsFileError(
"could not create '%s': %s" % (dst, e.strerror))
while True:
try:
buf = fsrc.read(buffer_size)
except OSError as e:
raise DistutilsFileError(
"could not read from '%s': %s" % (src, e.strerror))
if not buf:
break
try:
fdst.write(buf)
except OSError as e:
raise DistutilsFileError(
"could not write to '%s': %s" % (dst, e.strerror))
finally:
if fdst:
fdst.close()
if fsrc:
fsrc.close()
def copy_file(src, dst, preserve_mode=1, preserve_times=1, update=0,
link=None, verbose=1, dry_run=0):
"""Copy a file 'src' to 'dst'. If 'dst' is a directory, then 'src' is
copied there with the same name; otherwise, it must be a filename. (If
the file exists, it will be ruthlessly clobbered.) If 'preserve_mode'
is true (the default), the file's mode (type and permission bits, or
whatever is analogous on the current platform) is copied. If
'preserve_times' is true (the default), the last-modified and
last-access times are copied as well. If 'update' is true, 'src' will
only be copied if 'dst' does not exist, or if 'dst' does exist but is
older than 'src'.
'link' allows you to make hard links (os.link) or symbolic links
(os.symlink) instead of copying: set it to "hard" or "sym"; if it is
None (the default), files are copied. Don't set 'link' on systems that
don't support it: 'copy_file()' doesn't check if hard or symbolic
linking is available. If hardlink fails, falls back to
_copy_file_contents().
Under Mac OS, uses the native file copy function in macostools; on
other systems, uses '_copy_file_contents()' to copy file contents.
Return a tuple (dest_name, copied): 'dest_name' is the actual name of
the output file, and 'copied' is true if the file was copied (or would
have been copied, if 'dry_run' true).
"""
# XXX if the destination file already exists, we clobber it if
# copying, but blow up if linking. Hmmm. And I don't know what
# macostools.copyfile() does. Should definitely be consistent, and
# should probably blow up if destination exists and we would be
# changing it (ie. it's not already a hard/soft link to src OR
# (not update) and (src newer than dst).
from distutils.dep_util import newer
from stat import ST_ATIME, ST_MTIME, ST_MODE, S_IMODE
if not os.path.isfile(src):
raise DistutilsFileError(
"can't copy '%s': doesn't exist or not a regular file" % src)
if os.path.isdir(dst):
dir = dst
dst = os.path.join(dst, os.path.basename(src))
else:
dir = os.path.dirname(dst)
if update and not newer(src, dst):
if verbose >= 1:
log.debug("not copying %s (output up-to-date)", src)
return (dst, 0)
try:
action = _copy_action[link]
except KeyError:
raise ValueError("invalid value '%s' for 'link' argument" % link)
if verbose >= 1:
if os.path.basename(dst) == os.path.basename(src):
log.info("%s %s -> %s", action, src, dir)
else:
log.info("%s %s -> %s", action, src, dst)
if dry_run:
return (dst, 1)
# If linking (hard or symbolic), use the appropriate system call
# (Unix only, of course, but that's the caller's responsibility)
elif link == 'hard':
if not (os.path.exists(dst) and os.path.samefile(src, dst)):
try:
os.link(src, dst)
return (dst, 1)
except OSError:
# If hard linking fails, fall back on copying file
# (some special filesystems don't support hard linking
# even under Unix, see issue #8876).
pass
elif link == 'sym':
if not (os.path.exists(dst) and os.path.samefile(src, dst)):
os.symlink(src, dst)
return (dst, 1)
# Otherwise (non-Mac, not linking), copy the file contents and
# (optionally) copy the times and mode.
_copy_file_contents(src, dst)
if preserve_mode or preserve_times:
st = os.stat(src)
# According to David Ascher <da@ski.org>, utime() should be done
# before chmod() (at least under NT).
if preserve_times:
os.utime(dst, (st[ST_ATIME], st[ST_MTIME]))
if preserve_mode:
os.chmod(dst, S_IMODE(st[ST_MODE]))
return (dst, 1)
# XXX I suspect this is Unix-specific -- need porting help!
def move_file (src, dst,
verbose=1,
dry_run=0):
"""Move a file 'src' to 'dst'. If 'dst' is a directory, the file will
be moved into it with the same name; otherwise, 'src' is just renamed
to 'dst'. Return the new full name of the file.
Handles cross-device moves on Unix using 'copy_file()'. What about
other systems???
"""
from os.path import exists, isfile, isdir, basename, dirname
import errno
if verbose >= 1:
log.info("moving %s -> %s", src, dst)
if dry_run:
return dst
if not isfile(src):
raise DistutilsFileError("can't move '%s': not a regular file" % src)
if isdir(dst):
dst = os.path.join(dst, basename(src))
elif exists(dst):
raise DistutilsFileError(
"can't move '%s': destination '%s' already exists" %
(src, dst))
if not isdir(dirname(dst)):
raise DistutilsFileError(
"can't move '%s': destination '%s' not a valid path" %
(src, dst))
copy_it = False
try:
os.rename(src, dst)
except OSError as e:
(num, msg) = e.args
if num == errno.EXDEV:
copy_it = True
else:
raise DistutilsFileError(
"couldn't move '%s' to '%s': %s" % (src, dst, msg))
if copy_it:
copy_file(src, dst, verbose=verbose)
try:
os.unlink(src)
except OSError as e:
(num, msg) = e.args
try:
os.unlink(dst)
except OSError:
pass
raise DistutilsFileError(
"couldn't move '%s' to '%s' by copy/delete: "
"delete '%s' failed: %s"
% (src, dst, src, msg))
return dst
def write_file (filename, contents):
"""Create a file with the specified name and write 'contents' (a
sequence of strings without line terminators) to it.
"""
f = open(filename, "w")
try:
for line in contents:
f.write(line + "\n")
finally:
f.close()
distutils/unixccompiler.py 0000644 00000035626 15115353745 0012050 0 ustar 00 """distutils.unixccompiler
Contains the UnixCCompiler class, a subclass of CCompiler that handles
the "typical" Unix-style command-line C compiler:
* macros defined with -Dname[=value]
* macros undefined with -Uname
* include search directories specified with -Idir
* libraries specified with -lllib
* library search directories specified with -Ldir
* compile handled by 'cc' (or similar) executable with -c option:
compiles .c to .o
* link static library handled by 'ar' command (possibly with 'ranlib')
* link shared library handled by 'cc -shared'
"""
import os, sys, re
from distutils import sysconfig
from distutils.dep_util import newer
from distutils.ccompiler import \
CCompiler, gen_preprocess_options, gen_lib_options
from distutils.errors import \
DistutilsExecError, CompileError, LibError, LinkError
from distutils import log
if sys.platform == 'darwin':
import _osx_support
# XXX Things not currently handled:
# * optimization/debug/warning flags; we just use whatever's in Python's
# Makefile and live with it. Is this adequate? If not, we might
# have to have a bunch of subclasses GNUCCompiler, SGICCompiler,
# SunCCompiler, and I suspect down that road lies madness.
# * even if we don't know a warning flag from an optimization flag,
# we need some way for outsiders to feed preprocessor/compiler/linker
# flags in to us -- eg. a sysadmin might want to mandate certain flags
# via a site config file, or a user might want to set something for
# compiling this module distribution only via the setup.py command
# line, whatever. As long as these options come from something on the
# current system, they can be as system-dependent as they like, and we
# should just happily stuff them into the preprocessor/compiler/linker
# options and carry on.
class UnixCCompiler(CCompiler):
compiler_type = 'unix'
# These are used by CCompiler in two places: the constructor sets
# instance attributes 'preprocessor', 'compiler', etc. from them, and
# 'set_executable()' allows any of these to be set. The defaults here
# are pretty generic; they will probably have to be set by an outsider
# (eg. using information discovered by the sysconfig about building
# Python extensions).
executables = {'preprocessor' : None,
'compiler' : ["cc"],
'compiler_so' : ["cc"],
'compiler_cxx' : ["cc"],
'linker_so' : ["cc", "-shared"],
'linker_exe' : ["cc"],
'archiver' : ["ar", "-cr"],
'ranlib' : None,
}
if sys.platform[:6] == "darwin":
executables['ranlib'] = ["ranlib"]
# Needed for the filename generation methods provided by the base
# class, CCompiler. NB. whoever instantiates/uses a particular
# UnixCCompiler instance should set 'shared_lib_ext' -- we set a
# reasonable common default here, but it's not necessarily used on all
# Unices!
src_extensions = [".c",".C",".cc",".cxx",".cpp",".m"]
obj_extension = ".o"
static_lib_extension = ".a"
shared_lib_extension = ".so"
dylib_lib_extension = ".dylib"
xcode_stub_lib_extension = ".tbd"
static_lib_format = shared_lib_format = dylib_lib_format = "lib%s%s"
xcode_stub_lib_format = dylib_lib_format
if sys.platform == "cygwin":
exe_extension = ".exe"
def _fix_lib_args(self, libraries, library_dirs, runtime_library_dirs):
"""Remove standard library path from rpath"""
libraries, library_dirs, runtime_library_dirs = super()._fix_lib_args(
libraries, library_dirs, runtime_library_dirs)
libdir = sysconfig.get_config_var('LIBDIR')
if runtime_library_dirs and (libdir in runtime_library_dirs):
runtime_library_dirs.remove(libdir)
return libraries, library_dirs, runtime_library_dirs
def preprocess(self, source, output_file=None, macros=None,
include_dirs=None, extra_preargs=None, extra_postargs=None):
fixed_args = self._fix_compile_args(None, macros, include_dirs)
ignore, macros, include_dirs = fixed_args
pp_opts = gen_preprocess_options(macros, include_dirs)
pp_args = self.preprocessor + pp_opts
if output_file:
pp_args.extend(['-o', output_file])
if extra_preargs:
pp_args[:0] = extra_preargs
if extra_postargs:
pp_args.extend(extra_postargs)
pp_args.append(source)
# We need to preprocess: either we're being forced to, or we're
# generating output to stdout, or there's a target output file and
# the source file is newer than the target (or the target doesn't
# exist).
if self.force or output_file is None or newer(source, output_file):
if output_file:
self.mkpath(os.path.dirname(output_file))
try:
self.spawn(pp_args)
except DistutilsExecError as msg:
raise CompileError(msg)
def _compile(self, obj, src, ext, cc_args, extra_postargs, pp_opts):
compiler_so = self.compiler_so
if sys.platform == 'darwin':
compiler_so = _osx_support.compiler_fixup(compiler_so,
cc_args + extra_postargs)
try:
self.spawn(compiler_so + cc_args + [src, '-o', obj] +
extra_postargs)
except DistutilsExecError as msg:
raise CompileError(msg)
def create_static_lib(self, objects, output_libname,
output_dir=None, debug=0, target_lang=None):
objects, output_dir = self._fix_object_args(objects, output_dir)
output_filename = \
self.library_filename(output_libname, output_dir=output_dir)
if self._need_link(objects, output_filename):
self.mkpath(os.path.dirname(output_filename))
self.spawn(self.archiver +
[output_filename] +
objects + self.objects)
# Not many Unices required ranlib anymore -- SunOS 4.x is, I
# think the only major Unix that does. Maybe we need some
# platform intelligence here to skip ranlib if it's not
# needed -- or maybe Python's configure script took care of
# it for us, hence the check for leading colon.
if self.ranlib:
try:
self.spawn(self.ranlib + [output_filename])
except DistutilsExecError as msg:
raise LibError(msg)
else:
log.debug("skipping %s (up-to-date)", output_filename)
def link(self, target_desc, objects,
output_filename, output_dir=None, libraries=None,
library_dirs=None, runtime_library_dirs=None,
export_symbols=None, debug=0, extra_preargs=None,
extra_postargs=None, build_temp=None, target_lang=None):
objects, output_dir = self._fix_object_args(objects, output_dir)
fixed_args = self._fix_lib_args(libraries, library_dirs,
runtime_library_dirs)
libraries, library_dirs, runtime_library_dirs = fixed_args
lib_opts = gen_lib_options(self, library_dirs, runtime_library_dirs,
libraries)
if not isinstance(output_dir, (str, type(None))):
raise TypeError("'output_dir' must be a string or None")
if output_dir is not None:
output_filename = os.path.join(output_dir, output_filename)
if self._need_link(objects, output_filename):
ld_args = (objects + self.objects +
lib_opts + ['-o', output_filename])
if debug:
ld_args[:0] = ['-g']
if extra_preargs:
ld_args[:0] = extra_preargs
if extra_postargs:
ld_args.extend(extra_postargs)
self.mkpath(os.path.dirname(output_filename))
try:
if target_desc == CCompiler.EXECUTABLE:
linker = self.linker_exe[:]
else:
linker = self.linker_so[:]
if target_lang == "c++" and self.compiler_cxx:
# skip over environment variable settings if /usr/bin/env
# is used to set up the linker's environment.
# This is needed on OSX. Note: this assumes that the
# normal and C++ compiler have the same environment
# settings.
i = 0
if os.path.basename(linker[0]) == "env":
i = 1
while '=' in linker[i]:
i += 1
if os.path.basename(linker[i]) == 'ld_so_aix':
# AIX platforms prefix the compiler with the ld_so_aix
# script, so we need to adjust our linker index
offset = 1
else:
offset = 0
linker[i+offset] = self.compiler_cxx[i]
if sys.platform == 'darwin':
linker = _osx_support.compiler_fixup(linker, ld_args)
self.spawn(linker + ld_args)
except DistutilsExecError as msg:
raise LinkError(msg)
else:
log.debug("skipping %s (up-to-date)", output_filename)
# -- Miscellaneous methods -----------------------------------------
# These are all used by the 'gen_lib_options() function, in
# ccompiler.py.
def library_dir_option(self, dir):
return "-L" + dir
def _is_gcc(self, compiler_name):
return "gcc" in compiler_name or "g++" in compiler_name
def runtime_library_dir_option(self, dir):
# XXX Hackish, at the very least. See Python bug #445902:
# http://sourceforge.net/tracker/index.php
# ?func=detail&aid=445902&group_id=5470&atid=105470
# Linkers on different platforms need different options to
# specify that directories need to be added to the list of
# directories searched for dependencies when a dynamic library
# is sought. GCC on GNU systems (Linux, FreeBSD, ...) has to
# be told to pass the -R option through to the linker, whereas
# other compilers and gcc on other systems just know this.
# Other compilers may need something slightly different. At
# this time, there's no way to determine this information from
# the configuration data stored in the Python installation, so
# we use this hack.
compiler = os.path.basename(sysconfig.get_config_var("CC"))
if sys.platform[:6] == "darwin":
# MacOSX's linker doesn't understand the -R flag at all
return "-L" + dir
elif sys.platform[:7] == "freebsd":
return "-Wl,-rpath=" + dir
elif sys.platform[:5] == "hp-ux":
if self._is_gcc(compiler):
return ["-Wl,+s", "-L" + dir]
return ["+s", "-L" + dir]
else:
if self._is_gcc(compiler):
# gcc on non-GNU systems does not need -Wl, but can
# use it anyway. Since distutils has always passed in
# -Wl whenever gcc was used in the past it is probably
# safest to keep doing so.
if sysconfig.get_config_var("GNULD") == "yes":
# GNU ld needs an extra option to get a RUNPATH
# instead of just an RPATH.
return "-Wl,--enable-new-dtags,-R" + dir
else:
return "-Wl,-R" + dir
else:
# No idea how --enable-new-dtags would be passed on to
# ld if this system was using GNU ld. Don't know if a
# system like this even exists.
return "-R" + dir
def library_option(self, lib):
return "-l" + lib
def find_library_file(self, dirs, lib, debug=0):
shared_f = self.library_filename(lib, lib_type='shared')
dylib_f = self.library_filename(lib, lib_type='dylib')
xcode_stub_f = self.library_filename(lib, lib_type='xcode_stub')
static_f = self.library_filename(lib, lib_type='static')
if sys.platform == 'darwin':
# On OSX users can specify an alternate SDK using
# '-isysroot', calculate the SDK root if it is specified
# (and use it further on)
#
# Note that, as of Xcode 7, Apple SDKs may contain textual stub
# libraries with .tbd extensions rather than the normal .dylib
# shared libraries installed in /. The Apple compiler tool
# chain handles this transparently but it can cause problems
# for programs that are being built with an SDK and searching
# for specific libraries. Callers of find_library_file need to
# keep in mind that the base filename of the returned SDK library
# file might have a different extension from that of the library
# file installed on the running system, for example:
# /Applications/Xcode.app/Contents/Developer/Platforms/
# MacOSX.platform/Developer/SDKs/MacOSX10.11.sdk/
# usr/lib/libedit.tbd
# vs
# /usr/lib/libedit.dylib
cflags = sysconfig.get_config_var('CFLAGS')
m = re.search(r'-isysroot\s*(\S+)', cflags)
if m is None:
sysroot = _osx_support._default_sysroot(sysconfig.get_config_var('CC'))
else:
sysroot = m.group(1)
for dir in dirs:
shared = os.path.join(dir, shared_f)
dylib = os.path.join(dir, dylib_f)
static = os.path.join(dir, static_f)
xcode_stub = os.path.join(dir, xcode_stub_f)
if sys.platform == 'darwin' and (
dir.startswith('/System/') or (
dir.startswith('/usr/') and not dir.startswith('/usr/local/'))):
shared = os.path.join(sysroot, dir[1:], shared_f)
dylib = os.path.join(sysroot, dir[1:], dylib_f)
static = os.path.join(sysroot, dir[1:], static_f)
xcode_stub = os.path.join(sysroot, dir[1:], xcode_stub_f)
# We're second-guessing the linker here, with not much hard
# data to go on: GCC seems to prefer the shared library, so I'm
# assuming that *all* Unix C compilers do. And of course I'm
# ignoring even GCC's "-static" option. So sue me.
if os.path.exists(dylib):
return dylib
elif os.path.exists(xcode_stub):
return xcode_stub
elif os.path.exists(shared):
return shared
elif os.path.exists(static):
return static
# Oops, didn't find it in *any* of 'dirs'
return None
distutils/errors.py 0000644 00000006771 15115353745 0010502 0 ustar 00 """distutils.errors
Provides exceptions used by the Distutils modules. Note that Distutils
modules may raise standard exceptions; in particular, SystemExit is
usually raised for errors that are obviously the end-user's fault
(eg. bad command-line arguments).
This module is safe to use in "from ... import *" mode; it only exports
symbols whose names start with "Distutils" and end with "Error"."""
class DistutilsError (Exception):
"""The root of all Distutils evil."""
pass
class DistutilsModuleError (DistutilsError):
"""Unable to load an expected module, or to find an expected class
within some module (in particular, command modules and classes)."""
pass
class DistutilsClassError (DistutilsError):
"""Some command class (or possibly distribution class, if anyone
feels a need to subclass Distribution) is found not to be holding
up its end of the bargain, ie. implementing some part of the
"command "interface."""
pass
class DistutilsGetoptError (DistutilsError):
"""The option table provided to 'fancy_getopt()' is bogus."""
pass
class DistutilsArgError (DistutilsError):
"""Raised by fancy_getopt in response to getopt.error -- ie. an
error in the command line usage."""
pass
class DistutilsFileError (DistutilsError):
"""Any problems in the filesystem: expected file not found, etc.
Typically this is for problems that we detect before OSError
could be raised."""
pass
class DistutilsOptionError (DistutilsError):
"""Syntactic/semantic errors in command options, such as use of
mutually conflicting options, or inconsistent options,
badly-spelled values, etc. No distinction is made between option
values originating in the setup script, the command line, config
files, or what-have-you -- but if we *know* something originated in
the setup script, we'll raise DistutilsSetupError instead."""
pass
class DistutilsSetupError (DistutilsError):
"""For errors that can be definitely blamed on the setup script,
such as invalid keyword arguments to 'setup()'."""
pass
class DistutilsPlatformError (DistutilsError):
"""We don't know how to do something on the current platform (but
we do know how to do it on some platform) -- eg. trying to compile
C files on a platform not supported by a CCompiler subclass."""
pass
class DistutilsExecError (DistutilsError):
"""Any problems executing an external program (such as the C
compiler, when compiling C files)."""
pass
class DistutilsInternalError (DistutilsError):
"""Internal inconsistencies or impossibilities (obviously, this
should never be seen if the code is working!)."""
pass
class DistutilsTemplateError (DistutilsError):
"""Syntax error in a file list template."""
class DistutilsByteCompileError(DistutilsError):
"""Byte compile error."""
# Exception classes used by the CCompiler implementation classes
class CCompilerError (Exception):
"""Some compile/link operation failed."""
class PreprocessError (CCompilerError):
"""Failure to preprocess one or more C/C++ files."""
class CompileError (CCompilerError):
"""Failure to compile one or more C/C++ source files."""
class LibError (CCompilerError):
"""Failure to create a static library from one or more C/C++ object
files."""
class LinkError (CCompilerError):
"""Failure to link one or more C/C++ object files into an executable
or shared library file."""
class UnknownFileError (CCompilerError):
"""Attempt to process an unknown file type."""
distutils/extension.py 0000644 00000024423 15115353745 0011174 0 ustar 00 """distutils.extension
Provides the Extension class, used to describe C/C++ extension
modules in setup scripts."""
import os
import warnings
# This class is really only used by the "build_ext" command, so it might
# make sense to put it in distutils.command.build_ext. However, that
# module is already big enough, and I want to make this class a bit more
# complex to simplify some common cases ("foo" module in "foo.c") and do
# better error-checking ("foo.c" actually exists).
#
# Also, putting this in build_ext.py means every setup script would have to
# import that large-ish module (indirectly, through distutils.core) in
# order to do anything.
class Extension:
"""Just a collection of attributes that describes an extension
module and everything needed to build it (hopefully in a portable
way, but there are hooks that let you be as unportable as you need).
Instance attributes:
name : string
the full name of the extension, including any packages -- ie.
*not* a filename or pathname, but Python dotted name
sources : [string]
list of source filenames, relative to the distribution root
(where the setup script lives), in Unix form (slash-separated)
for portability. Source files may be C, C++, SWIG (.i),
platform-specific resource files, or whatever else is recognized
by the "build_ext" command as source for a Python extension.
include_dirs : [string]
list of directories to search for C/C++ header files (in Unix
form for portability)
define_macros : [(name : string, value : string|None)]
list of macros to define; each macro is defined using a 2-tuple,
where 'value' is either the string to define it to or None to
define it without a particular value (equivalent of "#define
FOO" in source or -DFOO on Unix C compiler command line)
undef_macros : [string]
list of macros to undefine explicitly
library_dirs : [string]
list of directories to search for C/C++ libraries at link time
libraries : [string]
list of library names (not filenames or paths) to link against
runtime_library_dirs : [string]
list of directories to search for C/C++ libraries at run time
(for shared extensions, this is when the extension is loaded)
extra_objects : [string]
list of extra files to link with (eg. object files not implied
by 'sources', static library that must be explicitly specified,
binary resource files, etc.)
extra_compile_args : [string]
any extra platform- and compiler-specific information to use
when compiling the source files in 'sources'. For platforms and
compilers where "command line" makes sense, this is typically a
list of command-line arguments, but for other platforms it could
be anything.
extra_link_args : [string]
any extra platform- and compiler-specific information to use
when linking object files together to create the extension (or
to create a new static Python interpreter). Similar
interpretation as for 'extra_compile_args'.
export_symbols : [string]
list of symbols to be exported from a shared extension. Not
used on all platforms, and not generally necessary for Python
extensions, which typically export exactly one symbol: "init" +
extension_name.
swig_opts : [string]
any extra options to pass to SWIG if a source file has the .i
extension.
depends : [string]
list of files that the extension depends on
language : string
extension language (i.e. "c", "c++", "objc"). Will be detected
from the source extensions if not provided.
optional : boolean
specifies that a build failure in the extension should not abort the
build process, but simply not install the failing extension.
"""
# When adding arguments to this constructor, be sure to update
# setup_keywords in core.py.
def __init__(self, name, sources,
include_dirs=None,
define_macros=None,
undef_macros=None,
library_dirs=None,
libraries=None,
runtime_library_dirs=None,
extra_objects=None,
extra_compile_args=None,
extra_link_args=None,
export_symbols=None,
swig_opts = None,
depends=None,
language=None,
optional=None,
**kw # To catch unknown keywords
):
if not isinstance(name, str):
raise AssertionError("'name' must be a string")
if not (isinstance(sources, list) and
all(isinstance(v, str) for v in sources)):
raise AssertionError("'sources' must be a list of strings")
self.name = name
self.sources = sources
self.include_dirs = include_dirs or []
self.define_macros = define_macros or []
self.undef_macros = undef_macros or []
self.library_dirs = library_dirs or []
self.libraries = libraries or []
self.runtime_library_dirs = runtime_library_dirs or []
self.extra_objects = extra_objects or []
self.extra_compile_args = extra_compile_args or []
self.extra_link_args = extra_link_args or []
self.export_symbols = export_symbols or []
self.swig_opts = swig_opts or []
self.depends = depends or []
self.language = language
self.optional = optional
# If there are unknown keyword options, warn about them
if len(kw) > 0:
options = [repr(option) for option in kw]
options = ', '.join(sorted(options))
msg = "Unknown Extension options: %s" % options
warnings.warn(msg)
def __repr__(self):
return '<%s.%s(%r) at %#x>' % (
self.__class__.__module__,
self.__class__.__qualname__,
self.name,
id(self))
def read_setup_file(filename):
"""Reads a Setup file and returns Extension instances."""
from distutils.sysconfig import (parse_makefile, expand_makefile_vars,
_variable_rx)
from distutils.text_file import TextFile
from distutils.util import split_quoted
# First pass over the file to gather "VAR = VALUE" assignments.
vars = parse_makefile(filename)
# Second pass to gobble up the real content: lines of the form
# <module> ... [<sourcefile> ...] [<cpparg> ...] [<library> ...]
file = TextFile(filename,
strip_comments=1, skip_blanks=1, join_lines=1,
lstrip_ws=1, rstrip_ws=1)
try:
extensions = []
while True:
line = file.readline()
if line is None: # eof
break
if _variable_rx.match(line): # VAR=VALUE, handled in first pass
continue
if line[0] == line[-1] == "*":
file.warn("'%s' lines not handled yet" % line)
continue
line = expand_makefile_vars(line, vars)
words = split_quoted(line)
# NB. this parses a slightly different syntax than the old
# makesetup script: here, there must be exactly one extension per
# line, and it must be the first word of the line. I have no idea
# why the old syntax supported multiple extensions per line, as
# they all wind up being the same.
module = words[0]
ext = Extension(module, [])
append_next_word = None
for word in words[1:]:
if append_next_word is not None:
append_next_word.append(word)
append_next_word = None
continue
suffix = os.path.splitext(word)[1]
switch = word[0:2] ; value = word[2:]
if suffix in (".c", ".cc", ".cpp", ".cxx", ".c++", ".m", ".mm"):
# hmm, should we do something about C vs. C++ sources?
# or leave it up to the CCompiler implementation to
# worry about?
ext.sources.append(word)
elif switch == "-I":
ext.include_dirs.append(value)
elif switch == "-D":
equals = value.find("=")
if equals == -1: # bare "-DFOO" -- no value
ext.define_macros.append((value, None))
else: # "-DFOO=blah"
ext.define_macros.append((value[0:equals],
value[equals+2:]))
elif switch == "-U":
ext.undef_macros.append(value)
elif switch == "-C": # only here 'cause makesetup has it!
ext.extra_compile_args.append(word)
elif switch == "-l":
ext.libraries.append(value)
elif switch == "-L":
ext.library_dirs.append(value)
elif switch == "-R":
ext.runtime_library_dirs.append(value)
elif word == "-rpath":
append_next_word = ext.runtime_library_dirs
elif word == "-Xlinker":
append_next_word = ext.extra_link_args
elif word == "-Xcompiler":
append_next_word = ext.extra_compile_args
elif switch == "-u":
ext.extra_link_args.append(word)
if not value:
append_next_word = ext.extra_link_args
elif suffix in (".a", ".so", ".sl", ".o", ".dylib"):
# NB. a really faithful emulation of makesetup would
# append a .o file to extra_objects only if it
# had a slash in it; otherwise, it would s/.o/.c/
# and append it to sources. Hmmmm.
ext.extra_objects.append(word)
else:
file.warn("unrecognized argument '%s'" % word)
extensions.append(ext)
finally:
file.close()
return extensions
distutils/_msvccompiler.py 0000644 00000047122 15115353745 0012023 0 ustar 00 """distutils._msvccompiler
Contains MSVCCompiler, an implementation of the abstract CCompiler class
for Microsoft Visual Studio 2015.
The module is compatible with VS 2015 and later. You can find legacy support
for older versions in distutils.msvc9compiler and distutils.msvccompiler.
"""
# Written by Perry Stoll
# hacked by Robin Becker and Thomas Heller to do a better job of
# finding DevStudio (through the registry)
# ported to VS 2005 and VS 2008 by Christian Heimes
# ported to VS 2015 by Steve Dower
import os
import shutil
import stat
import subprocess
import winreg
from distutils.errors import DistutilsExecError, DistutilsPlatformError, \
CompileError, LibError, LinkError
from distutils.ccompiler import CCompiler, gen_lib_options
from distutils import log
from distutils.util import get_platform
from itertools import count
def _find_vc2015():
try:
key = winreg.OpenKeyEx(
winreg.HKEY_LOCAL_MACHINE,
r"Software\Microsoft\VisualStudio\SxS\VC7",
access=winreg.KEY_READ | winreg.KEY_WOW64_32KEY
)
except OSError:
log.debug("Visual C++ is not registered")
return None, None
best_version = 0
best_dir = None
with key:
for i in count():
try:
v, vc_dir, vt = winreg.EnumValue(key, i)
except OSError:
break
if v and vt == winreg.REG_SZ and os.path.isdir(vc_dir):
try:
version = int(float(v))
except (ValueError, TypeError):
continue
if version >= 14 and version > best_version:
best_version, best_dir = version, vc_dir
return best_version, best_dir
def _find_vc2017():
"""Returns "15, path" based on the result of invoking vswhere.exe
If no install is found, returns "None, None"
The version is returned to avoid unnecessarily changing the function
result. It may be ignored when the path is not None.
If vswhere.exe is not available, by definition, VS 2017 is not
installed.
"""
import json
root = os.environ.get("ProgramFiles(x86)") or os.environ.get("ProgramFiles")
if not root:
return None, None
try:
path = subprocess.check_output([
os.path.join(root, "Microsoft Visual Studio", "Installer", "vswhere.exe"),
"-latest",
"-prerelease",
"-requires", "Microsoft.VisualStudio.Component.VC.Tools.x86.x64",
"-property", "installationPath",
"-products", "*",
], encoding="mbcs", errors="strict").strip()
except (subprocess.CalledProcessError, OSError, UnicodeDecodeError):
return None, None
path = os.path.join(path, "VC", "Auxiliary", "Build")
if os.path.isdir(path):
return 15, path
return None, None
PLAT_SPEC_TO_RUNTIME = {
'x86' : 'x86',
'x86_amd64' : 'x64',
'x86_arm' : 'arm',
'x86_arm64' : 'arm64'
}
def _find_vcvarsall(plat_spec):
# bpo-38597: Removed vcruntime return value
_, best_dir = _find_vc2017()
if not best_dir:
best_version, best_dir = _find_vc2015()
if not best_dir:
log.debug("No suitable Visual C++ version found")
return None, None
vcvarsall = os.path.join(best_dir, "vcvarsall.bat")
if not os.path.isfile(vcvarsall):
log.debug("%s cannot be found", vcvarsall)
return None, None
return vcvarsall, None
def _get_vc_env(plat_spec):
if os.getenv("DISTUTILS_USE_SDK"):
return {
key.lower(): value
for key, value in os.environ.items()
}
vcvarsall, _ = _find_vcvarsall(plat_spec)
if not vcvarsall:
raise DistutilsPlatformError("Unable to find vcvarsall.bat")
try:
out = subprocess.check_output(
'cmd /u /c "{}" {} && set'.format(vcvarsall, plat_spec),
stderr=subprocess.STDOUT,
).decode('utf-16le', errors='replace')
except subprocess.CalledProcessError as exc:
log.error(exc.output)
raise DistutilsPlatformError("Error executing {}"
.format(exc.cmd))
env = {
key.lower(): value
for key, _, value in
(line.partition('=') for line in out.splitlines())
if key and value
}
return env
def _find_exe(exe, paths=None):
"""Return path to an MSVC executable program.
Tries to find the program in several places: first, one of the
MSVC program search paths from the registry; next, the directories
in the PATH environment variable. If any of those work, return an
absolute path that is known to exist. If none of them work, just
return the original program name, 'exe'.
"""
if not paths:
paths = os.getenv('path').split(os.pathsep)
for p in paths:
fn = os.path.join(os.path.abspath(p), exe)
if os.path.isfile(fn):
return fn
return exe
# A map keyed by get_platform() return values to values accepted by
# 'vcvarsall.bat'. Always cross-compile from x86 to work with the
# lighter-weight MSVC installs that do not include native 64-bit tools.
PLAT_TO_VCVARS = {
'win32' : 'x86',
'win-amd64' : 'x86_amd64',
'win-arm32' : 'x86_arm',
'win-arm64' : 'x86_arm64'
}
class MSVCCompiler(CCompiler) :
"""Concrete class that implements an interface to Microsoft Visual C++,
as defined by the CCompiler abstract class."""
compiler_type = 'msvc'
# Just set this so CCompiler's constructor doesn't barf. We currently
# don't use the 'set_executables()' bureaucracy provided by CCompiler,
# as it really isn't necessary for this sort of single-compiler class.
# Would be nice to have a consistent interface with UnixCCompiler,
# though, so it's worth thinking about.
executables = {}
# Private class data (need to distinguish C from C++ source for compiler)
_c_extensions = ['.c']
_cpp_extensions = ['.cc', '.cpp', '.cxx']
_rc_extensions = ['.rc']
_mc_extensions = ['.mc']
# Needed for the filename generation methods provided by the
# base class, CCompiler.
src_extensions = (_c_extensions + _cpp_extensions +
_rc_extensions + _mc_extensions)
res_extension = '.res'
obj_extension = '.obj'
static_lib_extension = '.lib'
shared_lib_extension = '.dll'
static_lib_format = shared_lib_format = '%s%s'
exe_extension = '.exe'
def __init__(self, verbose=0, dry_run=0, force=0):
CCompiler.__init__ (self, verbose, dry_run, force)
# target platform (.plat_name is consistent with 'bdist')
self.plat_name = None
self.initialized = False
def initialize(self, plat_name=None):
# multi-init means we would need to check platform same each time...
assert not self.initialized, "don't init multiple times"
if plat_name is None:
plat_name = get_platform()
# sanity check for platforms to prevent obscure errors later.
if plat_name not in PLAT_TO_VCVARS:
raise DistutilsPlatformError("--plat-name must be one of {}"
.format(tuple(PLAT_TO_VCVARS)))
# Get the vcvarsall.bat spec for the requested platform.
plat_spec = PLAT_TO_VCVARS[plat_name]
vc_env = _get_vc_env(plat_spec)
if not vc_env:
raise DistutilsPlatformError("Unable to find a compatible "
"Visual Studio installation.")
self._paths = vc_env.get('path', '')
paths = self._paths.split(os.pathsep)
self.cc = _find_exe("cl.exe", paths)
self.linker = _find_exe("link.exe", paths)
self.lib = _find_exe("lib.exe", paths)
self.rc = _find_exe("rc.exe", paths) # resource compiler
self.mc = _find_exe("mc.exe", paths) # message compiler
self.mt = _find_exe("mt.exe", paths) # message compiler
for dir in vc_env.get('include', '').split(os.pathsep):
if dir:
self.add_include_dir(dir.rstrip(os.sep))
for dir in vc_env.get('lib', '').split(os.pathsep):
if dir:
self.add_library_dir(dir.rstrip(os.sep))
self.preprocess_options = None
# bpo-38597: Always compile with dynamic linking
# Future releases of Python 3.x will include all past
# versions of vcruntime*.dll for compatibility.
self.compile_options = [
'/nologo', '/Ox', '/W3', '/GL', '/DNDEBUG', '/MD'
]
self.compile_options_debug = [
'/nologo', '/Od', '/MDd', '/Zi', '/W3', '/D_DEBUG'
]
ldflags = [
'/nologo', '/INCREMENTAL:NO', '/LTCG'
]
ldflags_debug = [
'/nologo', '/INCREMENTAL:NO', '/LTCG', '/DEBUG:FULL'
]
self.ldflags_exe = [*ldflags, '/MANIFEST:EMBED,ID=1']
self.ldflags_exe_debug = [*ldflags_debug, '/MANIFEST:EMBED,ID=1']
self.ldflags_shared = [*ldflags, '/DLL', '/MANIFEST:EMBED,ID=2', '/MANIFESTUAC:NO']
self.ldflags_shared_debug = [*ldflags_debug, '/DLL', '/MANIFEST:EMBED,ID=2', '/MANIFESTUAC:NO']
self.ldflags_static = [*ldflags]
self.ldflags_static_debug = [*ldflags_debug]
self._ldflags = {
(CCompiler.EXECUTABLE, None): self.ldflags_exe,
(CCompiler.EXECUTABLE, False): self.ldflags_exe,
(CCompiler.EXECUTABLE, True): self.ldflags_exe_debug,
(CCompiler.SHARED_OBJECT, None): self.ldflags_shared,
(CCompiler.SHARED_OBJECT, False): self.ldflags_shared,
(CCompiler.SHARED_OBJECT, True): self.ldflags_shared_debug,
(CCompiler.SHARED_LIBRARY, None): self.ldflags_static,
(CCompiler.SHARED_LIBRARY, False): self.ldflags_static,
(CCompiler.SHARED_LIBRARY, True): self.ldflags_static_debug,
}
self.initialized = True
# -- Worker methods ------------------------------------------------
def object_filenames(self,
source_filenames,
strip_dir=0,
output_dir=''):
ext_map = {
**{ext: self.obj_extension for ext in self.src_extensions},
**{ext: self.res_extension for ext in self._rc_extensions + self._mc_extensions},
}
output_dir = output_dir or ''
def make_out_path(p):
base, ext = os.path.splitext(p)
if strip_dir:
base = os.path.basename(base)
else:
_, base = os.path.splitdrive(base)
if base.startswith((os.path.sep, os.path.altsep)):
base = base[1:]
try:
# XXX: This may produce absurdly long paths. We should check
# the length of the result and trim base until we fit within
# 260 characters.
return os.path.join(output_dir, base + ext_map[ext])
except LookupError:
# Better to raise an exception instead of silently continuing
# and later complain about sources and targets having
# different lengths
raise CompileError("Don't know how to compile {}".format(p))
return list(map(make_out_path, source_filenames))
def compile(self, sources,
output_dir=None, macros=None, include_dirs=None, debug=0,
extra_preargs=None, extra_postargs=None, depends=None):
if not self.initialized:
self.initialize()
compile_info = self._setup_compile(output_dir, macros, include_dirs,
sources, depends, extra_postargs)
macros, objects, extra_postargs, pp_opts, build = compile_info
compile_opts = extra_preargs or []
compile_opts.append('/c')
if debug:
compile_opts.extend(self.compile_options_debug)
else:
compile_opts.extend(self.compile_options)
add_cpp_opts = False
for obj in objects:
try:
src, ext = build[obj]
except KeyError:
continue
if debug:
# pass the full pathname to MSVC in debug mode,
# this allows the debugger to find the source file
# without asking the user to browse for it
src = os.path.abspath(src)
if ext in self._c_extensions:
input_opt = "/Tc" + src
elif ext in self._cpp_extensions:
input_opt = "/Tp" + src
add_cpp_opts = True
elif ext in self._rc_extensions:
# compile .RC to .RES file
input_opt = src
output_opt = "/fo" + obj
try:
self.spawn([self.rc] + pp_opts + [output_opt, input_opt])
except DistutilsExecError as msg:
raise CompileError(msg)
continue
elif ext in self._mc_extensions:
# Compile .MC to .RC file to .RES file.
# * '-h dir' specifies the directory for the
# generated include file
# * '-r dir' specifies the target directory of the
# generated RC file and the binary message resource
# it includes
#
# For now (since there are no options to change this),
# we use the source-directory for the include file and
# the build directory for the RC file and message
# resources. This works at least for win32all.
h_dir = os.path.dirname(src)
rc_dir = os.path.dirname(obj)
try:
# first compile .MC to .RC and .H file
self.spawn([self.mc, '-h', h_dir, '-r', rc_dir, src])
base, _ = os.path.splitext(os.path.basename (src))
rc_file = os.path.join(rc_dir, base + '.rc')
# then compile .RC to .RES file
self.spawn([self.rc, "/fo" + obj, rc_file])
except DistutilsExecError as msg:
raise CompileError(msg)
continue
else:
# how to handle this file?
raise CompileError("Don't know how to compile {} to {}"
.format(src, obj))
args = [self.cc] + compile_opts + pp_opts
if add_cpp_opts:
args.append('/EHsc')
args.append(input_opt)
args.append("/Fo" + obj)
args.extend(extra_postargs)
try:
self.spawn(args)
except DistutilsExecError as msg:
raise CompileError(msg)
return objects
def create_static_lib(self,
objects,
output_libname,
output_dir=None,
debug=0,
target_lang=None):
if not self.initialized:
self.initialize()
objects, output_dir = self._fix_object_args(objects, output_dir)
output_filename = self.library_filename(output_libname,
output_dir=output_dir)
if self._need_link(objects, output_filename):
lib_args = objects + ['/OUT:' + output_filename]
if debug:
pass # XXX what goes here?
try:
log.debug('Executing "%s" %s', self.lib, ' '.join(lib_args))
self.spawn([self.lib] + lib_args)
except DistutilsExecError as msg:
raise LibError(msg)
else:
log.debug("skipping %s (up-to-date)", output_filename)
def link(self,
target_desc,
objects,
output_filename,
output_dir=None,
libraries=None,
library_dirs=None,
runtime_library_dirs=None,
export_symbols=None,
debug=0,
extra_preargs=None,
extra_postargs=None,
build_temp=None,
target_lang=None):
if not self.initialized:
self.initialize()
objects, output_dir = self._fix_object_args(objects, output_dir)
fixed_args = self._fix_lib_args(libraries, library_dirs,
runtime_library_dirs)
libraries, library_dirs, runtime_library_dirs = fixed_args
if runtime_library_dirs:
self.warn("I don't know what to do with 'runtime_library_dirs': "
+ str(runtime_library_dirs))
lib_opts = gen_lib_options(self,
library_dirs, runtime_library_dirs,
libraries)
if output_dir is not None:
output_filename = os.path.join(output_dir, output_filename)
if self._need_link(objects, output_filename):
ldflags = self._ldflags[target_desc, debug]
export_opts = ["/EXPORT:" + sym for sym in (export_symbols or [])]
ld_args = (ldflags + lib_opts + export_opts +
objects + ['/OUT:' + output_filename])
# The MSVC linker generates .lib and .exp files, which cannot be
# suppressed by any linker switches. The .lib files may even be
# needed! Make sure they are generated in the temporary build
# directory. Since they have different names for debug and release
# builds, they can go into the same directory.
build_temp = os.path.dirname(objects[0])
if export_symbols is not None:
(dll_name, dll_ext) = os.path.splitext(
os.path.basename(output_filename))
implib_file = os.path.join(
build_temp,
self.library_filename(dll_name))
ld_args.append ('/IMPLIB:' + implib_file)
if extra_preargs:
ld_args[:0] = extra_preargs
if extra_postargs:
ld_args.extend(extra_postargs)
output_dir = os.path.dirname(os.path.abspath(output_filename))
self.mkpath(output_dir)
try:
log.debug('Executing "%s" %s', self.linker, ' '.join(ld_args))
self.spawn([self.linker] + ld_args)
except DistutilsExecError as msg:
raise LinkError(msg)
else:
log.debug("skipping %s (up-to-date)", output_filename)
def spawn(self, cmd):
old_path = os.getenv('path')
try:
os.environ['path'] = self._paths
return super().spawn(cmd)
finally:
os.environ['path'] = old_path
# -- Miscellaneous methods -----------------------------------------
# These are all used by the 'gen_lib_options() function, in
# ccompiler.py.
def library_dir_option(self, dir):
return "/LIBPATH:" + dir
def runtime_library_dir_option(self, dir):
raise DistutilsPlatformError(
"don't know how to set runtime library search path for MSVC")
def library_option(self, lib):
return self.library_filename(lib)
def find_library_file(self, dirs, lib, debug=0):
# Prefer a debugging library if found (and requested), but deal
# with it if we don't have one.
if debug:
try_names = [lib + "_d", lib]
else:
try_names = [lib]
for dir in dirs:
for name in try_names:
libfile = os.path.join(dir, self.library_filename(name))
if os.path.isfile(libfile):
return libfile
else:
# Oops, didn't find it in *any* of 'dirs'
return None
distutils/README 0000644 00000000362 15115353745 0007462 0 ustar 00 This directory contains the Distutils package.
There's a full documentation available at:
http://docs.python.org/distutils/
The Distutils-SIG web page is also a good starting point:
http://www.python.org/sigs/distutils-sig/
$Id$
distutils/sysconfig.py 0000644 00000050021 15115353745 0011155 0 ustar 00 """Provide access to Python's configuration information. The specific
configuration variables available depend heavily on the platform and
configuration. The values may be retrieved using
get_config_var(name), and the list of variables is available via
get_config_vars().keys(). Additional convenience functions are also
available.
Written by: Fred L. Drake, Jr.
Email: <fdrake@acm.org>
"""
import _imp
import os
import re
import sys
from .errors import DistutilsPlatformError
from .util import get_platform, get_host_platform
# These are needed in a couple of spots, so just compute them once.
PREFIX = os.path.normpath(sys.prefix)
EXEC_PREFIX = os.path.normpath(sys.exec_prefix)
BASE_PREFIX = os.path.normpath(sys.base_prefix)
BASE_EXEC_PREFIX = os.path.normpath(sys.base_exec_prefix)
# Path to the base directory of the project. On Windows the binary may
# live in project/PCbuild/win32 or project/PCbuild/amd64.
# set for cross builds
if "_PYTHON_PROJECT_BASE" in os.environ:
project_base = os.path.abspath(os.environ["_PYTHON_PROJECT_BASE"])
else:
if sys.executable:
project_base = os.path.dirname(os.path.abspath(sys.executable))
else:
# sys.executable can be empty if argv[0] has been changed and Python is
# unable to retrieve the real program name
project_base = os.getcwd()
# python_build: (Boolean) if true, we're either building Python or
# building an extension with an un-installed Python, so we use
# different (hard-wired) directories.
def _is_python_source_dir(d):
for fn in ("Setup", "Setup.local"):
if os.path.isfile(os.path.join(d, "Modules", fn)):
return True
return False
_sys_home = getattr(sys, '_home', None)
if os.name == 'nt':
def _fix_pcbuild(d):
if d and os.path.normcase(d).startswith(
os.path.normcase(os.path.join(PREFIX, "PCbuild"))):
return PREFIX
return d
project_base = _fix_pcbuild(project_base)
_sys_home = _fix_pcbuild(_sys_home)
def _python_build():
if _sys_home:
return _is_python_source_dir(_sys_home)
return _is_python_source_dir(project_base)
python_build = _python_build()
# Calculate the build qualifier flags if they are defined. Adding the flags
# to the include and lib directories only makes sense for an installation, not
# an in-source build.
build_flags = ''
try:
if not python_build:
build_flags = sys.abiflags
except AttributeError:
# It's not a configure-based build, so the sys module doesn't have
# this attribute, which is fine.
pass
def get_python_version():
"""Return a string containing the major and minor Python version,
leaving off the patchlevel. Sample return values could be '1.5'
or '2.2'.
"""
return '%d.%d' % sys.version_info[:2]
def get_python_inc(plat_specific=0, prefix=None):
"""Return the directory containing installed Python header files.
If 'plat_specific' is false (the default), this is the path to the
non-platform-specific header files, i.e. Python.h and so on;
otherwise, this is the path to platform-specific header files
(namely pyconfig.h).
If 'prefix' is supplied, use it instead of sys.base_prefix or
sys.base_exec_prefix -- i.e., ignore 'plat_specific'.
"""
if prefix is None:
prefix = plat_specific and BASE_EXEC_PREFIX or BASE_PREFIX
if os.name == "posix":
if python_build:
# Assume the executable is in the build directory. The
# pyconfig.h file should be in the same directory. Since
# the build directory may not be the source directory, we
# must use "srcdir" from the makefile to find the "Include"
# directory.
if plat_specific:
return _sys_home or project_base
else:
incdir = os.path.join(get_config_var('srcdir'), 'Include')
return os.path.normpath(incdir)
python_dir = 'python' + get_python_version() + build_flags
return os.path.join(prefix, "include", python_dir)
elif os.name == "nt":
if python_build:
# Include both the include and PC dir to ensure we can find
# pyconfig.h
return (os.path.join(prefix, "include") + os.path.pathsep +
os.path.join(prefix, "PC"))
return os.path.join(prefix, "include")
else:
raise DistutilsPlatformError(
"I don't know where Python installs its C header files "
"on platform '%s'" % os.name)
def get_python_lib(plat_specific=0, standard_lib=0, prefix=None):
"""Return the directory containing the Python library (standard or
site additions).
If 'plat_specific' is true, return the directory containing
platform-specific modules, i.e. any module from a non-pure-Python
module distribution; otherwise, return the platform-shared library
directory. If 'standard_lib' is true, return the directory
containing standard Python library modules; otherwise, return the
directory for site-specific modules.
If 'prefix' is supplied, use it instead of sys.base_prefix or
sys.base_exec_prefix -- i.e., ignore 'plat_specific'.
"""
if prefix is None:
if standard_lib:
prefix = plat_specific and BASE_EXEC_PREFIX or BASE_PREFIX
else:
prefix = plat_specific and EXEC_PREFIX or PREFIX
if os.name == "posix":
if plat_specific or standard_lib:
lib = "lib64"
else:
lib = "lib"
libpython = os.path.join(prefix,
lib, "python" + get_python_version())
if standard_lib:
return libpython
else:
return os.path.join(libpython, "site-packages")
elif os.name == "nt":
if standard_lib:
return os.path.join(prefix, "Lib")
else:
return os.path.join(prefix, "Lib", "site-packages")
else:
raise DistutilsPlatformError(
"I don't know where Python installs its library "
"on platform '%s'" % os.name)
def customize_compiler(compiler):
"""Do any platform-specific customization of a CCompiler instance.
Mainly needed on Unix, so we can plug in the information that
varies across Unices and is stored in Python's Makefile.
"""
if compiler.compiler_type == "unix":
if sys.platform == "darwin":
# Perform first-time customization of compiler-related
# config vars on OS X now that we know we need a compiler.
# This is primarily to support Pythons from binary
# installers. The kind and paths to build tools on
# the user system may vary significantly from the system
# that Python itself was built on. Also the user OS
# version and build tools may not support the same set
# of CPU architectures for universal builds.
global _config_vars
# Use get_config_var() to ensure _config_vars is initialized.
if not get_config_var('CUSTOMIZED_OSX_COMPILER'):
import _osx_support
_osx_support.customize_compiler(_config_vars)
_config_vars['CUSTOMIZED_OSX_COMPILER'] = 'True'
(cc, cxx, cflags, ccshared, ldshared, shlib_suffix, ar, ar_flags) = \
get_config_vars('CC', 'CXX', 'CFLAGS',
'CCSHARED', 'LDSHARED', 'SHLIB_SUFFIX', 'AR', 'ARFLAGS')
if 'CC' in os.environ:
newcc = os.environ['CC']
if (sys.platform == 'darwin'
and 'LDSHARED' not in os.environ
and ldshared.startswith(cc)):
# On OS X, if CC is overridden, use that as the default
# command for LDSHARED as well
ldshared = newcc + ldshared[len(cc):]
cc = newcc
if 'CXX' in os.environ:
cxx = os.environ['CXX']
if 'LDSHARED' in os.environ:
ldshared = os.environ['LDSHARED']
if 'CPP' in os.environ:
cpp = os.environ['CPP']
else:
cpp = cc + " -E" # not always
if 'LDFLAGS' in os.environ:
ldshared = ldshared + ' ' + os.environ['LDFLAGS']
if 'CFLAGS' in os.environ:
cflags = cflags + ' ' + os.environ['CFLAGS']
ldshared = ldshared + ' ' + os.environ['CFLAGS']
if 'CPPFLAGS' in os.environ:
cpp = cpp + ' ' + os.environ['CPPFLAGS']
cflags = cflags + ' ' + os.environ['CPPFLAGS']
ldshared = ldshared + ' ' + os.environ['CPPFLAGS']
if 'AR' in os.environ:
ar = os.environ['AR']
if 'ARFLAGS' in os.environ:
archiver = ar + ' ' + os.environ['ARFLAGS']
else:
archiver = ar + ' ' + ar_flags
cc_cmd = cc + ' ' + cflags
compiler.set_executables(
preprocessor=cpp,
compiler=cc_cmd,
compiler_so=cc_cmd + ' ' + ccshared,
compiler_cxx=cxx,
linker_so=ldshared,
linker_exe=cc,
archiver=archiver)
compiler.shared_lib_extension = shlib_suffix
def get_config_h_filename():
"""Return full pathname of installed pyconfig.h file."""
if python_build:
if os.name == "nt":
inc_dir = os.path.join(_sys_home or project_base, "PC")
else:
inc_dir = _sys_home or project_base
else:
inc_dir = get_python_inc(plat_specific=1)
return os.path.join(inc_dir, 'pyconfig-64.h')
def get_makefile_filename():
"""Return full pathname of installed Makefile from the Python build."""
if python_build:
return os.path.join(_sys_home or project_base, "Makefile")
lib_dir = get_python_lib(plat_specific=0, standard_lib=1)
config_file = 'config-{}{}'.format(get_python_version(), build_flags)
if hasattr(sys.implementation, '_multiarch'):
config_file += '-%s' % sys.implementation._multiarch
return os.path.join(lib_dir, config_file, 'Makefile')
def parse_config_h(fp, g=None):
"""Parse a config.h-style file.
A dictionary containing name/value pairs is returned. If an
optional dictionary is passed in as the second argument, it is
used instead of a new dictionary.
"""
if g is None:
g = {}
define_rx = re.compile("#define ([A-Z][A-Za-z0-9_]+) (.*)\n")
undef_rx = re.compile("/[*] #undef ([A-Z][A-Za-z0-9_]+) [*]/\n")
#
while True:
line = fp.readline()
if not line:
break
m = define_rx.match(line)
if m:
n, v = m.group(1, 2)
try: v = int(v)
except ValueError: pass
g[n] = v
else:
m = undef_rx.match(line)
if m:
g[m.group(1)] = 0
return g
# Regexes needed for parsing Makefile (and similar syntaxes,
# like old-style Setup files).
_variable_rx = re.compile(r"([a-zA-Z][a-zA-Z0-9_]+)\s*=\s*(.*)")
_findvar1_rx = re.compile(r"\$\(([A-Za-z][A-Za-z0-9_]*)\)")
_findvar2_rx = re.compile(r"\${([A-Za-z][A-Za-z0-9_]*)}")
def parse_makefile(fn, g=None):
"""Parse a Makefile-style file.
A dictionary containing name/value pairs is returned. If an
optional dictionary is passed in as the second argument, it is
used instead of a new dictionary.
"""
from distutils.text_file import TextFile
fp = TextFile(fn, strip_comments=1, skip_blanks=1, join_lines=1, errors="surrogateescape")
if g is None:
g = {}
done = {}
notdone = {}
while True:
line = fp.readline()
if line is None: # eof
break
m = _variable_rx.match(line)
if m:
n, v = m.group(1, 2)
v = v.strip()
# `$$' is a literal `$' in make
tmpv = v.replace('$$', '')
if "$" in tmpv:
notdone[n] = v
else:
try:
v = int(v)
except ValueError:
# insert literal `$'
done[n] = v.replace('$$', '$')
else:
done[n] = v
# Variables with a 'PY_' prefix in the makefile. These need to
# be made available without that prefix through sysconfig.
# Special care is needed to ensure that variable expansion works, even
# if the expansion uses the name without a prefix.
renamed_variables = ('CFLAGS', 'LDFLAGS', 'CPPFLAGS')
# do variable interpolation here
while notdone:
for name in list(notdone):
value = notdone[name]
m = _findvar1_rx.search(value) or _findvar2_rx.search(value)
if m:
n = m.group(1)
found = True
if n in done:
item = str(done[n])
elif n in notdone:
# get it on a subsequent round
found = False
elif n in os.environ:
# do it like make: fall back to environment
item = os.environ[n]
elif n in renamed_variables:
if name.startswith('PY_') and name[3:] in renamed_variables:
item = ""
elif 'PY_' + n in notdone:
found = False
else:
item = str(done['PY_' + n])
else:
done[n] = item = ""
if found:
after = value[m.end():]
value = value[:m.start()] + item + after
if "$" in after:
notdone[name] = value
else:
try: value = int(value)
except ValueError:
done[name] = value.strip()
else:
done[name] = value
del notdone[name]
if name.startswith('PY_') \
and name[3:] in renamed_variables:
name = name[3:]
if name not in done:
done[name] = value
else:
# bogus variable reference; just drop it since we can't deal
del notdone[name]
fp.close()
# strip spurious spaces
for k, v in done.items():
if isinstance(v, str):
done[k] = v.strip()
# save the results in the global dictionary
g.update(done)
return g
def expand_makefile_vars(s, vars):
"""Expand Makefile-style variables -- "${foo}" or "$(foo)" -- in
'string' according to 'vars' (a dictionary mapping variable names to
values). Variables not present in 'vars' are silently expanded to the
empty string. The variable values in 'vars' should not contain further
variable expansions; if 'vars' is the output of 'parse_makefile()',
you're fine. Returns a variable-expanded version of 's'.
"""
# This algorithm does multiple expansion, so if vars['foo'] contains
# "${bar}", it will expand ${foo} to ${bar}, and then expand
# ${bar}... and so forth. This is fine as long as 'vars' comes from
# 'parse_makefile()', which takes care of such expansions eagerly,
# according to make's variable expansion semantics.
while True:
m = _findvar1_rx.search(s) or _findvar2_rx.search(s)
if m:
(beg, end) = m.span()
s = s[0:beg] + vars.get(m.group(1)) + s[end:]
else:
break
return s
_config_vars = None
def _init_posix():
"""Initialize the module as appropriate for POSIX systems."""
# _sysconfigdata is generated at build time, see the sysconfig module
name = os.environ.get('_PYTHON_SYSCONFIGDATA_NAME',
'_sysconfigdata_{abi}_{platform}_{multiarch}'.format(
abi=sys.abiflags,
platform=sys.platform,
multiarch=getattr(sys.implementation, '_multiarch', ''),
))
_temp = __import__(name, globals(), locals(), ['build_time_vars'], 0)
build_time_vars = _temp.build_time_vars
global _config_vars
_config_vars = {}
_config_vars.update(build_time_vars)
def _init_nt():
"""Initialize the module as appropriate for NT"""
g = {}
# set basic install directories
g['LIBDEST'] = get_python_lib(plat_specific=0, standard_lib=1)
g['BINLIBDEST'] = get_python_lib(plat_specific=1, standard_lib=1)
# XXX hmmm.. a normal install puts include files here
g['INCLUDEPY'] = get_python_inc(plat_specific=0)
g['EXT_SUFFIX'] = _imp.extension_suffixes()[0]
g['EXE'] = ".exe"
g['VERSION'] = get_python_version().replace(".", "")
g['BINDIR'] = os.path.dirname(os.path.abspath(sys.executable))
global _config_vars
_config_vars = g
def get_config_vars(*args):
"""With no arguments, return a dictionary of all configuration
variables relevant for the current platform. Generally this includes
everything needed to build extensions and install both pure modules and
extensions. On Unix, this means every variable defined in Python's
installed Makefile; on Windows it's a much smaller set.
With arguments, return a list of values that result from looking up
each argument in the configuration variable dictionary.
"""
global _config_vars
if _config_vars is None:
func = globals().get("_init_" + os.name)
if func:
func()
else:
_config_vars = {}
# Normalized versions of prefix and exec_prefix are handy to have;
# in fact, these are the standard versions used most places in the
# Distutils.
_config_vars['prefix'] = PREFIX
_config_vars['exec_prefix'] = EXEC_PREFIX
# For backward compatibility, see issue19555
SO = _config_vars.get('EXT_SUFFIX')
if SO is not None:
_config_vars['SO'] = SO
# Always convert srcdir to an absolute path
srcdir = _config_vars.get('srcdir', project_base)
if os.name == 'posix':
if python_build:
# If srcdir is a relative path (typically '.' or '..')
# then it should be interpreted relative to the directory
# containing Makefile.
base = os.path.dirname(get_makefile_filename())
srcdir = os.path.join(base, srcdir)
else:
# srcdir is not meaningful since the installation is
# spread about the filesystem. We choose the
# directory containing the Makefile since we know it
# exists.
srcdir = os.path.dirname(get_makefile_filename())
_config_vars['srcdir'] = os.path.abspath(os.path.normpath(srcdir))
# Convert srcdir into an absolute path if it appears necessary.
# Normally it is relative to the build directory. However, during
# testing, for example, we might be running a non-installed python
# from a different directory.
if python_build and os.name == "posix":
base = project_base
if (not os.path.isabs(_config_vars['srcdir']) and
base != os.getcwd()):
# srcdir is relative and we are not in the same directory
# as the executable. Assume executable is in the build
# directory and make srcdir absolute.
srcdir = os.path.join(base, _config_vars['srcdir'])
_config_vars['srcdir'] = os.path.normpath(srcdir)
# OS X platforms require special customization to handle
# multi-architecture, multi-os-version installers
if sys.platform == 'darwin':
import _osx_support
_osx_support.customize_config_vars(_config_vars)
if args:
vals = []
for name in args:
vals.append(_config_vars.get(name))
return vals
else:
return _config_vars
def get_config_var(name):
"""Return the value of a single variable using the dictionary
returned by 'get_config_vars()'. Equivalent to
get_config_vars().get(name)
"""
if name == 'SO':
import warnings
warnings.warn('SO is deprecated, use EXT_SUFFIX', DeprecationWarning, 2)
return get_config_vars().get(name)
distutils/ccompiler.py 0000644 00000134511 15115353745 0011135 0 ustar 00 """distutils.ccompiler
Contains CCompiler, an abstract base class that defines the interface
for the Distutils compiler abstraction model."""
import sys, os, re
from distutils.errors import *
from distutils.spawn import spawn
from distutils.file_util import move_file
from distutils.dir_util import mkpath
from distutils.dep_util import newer_pairwise, newer_group
from distutils.util import split_quoted, execute
from distutils import log
class CCompiler:
"""Abstract base class to define the interface that must be implemented
by real compiler classes. Also has some utility methods used by
several compiler classes.
The basic idea behind a compiler abstraction class is that each
instance can be used for all the compile/link steps in building a
single project. Thus, attributes common to all of those compile and
link steps -- include directories, macros to define, libraries to link
against, etc. -- are attributes of the compiler instance. To allow for
variability in how individual files are treated, most of those
attributes may be varied on a per-compilation or per-link basis.
"""
# 'compiler_type' is a class attribute that identifies this class. It
# keeps code that wants to know what kind of compiler it's dealing with
# from having to import all possible compiler classes just to do an
# 'isinstance'. In concrete CCompiler subclasses, 'compiler_type'
# should really, really be one of the keys of the 'compiler_class'
# dictionary (see below -- used by the 'new_compiler()' factory
# function) -- authors of new compiler interface classes are
# responsible for updating 'compiler_class'!
compiler_type = None
# XXX things not handled by this compiler abstraction model:
# * client can't provide additional options for a compiler,
# e.g. warning, optimization, debugging flags. Perhaps this
# should be the domain of concrete compiler abstraction classes
# (UnixCCompiler, MSVCCompiler, etc.) -- or perhaps the base
# class should have methods for the common ones.
# * can't completely override the include or library searchg
# path, ie. no "cc -I -Idir1 -Idir2" or "cc -L -Ldir1 -Ldir2".
# I'm not sure how widely supported this is even by Unix
# compilers, much less on other platforms. And I'm even less
# sure how useful it is; maybe for cross-compiling, but
# support for that is a ways off. (And anyways, cross
# compilers probably have a dedicated binary with the
# right paths compiled in. I hope.)
# * can't do really freaky things with the library list/library
# dirs, e.g. "-Ldir1 -lfoo -Ldir2 -lfoo" to link against
# different versions of libfoo.a in different locations. I
# think this is useless without the ability to null out the
# library search path anyways.
# Subclasses that rely on the standard filename generation methods
# implemented below should override these; see the comment near
# those methods ('object_filenames()' et. al.) for details:
src_extensions = None # list of strings
obj_extension = None # string
static_lib_extension = None
shared_lib_extension = None # string
static_lib_format = None # format string
shared_lib_format = None # prob. same as static_lib_format
exe_extension = None # string
# Default language settings. language_map is used to detect a source
# file or Extension target language, checking source filenames.
# language_order is used to detect the language precedence, when deciding
# what language to use when mixing source types. For example, if some
# extension has two files with ".c" extension, and one with ".cpp", it
# is still linked as c++.
language_map = {".c" : "c",
".cc" : "c++",
".cpp" : "c++",
".cxx" : "c++",
".m" : "objc",
}
language_order = ["c++", "objc", "c"]
def __init__(self, verbose=0, dry_run=0, force=0):
self.dry_run = dry_run
self.force = force
self.verbose = verbose
# 'output_dir': a common output directory for object, library,
# shared object, and shared library files
self.output_dir = None
# 'macros': a list of macro definitions (or undefinitions). A
# macro definition is a 2-tuple (name, value), where the value is
# either a string or None (no explicit value). A macro
# undefinition is a 1-tuple (name,).
self.macros = []
# 'include_dirs': a list of directories to search for include files
self.include_dirs = []
# 'libraries': a list of libraries to include in any link
# (library names, not filenames: eg. "foo" not "libfoo.a")
self.libraries = []
# 'library_dirs': a list of directories to search for libraries
self.library_dirs = []
# 'runtime_library_dirs': a list of directories to search for
# shared libraries/objects at runtime
self.runtime_library_dirs = []
# 'objects': a list of object files (or similar, such as explicitly
# named library files) to include on any link
self.objects = []
for key in self.executables.keys():
self.set_executable(key, self.executables[key])
def set_executables(self, **kwargs):
"""Define the executables (and options for them) that will be run
to perform the various stages of compilation. The exact set of
executables that may be specified here depends on the compiler
class (via the 'executables' class attribute), but most will have:
compiler the C/C++ compiler
linker_so linker used to create shared objects and libraries
linker_exe linker used to create binary executables
archiver static library creator
On platforms with a command-line (Unix, DOS/Windows), each of these
is a string that will be split into executable name and (optional)
list of arguments. (Splitting the string is done similarly to how
Unix shells operate: words are delimited by spaces, but quotes and
backslashes can override this. See
'distutils.util.split_quoted()'.)
"""
# Note that some CCompiler implementation classes will define class
# attributes 'cpp', 'cc', etc. with hard-coded executable names;
# this is appropriate when a compiler class is for exactly one
# compiler/OS combination (eg. MSVCCompiler). Other compiler
# classes (UnixCCompiler, in particular) are driven by information
# discovered at run-time, since there are many different ways to do
# basically the same things with Unix C compilers.
for key in kwargs:
if key not in self.executables:
raise ValueError("unknown executable '%s' for class %s" %
(key, self.__class__.__name__))
self.set_executable(key, kwargs[key])
def set_executable(self, key, value):
if isinstance(value, str):
setattr(self, key, split_quoted(value))
else:
setattr(self, key, value)
def _find_macro(self, name):
i = 0
for defn in self.macros:
if defn[0] == name:
return i
i += 1
return None
def _check_macro_definitions(self, definitions):
"""Ensures that every element of 'definitions' is a valid macro
definition, ie. either (name,value) 2-tuple or a (name,) tuple. Do
nothing if all definitions are OK, raise TypeError otherwise.
"""
for defn in definitions:
if not (isinstance(defn, tuple) and
(len(defn) in (1, 2) and
(isinstance (defn[1], str) or defn[1] is None)) and
isinstance (defn[0], str)):
raise TypeError(("invalid macro definition '%s': " % defn) + \
"must be tuple (string,), (string, string), or " + \
"(string, None)")
# -- Bookkeeping methods -------------------------------------------
def define_macro(self, name, value=None):
"""Define a preprocessor macro for all compilations driven by this
compiler object. The optional parameter 'value' should be a
string; if it is not supplied, then the macro will be defined
without an explicit value and the exact outcome depends on the
compiler used (XXX true? does ANSI say anything about this?)
"""
# Delete from the list of macro definitions/undefinitions if
# already there (so that this one will take precedence).
i = self._find_macro (name)
if i is not None:
del self.macros[i]
self.macros.append((name, value))
def undefine_macro(self, name):
"""Undefine a preprocessor macro for all compilations driven by
this compiler object. If the same macro is defined by
'define_macro()' and undefined by 'undefine_macro()' the last call
takes precedence (including multiple redefinitions or
undefinitions). If the macro is redefined/undefined on a
per-compilation basis (ie. in the call to 'compile()'), then that
takes precedence.
"""
# Delete from the list of macro definitions/undefinitions if
# already there (so that this one will take precedence).
i = self._find_macro (name)
if i is not None:
del self.macros[i]
undefn = (name,)
self.macros.append(undefn)
def add_include_dir(self, dir):
"""Add 'dir' to the list of directories that will be searched for
header files. The compiler is instructed to search directories in
the order in which they are supplied by successive calls to
'add_include_dir()'.
"""
self.include_dirs.append(dir)
def set_include_dirs(self, dirs):
"""Set the list of directories that will be searched to 'dirs' (a
list of strings). Overrides any preceding calls to
'add_include_dir()'; subsequence calls to 'add_include_dir()' add
to the list passed to 'set_include_dirs()'. This does not affect
any list of standard include directories that the compiler may
search by default.
"""
self.include_dirs = dirs[:]
def add_library(self, libname):
"""Add 'libname' to the list of libraries that will be included in
all links driven by this compiler object. Note that 'libname'
should *not* be the name of a file containing a library, but the
name of the library itself: the actual filename will be inferred by
the linker, the compiler, or the compiler class (depending on the
platform).
The linker will be instructed to link against libraries in the
order they were supplied to 'add_library()' and/or
'set_libraries()'. It is perfectly valid to duplicate library
names; the linker will be instructed to link against libraries as
many times as they are mentioned.
"""
self.libraries.append(libname)
def set_libraries(self, libnames):
"""Set the list of libraries to be included in all links driven by
this compiler object to 'libnames' (a list of strings). This does
not affect any standard system libraries that the linker may
include by default.
"""
self.libraries = libnames[:]
def add_library_dir(self, dir):
"""Add 'dir' to the list of directories that will be searched for
libraries specified to 'add_library()' and 'set_libraries()'. The
linker will be instructed to search for libraries in the order they
are supplied to 'add_library_dir()' and/or 'set_library_dirs()'.
"""
self.library_dirs.append(dir)
def set_library_dirs(self, dirs):
"""Set the list of library search directories to 'dirs' (a list of
strings). This does not affect any standard library search path
that the linker may search by default.
"""
self.library_dirs = dirs[:]
def add_runtime_library_dir(self, dir):
"""Add 'dir' to the list of directories that will be searched for
shared libraries at runtime.
"""
self.runtime_library_dirs.append(dir)
def set_runtime_library_dirs(self, dirs):
"""Set the list of directories to search for shared libraries at
runtime to 'dirs' (a list of strings). This does not affect any
standard search path that the runtime linker may search by
default.
"""
self.runtime_library_dirs = dirs[:]
def add_link_object(self, object):
"""Add 'object' to the list of object files (or analogues, such as
explicitly named library files or the output of "resource
compilers") to be included in every link driven by this compiler
object.
"""
self.objects.append(object)
def set_link_objects(self, objects):
"""Set the list of object files (or analogues) to be included in
every link to 'objects'. This does not affect any standard object
files that the linker may include by default (such as system
libraries).
"""
self.objects = objects[:]
# -- Private utility methods --------------------------------------
# (here for the convenience of subclasses)
# Helper method to prep compiler in subclass compile() methods
def _setup_compile(self, outdir, macros, incdirs, sources, depends,
extra):
"""Process arguments and decide which source files to compile."""
if outdir is None:
outdir = self.output_dir
elif not isinstance(outdir, str):
raise TypeError("'output_dir' must be a string or None")
if macros is None:
macros = self.macros
elif isinstance(macros, list):
macros = macros + (self.macros or [])
else:
raise TypeError("'macros' (if supplied) must be a list of tuples")
if incdirs is None:
incdirs = self.include_dirs
elif isinstance(incdirs, (list, tuple)):
incdirs = list(incdirs) + (self.include_dirs or [])
else:
raise TypeError(
"'include_dirs' (if supplied) must be a list of strings")
if extra is None:
extra = []
# Get the list of expected output (object) files
objects = self.object_filenames(sources, strip_dir=0,
output_dir=outdir)
assert len(objects) == len(sources)
pp_opts = gen_preprocess_options(macros, incdirs)
build = {}
for i in range(len(sources)):
src = sources[i]
obj = objects[i]
ext = os.path.splitext(src)[1]
self.mkpath(os.path.dirname(obj))
build[obj] = (src, ext)
return macros, objects, extra, pp_opts, build
def _get_cc_args(self, pp_opts, debug, before):
# works for unixccompiler, cygwinccompiler
cc_args = pp_opts + ['-c']
if debug:
cc_args[:0] = ['-g']
if before:
cc_args[:0] = before
return cc_args
def _fix_compile_args(self, output_dir, macros, include_dirs):
"""Typecheck and fix-up some of the arguments to the 'compile()'
method, and return fixed-up values. Specifically: if 'output_dir'
is None, replaces it with 'self.output_dir'; ensures that 'macros'
is a list, and augments it with 'self.macros'; ensures that
'include_dirs' is a list, and augments it with 'self.include_dirs'.
Guarantees that the returned values are of the correct type,
i.e. for 'output_dir' either string or None, and for 'macros' and
'include_dirs' either list or None.
"""
if output_dir is None:
output_dir = self.output_dir
elif not isinstance(output_dir, str):
raise TypeError("'output_dir' must be a string or None")
if macros is None:
macros = self.macros
elif isinstance(macros, list):
macros = macros + (self.macros or [])
else:
raise TypeError("'macros' (if supplied) must be a list of tuples")
if include_dirs is None:
include_dirs = self.include_dirs
elif isinstance(include_dirs, (list, tuple)):
include_dirs = list(include_dirs) + (self.include_dirs or [])
else:
raise TypeError(
"'include_dirs' (if supplied) must be a list of strings")
return output_dir, macros, include_dirs
def _prep_compile(self, sources, output_dir, depends=None):
"""Decide which souce files must be recompiled.
Determine the list of object files corresponding to 'sources',
and figure out which ones really need to be recompiled.
Return a list of all object files and a dictionary telling
which source files can be skipped.
"""
# Get the list of expected output (object) files
objects = self.object_filenames(sources, output_dir=output_dir)
assert len(objects) == len(sources)
# Return an empty dict for the "which source files can be skipped"
# return value to preserve API compatibility.
return objects, {}
def _fix_object_args(self, objects, output_dir):
"""Typecheck and fix up some arguments supplied to various methods.
Specifically: ensure that 'objects' is a list; if output_dir is
None, replace with self.output_dir. Return fixed versions of
'objects' and 'output_dir'.
"""
if not isinstance(objects, (list, tuple)):
raise TypeError("'objects' must be a list or tuple of strings")
objects = list(objects)
if output_dir is None:
output_dir = self.output_dir
elif not isinstance(output_dir, str):
raise TypeError("'output_dir' must be a string or None")
return (objects, output_dir)
def _fix_lib_args(self, libraries, library_dirs, runtime_library_dirs):
"""Typecheck and fix up some of the arguments supplied to the
'link_*' methods. Specifically: ensure that all arguments are
lists, and augment them with their permanent versions
(eg. 'self.libraries' augments 'libraries'). Return a tuple with
fixed versions of all arguments.
"""
if libraries is None:
libraries = self.libraries
elif isinstance(libraries, (list, tuple)):
libraries = list (libraries) + (self.libraries or [])
else:
raise TypeError(
"'libraries' (if supplied) must be a list of strings")
if library_dirs is None:
library_dirs = self.library_dirs
elif isinstance(library_dirs, (list, tuple)):
library_dirs = list (library_dirs) + (self.library_dirs or [])
else:
raise TypeError(
"'library_dirs' (if supplied) must be a list of strings")
if runtime_library_dirs is None:
runtime_library_dirs = self.runtime_library_dirs
elif isinstance(runtime_library_dirs, (list, tuple)):
runtime_library_dirs = (list(runtime_library_dirs) +
(self.runtime_library_dirs or []))
else:
raise TypeError("'runtime_library_dirs' (if supplied) "
"must be a list of strings")
return (libraries, library_dirs, runtime_library_dirs)
def _need_link(self, objects, output_file):
"""Return true if we need to relink the files listed in 'objects'
to recreate 'output_file'.
"""
if self.force:
return True
else:
if self.dry_run:
newer = newer_group (objects, output_file, missing='newer')
else:
newer = newer_group (objects, output_file)
return newer
def detect_language(self, sources):
"""Detect the language of a given file, or list of files. Uses
language_map, and language_order to do the job.
"""
if not isinstance(sources, list):
sources = [sources]
lang = None
index = len(self.language_order)
for source in sources:
base, ext = os.path.splitext(source)
extlang = self.language_map.get(ext)
try:
extindex = self.language_order.index(extlang)
if extindex < index:
lang = extlang
index = extindex
except ValueError:
pass
return lang
# -- Worker methods ------------------------------------------------
# (must be implemented by subclasses)
def preprocess(self, source, output_file=None, macros=None,
include_dirs=None, extra_preargs=None, extra_postargs=None):
"""Preprocess a single C/C++ source file, named in 'source'.
Output will be written to file named 'output_file', or stdout if
'output_file' not supplied. 'macros' is a list of macro
definitions as for 'compile()', which will augment the macros set
with 'define_macro()' and 'undefine_macro()'. 'include_dirs' is a
list of directory names that will be added to the default list.
Raises PreprocessError on failure.
"""
pass
def compile(self, sources, output_dir=None, macros=None,
include_dirs=None, debug=0, extra_preargs=None,
extra_postargs=None, depends=None):
"""Compile one or more source files.
'sources' must be a list of filenames, most likely C/C++
files, but in reality anything that can be handled by a
particular compiler and compiler class (eg. MSVCCompiler can
handle resource files in 'sources'). Return a list of object
filenames, one per source filename in 'sources'. Depending on
the implementation, not all source files will necessarily be
compiled, but all corresponding object filenames will be
returned.
If 'output_dir' is given, object files will be put under it, while
retaining their original path component. That is, "foo/bar.c"
normally compiles to "foo/bar.o" (for a Unix implementation); if
'output_dir' is "build", then it would compile to
"build/foo/bar.o".
'macros', if given, must be a list of macro definitions. A macro
definition is either a (name, value) 2-tuple or a (name,) 1-tuple.
The former defines a macro; if the value is None, the macro is
defined without an explicit value. The 1-tuple case undefines a
macro. Later definitions/redefinitions/ undefinitions take
precedence.
'include_dirs', if given, must be a list of strings, the
directories to add to the default include file search path for this
compilation only.
'debug' is a boolean; if true, the compiler will be instructed to
output debug symbols in (or alongside) the object file(s).
'extra_preargs' and 'extra_postargs' are implementation- dependent.
On platforms that have the notion of a command-line (e.g. Unix,
DOS/Windows), they are most likely lists of strings: extra
command-line arguments to prepend/append to the compiler command
line. On other platforms, consult the implementation class
documentation. In any event, they are intended as an escape hatch
for those occasions when the abstract compiler framework doesn't
cut the mustard.
'depends', if given, is a list of filenames that all targets
depend on. If a source file is older than any file in
depends, then the source file will be recompiled. This
supports dependency tracking, but only at a coarse
granularity.
Raises CompileError on failure.
"""
# A concrete compiler class can either override this method
# entirely or implement _compile().
macros, objects, extra_postargs, pp_opts, build = \
self._setup_compile(output_dir, macros, include_dirs, sources,
depends, extra_postargs)
cc_args = self._get_cc_args(pp_opts, debug, extra_preargs)
for obj in objects:
try:
src, ext = build[obj]
except KeyError:
continue
self._compile(obj, src, ext, cc_args, extra_postargs, pp_opts)
# Return *all* object filenames, not just the ones we just built.
return objects
def _compile(self, obj, src, ext, cc_args, extra_postargs, pp_opts):
"""Compile 'src' to product 'obj'."""
# A concrete compiler class that does not override compile()
# should implement _compile().
pass
def create_static_lib(self, objects, output_libname, output_dir=None,
debug=0, target_lang=None):
"""Link a bunch of stuff together to create a static library file.
The "bunch of stuff" consists of the list of object files supplied
as 'objects', the extra object files supplied to
'add_link_object()' and/or 'set_link_objects()', the libraries
supplied to 'add_library()' and/or 'set_libraries()', and the
libraries supplied as 'libraries' (if any).
'output_libname' should be a library name, not a filename; the
filename will be inferred from the library name. 'output_dir' is
the directory where the library file will be put.
'debug' is a boolean; if true, debugging information will be
included in the library (note that on most platforms, it is the
compile step where this matters: the 'debug' flag is included here
just for consistency).
'target_lang' is the target language for which the given objects
are being compiled. This allows specific linkage time treatment of
certain languages.
Raises LibError on failure.
"""
pass
# values for target_desc parameter in link()
SHARED_OBJECT = "shared_object"
SHARED_LIBRARY = "shared_library"
EXECUTABLE = "executable"
def link(self,
target_desc,
objects,
output_filename,
output_dir=None,
libraries=None,
library_dirs=None,
runtime_library_dirs=None,
export_symbols=None,
debug=0,
extra_preargs=None,
extra_postargs=None,
build_temp=None,
target_lang=None):
"""Link a bunch of stuff together to create an executable or
shared library file.
The "bunch of stuff" consists of the list of object files supplied
as 'objects'. 'output_filename' should be a filename. If
'output_dir' is supplied, 'output_filename' is relative to it
(i.e. 'output_filename' can provide directory components if
needed).
'libraries' is a list of libraries to link against. These are
library names, not filenames, since they're translated into
filenames in a platform-specific way (eg. "foo" becomes "libfoo.a"
on Unix and "foo.lib" on DOS/Windows). However, they can include a
directory component, which means the linker will look in that
specific directory rather than searching all the normal locations.
'library_dirs', if supplied, should be a list of directories to
search for libraries that were specified as bare library names
(ie. no directory component). These are on top of the system
default and those supplied to 'add_library_dir()' and/or
'set_library_dirs()'. 'runtime_library_dirs' is a list of
directories that will be embedded into the shared library and used
to search for other shared libraries that *it* depends on at
run-time. (This may only be relevant on Unix.)
'export_symbols' is a list of symbols that the shared library will
export. (This appears to be relevant only on Windows.)
'debug' is as for 'compile()' and 'create_static_lib()', with the
slight distinction that it actually matters on most platforms (as
opposed to 'create_static_lib()', which includes a 'debug' flag
mostly for form's sake).
'extra_preargs' and 'extra_postargs' are as for 'compile()' (except
of course that they supply command-line arguments for the
particular linker being used).
'target_lang' is the target language for which the given objects
are being compiled. This allows specific linkage time treatment of
certain languages.
Raises LinkError on failure.
"""
raise NotImplementedError
# Old 'link_*()' methods, rewritten to use the new 'link()' method.
def link_shared_lib(self,
objects,
output_libname,
output_dir=None,
libraries=None,
library_dirs=None,
runtime_library_dirs=None,
export_symbols=None,
debug=0,
extra_preargs=None,
extra_postargs=None,
build_temp=None,
target_lang=None):
self.link(CCompiler.SHARED_LIBRARY, objects,
self.library_filename(output_libname, lib_type='shared'),
output_dir,
libraries, library_dirs, runtime_library_dirs,
export_symbols, debug,
extra_preargs, extra_postargs, build_temp, target_lang)
def link_shared_object(self,
objects,
output_filename,
output_dir=None,
libraries=None,
library_dirs=None,
runtime_library_dirs=None,
export_symbols=None,
debug=0,
extra_preargs=None,
extra_postargs=None,
build_temp=None,
target_lang=None):
self.link(CCompiler.SHARED_OBJECT, objects,
output_filename, output_dir,
libraries, library_dirs, runtime_library_dirs,
export_symbols, debug,
extra_preargs, extra_postargs, build_temp, target_lang)
def link_executable(self,
objects,
output_progname,
output_dir=None,
libraries=None,
library_dirs=None,
runtime_library_dirs=None,
debug=0,
extra_preargs=None,
extra_postargs=None,
target_lang=None):
self.link(CCompiler.EXECUTABLE, objects,
self.executable_filename(output_progname), output_dir,
libraries, library_dirs, runtime_library_dirs, None,
debug, extra_preargs, extra_postargs, None, target_lang)
# -- Miscellaneous methods -----------------------------------------
# These are all used by the 'gen_lib_options() function; there is
# no appropriate default implementation so subclasses should
# implement all of these.
def library_dir_option(self, dir):
"""Return the compiler option to add 'dir' to the list of
directories searched for libraries.
"""
raise NotImplementedError
def runtime_library_dir_option(self, dir):
"""Return the compiler option to add 'dir' to the list of
directories searched for runtime libraries.
"""
raise NotImplementedError
def library_option(self, lib):
"""Return the compiler option to add 'lib' to the list of libraries
linked into the shared library or executable.
"""
raise NotImplementedError
def has_function(self, funcname, includes=None, include_dirs=None,
libraries=None, library_dirs=None):
"""Return a boolean indicating whether funcname is supported on
the current platform. The optional arguments can be used to
augment the compilation environment.
"""
# this can't be included at module scope because it tries to
# import math which might not be available at that point - maybe
# the necessary logic should just be inlined?
import tempfile
if includes is None:
includes = []
if include_dirs is None:
include_dirs = []
if libraries is None:
libraries = []
if library_dirs is None:
library_dirs = []
fd, fname = tempfile.mkstemp(".c", funcname, text=True)
f = os.fdopen(fd, "w")
try:
for incl in includes:
f.write("""#include "%s"\n""" % incl)
f.write("""\
int main (int argc, char **argv) {
%s();
return 0;
}
""" % funcname)
finally:
f.close()
try:
objects = self.compile([fname], include_dirs=include_dirs)
except CompileError:
return False
try:
self.link_executable(objects, "a.out",
libraries=libraries,
library_dirs=library_dirs)
except (LinkError, TypeError):
return False
return True
def find_library_file (self, dirs, lib, debug=0):
"""Search the specified list of directories for a static or shared
library file 'lib' and return the full path to that file. If
'debug' true, look for a debugging version (if that makes sense on
the current platform). Return None if 'lib' wasn't found in any of
the specified directories.
"""
raise NotImplementedError
# -- Filename generation methods -----------------------------------
# The default implementation of the filename generating methods are
# prejudiced towards the Unix/DOS/Windows view of the world:
# * object files are named by replacing the source file extension
# (eg. .c/.cpp -> .o/.obj)
# * library files (shared or static) are named by plugging the
# library name and extension into a format string, eg.
# "lib%s.%s" % (lib_name, ".a") for Unix static libraries
# * executables are named by appending an extension (possibly
# empty) to the program name: eg. progname + ".exe" for
# Windows
#
# To reduce redundant code, these methods expect to find
# several attributes in the current object (presumably defined
# as class attributes):
# * src_extensions -
# list of C/C++ source file extensions, eg. ['.c', '.cpp']
# * obj_extension -
# object file extension, eg. '.o' or '.obj'
# * static_lib_extension -
# extension for static library files, eg. '.a' or '.lib'
# * shared_lib_extension -
# extension for shared library/object files, eg. '.so', '.dll'
# * static_lib_format -
# format string for generating static library filenames,
# eg. 'lib%s.%s' or '%s.%s'
# * shared_lib_format
# format string for generating shared library filenames
# (probably same as static_lib_format, since the extension
# is one of the intended parameters to the format string)
# * exe_extension -
# extension for executable files, eg. '' or '.exe'
def object_filenames(self, source_filenames, strip_dir=0, output_dir=''):
if output_dir is None:
output_dir = ''
obj_names = []
for src_name in source_filenames:
base, ext = os.path.splitext(src_name)
base = os.path.splitdrive(base)[1] # Chop off the drive
base = base[os.path.isabs(base):] # If abs, chop off leading /
if ext not in self.src_extensions:
raise UnknownFileError(
"unknown file type '%s' (from '%s')" % (ext, src_name))
if strip_dir:
base = os.path.basename(base)
obj_names.append(os.path.join(output_dir,
base + self.obj_extension))
return obj_names
def shared_object_filename(self, basename, strip_dir=0, output_dir=''):
assert output_dir is not None
if strip_dir:
basename = os.path.basename(basename)
return os.path.join(output_dir, basename + self.shared_lib_extension)
def executable_filename(self, basename, strip_dir=0, output_dir=''):
assert output_dir is not None
if strip_dir:
basename = os.path.basename(basename)
return os.path.join(output_dir, basename + (self.exe_extension or ''))
def library_filename(self, libname, lib_type='static', # or 'shared'
strip_dir=0, output_dir=''):
assert output_dir is not None
if lib_type not in ("static", "shared", "dylib", "xcode_stub"):
raise ValueError(
"'lib_type' must be \"static\", \"shared\", \"dylib\", or \"xcode_stub\"")
fmt = getattr(self, lib_type + "_lib_format")
ext = getattr(self, lib_type + "_lib_extension")
dir, base = os.path.split(libname)
filename = fmt % (base, ext)
if strip_dir:
dir = ''
return os.path.join(output_dir, dir, filename)
# -- Utility methods -----------------------------------------------
def announce(self, msg, level=1):
log.debug(msg)
def debug_print(self, msg):
from distutils.debug import DEBUG
if DEBUG:
print(msg)
def warn(self, msg):
sys.stderr.write("warning: %s\n" % msg)
def execute(self, func, args, msg=None, level=1):
execute(func, args, msg, self.dry_run)
def spawn(self, cmd):
spawn(cmd, dry_run=self.dry_run)
def move_file(self, src, dst):
return move_file(src, dst, dry_run=self.dry_run)
def mkpath (self, name, mode=0o777):
mkpath(name, mode, dry_run=self.dry_run)
# Map a sys.platform/os.name ('posix', 'nt') to the default compiler
# type for that platform. Keys are interpreted as re match
# patterns. Order is important; platform mappings are preferred over
# OS names.
_default_compilers = (
# Platform string mappings
# on a cygwin built python we can use gcc like an ordinary UNIXish
# compiler
('cygwin.*', 'unix'),
# OS name mappings
('posix', 'unix'),
('nt', 'msvc'),
)
def get_default_compiler(osname=None, platform=None):
"""Determine the default compiler to use for the given platform.
osname should be one of the standard Python OS names (i.e. the
ones returned by os.name) and platform the common value
returned by sys.platform for the platform in question.
The default values are os.name and sys.platform in case the
parameters are not given.
"""
if osname is None:
osname = os.name
if platform is None:
platform = sys.platform
for pattern, compiler in _default_compilers:
if re.match(pattern, platform) is not None or \
re.match(pattern, osname) is not None:
return compiler
# Default to Unix compiler
return 'unix'
# Map compiler types to (module_name, class_name) pairs -- ie. where to
# find the code that implements an interface to this compiler. (The module
# is assumed to be in the 'distutils' package.)
compiler_class = { 'unix': ('unixccompiler', 'UnixCCompiler',
"standard UNIX-style compiler"),
'msvc': ('_msvccompiler', 'MSVCCompiler',
"Microsoft Visual C++"),
'cygwin': ('cygwinccompiler', 'CygwinCCompiler',
"Cygwin port of GNU C Compiler for Win32"),
'mingw32': ('cygwinccompiler', 'Mingw32CCompiler',
"Mingw32 port of GNU C Compiler for Win32"),
'bcpp': ('bcppcompiler', 'BCPPCompiler',
"Borland C++ Compiler"),
}
def show_compilers():
"""Print list of available compilers (used by the "--help-compiler"
options to "build", "build_ext", "build_clib").
"""
# XXX this "knows" that the compiler option it's describing is
# "--compiler", which just happens to be the case for the three
# commands that use it.
from distutils.fancy_getopt import FancyGetopt
compilers = []
for compiler in compiler_class.keys():
compilers.append(("compiler="+compiler, None,
compiler_class[compiler][2]))
compilers.sort()
pretty_printer = FancyGetopt(compilers)
pretty_printer.print_help("List of available compilers:")
def new_compiler(plat=None, compiler=None, verbose=0, dry_run=0, force=0):
"""Generate an instance of some CCompiler subclass for the supplied
platform/compiler combination. 'plat' defaults to 'os.name'
(eg. 'posix', 'nt'), and 'compiler' defaults to the default compiler
for that platform. Currently only 'posix' and 'nt' are supported, and
the default compilers are "traditional Unix interface" (UnixCCompiler
class) and Visual C++ (MSVCCompiler class). Note that it's perfectly
possible to ask for a Unix compiler object under Windows, and a
Microsoft compiler object under Unix -- if you supply a value for
'compiler', 'plat' is ignored.
"""
if plat is None:
plat = os.name
try:
if compiler is None:
compiler = get_default_compiler(plat)
(module_name, class_name, long_description) = compiler_class[compiler]
except KeyError:
msg = "don't know how to compile C/C++ code on platform '%s'" % plat
if compiler is not None:
msg = msg + " with '%s' compiler" % compiler
raise DistutilsPlatformError(msg)
try:
module_name = "distutils." + module_name
__import__ (module_name)
module = sys.modules[module_name]
klass = vars(module)[class_name]
except ImportError:
raise DistutilsModuleError(
"can't compile C/C++ code: unable to load module '%s'" % \
module_name)
except KeyError:
raise DistutilsModuleError(
"can't compile C/C++ code: unable to find class '%s' "
"in module '%s'" % (class_name, module_name))
# XXX The None is necessary to preserve backwards compatibility
# with classes that expect verbose to be the first positional
# argument.
return klass(None, dry_run, force)
def gen_preprocess_options(macros, include_dirs):
"""Generate C pre-processor options (-D, -U, -I) as used by at least
two types of compilers: the typical Unix compiler and Visual C++.
'macros' is the usual thing, a list of 1- or 2-tuples, where (name,)
means undefine (-U) macro 'name', and (name,value) means define (-D)
macro 'name' to 'value'. 'include_dirs' is just a list of directory
names to be added to the header file search path (-I). Returns a list
of command-line options suitable for either Unix compilers or Visual
C++.
"""
# XXX it would be nice (mainly aesthetic, and so we don't generate
# stupid-looking command lines) to go over 'macros' and eliminate
# redundant definitions/undefinitions (ie. ensure that only the
# latest mention of a particular macro winds up on the command
# line). I don't think it's essential, though, since most (all?)
# Unix C compilers only pay attention to the latest -D or -U
# mention of a macro on their command line. Similar situation for
# 'include_dirs'. I'm punting on both for now. Anyways, weeding out
# redundancies like this should probably be the province of
# CCompiler, since the data structures used are inherited from it
# and therefore common to all CCompiler classes.
pp_opts = []
for macro in macros:
if not (isinstance(macro, tuple) and 1 <= len(macro) <= 2):
raise TypeError(
"bad macro definition '%s': "
"each element of 'macros' list must be a 1- or 2-tuple"
% macro)
if len(macro) == 1: # undefine this macro
pp_opts.append("-U%s" % macro[0])
elif len(macro) == 2:
if macro[1] is None: # define with no explicit value
pp_opts.append("-D%s" % macro[0])
else:
# XXX *don't* need to be clever about quoting the
# macro value here, because we're going to avoid the
# shell at all costs when we spawn the command!
pp_opts.append("-D%s=%s" % macro)
for dir in include_dirs:
pp_opts.append("-I%s" % dir)
return pp_opts
def gen_lib_options (compiler, library_dirs, runtime_library_dirs, libraries):
"""Generate linker options for searching library directories and
linking with specific libraries. 'libraries' and 'library_dirs' are,
respectively, lists of library names (not filenames!) and search
directories. Returns a list of command-line options suitable for use
with some compiler (depending on the two format strings passed in).
"""
lib_opts = []
for dir in library_dirs:
lib_opts.append(compiler.library_dir_option(dir))
for dir in runtime_library_dirs:
opt = compiler.runtime_library_dir_option(dir)
if isinstance(opt, list):
lib_opts = lib_opts + opt
else:
lib_opts.append(opt)
# XXX it's important that we *not* remove redundant library mentions!
# sometimes you really do have to say "-lfoo -lbar -lfoo" in order to
# resolve all symbols. I just hope we never have to say "-lfoo obj.o
# -lbar" to get things to work -- that's certainly a possibility, but a
# pretty nasty way to arrange your C code.
for lib in libraries:
(lib_dir, lib_name) = os.path.split(lib)
if lib_dir:
lib_file = compiler.find_library_file([lib_dir], lib_name)
if lib_file:
lib_opts.append(lib_file)
else:
compiler.warn("no library file corresponding to "
"'%s' found (skipping)" % lib)
else:
lib_opts.append(compiler.library_option (lib))
return lib_opts
distutils/log.py 0000644 00000003661 15115353745 0007742 0 ustar 00 """A simple log mechanism styled after PEP 282."""
# The class here is styled after PEP 282 so that it could later be
# replaced with a standard Python logging implementation.
DEBUG = 1
INFO = 2
WARN = 3
ERROR = 4
FATAL = 5
import sys
class Log:
def __init__(self, threshold=WARN):
self.threshold = threshold
def _log(self, level, msg, args):
if level not in (DEBUG, INFO, WARN, ERROR, FATAL):
raise ValueError('%s wrong log level' % str(level))
if level >= self.threshold:
if args:
msg = msg % args
if level in (WARN, ERROR, FATAL):
stream = sys.stderr
else:
stream = sys.stdout
try:
stream.write('%s\n' % msg)
except UnicodeEncodeError:
# emulate backslashreplace error handler
encoding = stream.encoding
msg = msg.encode(encoding, "backslashreplace").decode(encoding)
stream.write('%s\n' % msg)
stream.flush()
def log(self, level, msg, *args):
self._log(level, msg, args)
def debug(self, msg, *args):
self._log(DEBUG, msg, args)
def info(self, msg, *args):
self._log(INFO, msg, args)
def warn(self, msg, *args):
self._log(WARN, msg, args)
def error(self, msg, *args):
self._log(ERROR, msg, args)
def fatal(self, msg, *args):
self._log(FATAL, msg, args)
_global_log = Log()
log = _global_log.log
debug = _global_log.debug
info = _global_log.info
warn = _global_log.warn
error = _global_log.error
fatal = _global_log.fatal
def set_threshold(level):
# return the old threshold for use from tests
old = _global_log.threshold
_global_log.threshold = level
return old
def set_verbosity(v):
if v <= 0:
set_threshold(WARN)
elif v == 1:
set_threshold(INFO)
elif v >= 2:
set_threshold(DEBUG)
distutils/versionpredicate.py 0000644 00000012015 15115353745 0012520 0 ustar 00 """Module for parsing and testing package version predicate strings.
"""
import re
import distutils.version
import operator
re_validPackage = re.compile(r"(?i)^\s*([a-z_]\w*(?:\.[a-z_]\w*)*)(.*)",
re.ASCII)
# (package) (rest)
re_paren = re.compile(r"^\s*\((.*)\)\s*$") # (list) inside of parentheses
re_splitComparison = re.compile(r"^\s*(<=|>=|<|>|!=|==)\s*([^\s,]+)\s*$")
# (comp) (version)
def splitUp(pred):
"""Parse a single version comparison.
Return (comparison string, StrictVersion)
"""
res = re_splitComparison.match(pred)
if not res:
raise ValueError("bad package restriction syntax: %r" % pred)
comp, verStr = res.groups()
return (comp, distutils.version.StrictVersion(verStr))
compmap = {"<": operator.lt, "<=": operator.le, "==": operator.eq,
">": operator.gt, ">=": operator.ge, "!=": operator.ne}
class VersionPredicate:
"""Parse and test package version predicates.
>>> v = VersionPredicate('pyepat.abc (>1.0, <3333.3a1, !=1555.1b3)')
The `name` attribute provides the full dotted name that is given::
>>> v.name
'pyepat.abc'
The str() of a `VersionPredicate` provides a normalized
human-readable version of the expression::
>>> print(v)
pyepat.abc (> 1.0, < 3333.3a1, != 1555.1b3)
The `satisfied_by()` method can be used to determine with a given
version number is included in the set described by the version
restrictions::
>>> v.satisfied_by('1.1')
True
>>> v.satisfied_by('1.4')
True
>>> v.satisfied_by('1.0')
False
>>> v.satisfied_by('4444.4')
False
>>> v.satisfied_by('1555.1b3')
False
`VersionPredicate` is flexible in accepting extra whitespace::
>>> v = VersionPredicate(' pat( == 0.1 ) ')
>>> v.name
'pat'
>>> v.satisfied_by('0.1')
True
>>> v.satisfied_by('0.2')
False
If any version numbers passed in do not conform to the
restrictions of `StrictVersion`, a `ValueError` is raised::
>>> v = VersionPredicate('p1.p2.p3.p4(>=1.0, <=1.3a1, !=1.2zb3)')
Traceback (most recent call last):
...
ValueError: invalid version number '1.2zb3'
It the module or package name given does not conform to what's
allowed as a legal module or package name, `ValueError` is
raised::
>>> v = VersionPredicate('foo-bar')
Traceback (most recent call last):
...
ValueError: expected parenthesized list: '-bar'
>>> v = VersionPredicate('foo bar (12.21)')
Traceback (most recent call last):
...
ValueError: expected parenthesized list: 'bar (12.21)'
"""
def __init__(self, versionPredicateStr):
"""Parse a version predicate string.
"""
# Fields:
# name: package name
# pred: list of (comparison string, StrictVersion)
versionPredicateStr = versionPredicateStr.strip()
if not versionPredicateStr:
raise ValueError("empty package restriction")
match = re_validPackage.match(versionPredicateStr)
if not match:
raise ValueError("bad package name in %r" % versionPredicateStr)
self.name, paren = match.groups()
paren = paren.strip()
if paren:
match = re_paren.match(paren)
if not match:
raise ValueError("expected parenthesized list: %r" % paren)
str = match.groups()[0]
self.pred = [splitUp(aPred) for aPred in str.split(",")]
if not self.pred:
raise ValueError("empty parenthesized list in %r"
% versionPredicateStr)
else:
self.pred = []
def __str__(self):
if self.pred:
seq = [cond + " " + str(ver) for cond, ver in self.pred]
return self.name + " (" + ", ".join(seq) + ")"
else:
return self.name
def satisfied_by(self, version):
"""True if version is compatible with all the predicates in self.
The parameter version must be acceptable to the StrictVersion
constructor. It may be either a string or StrictVersion.
"""
for cond, ver in self.pred:
if not compmap[cond](version, ver):
return False
return True
_provision_rx = None
def split_provision(value):
"""Return the name and optional version number of a provision.
The version number, if given, will be returned as a `StrictVersion`
instance, otherwise it will be `None`.
>>> split_provision('mypkg')
('mypkg', None)
>>> split_provision(' mypkg( 1.2 ) ')
('mypkg', StrictVersion ('1.2'))
"""
global _provision_rx
if _provision_rx is None:
_provision_rx = re.compile(
r"([a-zA-Z_]\w*(?:\.[a-zA-Z_]\w*)*)(?:\s*\(\s*([^)\s]+)\s*\))?$",
re.ASCII)
value = value.strip()
m = _provision_rx.match(value)
if not m:
raise ValueError("illegal provides specification: %r" % value)
ver = m.group(2) or None
if ver:
ver = distutils.version.StrictVersion(ver)
return m.group(1), ver
turtle.py 0000644 00000430544 15115353745 0006460 0 ustar 00 #
# turtle.py: a Tkinter based turtle graphics module for Python
# Version 1.1b - 4. 5. 2009
#
# Copyright (C) 2006 - 2010 Gregor Lingl
# email: glingl@aon.at
#
# This software is provided 'as-is', without any express or implied
# warranty. In no event will the authors be held liable for any damages
# arising from the use of this software.
#
# Permission is granted to anyone to use this software for any purpose,
# including commercial applications, and to alter it and redistribute it
# freely, subject to the following restrictions:
#
# 1. The origin of this software must not be misrepresented; you must not
# claim that you wrote the original software. If you use this software
# in a product, an acknowledgment in the product documentation would be
# appreciated but is not required.
# 2. Altered source versions must be plainly marked as such, and must not be
# misrepresented as being the original software.
# 3. This notice may not be removed or altered from any source distribution.
"""
Turtle graphics is a popular way for introducing programming to
kids. It was part of the original Logo programming language developed
by Wally Feurzig and Seymour Papert in 1966.
Imagine a robotic turtle starting at (0, 0) in the x-y plane. After an ``import turtle``, give it
the command turtle.forward(15), and it moves (on-screen!) 15 pixels in
the direction it is facing, drawing a line as it moves. Give it the
command turtle.right(25), and it rotates in-place 25 degrees clockwise.
By combining together these and similar commands, intricate shapes and
pictures can easily be drawn.
----- turtle.py
This module is an extended reimplementation of turtle.py from the
Python standard distribution up to Python 2.5. (See: http://www.python.org)
It tries to keep the merits of turtle.py and to be (nearly) 100%
compatible with it. This means in the first place to enable the
learning programmer to use all the commands, classes and methods
interactively when using the module from within IDLE run with
the -n switch.
Roughly it has the following features added:
- Better animation of the turtle movements, especially of turning the
turtle. So the turtles can more easily be used as a visual feedback
instrument by the (beginning) programmer.
- Different turtle shapes, gif-images as turtle shapes, user defined
and user controllable turtle shapes, among them compound
(multicolored) shapes. Turtle shapes can be stretched and tilted, which
makes turtles very versatile geometrical objects.
- Fine control over turtle movement and screen updates via delay(),
and enhanced tracer() and speed() methods.
- Aliases for the most commonly used commands, like fd for forward etc.,
following the early Logo traditions. This reduces the boring work of
typing long sequences of commands, which often occur in a natural way
when kids try to program fancy pictures on their first encounter with
turtle graphics.
- Turtles now have an undo()-method with configurable undo-buffer.
- Some simple commands/methods for creating event driven programs
(mouse-, key-, timer-events). Especially useful for programming games.
- A scrollable Canvas class. The default scrollable Canvas can be
extended interactively as needed while playing around with the turtle(s).
- A TurtleScreen class with methods controlling background color or
background image, window and canvas size and other properties of the
TurtleScreen.
- There is a method, setworldcoordinates(), to install a user defined
coordinate-system for the TurtleScreen.
- The implementation uses a 2-vector class named Vec2D, derived from tuple.
This class is public, so it can be imported by the application programmer,
which makes certain types of computations very natural and compact.
- Appearance of the TurtleScreen and the Turtles at startup/import can be
configured by means of a turtle.cfg configuration file.
The default configuration mimics the appearance of the old turtle module.
- If configured appropriately the module reads in docstrings from a docstring
dictionary in some different language, supplied separately and replaces
the English ones by those read in. There is a utility function
write_docstringdict() to write a dictionary with the original (English)
docstrings to disc, so it can serve as a template for translations.
Behind the scenes there are some features included with possible
extensions in mind. These will be commented and documented elsewhere.
"""
_ver = "turtle 1.1b- - for Python 3.1 - 4. 5. 2009"
# print(_ver)
import tkinter as TK
import types
import math
import time
import inspect
import sys
from os.path import isfile, split, join
from copy import deepcopy
from tkinter import simpledialog
_tg_classes = ['ScrolledCanvas', 'TurtleScreen', 'Screen',
'RawTurtle', 'Turtle', 'RawPen', 'Pen', 'Shape', 'Vec2D']
_tg_screen_functions = ['addshape', 'bgcolor', 'bgpic', 'bye',
'clearscreen', 'colormode', 'delay', 'exitonclick', 'getcanvas',
'getshapes', 'listen', 'mainloop', 'mode', 'numinput',
'onkey', 'onkeypress', 'onkeyrelease', 'onscreenclick', 'ontimer',
'register_shape', 'resetscreen', 'screensize', 'setup',
'setworldcoordinates', 'textinput', 'title', 'tracer', 'turtles', 'update',
'window_height', 'window_width']
_tg_turtle_functions = ['back', 'backward', 'begin_fill', 'begin_poly', 'bk',
'circle', 'clear', 'clearstamp', 'clearstamps', 'clone', 'color',
'degrees', 'distance', 'dot', 'down', 'end_fill', 'end_poly', 'fd',
'fillcolor', 'filling', 'forward', 'get_poly', 'getpen', 'getscreen', 'get_shapepoly',
'getturtle', 'goto', 'heading', 'hideturtle', 'home', 'ht', 'isdown',
'isvisible', 'left', 'lt', 'onclick', 'ondrag', 'onrelease', 'pd',
'pen', 'pencolor', 'pendown', 'pensize', 'penup', 'pos', 'position',
'pu', 'radians', 'right', 'reset', 'resizemode', 'rt',
'seth', 'setheading', 'setpos', 'setposition', 'settiltangle',
'setundobuffer', 'setx', 'sety', 'shape', 'shapesize', 'shapetransform', 'shearfactor', 'showturtle',
'speed', 'st', 'stamp', 'tilt', 'tiltangle', 'towards',
'turtlesize', 'undo', 'undobufferentries', 'up', 'width',
'write', 'xcor', 'ycor']
_tg_utilities = ['write_docstringdict', 'done']
__all__ = (_tg_classes + _tg_screen_functions + _tg_turtle_functions +
_tg_utilities + ['Terminator']) # + _math_functions)
_alias_list = ['addshape', 'backward', 'bk', 'fd', 'ht', 'lt', 'pd', 'pos',
'pu', 'rt', 'seth', 'setpos', 'setposition', 'st',
'turtlesize', 'up', 'width']
_CFG = {"width" : 0.5, # Screen
"height" : 0.75,
"canvwidth" : 400,
"canvheight": 300,
"leftright": None,
"topbottom": None,
"mode": "standard", # TurtleScreen
"colormode": 1.0,
"delay": 10,
"undobuffersize": 1000, # RawTurtle
"shape": "classic",
"pencolor" : "black",
"fillcolor" : "black",
"resizemode" : "noresize",
"visible" : True,
"language": "english", # docstrings
"exampleturtle": "turtle",
"examplescreen": "screen",
"title": "Python Turtle Graphics",
"using_IDLE": False
}
def config_dict(filename):
"""Convert content of config-file into dictionary."""
with open(filename, "r") as f:
cfglines = f.readlines()
cfgdict = {}
for line in cfglines:
line = line.strip()
if not line or line.startswith("#"):
continue
try:
key, value = line.split("=")
except ValueError:
print("Bad line in config-file %s:\n%s" % (filename,line))
continue
key = key.strip()
value = value.strip()
if value in ["True", "False", "None", "''", '""']:
value = eval(value)
else:
try:
if "." in value:
value = float(value)
else:
value = int(value)
except ValueError:
pass # value need not be converted
cfgdict[key] = value
return cfgdict
def readconfig(cfgdict):
"""Read config-files, change configuration-dict accordingly.
If there is a turtle.cfg file in the current working directory,
read it from there. If this contains an importconfig-value,
say 'myway', construct filename turtle_mayway.cfg else use
turtle.cfg and read it from the import-directory, where
turtle.py is located.
Update configuration dictionary first according to config-file,
in the import directory, then according to config-file in the
current working directory.
If no config-file is found, the default configuration is used.
"""
default_cfg = "turtle.cfg"
cfgdict1 = {}
cfgdict2 = {}
if isfile(default_cfg):
cfgdict1 = config_dict(default_cfg)
if "importconfig" in cfgdict1:
default_cfg = "turtle_%s.cfg" % cfgdict1["importconfig"]
try:
head, tail = split(__file__)
cfg_file2 = join(head, default_cfg)
except Exception:
cfg_file2 = ""
if isfile(cfg_file2):
cfgdict2 = config_dict(cfg_file2)
_CFG.update(cfgdict2)
_CFG.update(cfgdict1)
try:
readconfig(_CFG)
except Exception:
print ("No configfile read, reason unknown")
class Vec2D(tuple):
"""A 2 dimensional vector class, used as a helper class
for implementing turtle graphics.
May be useful for turtle graphics programs also.
Derived from tuple, so a vector is a tuple!
Provides (for a, b vectors, k number):
a+b vector addition
a-b vector subtraction
a*b inner product
k*a and a*k multiplication with scalar
|a| absolute value of a
a.rotate(angle) rotation
"""
def __new__(cls, x, y):
return tuple.__new__(cls, (x, y))
def __add__(self, other):
return Vec2D(self[0]+other[0], self[1]+other[1])
def __mul__(self, other):
if isinstance(other, Vec2D):
return self[0]*other[0]+self[1]*other[1]
return Vec2D(self[0]*other, self[1]*other)
def __rmul__(self, other):
if isinstance(other, int) or isinstance(other, float):
return Vec2D(self[0]*other, self[1]*other)
return NotImplemented
def __sub__(self, other):
return Vec2D(self[0]-other[0], self[1]-other[1])
def __neg__(self):
return Vec2D(-self[0], -self[1])
def __abs__(self):
return (self[0]**2 + self[1]**2)**0.5
def rotate(self, angle):
"""rotate self counterclockwise by angle
"""
perp = Vec2D(-self[1], self[0])
angle = angle * math.pi / 180.0
c, s = math.cos(angle), math.sin(angle)
return Vec2D(self[0]*c+perp[0]*s, self[1]*c+perp[1]*s)
def __getnewargs__(self):
return (self[0], self[1])
def __repr__(self):
return "(%.2f,%.2f)" % self
##############################################################################
### From here up to line : Tkinter - Interface for turtle.py ###
### May be replaced by an interface to some different graphics toolkit ###
##############################################################################
## helper functions for Scrolled Canvas, to forward Canvas-methods
## to ScrolledCanvas class
def __methodDict(cls, _dict):
"""helper function for Scrolled Canvas"""
baseList = list(cls.__bases__)
baseList.reverse()
for _super in baseList:
__methodDict(_super, _dict)
for key, value in cls.__dict__.items():
if type(value) == types.FunctionType:
_dict[key] = value
def __methods(cls):
"""helper function for Scrolled Canvas"""
_dict = {}
__methodDict(cls, _dict)
return _dict.keys()
__stringBody = (
'def %(method)s(self, *args, **kw): return ' +
'self.%(attribute)s.%(method)s(*args, **kw)')
def __forwardmethods(fromClass, toClass, toPart, exclude = ()):
### MANY CHANGES ###
_dict_1 = {}
__methodDict(toClass, _dict_1)
_dict = {}
mfc = __methods(fromClass)
for ex in _dict_1.keys():
if ex[:1] == '_' or ex[-1:] == '_' or ex in exclude or ex in mfc:
pass
else:
_dict[ex] = _dict_1[ex]
for method, func in _dict.items():
d = {'method': method, 'func': func}
if isinstance(toPart, str):
execString = \
__stringBody % {'method' : method, 'attribute' : toPart}
exec(execString, d)
setattr(fromClass, method, d[method]) ### NEWU!
class ScrolledCanvas(TK.Frame):
"""Modeled after the scrolled canvas class from Grayons's Tkinter book.
Used as the default canvas, which pops up automatically when
using turtle graphics functions or the Turtle class.
"""
def __init__(self, master, width=500, height=350,
canvwidth=600, canvheight=500):
TK.Frame.__init__(self, master, width=width, height=height)
self._rootwindow = self.winfo_toplevel()
self.width, self.height = width, height
self.canvwidth, self.canvheight = canvwidth, canvheight
self.bg = "white"
self._canvas = TK.Canvas(master, width=width, height=height,
bg=self.bg, relief=TK.SUNKEN, borderwidth=2)
self.hscroll = TK.Scrollbar(master, command=self._canvas.xview,
orient=TK.HORIZONTAL)
self.vscroll = TK.Scrollbar(master, command=self._canvas.yview)
self._canvas.configure(xscrollcommand=self.hscroll.set,
yscrollcommand=self.vscroll.set)
self.rowconfigure(0, weight=1, minsize=0)
self.columnconfigure(0, weight=1, minsize=0)
self._canvas.grid(padx=1, in_ = self, pady=1, row=0,
column=0, rowspan=1, columnspan=1, sticky='news')
self.vscroll.grid(padx=1, in_ = self, pady=1, row=0,
column=1, rowspan=1, columnspan=1, sticky='news')
self.hscroll.grid(padx=1, in_ = self, pady=1, row=1,
column=0, rowspan=1, columnspan=1, sticky='news')
self.reset()
self._rootwindow.bind('<Configure>', self.onResize)
def reset(self, canvwidth=None, canvheight=None, bg = None):
"""Adjust canvas and scrollbars according to given canvas size."""
if canvwidth:
self.canvwidth = canvwidth
if canvheight:
self.canvheight = canvheight
if bg:
self.bg = bg
self._canvas.config(bg=bg,
scrollregion=(-self.canvwidth//2, -self.canvheight//2,
self.canvwidth//2, self.canvheight//2))
self._canvas.xview_moveto(0.5*(self.canvwidth - self.width + 30) /
self.canvwidth)
self._canvas.yview_moveto(0.5*(self.canvheight- self.height + 30) /
self.canvheight)
self.adjustScrolls()
def adjustScrolls(self):
""" Adjust scrollbars according to window- and canvas-size.
"""
cwidth = self._canvas.winfo_width()
cheight = self._canvas.winfo_height()
self._canvas.xview_moveto(0.5*(self.canvwidth-cwidth)/self.canvwidth)
self._canvas.yview_moveto(0.5*(self.canvheight-cheight)/self.canvheight)
if cwidth < self.canvwidth or cheight < self.canvheight:
self.hscroll.grid(padx=1, in_ = self, pady=1, row=1,
column=0, rowspan=1, columnspan=1, sticky='news')
self.vscroll.grid(padx=1, in_ = self, pady=1, row=0,
column=1, rowspan=1, columnspan=1, sticky='news')
else:
self.hscroll.grid_forget()
self.vscroll.grid_forget()
def onResize(self, event):
"""self-explanatory"""
self.adjustScrolls()
def bbox(self, *args):
""" 'forward' method, which canvas itself has inherited...
"""
return self._canvas.bbox(*args)
def cget(self, *args, **kwargs):
""" 'forward' method, which canvas itself has inherited...
"""
return self._canvas.cget(*args, **kwargs)
def config(self, *args, **kwargs):
""" 'forward' method, which canvas itself has inherited...
"""
self._canvas.config(*args, **kwargs)
def bind(self, *args, **kwargs):
""" 'forward' method, which canvas itself has inherited...
"""
self._canvas.bind(*args, **kwargs)
def unbind(self, *args, **kwargs):
""" 'forward' method, which canvas itself has inherited...
"""
self._canvas.unbind(*args, **kwargs)
def focus_force(self):
""" 'forward' method, which canvas itself has inherited...
"""
self._canvas.focus_force()
__forwardmethods(ScrolledCanvas, TK.Canvas, '_canvas')
class _Root(TK.Tk):
"""Root class for Screen based on Tkinter."""
def __init__(self):
TK.Tk.__init__(self)
def setupcanvas(self, width, height, cwidth, cheight):
self._canvas = ScrolledCanvas(self, width, height, cwidth, cheight)
self._canvas.pack(expand=1, fill="both")
def _getcanvas(self):
return self._canvas
def set_geometry(self, width, height, startx, starty):
self.geometry("%dx%d%+d%+d"%(width, height, startx, starty))
def ondestroy(self, destroy):
self.wm_protocol("WM_DELETE_WINDOW", destroy)
def win_width(self):
return self.winfo_screenwidth()
def win_height(self):
return self.winfo_screenheight()
Canvas = TK.Canvas
class TurtleScreenBase(object):
"""Provide the basic graphics functionality.
Interface between Tkinter and turtle.py.
To port turtle.py to some different graphics toolkit
a corresponding TurtleScreenBase class has to be implemented.
"""
def _blankimage(self):
"""return a blank image object
"""
img = TK.PhotoImage(width=1, height=1, master=self.cv)
img.blank()
return img
def _image(self, filename):
"""return an image object containing the
imagedata from a gif-file named filename.
"""
return TK.PhotoImage(file=filename, master=self.cv)
def __init__(self, cv):
self.cv = cv
if isinstance(cv, ScrolledCanvas):
w = self.cv.canvwidth
h = self.cv.canvheight
else: # expected: ordinary TK.Canvas
w = int(self.cv.cget("width"))
h = int(self.cv.cget("height"))
self.cv.config(scrollregion = (-w//2, -h//2, w//2, h//2 ))
self.canvwidth = w
self.canvheight = h
self.xscale = self.yscale = 1.0
def _createpoly(self):
"""Create an invisible polygon item on canvas self.cv)
"""
return self.cv.create_polygon((0, 0, 0, 0, 0, 0), fill="", outline="")
def _drawpoly(self, polyitem, coordlist, fill=None,
outline=None, width=None, top=False):
"""Configure polygonitem polyitem according to provided
arguments:
coordlist is sequence of coordinates
fill is filling color
outline is outline color
top is a boolean value, which specifies if polyitem
will be put on top of the canvas' displaylist so it
will not be covered by other items.
"""
cl = []
for x, y in coordlist:
cl.append(x * self.xscale)
cl.append(-y * self.yscale)
self.cv.coords(polyitem, *cl)
if fill is not None:
self.cv.itemconfigure(polyitem, fill=fill)
if outline is not None:
self.cv.itemconfigure(polyitem, outline=outline)
if width is not None:
self.cv.itemconfigure(polyitem, width=width)
if top:
self.cv.tag_raise(polyitem)
def _createline(self):
"""Create an invisible line item on canvas self.cv)
"""
return self.cv.create_line(0, 0, 0, 0, fill="", width=2,
capstyle = TK.ROUND)
def _drawline(self, lineitem, coordlist=None,
fill=None, width=None, top=False):
"""Configure lineitem according to provided arguments:
coordlist is sequence of coordinates
fill is drawing color
width is width of drawn line.
top is a boolean value, which specifies if polyitem
will be put on top of the canvas' displaylist so it
will not be covered by other items.
"""
if coordlist is not None:
cl = []
for x, y in coordlist:
cl.append(x * self.xscale)
cl.append(-y * self.yscale)
self.cv.coords(lineitem, *cl)
if fill is not None:
self.cv.itemconfigure(lineitem, fill=fill)
if width is not None:
self.cv.itemconfigure(lineitem, width=width)
if top:
self.cv.tag_raise(lineitem)
def _delete(self, item):
"""Delete graphics item from canvas.
If item is"all" delete all graphics items.
"""
self.cv.delete(item)
def _update(self):
"""Redraw graphics items on canvas
"""
self.cv.update()
def _delay(self, delay):
"""Delay subsequent canvas actions for delay ms."""
self.cv.after(delay)
def _iscolorstring(self, color):
"""Check if the string color is a legal Tkinter color string.
"""
try:
rgb = self.cv.winfo_rgb(color)
ok = True
except TK.TclError:
ok = False
return ok
def _bgcolor(self, color=None):
"""Set canvas' backgroundcolor if color is not None,
else return backgroundcolor."""
if color is not None:
self.cv.config(bg = color)
self._update()
else:
return self.cv.cget("bg")
def _write(self, pos, txt, align, font, pencolor):
"""Write txt at pos in canvas with specified font
and color.
Return text item and x-coord of right bottom corner
of text's bounding box."""
x, y = pos
x = x * self.xscale
y = y * self.yscale
anchor = {"left":"sw", "center":"s", "right":"se" }
item = self.cv.create_text(x-1, -y, text = txt, anchor = anchor[align],
fill = pencolor, font = font)
x0, y0, x1, y1 = self.cv.bbox(item)
self.cv.update()
return item, x1-1
## def _dot(self, pos, size, color):
## """may be implemented for some other graphics toolkit"""
def _onclick(self, item, fun, num=1, add=None):
"""Bind fun to mouse-click event on turtle.
fun must be a function with two arguments, the coordinates
of the clicked point on the canvas.
num, the number of the mouse-button defaults to 1
"""
if fun is None:
self.cv.tag_unbind(item, "<Button-%s>" % num)
else:
def eventfun(event):
x, y = (self.cv.canvasx(event.x)/self.xscale,
-self.cv.canvasy(event.y)/self.yscale)
fun(x, y)
self.cv.tag_bind(item, "<Button-%s>" % num, eventfun, add)
def _onrelease(self, item, fun, num=1, add=None):
"""Bind fun to mouse-button-release event on turtle.
fun must be a function with two arguments, the coordinates
of the point on the canvas where mouse button is released.
num, the number of the mouse-button defaults to 1
If a turtle is clicked, first _onclick-event will be performed,
then _onscreensclick-event.
"""
if fun is None:
self.cv.tag_unbind(item, "<Button%s-ButtonRelease>" % num)
else:
def eventfun(event):
x, y = (self.cv.canvasx(event.x)/self.xscale,
-self.cv.canvasy(event.y)/self.yscale)
fun(x, y)
self.cv.tag_bind(item, "<Button%s-ButtonRelease>" % num,
eventfun, add)
def _ondrag(self, item, fun, num=1, add=None):
"""Bind fun to mouse-move-event (with pressed mouse button) on turtle.
fun must be a function with two arguments, the coordinates of the
actual mouse position on the canvas.
num, the number of the mouse-button defaults to 1
Every sequence of mouse-move-events on a turtle is preceded by a
mouse-click event on that turtle.
"""
if fun is None:
self.cv.tag_unbind(item, "<Button%s-Motion>" % num)
else:
def eventfun(event):
try:
x, y = (self.cv.canvasx(event.x)/self.xscale,
-self.cv.canvasy(event.y)/self.yscale)
fun(x, y)
except Exception:
pass
self.cv.tag_bind(item, "<Button%s-Motion>" % num, eventfun, add)
def _onscreenclick(self, fun, num=1, add=None):
"""Bind fun to mouse-click event on canvas.
fun must be a function with two arguments, the coordinates
of the clicked point on the canvas.
num, the number of the mouse-button defaults to 1
If a turtle is clicked, first _onclick-event will be performed,
then _onscreensclick-event.
"""
if fun is None:
self.cv.unbind("<Button-%s>" % num)
else:
def eventfun(event):
x, y = (self.cv.canvasx(event.x)/self.xscale,
-self.cv.canvasy(event.y)/self.yscale)
fun(x, y)
self.cv.bind("<Button-%s>" % num, eventfun, add)
def _onkeyrelease(self, fun, key):
"""Bind fun to key-release event of key.
Canvas must have focus. See method listen
"""
if fun is None:
self.cv.unbind("<KeyRelease-%s>" % key, None)
else:
def eventfun(event):
fun()
self.cv.bind("<KeyRelease-%s>" % key, eventfun)
def _onkeypress(self, fun, key=None):
"""If key is given, bind fun to key-press event of key.
Otherwise bind fun to any key-press.
Canvas must have focus. See method listen.
"""
if fun is None:
if key is None:
self.cv.unbind("<KeyPress>", None)
else:
self.cv.unbind("<KeyPress-%s>" % key, None)
else:
def eventfun(event):
fun()
if key is None:
self.cv.bind("<KeyPress>", eventfun)
else:
self.cv.bind("<KeyPress-%s>" % key, eventfun)
def _listen(self):
"""Set focus on canvas (in order to collect key-events)
"""
self.cv.focus_force()
def _ontimer(self, fun, t):
"""Install a timer, which calls fun after t milliseconds.
"""
if t == 0:
self.cv.after_idle(fun)
else:
self.cv.after(t, fun)
def _createimage(self, image):
"""Create and return image item on canvas.
"""
return self.cv.create_image(0, 0, image=image)
def _drawimage(self, item, pos, image):
"""Configure image item as to draw image object
at position (x,y) on canvas)
"""
x, y = pos
self.cv.coords(item, (x * self.xscale, -y * self.yscale))
self.cv.itemconfig(item, image=image)
def _setbgpic(self, item, image):
"""Configure image item as to draw image object
at center of canvas. Set item to the first item
in the displaylist, so it will be drawn below
any other item ."""
self.cv.itemconfig(item, image=image)
self.cv.tag_lower(item)
def _type(self, item):
"""Return 'line' or 'polygon' or 'image' depending on
type of item.
"""
return self.cv.type(item)
def _pointlist(self, item):
"""returns list of coordinate-pairs of points of item
Example (for insiders):
>>> from turtle import *
>>> getscreen()._pointlist(getturtle().turtle._item)
[(0.0, 9.9999999999999982), (0.0, -9.9999999999999982),
(9.9999999999999982, 0.0)]
>>> """
cl = self.cv.coords(item)
pl = [(cl[i], -cl[i+1]) for i in range(0, len(cl), 2)]
return pl
def _setscrollregion(self, srx1, sry1, srx2, sry2):
self.cv.config(scrollregion=(srx1, sry1, srx2, sry2))
def _rescale(self, xscalefactor, yscalefactor):
items = self.cv.find_all()
for item in items:
coordinates = list(self.cv.coords(item))
newcoordlist = []
while coordinates:
x, y = coordinates[:2]
newcoordlist.append(x * xscalefactor)
newcoordlist.append(y * yscalefactor)
coordinates = coordinates[2:]
self.cv.coords(item, *newcoordlist)
def _resize(self, canvwidth=None, canvheight=None, bg=None):
"""Resize the canvas the turtles are drawing on. Does
not alter the drawing window.
"""
# needs amendment
if not isinstance(self.cv, ScrolledCanvas):
return self.canvwidth, self.canvheight
if canvwidth is canvheight is bg is None:
return self.cv.canvwidth, self.cv.canvheight
if canvwidth is not None:
self.canvwidth = canvwidth
if canvheight is not None:
self.canvheight = canvheight
self.cv.reset(canvwidth, canvheight, bg)
def _window_size(self):
""" Return the width and height of the turtle window.
"""
width = self.cv.winfo_width()
if width <= 1: # the window isn't managed by a geometry manager
width = self.cv['width']
height = self.cv.winfo_height()
if height <= 1: # the window isn't managed by a geometry manager
height = self.cv['height']
return width, height
def mainloop(self):
"""Starts event loop - calling Tkinter's mainloop function.
No argument.
Must be last statement in a turtle graphics program.
Must NOT be used if a script is run from within IDLE in -n mode
(No subprocess) - for interactive use of turtle graphics.
Example (for a TurtleScreen instance named screen):
>>> screen.mainloop()
"""
self.cv.tk.mainloop()
def textinput(self, title, prompt):
"""Pop up a dialog window for input of a string.
Arguments: title is the title of the dialog window,
prompt is a text mostly describing what information to input.
Return the string input
If the dialog is canceled, return None.
Example (for a TurtleScreen instance named screen):
>>> screen.textinput("NIM", "Name of first player:")
"""
return simpledialog.askstring(title, prompt, parent=self.cv)
def numinput(self, title, prompt, default=None, minval=None, maxval=None):
"""Pop up a dialog window for input of a number.
Arguments: title is the title of the dialog window,
prompt is a text mostly describing what numerical information to input.
default: default value
minval: minimum value for input
maxval: maximum value for input
The number input must be in the range minval .. maxval if these are
given. If not, a hint is issued and the dialog remains open for
correction. Return the number input.
If the dialog is canceled, return None.
Example (for a TurtleScreen instance named screen):
>>> screen.numinput("Poker", "Your stakes:", 1000, minval=10, maxval=10000)
"""
return simpledialog.askfloat(title, prompt, initialvalue=default,
minvalue=minval, maxvalue=maxval,
parent=self.cv)
##############################################################################
### End of Tkinter - interface ###
##############################################################################
class Terminator (Exception):
"""Will be raised in TurtleScreen.update, if _RUNNING becomes False.
This stops execution of a turtle graphics script.
Main purpose: use in the Demo-Viewer turtle.Demo.py.
"""
pass
class TurtleGraphicsError(Exception):
"""Some TurtleGraphics Error
"""
class Shape(object):
"""Data structure modeling shapes.
attribute _type is one of "polygon", "image", "compound"
attribute _data is - depending on _type a poygon-tuple,
an image or a list constructed using the addcomponent method.
"""
def __init__(self, type_, data=None):
self._type = type_
if type_ == "polygon":
if isinstance(data, list):
data = tuple(data)
elif type_ == "image":
if isinstance(data, str):
if data.lower().endswith(".gif") and isfile(data):
data = TurtleScreen._image(data)
# else data assumed to be Photoimage
elif type_ == "compound":
data = []
else:
raise TurtleGraphicsError("There is no shape type %s" % type_)
self._data = data
def addcomponent(self, poly, fill, outline=None):
"""Add component to a shape of type compound.
Arguments: poly is a polygon, i. e. a tuple of number pairs.
fill is the fillcolor of the component,
outline is the outline color of the component.
call (for a Shapeobject namend s):
-- s.addcomponent(((0,0), (10,10), (-10,10)), "red", "blue")
Example:
>>> poly = ((0,0),(10,-5),(0,10),(-10,-5))
>>> s = Shape("compound")
>>> s.addcomponent(poly, "red", "blue")
>>> # .. add more components and then use register_shape()
"""
if self._type != "compound":
raise TurtleGraphicsError("Cannot add component to %s Shape"
% self._type)
if outline is None:
outline = fill
self._data.append([poly, fill, outline])
class Tbuffer(object):
"""Ring buffer used as undobuffer for RawTurtle objects."""
def __init__(self, bufsize=10):
self.bufsize = bufsize
self.buffer = [[None]] * bufsize
self.ptr = -1
self.cumulate = False
def reset(self, bufsize=None):
if bufsize is None:
for i in range(self.bufsize):
self.buffer[i] = [None]
else:
self.bufsize = bufsize
self.buffer = [[None]] * bufsize
self.ptr = -1
def push(self, item):
if self.bufsize > 0:
if not self.cumulate:
self.ptr = (self.ptr + 1) % self.bufsize
self.buffer[self.ptr] = item
else:
self.buffer[self.ptr].append(item)
def pop(self):
if self.bufsize > 0:
item = self.buffer[self.ptr]
if item is None:
return None
else:
self.buffer[self.ptr] = [None]
self.ptr = (self.ptr - 1) % self.bufsize
return (item)
def nr_of_items(self):
return self.bufsize - self.buffer.count([None])
def __repr__(self):
return str(self.buffer) + " " + str(self.ptr)
class TurtleScreen(TurtleScreenBase):
"""Provides screen oriented methods like setbg etc.
Only relies upon the methods of TurtleScreenBase and NOT
upon components of the underlying graphics toolkit -
which is Tkinter in this case.
"""
_RUNNING = True
def __init__(self, cv, mode=_CFG["mode"],
colormode=_CFG["colormode"], delay=_CFG["delay"]):
TurtleScreenBase.__init__(self, cv)
self._shapes = {
"arrow" : Shape("polygon", ((-10,0), (10,0), (0,10))),
"turtle" : Shape("polygon", ((0,16), (-2,14), (-1,10), (-4,7),
(-7,9), (-9,8), (-6,5), (-7,1), (-5,-3), (-8,-6),
(-6,-8), (-4,-5), (0,-7), (4,-5), (6,-8), (8,-6),
(5,-3), (7,1), (6,5), (9,8), (7,9), (4,7), (1,10),
(2,14))),
"circle" : Shape("polygon", ((10,0), (9.51,3.09), (8.09,5.88),
(5.88,8.09), (3.09,9.51), (0,10), (-3.09,9.51),
(-5.88,8.09), (-8.09,5.88), (-9.51,3.09), (-10,0),
(-9.51,-3.09), (-8.09,-5.88), (-5.88,-8.09),
(-3.09,-9.51), (-0.00,-10.00), (3.09,-9.51),
(5.88,-8.09), (8.09,-5.88), (9.51,-3.09))),
"square" : Shape("polygon", ((10,-10), (10,10), (-10,10),
(-10,-10))),
"triangle" : Shape("polygon", ((10,-5.77), (0,11.55),
(-10,-5.77))),
"classic": Shape("polygon", ((0,0),(-5,-9),(0,-7),(5,-9))),
"blank" : Shape("image", self._blankimage())
}
self._bgpics = {"nopic" : ""}
self._mode = mode
self._delayvalue = delay
self._colormode = _CFG["colormode"]
self._keys = []
self.clear()
if sys.platform == 'darwin':
# Force Turtle window to the front on OS X. This is needed because
# the Turtle window will show behind the Terminal window when you
# start the demo from the command line.
rootwindow = cv.winfo_toplevel()
rootwindow.call('wm', 'attributes', '.', '-topmost', '1')
rootwindow.call('wm', 'attributes', '.', '-topmost', '0')
def clear(self):
"""Delete all drawings and all turtles from the TurtleScreen.
No argument.
Reset empty TurtleScreen to its initial state: white background,
no backgroundimage, no eventbindings and tracing on.
Example (for a TurtleScreen instance named screen):
>>> screen.clear()
Note: this method is not available as function.
"""
self._delayvalue = _CFG["delay"]
self._colormode = _CFG["colormode"]
self._delete("all")
self._bgpic = self._createimage("")
self._bgpicname = "nopic"
self._tracing = 1
self._updatecounter = 0
self._turtles = []
self.bgcolor("white")
for btn in 1, 2, 3:
self.onclick(None, btn)
self.onkeypress(None)
for key in self._keys[:]:
self.onkey(None, key)
self.onkeypress(None, key)
Turtle._pen = None
def mode(self, mode=None):
"""Set turtle-mode ('standard', 'logo' or 'world') and perform reset.
Optional argument:
mode -- one of the strings 'standard', 'logo' or 'world'
Mode 'standard' is compatible with turtle.py.
Mode 'logo' is compatible with most Logo-Turtle-Graphics.
Mode 'world' uses userdefined 'worldcoordinates'. *Attention*: in
this mode angles appear distorted if x/y unit-ratio doesn't equal 1.
If mode is not given, return the current mode.
Mode Initial turtle heading positive angles
------------|-------------------------|-------------------
'standard' to the right (east) counterclockwise
'logo' upward (north) clockwise
Examples:
>>> mode('logo') # resets turtle heading to north
>>> mode()
'logo'
"""
if mode is None:
return self._mode
mode = mode.lower()
if mode not in ["standard", "logo", "world"]:
raise TurtleGraphicsError("No turtle-graphics-mode %s" % mode)
self._mode = mode
if mode in ["standard", "logo"]:
self._setscrollregion(-self.canvwidth//2, -self.canvheight//2,
self.canvwidth//2, self.canvheight//2)
self.xscale = self.yscale = 1.0
self.reset()
def setworldcoordinates(self, llx, lly, urx, ury):
"""Set up a user defined coordinate-system.
Arguments:
llx -- a number, x-coordinate of lower left corner of canvas
lly -- a number, y-coordinate of lower left corner of canvas
urx -- a number, x-coordinate of upper right corner of canvas
ury -- a number, y-coordinate of upper right corner of canvas
Set up user coodinat-system and switch to mode 'world' if necessary.
This performs a screen.reset. If mode 'world' is already active,
all drawings are redrawn according to the new coordinates.
But ATTENTION: in user-defined coordinatesystems angles may appear
distorted. (see Screen.mode())
Example (for a TurtleScreen instance named screen):
>>> screen.setworldcoordinates(-10,-0.5,50,1.5)
>>> for _ in range(36):
... left(10)
... forward(0.5)
"""
if self.mode() != "world":
self.mode("world")
xspan = float(urx - llx)
yspan = float(ury - lly)
wx, wy = self._window_size()
self.screensize(wx-20, wy-20)
oldxscale, oldyscale = self.xscale, self.yscale
self.xscale = self.canvwidth / xspan
self.yscale = self.canvheight / yspan
srx1 = llx * self.xscale
sry1 = -ury * self.yscale
srx2 = self.canvwidth + srx1
sry2 = self.canvheight + sry1
self._setscrollregion(srx1, sry1, srx2, sry2)
self._rescale(self.xscale/oldxscale, self.yscale/oldyscale)
self.update()
def register_shape(self, name, shape=None):
"""Adds a turtle shape to TurtleScreen's shapelist.
Arguments:
(1) name is the name of a gif-file and shape is None.
Installs the corresponding image shape.
!! Image-shapes DO NOT rotate when turning the turtle,
!! so they do not display the heading of the turtle!
(2) name is an arbitrary string and shape is a tuple
of pairs of coordinates. Installs the corresponding
polygon shape
(3) name is an arbitrary string and shape is a
(compound) Shape object. Installs the corresponding
compound shape.
To use a shape, you have to issue the command shape(shapename).
call: register_shape("turtle.gif")
--or: register_shape("tri", ((0,0), (10,10), (-10,10)))
Example (for a TurtleScreen instance named screen):
>>> screen.register_shape("triangle", ((5,-3),(0,5),(-5,-3)))
"""
if shape is None:
# image
if name.lower().endswith(".gif"):
shape = Shape("image", self._image(name))
else:
raise TurtleGraphicsError("Bad arguments for register_shape.\n"
+ "Use help(register_shape)" )
elif isinstance(shape, tuple):
shape = Shape("polygon", shape)
## else shape assumed to be Shape-instance
self._shapes[name] = shape
def _colorstr(self, color):
"""Return color string corresponding to args.
Argument may be a string or a tuple of three
numbers corresponding to actual colormode,
i.e. in the range 0<=n<=colormode.
If the argument doesn't represent a color,
an error is raised.
"""
if len(color) == 1:
color = color[0]
if isinstance(color, str):
if self._iscolorstring(color) or color == "":
return color
else:
raise TurtleGraphicsError("bad color string: %s" % str(color))
try:
r, g, b = color
except (TypeError, ValueError):
raise TurtleGraphicsError("bad color arguments: %s" % str(color))
if self._colormode == 1.0:
r, g, b = [round(255.0*x) for x in (r, g, b)]
if not ((0 <= r <= 255) and (0 <= g <= 255) and (0 <= b <= 255)):
raise TurtleGraphicsError("bad color sequence: %s" % str(color))
return "#%02x%02x%02x" % (r, g, b)
def _color(self, cstr):
if not cstr.startswith("#"):
return cstr
if len(cstr) == 7:
cl = [int(cstr[i:i+2], 16) for i in (1, 3, 5)]
elif len(cstr) == 4:
cl = [16*int(cstr[h], 16) for h in cstr[1:]]
else:
raise TurtleGraphicsError("bad colorstring: %s" % cstr)
return tuple(c * self._colormode/255 for c in cl)
def colormode(self, cmode=None):
"""Return the colormode or set it to 1.0 or 255.
Optional argument:
cmode -- one of the values 1.0 or 255
r, g, b values of colortriples have to be in range 0..cmode.
Example (for a TurtleScreen instance named screen):
>>> screen.colormode()
1.0
>>> screen.colormode(255)
>>> pencolor(240,160,80)
"""
if cmode is None:
return self._colormode
if cmode == 1.0:
self._colormode = float(cmode)
elif cmode == 255:
self._colormode = int(cmode)
def reset(self):
"""Reset all Turtles on the Screen to their initial state.
No argument.
Example (for a TurtleScreen instance named screen):
>>> screen.reset()
"""
for turtle in self._turtles:
turtle._setmode(self._mode)
turtle.reset()
def turtles(self):
"""Return the list of turtles on the screen.
Example (for a TurtleScreen instance named screen):
>>> screen.turtles()
[<turtle.Turtle object at 0x00E11FB0>]
"""
return self._turtles
def bgcolor(self, *args):
"""Set or return backgroundcolor of the TurtleScreen.
Arguments (if given): a color string or three numbers
in the range 0..colormode or a 3-tuple of such numbers.
Example (for a TurtleScreen instance named screen):
>>> screen.bgcolor("orange")
>>> screen.bgcolor()
'orange'
>>> screen.bgcolor(0.5,0,0.5)
>>> screen.bgcolor()
'#800080'
"""
if args:
color = self._colorstr(args)
else:
color = None
color = self._bgcolor(color)
if color is not None:
color = self._color(color)
return color
def tracer(self, n=None, delay=None):
"""Turns turtle animation on/off and set delay for update drawings.
Optional arguments:
n -- nonnegative integer
delay -- nonnegative integer
If n is given, only each n-th regular screen update is really performed.
(Can be used to accelerate the drawing of complex graphics.)
Second arguments sets delay value (see RawTurtle.delay())
Example (for a TurtleScreen instance named screen):
>>> screen.tracer(8, 25)
>>> dist = 2
>>> for i in range(200):
... fd(dist)
... rt(90)
... dist += 2
"""
if n is None:
return self._tracing
self._tracing = int(n)
self._updatecounter = 0
if delay is not None:
self._delayvalue = int(delay)
if self._tracing:
self.update()
def delay(self, delay=None):
""" Return or set the drawing delay in milliseconds.
Optional argument:
delay -- positive integer
Example (for a TurtleScreen instance named screen):
>>> screen.delay(15)
>>> screen.delay()
15
"""
if delay is None:
return self._delayvalue
self._delayvalue = int(delay)
def _incrementudc(self):
"""Increment update counter."""
if not TurtleScreen._RUNNING:
TurtleScreen._RUNNING = True
raise Terminator
if self._tracing > 0:
self._updatecounter += 1
self._updatecounter %= self._tracing
def update(self):
"""Perform a TurtleScreen update.
"""
tracing = self._tracing
self._tracing = True
for t in self.turtles():
t._update_data()
t._drawturtle()
self._tracing = tracing
self._update()
def window_width(self):
""" Return the width of the turtle window.
Example (for a TurtleScreen instance named screen):
>>> screen.window_width()
640
"""
return self._window_size()[0]
def window_height(self):
""" Return the height of the turtle window.
Example (for a TurtleScreen instance named screen):
>>> screen.window_height()
480
"""
return self._window_size()[1]
def getcanvas(self):
"""Return the Canvas of this TurtleScreen.
No argument.
Example (for a Screen instance named screen):
>>> cv = screen.getcanvas()
>>> cv
<turtle.ScrolledCanvas instance at 0x010742D8>
"""
return self.cv
def getshapes(self):
"""Return a list of names of all currently available turtle shapes.
No argument.
Example (for a TurtleScreen instance named screen):
>>> screen.getshapes()
['arrow', 'blank', 'circle', ... , 'turtle']
"""
return sorted(self._shapes.keys())
def onclick(self, fun, btn=1, add=None):
"""Bind fun to mouse-click event on canvas.
Arguments:
fun -- a function with two arguments, the coordinates of the
clicked point on the canvas.
btn -- the number of the mouse-button, defaults to 1
Example (for a TurtleScreen instance named screen)
>>> screen.onclick(goto)
>>> # Subsequently clicking into the TurtleScreen will
>>> # make the turtle move to the clicked point.
>>> screen.onclick(None)
"""
self._onscreenclick(fun, btn, add)
def onkey(self, fun, key):
"""Bind fun to key-release event of key.
Arguments:
fun -- a function with no arguments
key -- a string: key (e.g. "a") or key-symbol (e.g. "space")
In order to be able to register key-events, TurtleScreen
must have focus. (See method listen.)
Example (for a TurtleScreen instance named screen):
>>> def f():
... fd(50)
... lt(60)
...
>>> screen.onkey(f, "Up")
>>> screen.listen()
Subsequently the turtle can be moved by repeatedly pressing
the up-arrow key, consequently drawing a hexagon
"""
if fun is None:
if key in self._keys:
self._keys.remove(key)
elif key not in self._keys:
self._keys.append(key)
self._onkeyrelease(fun, key)
def onkeypress(self, fun, key=None):
"""Bind fun to key-press event of key if key is given,
or to any key-press-event if no key is given.
Arguments:
fun -- a function with no arguments
key -- a string: key (e.g. "a") or key-symbol (e.g. "space")
In order to be able to register key-events, TurtleScreen
must have focus. (See method listen.)
Example (for a TurtleScreen instance named screen
and a Turtle instance named turtle):
>>> def f():
... fd(50)
... lt(60)
...
>>> screen.onkeypress(f, "Up")
>>> screen.listen()
Subsequently the turtle can be moved by repeatedly pressing
the up-arrow key, or by keeping pressed the up-arrow key.
consequently drawing a hexagon.
"""
if fun is None:
if key in self._keys:
self._keys.remove(key)
elif key is not None and key not in self._keys:
self._keys.append(key)
self._onkeypress(fun, key)
def listen(self, xdummy=None, ydummy=None):
"""Set focus on TurtleScreen (in order to collect key-events)
No arguments.
Dummy arguments are provided in order
to be able to pass listen to the onclick method.
Example (for a TurtleScreen instance named screen):
>>> screen.listen()
"""
self._listen()
def ontimer(self, fun, t=0):
"""Install a timer, which calls fun after t milliseconds.
Arguments:
fun -- a function with no arguments.
t -- a number >= 0
Example (for a TurtleScreen instance named screen):
>>> running = True
>>> def f():
... if running:
... fd(50)
... lt(60)
... screen.ontimer(f, 250)
...
>>> f() # makes the turtle marching around
>>> running = False
"""
self._ontimer(fun, t)
def bgpic(self, picname=None):
"""Set background image or return name of current backgroundimage.
Optional argument:
picname -- a string, name of a gif-file or "nopic".
If picname is a filename, set the corresponding image as background.
If picname is "nopic", delete backgroundimage, if present.
If picname is None, return the filename of the current backgroundimage.
Example (for a TurtleScreen instance named screen):
>>> screen.bgpic()
'nopic'
>>> screen.bgpic("landscape.gif")
>>> screen.bgpic()
'landscape.gif'
"""
if picname is None:
return self._bgpicname
if picname not in self._bgpics:
self._bgpics[picname] = self._image(picname)
self._setbgpic(self._bgpic, self._bgpics[picname])
self._bgpicname = picname
def screensize(self, canvwidth=None, canvheight=None, bg=None):
"""Resize the canvas the turtles are drawing on.
Optional arguments:
canvwidth -- positive integer, new width of canvas in pixels
canvheight -- positive integer, new height of canvas in pixels
bg -- colorstring or color-tuple, new backgroundcolor
If no arguments are given, return current (canvaswidth, canvasheight)
Do not alter the drawing window. To observe hidden parts of
the canvas use the scrollbars. (Can make visible those parts
of a drawing, which were outside the canvas before!)
Example (for a Turtle instance named turtle):
>>> turtle.screensize(2000,1500)
>>> # e.g. to search for an erroneously escaped turtle ;-)
"""
return self._resize(canvwidth, canvheight, bg)
onscreenclick = onclick
resetscreen = reset
clearscreen = clear
addshape = register_shape
onkeyrelease = onkey
class TNavigator(object):
"""Navigation part of the RawTurtle.
Implements methods for turtle movement.
"""
START_ORIENTATION = {
"standard": Vec2D(1.0, 0.0),
"world" : Vec2D(1.0, 0.0),
"logo" : Vec2D(0.0, 1.0) }
DEFAULT_MODE = "standard"
DEFAULT_ANGLEOFFSET = 0
DEFAULT_ANGLEORIENT = 1
def __init__(self, mode=DEFAULT_MODE):
self._angleOffset = self.DEFAULT_ANGLEOFFSET
self._angleOrient = self.DEFAULT_ANGLEORIENT
self._mode = mode
self.undobuffer = None
self.degrees()
self._mode = None
self._setmode(mode)
TNavigator.reset(self)
def reset(self):
"""reset turtle to its initial values
Will be overwritten by parent class
"""
self._position = Vec2D(0.0, 0.0)
self._orient = TNavigator.START_ORIENTATION[self._mode]
def _setmode(self, mode=None):
"""Set turtle-mode to 'standard', 'world' or 'logo'.
"""
if mode is None:
return self._mode
if mode not in ["standard", "logo", "world"]:
return
self._mode = mode
if mode in ["standard", "world"]:
self._angleOffset = 0
self._angleOrient = 1
else: # mode == "logo":
self._angleOffset = self._fullcircle/4.
self._angleOrient = -1
def _setDegreesPerAU(self, fullcircle):
"""Helper function for degrees() and radians()"""
self._fullcircle = fullcircle
self._degreesPerAU = 360/fullcircle
if self._mode == "standard":
self._angleOffset = 0
else:
self._angleOffset = fullcircle/4.
def degrees(self, fullcircle=360.0):
""" Set angle measurement units to degrees.
Optional argument:
fullcircle - a number
Set angle measurement units, i. e. set number
of 'degrees' for a full circle. Default value is
360 degrees.
Example (for a Turtle instance named turtle):
>>> turtle.left(90)
>>> turtle.heading()
90
Change angle measurement unit to grad (also known as gon,
grade, or gradian and equals 1/100-th of the right angle.)
>>> turtle.degrees(400.0)
>>> turtle.heading()
100
"""
self._setDegreesPerAU(fullcircle)
def radians(self):
""" Set the angle measurement units to radians.
No arguments.
Example (for a Turtle instance named turtle):
>>> turtle.heading()
90
>>> turtle.radians()
>>> turtle.heading()
1.5707963267948966
"""
self._setDegreesPerAU(2*math.pi)
def _go(self, distance):
"""move turtle forward by specified distance"""
ende = self._position + self._orient * distance
self._goto(ende)
def _rotate(self, angle):
"""Turn turtle counterclockwise by specified angle if angle > 0."""
angle *= self._degreesPerAU
self._orient = self._orient.rotate(angle)
def _goto(self, end):
"""move turtle to position end."""
self._position = end
def forward(self, distance):
"""Move the turtle forward by the specified distance.
Aliases: forward | fd
Argument:
distance -- a number (integer or float)
Move the turtle forward by the specified distance, in the direction
the turtle is headed.
Example (for a Turtle instance named turtle):
>>> turtle.position()
(0.00, 0.00)
>>> turtle.forward(25)
>>> turtle.position()
(25.00,0.00)
>>> turtle.forward(-75)
>>> turtle.position()
(-50.00,0.00)
"""
self._go(distance)
def back(self, distance):
"""Move the turtle backward by distance.
Aliases: back | backward | bk
Argument:
distance -- a number
Move the turtle backward by distance, opposite to the direction the
turtle is headed. Do not change the turtle's heading.
Example (for a Turtle instance named turtle):
>>> turtle.position()
(0.00, 0.00)
>>> turtle.backward(30)
>>> turtle.position()
(-30.00, 0.00)
"""
self._go(-distance)
def right(self, angle):
"""Turn turtle right by angle units.
Aliases: right | rt
Argument:
angle -- a number (integer or float)
Turn turtle right by angle units. (Units are by default degrees,
but can be set via the degrees() and radians() functions.)
Angle orientation depends on mode. (See this.)
Example (for a Turtle instance named turtle):
>>> turtle.heading()
22.0
>>> turtle.right(45)
>>> turtle.heading()
337.0
"""
self._rotate(-angle)
def left(self, angle):
"""Turn turtle left by angle units.
Aliases: left | lt
Argument:
angle -- a number (integer or float)
Turn turtle left by angle units. (Units are by default degrees,
but can be set via the degrees() and radians() functions.)
Angle orientation depends on mode. (See this.)
Example (for a Turtle instance named turtle):
>>> turtle.heading()
22.0
>>> turtle.left(45)
>>> turtle.heading()
67.0
"""
self._rotate(angle)
def pos(self):
"""Return the turtle's current location (x,y), as a Vec2D-vector.
Aliases: pos | position
No arguments.
Example (for a Turtle instance named turtle):
>>> turtle.pos()
(0.00, 240.00)
"""
return self._position
def xcor(self):
""" Return the turtle's x coordinate.
No arguments.
Example (for a Turtle instance named turtle):
>>> reset()
>>> turtle.left(60)
>>> turtle.forward(100)
>>> print turtle.xcor()
50.0
"""
return self._position[0]
def ycor(self):
""" Return the turtle's y coordinate
---
No arguments.
Example (for a Turtle instance named turtle):
>>> reset()
>>> turtle.left(60)
>>> turtle.forward(100)
>>> print turtle.ycor()
86.6025403784
"""
return self._position[1]
def goto(self, x, y=None):
"""Move turtle to an absolute position.
Aliases: setpos | setposition | goto:
Arguments:
x -- a number or a pair/vector of numbers
y -- a number None
call: goto(x, y) # two coordinates
--or: goto((x, y)) # a pair (tuple) of coordinates
--or: goto(vec) # e.g. as returned by pos()
Move turtle to an absolute position. If the pen is down,
a line will be drawn. The turtle's orientation does not change.
Example (for a Turtle instance named turtle):
>>> tp = turtle.pos()
>>> tp
(0.00, 0.00)
>>> turtle.setpos(60,30)
>>> turtle.pos()
(60.00,30.00)
>>> turtle.setpos((20,80))
>>> turtle.pos()
(20.00,80.00)
>>> turtle.setpos(tp)
>>> turtle.pos()
(0.00,0.00)
"""
if y is None:
self._goto(Vec2D(*x))
else:
self._goto(Vec2D(x, y))
def home(self):
"""Move turtle to the origin - coordinates (0,0).
No arguments.
Move turtle to the origin - coordinates (0,0) and set its
heading to its start-orientation (which depends on mode).
Example (for a Turtle instance named turtle):
>>> turtle.home()
"""
self.goto(0, 0)
self.setheading(0)
def setx(self, x):
"""Set the turtle's first coordinate to x
Argument:
x -- a number (integer or float)
Set the turtle's first coordinate to x, leave second coordinate
unchanged.
Example (for a Turtle instance named turtle):
>>> turtle.position()
(0.00, 240.00)
>>> turtle.setx(10)
>>> turtle.position()
(10.00, 240.00)
"""
self._goto(Vec2D(x, self._position[1]))
def sety(self, y):
"""Set the turtle's second coordinate to y
Argument:
y -- a number (integer or float)
Set the turtle's first coordinate to x, second coordinate remains
unchanged.
Example (for a Turtle instance named turtle):
>>> turtle.position()
(0.00, 40.00)
>>> turtle.sety(-10)
>>> turtle.position()
(0.00, -10.00)
"""
self._goto(Vec2D(self._position[0], y))
def distance(self, x, y=None):
"""Return the distance from the turtle to (x,y) in turtle step units.
Arguments:
x -- a number or a pair/vector of numbers or a turtle instance
y -- a number None None
call: distance(x, y) # two coordinates
--or: distance((x, y)) # a pair (tuple) of coordinates
--or: distance(vec) # e.g. as returned by pos()
--or: distance(mypen) # where mypen is another turtle
Example (for a Turtle instance named turtle):
>>> turtle.pos()
(0.00, 0.00)
>>> turtle.distance(30,40)
50.0
>>> pen = Turtle()
>>> pen.forward(77)
>>> turtle.distance(pen)
77.0
"""
if y is not None:
pos = Vec2D(x, y)
if isinstance(x, Vec2D):
pos = x
elif isinstance(x, tuple):
pos = Vec2D(*x)
elif isinstance(x, TNavigator):
pos = x._position
return abs(pos - self._position)
def towards(self, x, y=None):
"""Return the angle of the line from the turtle's position to (x, y).
Arguments:
x -- a number or a pair/vector of numbers or a turtle instance
y -- a number None None
call: distance(x, y) # two coordinates
--or: distance((x, y)) # a pair (tuple) of coordinates
--or: distance(vec) # e.g. as returned by pos()
--or: distance(mypen) # where mypen is another turtle
Return the angle, between the line from turtle-position to position
specified by x, y and the turtle's start orientation. (Depends on
modes - "standard" or "logo")
Example (for a Turtle instance named turtle):
>>> turtle.pos()
(10.00, 10.00)
>>> turtle.towards(0,0)
225.0
"""
if y is not None:
pos = Vec2D(x, y)
if isinstance(x, Vec2D):
pos = x
elif isinstance(x, tuple):
pos = Vec2D(*x)
elif isinstance(x, TNavigator):
pos = x._position
x, y = pos - self._position
result = round(math.atan2(y, x)*180.0/math.pi, 10) % 360.0
result /= self._degreesPerAU
return (self._angleOffset + self._angleOrient*result) % self._fullcircle
def heading(self):
""" Return the turtle's current heading.
No arguments.
Example (for a Turtle instance named turtle):
>>> turtle.left(67)
>>> turtle.heading()
67.0
"""
x, y = self._orient
result = round(math.atan2(y, x)*180.0/math.pi, 10) % 360.0
result /= self._degreesPerAU
return (self._angleOffset + self._angleOrient*result) % self._fullcircle
def setheading(self, to_angle):
"""Set the orientation of the turtle to to_angle.
Aliases: setheading | seth
Argument:
to_angle -- a number (integer or float)
Set the orientation of the turtle to to_angle.
Here are some common directions in degrees:
standard - mode: logo-mode:
-------------------|--------------------
0 - east 0 - north
90 - north 90 - east
180 - west 180 - south
270 - south 270 - west
Example (for a Turtle instance named turtle):
>>> turtle.setheading(90)
>>> turtle.heading()
90
"""
angle = (to_angle - self.heading())*self._angleOrient
full = self._fullcircle
angle = (angle+full/2.)%full - full/2.
self._rotate(angle)
def circle(self, radius, extent = None, steps = None):
""" Draw a circle with given radius.
Arguments:
radius -- a number
extent (optional) -- a number
steps (optional) -- an integer
Draw a circle with given radius. The center is radius units left
of the turtle; extent - an angle - determines which part of the
circle is drawn. If extent is not given, draw the entire circle.
If extent is not a full circle, one endpoint of the arc is the
current pen position. Draw the arc in counterclockwise direction
if radius is positive, otherwise in clockwise direction. Finally
the direction of the turtle is changed by the amount of extent.
As the circle is approximated by an inscribed regular polygon,
steps determines the number of steps to use. If not given,
it will be calculated automatically. Maybe used to draw regular
polygons.
call: circle(radius) # full circle
--or: circle(radius, extent) # arc
--or: circle(radius, extent, steps)
--or: circle(radius, steps=6) # 6-sided polygon
Example (for a Turtle instance named turtle):
>>> turtle.circle(50)
>>> turtle.circle(120, 180) # semicircle
"""
if self.undobuffer:
self.undobuffer.push(["seq"])
self.undobuffer.cumulate = True
speed = self.speed()
if extent is None:
extent = self._fullcircle
if steps is None:
frac = abs(extent)/self._fullcircle
steps = 1+int(min(11+abs(radius)/6.0, 59.0)*frac)
w = 1.0 * extent / steps
w2 = 0.5 * w
l = 2.0 * radius * math.sin(w2*math.pi/180.0*self._degreesPerAU)
if radius < 0:
l, w, w2 = -l, -w, -w2
tr = self._tracer()
dl = self._delay()
if speed == 0:
self._tracer(0, 0)
else:
self.speed(0)
self._rotate(w2)
for i in range(steps):
self.speed(speed)
self._go(l)
self.speed(0)
self._rotate(w)
self._rotate(-w2)
if speed == 0:
self._tracer(tr, dl)
self.speed(speed)
if self.undobuffer:
self.undobuffer.cumulate = False
## three dummy methods to be implemented by child class:
def speed(self, s=0):
"""dummy method - to be overwritten by child class"""
def _tracer(self, a=None, b=None):
"""dummy method - to be overwritten by child class"""
def _delay(self, n=None):
"""dummy method - to be overwritten by child class"""
fd = forward
bk = back
backward = back
rt = right
lt = left
position = pos
setpos = goto
setposition = goto
seth = setheading
class TPen(object):
"""Drawing part of the RawTurtle.
Implements drawing properties.
"""
def __init__(self, resizemode=_CFG["resizemode"]):
self._resizemode = resizemode # or "user" or "noresize"
self.undobuffer = None
TPen._reset(self)
def _reset(self, pencolor=_CFG["pencolor"],
fillcolor=_CFG["fillcolor"]):
self._pensize = 1
self._shown = True
self._pencolor = pencolor
self._fillcolor = fillcolor
self._drawing = True
self._speed = 3
self._stretchfactor = (1., 1.)
self._shearfactor = 0.
self._tilt = 0.
self._shapetrafo = (1., 0., 0., 1.)
self._outlinewidth = 1
def resizemode(self, rmode=None):
"""Set resizemode to one of the values: "auto", "user", "noresize".
(Optional) Argument:
rmode -- one of the strings "auto", "user", "noresize"
Different resizemodes have the following effects:
- "auto" adapts the appearance of the turtle
corresponding to the value of pensize.
- "user" adapts the appearance of the turtle according to the
values of stretchfactor and outlinewidth (outline),
which are set by shapesize()
- "noresize" no adaption of the turtle's appearance takes place.
If no argument is given, return current resizemode.
resizemode("user") is called by a call of shapesize with arguments.
Examples (for a Turtle instance named turtle):
>>> turtle.resizemode("noresize")
>>> turtle.resizemode()
'noresize'
"""
if rmode is None:
return self._resizemode
rmode = rmode.lower()
if rmode in ["auto", "user", "noresize"]:
self.pen(resizemode=rmode)
def pensize(self, width=None):
"""Set or return the line thickness.
Aliases: pensize | width
Argument:
width -- positive number
Set the line thickness to width or return it. If resizemode is set
to "auto" and turtleshape is a polygon, that polygon is drawn with
the same line thickness. If no argument is given, current pensize
is returned.
Example (for a Turtle instance named turtle):
>>> turtle.pensize()
1
>>> turtle.pensize(10) # from here on lines of width 10 are drawn
"""
if width is None:
return self._pensize
self.pen(pensize=width)
def penup(self):
"""Pull the pen up -- no drawing when moving.
Aliases: penup | pu | up
No argument
Example (for a Turtle instance named turtle):
>>> turtle.penup()
"""
if not self._drawing:
return
self.pen(pendown=False)
def pendown(self):
"""Pull the pen down -- drawing when moving.
Aliases: pendown | pd | down
No argument.
Example (for a Turtle instance named turtle):
>>> turtle.pendown()
"""
if self._drawing:
return
self.pen(pendown=True)
def isdown(self):
"""Return True if pen is down, False if it's up.
No argument.
Example (for a Turtle instance named turtle):
>>> turtle.penup()
>>> turtle.isdown()
False
>>> turtle.pendown()
>>> turtle.isdown()
True
"""
return self._drawing
def speed(self, speed=None):
""" Return or set the turtle's speed.
Optional argument:
speed -- an integer in the range 0..10 or a speedstring (see below)
Set the turtle's speed to an integer value in the range 0 .. 10.
If no argument is given: return current speed.
If input is a number greater than 10 or smaller than 0.5,
speed is set to 0.
Speedstrings are mapped to speedvalues in the following way:
'fastest' : 0
'fast' : 10
'normal' : 6
'slow' : 3
'slowest' : 1
speeds from 1 to 10 enforce increasingly faster animation of
line drawing and turtle turning.
Attention:
speed = 0 : *no* animation takes place. forward/back makes turtle jump
and likewise left/right make the turtle turn instantly.
Example (for a Turtle instance named turtle):
>>> turtle.speed(3)
"""
speeds = {'fastest':0, 'fast':10, 'normal':6, 'slow':3, 'slowest':1 }
if speed is None:
return self._speed
if speed in speeds:
speed = speeds[speed]
elif 0.5 < speed < 10.5:
speed = int(round(speed))
else:
speed = 0
self.pen(speed=speed)
def color(self, *args):
"""Return or set the pencolor and fillcolor.
Arguments:
Several input formats are allowed.
They use 0, 1, 2, or 3 arguments as follows:
color()
Return the current pencolor and the current fillcolor
as a pair of color specification strings as are returned
by pencolor and fillcolor.
color(colorstring), color((r,g,b)), color(r,g,b)
inputs as in pencolor, set both, fillcolor and pencolor,
to the given value.
color(colorstring1, colorstring2),
color((r1,g1,b1), (r2,g2,b2))
equivalent to pencolor(colorstring1) and fillcolor(colorstring2)
and analogously, if the other input format is used.
If turtleshape is a polygon, outline and interior of that polygon
is drawn with the newly set colors.
For more info see: pencolor, fillcolor
Example (for a Turtle instance named turtle):
>>> turtle.color('red', 'green')
>>> turtle.color()
('red', 'green')
>>> colormode(255)
>>> color((40, 80, 120), (160, 200, 240))
>>> color()
('#285078', '#a0c8f0')
"""
if args:
l = len(args)
if l == 1:
pcolor = fcolor = args[0]
elif l == 2:
pcolor, fcolor = args
elif l == 3:
pcolor = fcolor = args
pcolor = self._colorstr(pcolor)
fcolor = self._colorstr(fcolor)
self.pen(pencolor=pcolor, fillcolor=fcolor)
else:
return self._color(self._pencolor), self._color(self._fillcolor)
def pencolor(self, *args):
""" Return or set the pencolor.
Arguments:
Four input formats are allowed:
- pencolor()
Return the current pencolor as color specification string,
possibly in hex-number format (see example).
May be used as input to another color/pencolor/fillcolor call.
- pencolor(colorstring)
s is a Tk color specification string, such as "red" or "yellow"
- pencolor((r, g, b))
*a tuple* of r, g, and b, which represent, an RGB color,
and each of r, g, and b are in the range 0..colormode,
where colormode is either 1.0 or 255
- pencolor(r, g, b)
r, g, and b represent an RGB color, and each of r, g, and b
are in the range 0..colormode
If turtleshape is a polygon, the outline of that polygon is drawn
with the newly set pencolor.
Example (for a Turtle instance named turtle):
>>> turtle.pencolor('brown')
>>> tup = (0.2, 0.8, 0.55)
>>> turtle.pencolor(tup)
>>> turtle.pencolor()
'#33cc8c'
"""
if args:
color = self._colorstr(args)
if color == self._pencolor:
return
self.pen(pencolor=color)
else:
return self._color(self._pencolor)
def fillcolor(self, *args):
""" Return or set the fillcolor.
Arguments:
Four input formats are allowed:
- fillcolor()
Return the current fillcolor as color specification string,
possibly in hex-number format (see example).
May be used as input to another color/pencolor/fillcolor call.
- fillcolor(colorstring)
s is a Tk color specification string, such as "red" or "yellow"
- fillcolor((r, g, b))
*a tuple* of r, g, and b, which represent, an RGB color,
and each of r, g, and b are in the range 0..colormode,
where colormode is either 1.0 or 255
- fillcolor(r, g, b)
r, g, and b represent an RGB color, and each of r, g, and b
are in the range 0..colormode
If turtleshape is a polygon, the interior of that polygon is drawn
with the newly set fillcolor.
Example (for a Turtle instance named turtle):
>>> turtle.fillcolor('violet')
>>> col = turtle.pencolor()
>>> turtle.fillcolor(col)
>>> turtle.fillcolor(0, .5, 0)
"""
if args:
color = self._colorstr(args)
if color == self._fillcolor:
return
self.pen(fillcolor=color)
else:
return self._color(self._fillcolor)
def showturtle(self):
"""Makes the turtle visible.
Aliases: showturtle | st
No argument.
Example (for a Turtle instance named turtle):
>>> turtle.hideturtle()
>>> turtle.showturtle()
"""
self.pen(shown=True)
def hideturtle(self):
"""Makes the turtle invisible.
Aliases: hideturtle | ht
No argument.
It's a good idea to do this while you're in the
middle of a complicated drawing, because hiding
the turtle speeds up the drawing observably.
Example (for a Turtle instance named turtle):
>>> turtle.hideturtle()
"""
self.pen(shown=False)
def isvisible(self):
"""Return True if the Turtle is shown, False if it's hidden.
No argument.
Example (for a Turtle instance named turtle):
>>> turtle.hideturtle()
>>> print turtle.isvisible():
False
"""
return self._shown
def pen(self, pen=None, **pendict):
"""Return or set the pen's attributes.
Arguments:
pen -- a dictionary with some or all of the below listed keys.
**pendict -- one or more keyword-arguments with the below
listed keys as keywords.
Return or set the pen's attributes in a 'pen-dictionary'
with the following key/value pairs:
"shown" : True/False
"pendown" : True/False
"pencolor" : color-string or color-tuple
"fillcolor" : color-string or color-tuple
"pensize" : positive number
"speed" : number in range 0..10
"resizemode" : "auto" or "user" or "noresize"
"stretchfactor": (positive number, positive number)
"shearfactor": number
"outline" : positive number
"tilt" : number
This dictionary can be used as argument for a subsequent
pen()-call to restore the former pen-state. Moreover one
or more of these attributes can be provided as keyword-arguments.
This can be used to set several pen attributes in one statement.
Examples (for a Turtle instance named turtle):
>>> turtle.pen(fillcolor="black", pencolor="red", pensize=10)
>>> turtle.pen()
{'pensize': 10, 'shown': True, 'resizemode': 'auto', 'outline': 1,
'pencolor': 'red', 'pendown': True, 'fillcolor': 'black',
'stretchfactor': (1,1), 'speed': 3, 'shearfactor': 0.0}
>>> penstate=turtle.pen()
>>> turtle.color("yellow","")
>>> turtle.penup()
>>> turtle.pen()
{'pensize': 10, 'shown': True, 'resizemode': 'auto', 'outline': 1,
'pencolor': 'yellow', 'pendown': False, 'fillcolor': '',
'stretchfactor': (1,1), 'speed': 3, 'shearfactor': 0.0}
>>> p.pen(penstate, fillcolor="green")
>>> p.pen()
{'pensize': 10, 'shown': True, 'resizemode': 'auto', 'outline': 1,
'pencolor': 'red', 'pendown': True, 'fillcolor': 'green',
'stretchfactor': (1,1), 'speed': 3, 'shearfactor': 0.0}
"""
_pd = {"shown" : self._shown,
"pendown" : self._drawing,
"pencolor" : self._pencolor,
"fillcolor" : self._fillcolor,
"pensize" : self._pensize,
"speed" : self._speed,
"resizemode" : self._resizemode,
"stretchfactor" : self._stretchfactor,
"shearfactor" : self._shearfactor,
"outline" : self._outlinewidth,
"tilt" : self._tilt
}
if not (pen or pendict):
return _pd
if isinstance(pen, dict):
p = pen
else:
p = {}
p.update(pendict)
_p_buf = {}
for key in p:
_p_buf[key] = _pd[key]
if self.undobuffer:
self.undobuffer.push(("pen", _p_buf))
newLine = False
if "pendown" in p:
if self._drawing != p["pendown"]:
newLine = True
if "pencolor" in p:
if isinstance(p["pencolor"], tuple):
p["pencolor"] = self._colorstr((p["pencolor"],))
if self._pencolor != p["pencolor"]:
newLine = True
if "pensize" in p:
if self._pensize != p["pensize"]:
newLine = True
if newLine:
self._newLine()
if "pendown" in p:
self._drawing = p["pendown"]
if "pencolor" in p:
self._pencolor = p["pencolor"]
if "pensize" in p:
self._pensize = p["pensize"]
if "fillcolor" in p:
if isinstance(p["fillcolor"], tuple):
p["fillcolor"] = self._colorstr((p["fillcolor"],))
self._fillcolor = p["fillcolor"]
if "speed" in p:
self._speed = p["speed"]
if "resizemode" in p:
self._resizemode = p["resizemode"]
if "stretchfactor" in p:
sf = p["stretchfactor"]
if isinstance(sf, (int, float)):
sf = (sf, sf)
self._stretchfactor = sf
if "shearfactor" in p:
self._shearfactor = p["shearfactor"]
if "outline" in p:
self._outlinewidth = p["outline"]
if "shown" in p:
self._shown = p["shown"]
if "tilt" in p:
self._tilt = p["tilt"]
if "stretchfactor" in p or "tilt" in p or "shearfactor" in p:
scx, scy = self._stretchfactor
shf = self._shearfactor
sa, ca = math.sin(self._tilt), math.cos(self._tilt)
self._shapetrafo = ( scx*ca, scy*(shf*ca + sa),
-scx*sa, scy*(ca - shf*sa))
self._update()
## three dummy methods to be implemented by child class:
def _newLine(self, usePos = True):
"""dummy method - to be overwritten by child class"""
def _update(self, count=True, forced=False):
"""dummy method - to be overwritten by child class"""
def _color(self, args):
"""dummy method - to be overwritten by child class"""
def _colorstr(self, args):
"""dummy method - to be overwritten by child class"""
width = pensize
up = penup
pu = penup
pd = pendown
down = pendown
st = showturtle
ht = hideturtle
class _TurtleImage(object):
"""Helper class: Datatype to store Turtle attributes
"""
def __init__(self, screen, shapeIndex):
self.screen = screen
self._type = None
self._setshape(shapeIndex)
def _setshape(self, shapeIndex):
screen = self.screen
self.shapeIndex = shapeIndex
if self._type == "polygon" == screen._shapes[shapeIndex]._type:
return
if self._type == "image" == screen._shapes[shapeIndex]._type:
return
if self._type in ["image", "polygon"]:
screen._delete(self._item)
elif self._type == "compound":
for item in self._item:
screen._delete(item)
self._type = screen._shapes[shapeIndex]._type
if self._type == "polygon":
self._item = screen._createpoly()
elif self._type == "image":
self._item = screen._createimage(screen._shapes["blank"]._data)
elif self._type == "compound":
self._item = [screen._createpoly() for item in
screen._shapes[shapeIndex]._data]
class RawTurtle(TPen, TNavigator):
"""Animation part of the RawTurtle.
Puts RawTurtle upon a TurtleScreen and provides tools for
its animation.
"""
screens = []
def __init__(self, canvas=None,
shape=_CFG["shape"],
undobuffersize=_CFG["undobuffersize"],
visible=_CFG["visible"]):
if isinstance(canvas, _Screen):
self.screen = canvas
elif isinstance(canvas, TurtleScreen):
if canvas not in RawTurtle.screens:
RawTurtle.screens.append(canvas)
self.screen = canvas
elif isinstance(canvas, (ScrolledCanvas, Canvas)):
for screen in RawTurtle.screens:
if screen.cv == canvas:
self.screen = screen
break
else:
self.screen = TurtleScreen(canvas)
RawTurtle.screens.append(self.screen)
else:
raise TurtleGraphicsError("bad canvas argument %s" % canvas)
screen = self.screen
TNavigator.__init__(self, screen.mode())
TPen.__init__(self)
screen._turtles.append(self)
self.drawingLineItem = screen._createline()
self.turtle = _TurtleImage(screen, shape)
self._poly = None
self._creatingPoly = False
self._fillitem = self._fillpath = None
self._shown = visible
self._hidden_from_screen = False
self.currentLineItem = screen._createline()
self.currentLine = [self._position]
self.items = [self.currentLineItem]
self.stampItems = []
self._undobuffersize = undobuffersize
self.undobuffer = Tbuffer(undobuffersize)
self._update()
def reset(self):
"""Delete the turtle's drawings and restore its default values.
No argument.
Delete the turtle's drawings from the screen, re-center the turtle
and set variables to the default values.
Example (for a Turtle instance named turtle):
>>> turtle.position()
(0.00,-22.00)
>>> turtle.heading()
100.0
>>> turtle.reset()
>>> turtle.position()
(0.00,0.00)
>>> turtle.heading()
0.0
"""
TNavigator.reset(self)
TPen._reset(self)
self._clear()
self._drawturtle()
self._update()
def setundobuffer(self, size):
"""Set or disable undobuffer.
Argument:
size -- an integer or None
If size is an integer an empty undobuffer of given size is installed.
Size gives the maximum number of turtle-actions that can be undone
by the undo() function.
If size is None, no undobuffer is present.
Example (for a Turtle instance named turtle):
>>> turtle.setundobuffer(42)
"""
if size is None or size <= 0:
self.undobuffer = None
else:
self.undobuffer = Tbuffer(size)
def undobufferentries(self):
"""Return count of entries in the undobuffer.
No argument.
Example (for a Turtle instance named turtle):
>>> while undobufferentries():
... undo()
"""
if self.undobuffer is None:
return 0
return self.undobuffer.nr_of_items()
def _clear(self):
"""Delete all of pen's drawings"""
self._fillitem = self._fillpath = None
for item in self.items:
self.screen._delete(item)
self.currentLineItem = self.screen._createline()
self.currentLine = []
if self._drawing:
self.currentLine.append(self._position)
self.items = [self.currentLineItem]
self.clearstamps()
self.setundobuffer(self._undobuffersize)
def clear(self):
"""Delete the turtle's drawings from the screen. Do not move turtle.
No arguments.
Delete the turtle's drawings from the screen. Do not move turtle.
State and position of the turtle as well as drawings of other
turtles are not affected.
Examples (for a Turtle instance named turtle):
>>> turtle.clear()
"""
self._clear()
self._update()
def _update_data(self):
self.screen._incrementudc()
if self.screen._updatecounter != 0:
return
if len(self.currentLine)>1:
self.screen._drawline(self.currentLineItem, self.currentLine,
self._pencolor, self._pensize)
def _update(self):
"""Perform a Turtle-data update.
"""
screen = self.screen
if screen._tracing == 0:
return
elif screen._tracing == 1:
self._update_data()
self._drawturtle()
screen._update() # TurtleScreenBase
screen._delay(screen._delayvalue) # TurtleScreenBase
else:
self._update_data()
if screen._updatecounter == 0:
for t in screen.turtles():
t._drawturtle()
screen._update()
def _tracer(self, flag=None, delay=None):
"""Turns turtle animation on/off and set delay for update drawings.
Optional arguments:
n -- nonnegative integer
delay -- nonnegative integer
If n is given, only each n-th regular screen update is really performed.
(Can be used to accelerate the drawing of complex graphics.)
Second arguments sets delay value (see RawTurtle.delay())
Example (for a Turtle instance named turtle):
>>> turtle.tracer(8, 25)
>>> dist = 2
>>> for i in range(200):
... turtle.fd(dist)
... turtle.rt(90)
... dist += 2
"""
return self.screen.tracer(flag, delay)
def _color(self, args):
return self.screen._color(args)
def _colorstr(self, args):
return self.screen._colorstr(args)
def _cc(self, args):
"""Convert colortriples to hexstrings.
"""
if isinstance(args, str):
return args
try:
r, g, b = args
except (TypeError, ValueError):
raise TurtleGraphicsError("bad color arguments: %s" % str(args))
if self.screen._colormode == 1.0:
r, g, b = [round(255.0*x) for x in (r, g, b)]
if not ((0 <= r <= 255) and (0 <= g <= 255) and (0 <= b <= 255)):
raise TurtleGraphicsError("bad color sequence: %s" % str(args))
return "#%02x%02x%02x" % (r, g, b)
def clone(self):
"""Create and return a clone of the turtle.
No argument.
Create and return a clone of the turtle with same position, heading
and turtle properties.
Example (for a Turtle instance named mick):
mick = Turtle()
joe = mick.clone()
"""
screen = self.screen
self._newLine(self._drawing)
turtle = self.turtle
self.screen = None
self.turtle = None # too make self deepcopy-able
q = deepcopy(self)
self.screen = screen
self.turtle = turtle
q.screen = screen
q.turtle = _TurtleImage(screen, self.turtle.shapeIndex)
screen._turtles.append(q)
ttype = screen._shapes[self.turtle.shapeIndex]._type
if ttype == "polygon":
q.turtle._item = screen._createpoly()
elif ttype == "image":
q.turtle._item = screen._createimage(screen._shapes["blank"]._data)
elif ttype == "compound":
q.turtle._item = [screen._createpoly() for item in
screen._shapes[self.turtle.shapeIndex]._data]
q.currentLineItem = screen._createline()
q._update()
return q
def shape(self, name=None):
"""Set turtle shape to shape with given name / return current shapename.
Optional argument:
name -- a string, which is a valid shapename
Set turtle shape to shape with given name or, if name is not given,
return name of current shape.
Shape with name must exist in the TurtleScreen's shape dictionary.
Initially there are the following polygon shapes:
'arrow', 'turtle', 'circle', 'square', 'triangle', 'classic'.
To learn about how to deal with shapes see Screen-method register_shape.
Example (for a Turtle instance named turtle):
>>> turtle.shape()
'arrow'
>>> turtle.shape("turtle")
>>> turtle.shape()
'turtle'
"""
if name is None:
return self.turtle.shapeIndex
if not name in self.screen.getshapes():
raise TurtleGraphicsError("There is no shape named %s" % name)
self.turtle._setshape(name)
self._update()
def shapesize(self, stretch_wid=None, stretch_len=None, outline=None):
"""Set/return turtle's stretchfactors/outline. Set resizemode to "user".
Optional arguments:
stretch_wid : positive number
stretch_len : positive number
outline : positive number
Return or set the pen's attributes x/y-stretchfactors and/or outline.
Set resizemode to "user".
If and only if resizemode is set to "user", the turtle will be displayed
stretched according to its stretchfactors:
stretch_wid is stretchfactor perpendicular to orientation
stretch_len is stretchfactor in direction of turtles orientation.
outline determines the width of the shapes's outline.
Examples (for a Turtle instance named turtle):
>>> turtle.resizemode("user")
>>> turtle.shapesize(5, 5, 12)
>>> turtle.shapesize(outline=8)
"""
if stretch_wid is stretch_len is outline is None:
stretch_wid, stretch_len = self._stretchfactor
return stretch_wid, stretch_len, self._outlinewidth
if stretch_wid == 0 or stretch_len == 0:
raise TurtleGraphicsError("stretch_wid/stretch_len must not be zero")
if stretch_wid is not None:
if stretch_len is None:
stretchfactor = stretch_wid, stretch_wid
else:
stretchfactor = stretch_wid, stretch_len
elif stretch_len is not None:
stretchfactor = self._stretchfactor[0], stretch_len
else:
stretchfactor = self._stretchfactor
if outline is None:
outline = self._outlinewidth
self.pen(resizemode="user",
stretchfactor=stretchfactor, outline=outline)
def shearfactor(self, shear=None):
"""Set or return the current shearfactor.
Optional argument: shear -- number, tangent of the shear angle
Shear the turtleshape according to the given shearfactor shear,
which is the tangent of the shear angle. DO NOT change the
turtle's heading (direction of movement).
If shear is not given: return the current shearfactor, i. e. the
tangent of the shear angle, by which lines parallel to the
heading of the turtle are sheared.
Examples (for a Turtle instance named turtle):
>>> turtle.shape("circle")
>>> turtle.shapesize(5,2)
>>> turtle.shearfactor(0.5)
>>> turtle.shearfactor()
>>> 0.5
"""
if shear is None:
return self._shearfactor
self.pen(resizemode="user", shearfactor=shear)
def settiltangle(self, angle):
"""Rotate the turtleshape to point in the specified direction
Argument: angle -- number
Rotate the turtleshape to point in the direction specified by angle,
regardless of its current tilt-angle. DO NOT change the turtle's
heading (direction of movement).
Examples (for a Turtle instance named turtle):
>>> turtle.shape("circle")
>>> turtle.shapesize(5,2)
>>> turtle.settiltangle(45)
>>> stamp()
>>> turtle.fd(50)
>>> turtle.settiltangle(-45)
>>> stamp()
>>> turtle.fd(50)
"""
tilt = -angle * self._degreesPerAU * self._angleOrient
tilt = (tilt * math.pi / 180.0) % (2*math.pi)
self.pen(resizemode="user", tilt=tilt)
def tiltangle(self, angle=None):
"""Set or return the current tilt-angle.
Optional argument: angle -- number
Rotate the turtleshape to point in the direction specified by angle,
regardless of its current tilt-angle. DO NOT change the turtle's
heading (direction of movement).
If angle is not given: return the current tilt-angle, i. e. the angle
between the orientation of the turtleshape and the heading of the
turtle (its direction of movement).
Deprecated since Python 3.1
Examples (for a Turtle instance named turtle):
>>> turtle.shape("circle")
>>> turtle.shapesize(5,2)
>>> turtle.tilt(45)
>>> turtle.tiltangle()
"""
if angle is None:
tilt = -self._tilt * (180.0/math.pi) * self._angleOrient
return (tilt / self._degreesPerAU) % self._fullcircle
else:
self.settiltangle(angle)
def tilt(self, angle):
"""Rotate the turtleshape by angle.
Argument:
angle - a number
Rotate the turtleshape by angle from its current tilt-angle,
but do NOT change the turtle's heading (direction of movement).
Examples (for a Turtle instance named turtle):
>>> turtle.shape("circle")
>>> turtle.shapesize(5,2)
>>> turtle.tilt(30)
>>> turtle.fd(50)
>>> turtle.tilt(30)
>>> turtle.fd(50)
"""
self.settiltangle(angle + self.tiltangle())
def shapetransform(self, t11=None, t12=None, t21=None, t22=None):
"""Set or return the current transformation matrix of the turtle shape.
Optional arguments: t11, t12, t21, t22 -- numbers.
If none of the matrix elements are given, return the transformation
matrix.
Otherwise set the given elements and transform the turtleshape
according to the matrix consisting of first row t11, t12 and
second row t21, 22.
Modify stretchfactor, shearfactor and tiltangle according to the
given matrix.
Examples (for a Turtle instance named turtle):
>>> turtle.shape("square")
>>> turtle.shapesize(4,2)
>>> turtle.shearfactor(-0.5)
>>> turtle.shapetransform()
(4.0, -1.0, -0.0, 2.0)
"""
if t11 is t12 is t21 is t22 is None:
return self._shapetrafo
m11, m12, m21, m22 = self._shapetrafo
if t11 is not None: m11 = t11
if t12 is not None: m12 = t12
if t21 is not None: m21 = t21
if t22 is not None: m22 = t22
if t11 * t22 - t12 * t21 == 0:
raise TurtleGraphicsError("Bad shape transform matrix: must not be singular")
self._shapetrafo = (m11, m12, m21, m22)
alfa = math.atan2(-m21, m11) % (2 * math.pi)
sa, ca = math.sin(alfa), math.cos(alfa)
a11, a12, a21, a22 = (ca*m11 - sa*m21, ca*m12 - sa*m22,
sa*m11 + ca*m21, sa*m12 + ca*m22)
self._stretchfactor = a11, a22
self._shearfactor = a12/a22
self._tilt = alfa
self.pen(resizemode="user")
def _polytrafo(self, poly):
"""Computes transformed polygon shapes from a shape
according to current position and heading.
"""
screen = self.screen
p0, p1 = self._position
e0, e1 = self._orient
e = Vec2D(e0, e1 * screen.yscale / screen.xscale)
e0, e1 = (1.0 / abs(e)) * e
return [(p0+(e1*x+e0*y)/screen.xscale, p1+(-e0*x+e1*y)/screen.yscale)
for (x, y) in poly]
def get_shapepoly(self):
"""Return the current shape polygon as tuple of coordinate pairs.
No argument.
Examples (for a Turtle instance named turtle):
>>> turtle.shape("square")
>>> turtle.shapetransform(4, -1, 0, 2)
>>> turtle.get_shapepoly()
((50, -20), (30, 20), (-50, 20), (-30, -20))
"""
shape = self.screen._shapes[self.turtle.shapeIndex]
if shape._type == "polygon":
return self._getshapepoly(shape._data, shape._type == "compound")
# else return None
def _getshapepoly(self, polygon, compound=False):
"""Calculate transformed shape polygon according to resizemode
and shapetransform.
"""
if self._resizemode == "user" or compound:
t11, t12, t21, t22 = self._shapetrafo
elif self._resizemode == "auto":
l = max(1, self._pensize/5.0)
t11, t12, t21, t22 = l, 0, 0, l
elif self._resizemode == "noresize":
return polygon
return tuple((t11*x + t12*y, t21*x + t22*y) for (x, y) in polygon)
def _drawturtle(self):
"""Manages the correct rendering of the turtle with respect to
its shape, resizemode, stretch and tilt etc."""
screen = self.screen
shape = screen._shapes[self.turtle.shapeIndex]
ttype = shape._type
titem = self.turtle._item
if self._shown and screen._updatecounter == 0 and screen._tracing > 0:
self._hidden_from_screen = False
tshape = shape._data
if ttype == "polygon":
if self._resizemode == "noresize": w = 1
elif self._resizemode == "auto": w = self._pensize
else: w =self._outlinewidth
shape = self._polytrafo(self._getshapepoly(tshape))
fc, oc = self._fillcolor, self._pencolor
screen._drawpoly(titem, shape, fill=fc, outline=oc,
width=w, top=True)
elif ttype == "image":
screen._drawimage(titem, self._position, tshape)
elif ttype == "compound":
for item, (poly, fc, oc) in zip(titem, tshape):
poly = self._polytrafo(self._getshapepoly(poly, True))
screen._drawpoly(item, poly, fill=self._cc(fc),
outline=self._cc(oc), width=self._outlinewidth, top=True)
else:
if self._hidden_from_screen:
return
if ttype == "polygon":
screen._drawpoly(titem, ((0, 0), (0, 0), (0, 0)), "", "")
elif ttype == "image":
screen._drawimage(titem, self._position,
screen._shapes["blank"]._data)
elif ttype == "compound":
for item in titem:
screen._drawpoly(item, ((0, 0), (0, 0), (0, 0)), "", "")
self._hidden_from_screen = True
############################## stamp stuff ###############################
def stamp(self):
"""Stamp a copy of the turtleshape onto the canvas and return its id.
No argument.
Stamp a copy of the turtle shape onto the canvas at the current
turtle position. Return a stamp_id for that stamp, which can be
used to delete it by calling clearstamp(stamp_id).
Example (for a Turtle instance named turtle):
>>> turtle.color("blue")
>>> turtle.stamp()
13
>>> turtle.fd(50)
"""
screen = self.screen
shape = screen._shapes[self.turtle.shapeIndex]
ttype = shape._type
tshape = shape._data
if ttype == "polygon":
stitem = screen._createpoly()
if self._resizemode == "noresize": w = 1
elif self._resizemode == "auto": w = self._pensize
else: w =self._outlinewidth
shape = self._polytrafo(self._getshapepoly(tshape))
fc, oc = self._fillcolor, self._pencolor
screen._drawpoly(stitem, shape, fill=fc, outline=oc,
width=w, top=True)
elif ttype == "image":
stitem = screen._createimage("")
screen._drawimage(stitem, self._position, tshape)
elif ttype == "compound":
stitem = []
for element in tshape:
item = screen._createpoly()
stitem.append(item)
stitem = tuple(stitem)
for item, (poly, fc, oc) in zip(stitem, tshape):
poly = self._polytrafo(self._getshapepoly(poly, True))
screen._drawpoly(item, poly, fill=self._cc(fc),
outline=self._cc(oc), width=self._outlinewidth, top=True)
self.stampItems.append(stitem)
self.undobuffer.push(("stamp", stitem))
return stitem
def _clearstamp(self, stampid):
"""does the work for clearstamp() and clearstamps()
"""
if stampid in self.stampItems:
if isinstance(stampid, tuple):
for subitem in stampid:
self.screen._delete(subitem)
else:
self.screen._delete(stampid)
self.stampItems.remove(stampid)
# Delete stampitem from undobuffer if necessary
# if clearstamp is called directly.
item = ("stamp", stampid)
buf = self.undobuffer
if item not in buf.buffer:
return
index = buf.buffer.index(item)
buf.buffer.remove(item)
if index <= buf.ptr:
buf.ptr = (buf.ptr - 1) % buf.bufsize
buf.buffer.insert((buf.ptr+1)%buf.bufsize, [None])
def clearstamp(self, stampid):
"""Delete stamp with given stampid
Argument:
stampid - an integer, must be return value of previous stamp() call.
Example (for a Turtle instance named turtle):
>>> turtle.color("blue")
>>> astamp = turtle.stamp()
>>> turtle.fd(50)
>>> turtle.clearstamp(astamp)
"""
self._clearstamp(stampid)
self._update()
def clearstamps(self, n=None):
"""Delete all or first/last n of turtle's stamps.
Optional argument:
n -- an integer
If n is None, delete all of pen's stamps,
else if n > 0 delete first n stamps
else if n < 0 delete last n stamps.
Example (for a Turtle instance named turtle):
>>> for i in range(8):
... turtle.stamp(); turtle.fd(30)
...
>>> turtle.clearstamps(2)
>>> turtle.clearstamps(-2)
>>> turtle.clearstamps()
"""
if n is None:
toDelete = self.stampItems[:]
elif n >= 0:
toDelete = self.stampItems[:n]
else:
toDelete = self.stampItems[n:]
for item in toDelete:
self._clearstamp(item)
self._update()
def _goto(self, end):
"""Move the pen to the point end, thereby drawing a line
if pen is down. All other methods for turtle movement depend
on this one.
"""
## Version with undo-stuff
go_modes = ( self._drawing,
self._pencolor,
self._pensize,
isinstance(self._fillpath, list))
screen = self.screen
undo_entry = ("go", self._position, end, go_modes,
(self.currentLineItem,
self.currentLine[:],
screen._pointlist(self.currentLineItem),
self.items[:])
)
if self.undobuffer:
self.undobuffer.push(undo_entry)
start = self._position
if self._speed and screen._tracing == 1:
diff = (end-start)
diffsq = (diff[0]*screen.xscale)**2 + (diff[1]*screen.yscale)**2
nhops = 1+int((diffsq**0.5)/(3*(1.1**self._speed)*self._speed))
delta = diff * (1.0/nhops)
for n in range(1, nhops):
if n == 1:
top = True
else:
top = False
self._position = start + delta * n
if self._drawing:
screen._drawline(self.drawingLineItem,
(start, self._position),
self._pencolor, self._pensize, top)
self._update()
if self._drawing:
screen._drawline(self.drawingLineItem, ((0, 0), (0, 0)),
fill="", width=self._pensize)
# Turtle now at end,
if self._drawing: # now update currentLine
self.currentLine.append(end)
if isinstance(self._fillpath, list):
self._fillpath.append(end)
###### vererbung!!!!!!!!!!!!!!!!!!!!!!
self._position = end
if self._creatingPoly:
self._poly.append(end)
if len(self.currentLine) > 42: # 42! answer to the ultimate question
# of life, the universe and everything
self._newLine()
self._update() #count=True)
def _undogoto(self, entry):
"""Reverse a _goto. Used for undo()
"""
old, new, go_modes, coodata = entry
drawing, pc, ps, filling = go_modes
cLI, cL, pl, items = coodata
screen = self.screen
if abs(self._position - new) > 0.5:
print ("undogoto: HALLO-DA-STIMMT-WAS-NICHT!")
# restore former situation
self.currentLineItem = cLI
self.currentLine = cL
if pl == [(0, 0), (0, 0)]:
usepc = ""
else:
usepc = pc
screen._drawline(cLI, pl, fill=usepc, width=ps)
todelete = [i for i in self.items if (i not in items) and
(screen._type(i) == "line")]
for i in todelete:
screen._delete(i)
self.items.remove(i)
start = old
if self._speed and screen._tracing == 1:
diff = old - new
diffsq = (diff[0]*screen.xscale)**2 + (diff[1]*screen.yscale)**2
nhops = 1+int((diffsq**0.5)/(3*(1.1**self._speed)*self._speed))
delta = diff * (1.0/nhops)
for n in range(1, nhops):
if n == 1:
top = True
else:
top = False
self._position = new + delta * n
if drawing:
screen._drawline(self.drawingLineItem,
(start, self._position),
pc, ps, top)
self._update()
if drawing:
screen._drawline(self.drawingLineItem, ((0, 0), (0, 0)),
fill="", width=ps)
# Turtle now at position old,
self._position = old
## if undo is done during creating a polygon, the last vertex
## will be deleted. if the polygon is entirely deleted,
## creatingPoly will be set to False.
## Polygons created before the last one will not be affected by undo()
if self._creatingPoly:
if len(self._poly) > 0:
self._poly.pop()
if self._poly == []:
self._creatingPoly = False
self._poly = None
if filling:
if self._fillpath == []:
self._fillpath = None
print("Unwahrscheinlich in _undogoto!")
elif self._fillpath is not None:
self._fillpath.pop()
self._update() #count=True)
def _rotate(self, angle):
"""Turns pen clockwise by angle.
"""
if self.undobuffer:
self.undobuffer.push(("rot", angle, self._degreesPerAU))
angle *= self._degreesPerAU
neworient = self._orient.rotate(angle)
tracing = self.screen._tracing
if tracing == 1 and self._speed > 0:
anglevel = 3.0 * self._speed
steps = 1 + int(abs(angle)/anglevel)
delta = 1.0*angle/steps
for _ in range(steps):
self._orient = self._orient.rotate(delta)
self._update()
self._orient = neworient
self._update()
def _newLine(self, usePos=True):
"""Closes current line item and starts a new one.
Remark: if current line became too long, animation
performance (via _drawline) slowed down considerably.
"""
if len(self.currentLine) > 1:
self.screen._drawline(self.currentLineItem, self.currentLine,
self._pencolor, self._pensize)
self.currentLineItem = self.screen._createline()
self.items.append(self.currentLineItem)
else:
self.screen._drawline(self.currentLineItem, top=True)
self.currentLine = []
if usePos:
self.currentLine = [self._position]
def filling(self):
"""Return fillstate (True if filling, False else).
No argument.
Example (for a Turtle instance named turtle):
>>> turtle.begin_fill()
>>> if turtle.filling():
... turtle.pensize(5)
... else:
... turtle.pensize(3)
"""
return isinstance(self._fillpath, list)
def begin_fill(self):
"""Called just before drawing a shape to be filled.
No argument.
Example (for a Turtle instance named turtle):
>>> turtle.color("black", "red")
>>> turtle.begin_fill()
>>> turtle.circle(60)
>>> turtle.end_fill()
"""
if not self.filling():
self._fillitem = self.screen._createpoly()
self.items.append(self._fillitem)
self._fillpath = [self._position]
self._newLine()
if self.undobuffer:
self.undobuffer.push(("beginfill", self._fillitem))
self._update()
def end_fill(self):
"""Fill the shape drawn after the call begin_fill().
No argument.
Example (for a Turtle instance named turtle):
>>> turtle.color("black", "red")
>>> turtle.begin_fill()
>>> turtle.circle(60)
>>> turtle.end_fill()
"""
if self.filling():
if len(self._fillpath) > 2:
self.screen._drawpoly(self._fillitem, self._fillpath,
fill=self._fillcolor)
if self.undobuffer:
self.undobuffer.push(("dofill", self._fillitem))
self._fillitem = self._fillpath = None
self._update()
def dot(self, size=None, *color):
"""Draw a dot with diameter size, using color.
Optional arguments:
size -- an integer >= 1 (if given)
color -- a colorstring or a numeric color tuple
Draw a circular dot with diameter size, using color.
If size is not given, the maximum of pensize+4 and 2*pensize is used.
Example (for a Turtle instance named turtle):
>>> turtle.dot()
>>> turtle.fd(50); turtle.dot(20, "blue"); turtle.fd(50)
"""
if not color:
if isinstance(size, (str, tuple)):
color = self._colorstr(size)
size = self._pensize + max(self._pensize, 4)
else:
color = self._pencolor
if not size:
size = self._pensize + max(self._pensize, 4)
else:
if size is None:
size = self._pensize + max(self._pensize, 4)
color = self._colorstr(color)
if hasattr(self.screen, "_dot"):
item = self.screen._dot(self._position, size, color)
self.items.append(item)
if self.undobuffer:
self.undobuffer.push(("dot", item))
else:
pen = self.pen()
if self.undobuffer:
self.undobuffer.push(["seq"])
self.undobuffer.cumulate = True
try:
if self.resizemode() == 'auto':
self.ht()
self.pendown()
self.pensize(size)
self.pencolor(color)
self.forward(0)
finally:
self.pen(pen)
if self.undobuffer:
self.undobuffer.cumulate = False
def _write(self, txt, align, font):
"""Performs the writing for write()
"""
item, end = self.screen._write(self._position, txt, align, font,
self._pencolor)
self.items.append(item)
if self.undobuffer:
self.undobuffer.push(("wri", item))
return end
def write(self, arg, move=False, align="left", font=("Arial", 8, "normal")):
"""Write text at the current turtle position.
Arguments:
arg -- info, which is to be written to the TurtleScreen
move (optional) -- True/False
align (optional) -- one of the strings "left", "center" or right"
font (optional) -- a triple (fontname, fontsize, fonttype)
Write text - the string representation of arg - at the current
turtle position according to align ("left", "center" or right")
and with the given font.
If move is True, the pen is moved to the bottom-right corner
of the text. By default, move is False.
Example (for a Turtle instance named turtle):
>>> turtle.write('Home = ', True, align="center")
>>> turtle.write((0,0), True)
"""
if self.undobuffer:
self.undobuffer.push(["seq"])
self.undobuffer.cumulate = True
end = self._write(str(arg), align.lower(), font)
if move:
x, y = self.pos()
self.setpos(end, y)
if self.undobuffer:
self.undobuffer.cumulate = False
def begin_poly(self):
"""Start recording the vertices of a polygon.
No argument.
Start recording the vertices of a polygon. Current turtle position
is first point of polygon.
Example (for a Turtle instance named turtle):
>>> turtle.begin_poly()
"""
self._poly = [self._position]
self._creatingPoly = True
def end_poly(self):
"""Stop recording the vertices of a polygon.
No argument.
Stop recording the vertices of a polygon. Current turtle position is
last point of polygon. This will be connected with the first point.
Example (for a Turtle instance named turtle):
>>> turtle.end_poly()
"""
self._creatingPoly = False
def get_poly(self):
"""Return the lastly recorded polygon.
No argument.
Example (for a Turtle instance named turtle):
>>> p = turtle.get_poly()
>>> turtle.register_shape("myFavouriteShape", p)
"""
## check if there is any poly?
if self._poly is not None:
return tuple(self._poly)
def getscreen(self):
"""Return the TurtleScreen object, the turtle is drawing on.
No argument.
Return the TurtleScreen object, the turtle is drawing on.
So TurtleScreen-methods can be called for that object.
Example (for a Turtle instance named turtle):
>>> ts = turtle.getscreen()
>>> ts
<turtle.TurtleScreen object at 0x0106B770>
>>> ts.bgcolor("pink")
"""
return self.screen
def getturtle(self):
"""Return the Turtleobject itself.
No argument.
Only reasonable use: as a function to return the 'anonymous turtle':
Example:
>>> pet = getturtle()
>>> pet.fd(50)
>>> pet
<turtle.Turtle object at 0x0187D810>
>>> turtles()
[<turtle.Turtle object at 0x0187D810>]
"""
return self
getpen = getturtle
################################################################
### screen oriented methods recurring to methods of TurtleScreen
################################################################
def _delay(self, delay=None):
"""Set delay value which determines speed of turtle animation.
"""
return self.screen.delay(delay)
def onclick(self, fun, btn=1, add=None):
"""Bind fun to mouse-click event on this turtle on canvas.
Arguments:
fun -- a function with two arguments, to which will be assigned
the coordinates of the clicked point on the canvas.
btn -- number of the mouse-button defaults to 1 (left mouse button).
add -- True or False. If True, new binding will be added, otherwise
it will replace a former binding.
Example for the anonymous turtle, i. e. the procedural way:
>>> def turn(x, y):
... left(360)
...
>>> onclick(turn) # Now clicking into the turtle will turn it.
>>> onclick(None) # event-binding will be removed
"""
self.screen._onclick(self.turtle._item, fun, btn, add)
self._update()
def onrelease(self, fun, btn=1, add=None):
"""Bind fun to mouse-button-release event on this turtle on canvas.
Arguments:
fun -- a function with two arguments, to which will be assigned
the coordinates of the clicked point on the canvas.
btn -- number of the mouse-button defaults to 1 (left mouse button).
Example (for a MyTurtle instance named joe):
>>> class MyTurtle(Turtle):
... def glow(self,x,y):
... self.fillcolor("red")
... def unglow(self,x,y):
... self.fillcolor("")
...
>>> joe = MyTurtle()
>>> joe.onclick(joe.glow)
>>> joe.onrelease(joe.unglow)
Clicking on joe turns fillcolor red, unclicking turns it to
transparent.
"""
self.screen._onrelease(self.turtle._item, fun, btn, add)
self._update()
def ondrag(self, fun, btn=1, add=None):
"""Bind fun to mouse-move event on this turtle on canvas.
Arguments:
fun -- a function with two arguments, to which will be assigned
the coordinates of the clicked point on the canvas.
btn -- number of the mouse-button defaults to 1 (left mouse button).
Every sequence of mouse-move-events on a turtle is preceded by a
mouse-click event on that turtle.
Example (for a Turtle instance named turtle):
>>> turtle.ondrag(turtle.goto)
Subsequently clicking and dragging a Turtle will move it
across the screen thereby producing handdrawings (if pen is
down).
"""
self.screen._ondrag(self.turtle._item, fun, btn, add)
def _undo(self, action, data):
"""Does the main part of the work for undo()
"""
if self.undobuffer is None:
return
if action == "rot":
angle, degPAU = data
self._rotate(-angle*degPAU/self._degreesPerAU)
dummy = self.undobuffer.pop()
elif action == "stamp":
stitem = data[0]
self.clearstamp(stitem)
elif action == "go":
self._undogoto(data)
elif action in ["wri", "dot"]:
item = data[0]
self.screen._delete(item)
self.items.remove(item)
elif action == "dofill":
item = data[0]
self.screen._drawpoly(item, ((0, 0),(0, 0),(0, 0)),
fill="", outline="")
elif action == "beginfill":
item = data[0]
self._fillitem = self._fillpath = None
if item in self.items:
self.screen._delete(item)
self.items.remove(item)
elif action == "pen":
TPen.pen(self, data[0])
self.undobuffer.pop()
def undo(self):
"""undo (repeatedly) the last turtle action.
No argument.
undo (repeatedly) the last turtle action.
Number of available undo actions is determined by the size of
the undobuffer.
Example (for a Turtle instance named turtle):
>>> for i in range(4):
... turtle.fd(50); turtle.lt(80)
...
>>> for i in range(8):
... turtle.undo()
...
"""
if self.undobuffer is None:
return
item = self.undobuffer.pop()
action = item[0]
data = item[1:]
if action == "seq":
while data:
item = data.pop()
self._undo(item[0], item[1:])
else:
self._undo(action, data)
turtlesize = shapesize
RawPen = RawTurtle
### Screen - Singleton ########################
def Screen():
"""Return the singleton screen object.
If none exists at the moment, create a new one and return it,
else return the existing one."""
if Turtle._screen is None:
Turtle._screen = _Screen()
return Turtle._screen
class _Screen(TurtleScreen):
_root = None
_canvas = None
_title = _CFG["title"]
def __init__(self):
# XXX there is no need for this code to be conditional,
# as there will be only a single _Screen instance, anyway
# XXX actually, the turtle demo is injecting root window,
# so perhaps the conditional creation of a root should be
# preserved (perhaps by passing it as an optional parameter)
if _Screen._root is None:
_Screen._root = self._root = _Root()
self._root.title(_Screen._title)
self._root.ondestroy(self._destroy)
if _Screen._canvas is None:
width = _CFG["width"]
height = _CFG["height"]
canvwidth = _CFG["canvwidth"]
canvheight = _CFG["canvheight"]
leftright = _CFG["leftright"]
topbottom = _CFG["topbottom"]
self._root.setupcanvas(width, height, canvwidth, canvheight)
_Screen._canvas = self._root._getcanvas()
TurtleScreen.__init__(self, _Screen._canvas)
self.setup(width, height, leftright, topbottom)
def setup(self, width=_CFG["width"], height=_CFG["height"],
startx=_CFG["leftright"], starty=_CFG["topbottom"]):
""" Set the size and position of the main window.
Arguments:
width: as integer a size in pixels, as float a fraction of the screen.
Default is 50% of screen.
height: as integer the height in pixels, as float a fraction of the
screen. Default is 75% of screen.
startx: if positive, starting position in pixels from the left
edge of the screen, if negative from the right edge
Default, startx=None is to center window horizontally.
starty: if positive, starting position in pixels from the top
edge of the screen, if negative from the bottom edge
Default, starty=None is to center window vertically.
Examples (for a Screen instance named screen):
>>> screen.setup (width=200, height=200, startx=0, starty=0)
sets window to 200x200 pixels, in upper left of screen
>>> screen.setup(width=.75, height=0.5, startx=None, starty=None)
sets window to 75% of screen by 50% of screen and centers
"""
if not hasattr(self._root, "set_geometry"):
return
sw = self._root.win_width()
sh = self._root.win_height()
if isinstance(width, float) and 0 <= width <= 1:
width = sw*width
if startx is None:
startx = (sw - width) / 2
if isinstance(height, float) and 0 <= height <= 1:
height = sh*height
if starty is None:
starty = (sh - height) / 2
self._root.set_geometry(width, height, startx, starty)
self.update()
def title(self, titlestring):
"""Set title of turtle-window
Argument:
titlestring -- a string, to appear in the titlebar of the
turtle graphics window.
This is a method of Screen-class. Not available for TurtleScreen-
objects.
Example (for a Screen instance named screen):
>>> screen.title("Welcome to the turtle-zoo!")
"""
if _Screen._root is not None:
_Screen._root.title(titlestring)
_Screen._title = titlestring
def _destroy(self):
root = self._root
if root is _Screen._root:
Turtle._pen = None
Turtle._screen = None
_Screen._root = None
_Screen._canvas = None
TurtleScreen._RUNNING = False
root.destroy()
def bye(self):
"""Shut the turtlegraphics window.
Example (for a TurtleScreen instance named screen):
>>> screen.bye()
"""
self._destroy()
def exitonclick(self):
"""Go into mainloop until the mouse is clicked.
No arguments.
Bind bye() method to mouseclick on TurtleScreen.
If "using_IDLE" - value in configuration dictionary is False
(default value), enter mainloop.
If IDLE with -n switch (no subprocess) is used, this value should be
set to True in turtle.cfg. In this case IDLE's mainloop
is active also for the client script.
This is a method of the Screen-class and not available for
TurtleScreen instances.
Example (for a Screen instance named screen):
>>> screen.exitonclick()
"""
def exitGracefully(x, y):
"""Screen.bye() with two dummy-parameters"""
self.bye()
self.onclick(exitGracefully)
if _CFG["using_IDLE"]:
return
try:
mainloop()
except AttributeError:
exit(0)
class Turtle(RawTurtle):
"""RawTurtle auto-creating (scrolled) canvas.
When a Turtle object is created or a function derived from some
Turtle method is called a TurtleScreen object is automatically created.
"""
_pen = None
_screen = None
def __init__(self,
shape=_CFG["shape"],
undobuffersize=_CFG["undobuffersize"],
visible=_CFG["visible"]):
if Turtle._screen is None:
Turtle._screen = Screen()
RawTurtle.__init__(self, Turtle._screen,
shape=shape,
undobuffersize=undobuffersize,
visible=visible)
Pen = Turtle
def write_docstringdict(filename="turtle_docstringdict"):
"""Create and write docstring-dictionary to file.
Optional argument:
filename -- a string, used as filename
default value is turtle_docstringdict
Has to be called explicitly, (not used by the turtle-graphics classes)
The docstring dictionary will be written to the Python script <filname>.py
It is intended to serve as a template for translation of the docstrings
into different languages.
"""
docsdict = {}
for methodname in _tg_screen_functions:
key = "_Screen."+methodname
docsdict[key] = eval(key).__doc__
for methodname in _tg_turtle_functions:
key = "Turtle."+methodname
docsdict[key] = eval(key).__doc__
with open("%s.py" % filename,"w") as f:
keys = sorted(x for x in docsdict
if x.split('.')[1] not in _alias_list)
f.write('docsdict = {\n\n')
for key in keys[:-1]:
f.write('%s :\n' % repr(key))
f.write(' """%s\n""",\n\n' % docsdict[key])
key = keys[-1]
f.write('%s :\n' % repr(key))
f.write(' """%s\n"""\n\n' % docsdict[key])
f.write("}\n")
f.close()
def read_docstrings(lang):
"""Read in docstrings from lang-specific docstring dictionary.
Transfer docstrings, translated to lang, from a dictionary-file
to the methods of classes Screen and Turtle and - in revised form -
to the corresponding functions.
"""
modname = "turtle_docstringdict_%(language)s" % {'language':lang.lower()}
module = __import__(modname)
docsdict = module.docsdict
for key in docsdict:
try:
# eval(key).im_func.__doc__ = docsdict[key]
eval(key).__doc__ = docsdict[key]
except Exception:
print("Bad docstring-entry: %s" % key)
_LANGUAGE = _CFG["language"]
try:
if _LANGUAGE != "english":
read_docstrings(_LANGUAGE)
except ImportError:
print("Cannot find docsdict for", _LANGUAGE)
except Exception:
print ("Unknown Error when trying to import %s-docstring-dictionary" %
_LANGUAGE)
def getmethparlist(ob):
"""Get strings describing the arguments for the given object
Returns a pair of strings representing function parameter lists
including parenthesis. The first string is suitable for use in
function definition and the second is suitable for use in function
call. The "self" parameter is not included.
"""
defText = callText = ""
# bit of a hack for methods - turn it into a function
# but we drop the "self" param.
# Try and build one for Python defined functions
args, varargs, varkw = inspect.getargs(ob.__code__)
items2 = args[1:]
realArgs = args[1:]
defaults = ob.__defaults__ or []
defaults = ["=%r" % (value,) for value in defaults]
defaults = [""] * (len(realArgs)-len(defaults)) + defaults
items1 = [arg + dflt for arg, dflt in zip(realArgs, defaults)]
if varargs is not None:
items1.append("*" + varargs)
items2.append("*" + varargs)
if varkw is not None:
items1.append("**" + varkw)
items2.append("**" + varkw)
defText = ", ".join(items1)
defText = "(%s)" % defText
callText = ", ".join(items2)
callText = "(%s)" % callText
return defText, callText
def _turtle_docrevise(docstr):
"""To reduce docstrings from RawTurtle class for functions
"""
import re
if docstr is None:
return None
turtlename = _CFG["exampleturtle"]
newdocstr = docstr.replace("%s." % turtlename,"")
parexp = re.compile(r' \(.+ %s\):' % turtlename)
newdocstr = parexp.sub(":", newdocstr)
return newdocstr
def _screen_docrevise(docstr):
"""To reduce docstrings from TurtleScreen class for functions
"""
import re
if docstr is None:
return None
screenname = _CFG["examplescreen"]
newdocstr = docstr.replace("%s." % screenname,"")
parexp = re.compile(r' \(.+ %s\):' % screenname)
newdocstr = parexp.sub(":", newdocstr)
return newdocstr
## The following mechanism makes all methods of RawTurtle and Turtle available
## as functions. So we can enhance, change, add, delete methods to these
## classes and do not need to change anything here.
__func_body = """\
def {name}{paramslist}:
if {obj} is None:
if not TurtleScreen._RUNNING:
TurtleScreen._RUNNING = True
raise Terminator
{obj} = {init}
try:
return {obj}.{name}{argslist}
except TK.TclError:
if not TurtleScreen._RUNNING:
TurtleScreen._RUNNING = True
raise Terminator
raise
"""
def _make_global_funcs(functions, cls, obj, init, docrevise):
for methodname in functions:
method = getattr(cls, methodname)
pl1, pl2 = getmethparlist(method)
if pl1 == "":
print(">>>>>>", pl1, pl2)
continue
defstr = __func_body.format(obj=obj, init=init, name=methodname,
paramslist=pl1, argslist=pl2)
exec(defstr, globals())
globals()[methodname].__doc__ = docrevise(method.__doc__)
_make_global_funcs(_tg_screen_functions, _Screen,
'Turtle._screen', 'Screen()', _screen_docrevise)
_make_global_funcs(_tg_turtle_functions, Turtle,
'Turtle._pen', 'Turtle()', _turtle_docrevise)
done = mainloop
if __name__ == "__main__":
def switchpen():
if isdown():
pu()
else:
pd()
def demo1():
"""Demo of old turtle.py - module"""
reset()
tracer(True)
up()
backward(100)
down()
# draw 3 squares; the last filled
width(3)
for i in range(3):
if i == 2:
begin_fill()
for _ in range(4):
forward(20)
left(90)
if i == 2:
color("maroon")
end_fill()
up()
forward(30)
down()
width(1)
color("black")
# move out of the way
tracer(False)
up()
right(90)
forward(100)
right(90)
forward(100)
right(180)
down()
# some text
write("startstart", 1)
write("start", 1)
color("red")
# staircase
for i in range(5):
forward(20)
left(90)
forward(20)
right(90)
# filled staircase
tracer(True)
begin_fill()
for i in range(5):
forward(20)
left(90)
forward(20)
right(90)
end_fill()
# more text
def demo2():
"""Demo of some new features."""
speed(1)
st()
pensize(3)
setheading(towards(0, 0))
radius = distance(0, 0)/2.0
rt(90)
for _ in range(18):
switchpen()
circle(radius, 10)
write("wait a moment...")
while undobufferentries():
undo()
reset()
lt(90)
colormode(255)
laenge = 10
pencolor("green")
pensize(3)
lt(180)
for i in range(-2, 16):
if i > 0:
begin_fill()
fillcolor(255-15*i, 0, 15*i)
for _ in range(3):
fd(laenge)
lt(120)
end_fill()
laenge += 10
lt(15)
speed((speed()+1)%12)
#end_fill()
lt(120)
pu()
fd(70)
rt(30)
pd()
color("red","yellow")
speed(0)
begin_fill()
for _ in range(4):
circle(50, 90)
rt(90)
fd(30)
rt(90)
end_fill()
lt(90)
pu()
fd(30)
pd()
shape("turtle")
tri = getturtle()
tri.resizemode("auto")
turtle = Turtle()
turtle.resizemode("auto")
turtle.shape("turtle")
turtle.reset()
turtle.left(90)
turtle.speed(0)
turtle.up()
turtle.goto(280, 40)
turtle.lt(30)
turtle.down()
turtle.speed(6)
turtle.color("blue","orange")
turtle.pensize(2)
tri.speed(6)
setheading(towards(turtle))
count = 1
while tri.distance(turtle) > 4:
turtle.fd(3.5)
turtle.lt(0.6)
tri.setheading(tri.towards(turtle))
tri.fd(4)
if count % 20 == 0:
turtle.stamp()
tri.stamp()
switchpen()
count += 1
tri.write("CAUGHT! ", font=("Arial", 16, "bold"), align="right")
tri.pencolor("black")
tri.pencolor("red")
def baba(xdummy, ydummy):
clearscreen()
bye()
time.sleep(2)
while undobufferentries():
tri.undo()
turtle.undo()
tri.fd(50)
tri.write(" Click me!", font = ("Courier", 12, "bold") )
tri.onclick(baba, 1)
demo1()
demo2()
exitonclick()
dbm/ndbm.py 0000644 00000000106 15115353745 0006606 0 ustar 00 """Provide the _dbm module as a dbm submodule."""
from _dbm import *
dbm/__init__.py 0000644 00000013317 15115353745 0007435 0 ustar 00 """Generic interface to all dbm clones.
Use
import dbm
d = dbm.open(file, 'w', 0o666)
The returned object is a dbm.gnu, dbm.ndbm or dbm.dumb object, dependent on the
type of database being opened (determined by the whichdb function) in the case
of an existing dbm. If the dbm does not exist and the create or new flag ('c'
or 'n') was specified, the dbm type will be determined by the availability of
the modules (tested in the above order).
It has the following interface (key and data are strings):
d[key] = data # store data at key (may override data at
# existing key)
data = d[key] # retrieve data at key (raise KeyError if no
# such key)
del d[key] # delete data stored at key (raises KeyError
# if no such key)
flag = key in d # true if the key exists
list = d.keys() # return a list of all existing keys (slow!)
Future versions may change the order in which implementations are
tested for existence, and add interfaces to other dbm-like
implementations.
"""
__all__ = ['open', 'whichdb', 'error']
import io
import os
import struct
import sys
class error(Exception):
pass
_names = ['dbm.gnu', 'dbm.ndbm', 'dbm.dumb']
_defaultmod = None
_modules = {}
error = (error, OSError)
try:
from dbm import ndbm
except ImportError:
ndbm = None
def open(file, flag='r', mode=0o666):
"""Open or create database at path given by *file*.
Optional argument *flag* can be 'r' (default) for read-only access, 'w'
for read-write access of an existing database, 'c' for read-write access
to a new or existing database, and 'n' for read-write access to a new
database.
Note: 'r' and 'w' fail if the database doesn't exist; 'c' creates it
only if it doesn't exist; and 'n' always creates a new database.
"""
global _defaultmod
if _defaultmod is None:
for name in _names:
try:
mod = __import__(name, fromlist=['open'])
except ImportError:
continue
if not _defaultmod:
_defaultmod = mod
_modules[name] = mod
if not _defaultmod:
raise ImportError("no dbm clone found; tried %s" % _names)
# guess the type of an existing database, if not creating a new one
result = whichdb(file) if 'n' not in flag else None
if result is None:
# db doesn't exist or 'n' flag was specified to create a new db
if 'c' in flag or 'n' in flag:
# file doesn't exist and the new flag was used so use default type
mod = _defaultmod
else:
raise error[0]("db file doesn't exist; "
"use 'c' or 'n' flag to create a new db")
elif result == "":
# db type cannot be determined
raise error[0]("db type could not be determined")
elif result not in _modules:
raise error[0]("db type is {0}, but the module is not "
"available".format(result))
else:
mod = _modules[result]
return mod.open(file, flag, mode)
def whichdb(filename):
"""Guess which db package to use to open a db file.
Return values:
- None if the database file can't be read;
- empty string if the file can be read but can't be recognized
- the name of the dbm submodule (e.g. "ndbm" or "gnu") if recognized.
Importing the given module may still fail, and opening the
database using that module may still fail.
"""
# Check for ndbm first -- this has a .pag and a .dir file
try:
f = io.open(filename + ".pag", "rb")
f.close()
f = io.open(filename + ".dir", "rb")
f.close()
return "dbm.ndbm"
except OSError:
# some dbm emulations based on Berkeley DB generate a .db file
# some do not, but they should be caught by the bsd checks
try:
f = io.open(filename + ".db", "rb")
f.close()
# guarantee we can actually open the file using dbm
# kind of overkill, but since we are dealing with emulations
# it seems like a prudent step
if ndbm is not None:
d = ndbm.open(filename)
d.close()
return "dbm.ndbm"
except OSError:
pass
# Check for dumbdbm next -- this has a .dir and a .dat file
try:
# First check for presence of files
os.stat(filename + ".dat")
size = os.stat(filename + ".dir").st_size
# dumbdbm files with no keys are empty
if size == 0:
return "dbm.dumb"
f = io.open(filename + ".dir", "rb")
try:
if f.read(1) in (b"'", b'"'):
return "dbm.dumb"
finally:
f.close()
except OSError:
pass
# See if the file exists, return None if not
try:
f = io.open(filename, "rb")
except OSError:
return None
with f:
# Read the start of the file -- the magic number
s16 = f.read(16)
s = s16[0:4]
# Return "" if not at least 4 bytes
if len(s) != 4:
return ""
# Convert to 4-byte int in native byte order -- return "" if impossible
try:
(magic,) = struct.unpack("=l", s)
except struct.error:
return ""
# Check for GNU dbm
if magic in (0x13579ace, 0x13579acd, 0x13579acf):
return "dbm.gnu"
# Later versions of Berkeley db hash file have a 12-byte pad in
# front of the file type
try:
(magic,) = struct.unpack("=l", s16[-4:])
except struct.error:
return ""
# Unknown
return ""
if __name__ == "__main__":
for filename in sys.argv[1:]:
print(whichdb(filename) or "UNKNOWN", filename)
dbm/dumb.py 0000644 00000026420 15115353745 0006624 0 ustar 00 """A dumb and slow but simple dbm clone.
For database spam, spam.dir contains the index (a text file),
spam.bak *may* contain a backup of the index (also a text file),
while spam.dat contains the data (a binary file).
XXX TO DO:
- seems to contain a bug when updating...
- reclaim free space (currently, space once occupied by deleted or expanded
items is never reused)
- support concurrent access (currently, if two processes take turns making
updates, they can mess up the index)
- support efficient access to large databases (currently, the whole index
is read when the database is opened, and some updates rewrite the whole index)
- support opening for read-only (flag = 'm')
"""
import ast as _ast
import io as _io
import os as _os
import collections.abc
__all__ = ["error", "open"]
_BLOCKSIZE = 512
error = OSError
class _Database(collections.abc.MutableMapping):
# The on-disk directory and data files can remain in mutually
# inconsistent states for an arbitrarily long time (see comments
# at the end of __setitem__). This is only repaired when _commit()
# gets called. One place _commit() gets called is from __del__(),
# and if that occurs at program shutdown time, module globals may
# already have gotten rebound to None. Since it's crucial that
# _commit() finish successfully, we can't ignore shutdown races
# here, and _commit() must not reference any globals.
_os = _os # for _commit()
_io = _io # for _commit()
def __init__(self, filebasename, mode, flag='c'):
self._mode = mode
self._readonly = (flag == 'r')
# The directory file is a text file. Each line looks like
# "%r, (%d, %d)\n" % (key, pos, siz)
# where key is the string key, pos is the offset into the dat
# file of the associated value's first byte, and siz is the number
# of bytes in the associated value.
self._dirfile = filebasename + '.dir'
# The data file is a binary file pointed into by the directory
# file, and holds the values associated with keys. Each value
# begins at a _BLOCKSIZE-aligned byte offset, and is a raw
# binary 8-bit string value.
self._datfile = filebasename + '.dat'
self._bakfile = filebasename + '.bak'
# The index is an in-memory dict, mirroring the directory file.
self._index = None # maps keys to (pos, siz) pairs
# Handle the creation
self._create(flag)
self._update(flag)
def _create(self, flag):
if flag == 'n':
for filename in (self._datfile, self._bakfile, self._dirfile):
try:
_os.remove(filename)
except OSError:
pass
# Mod by Jack: create data file if needed
try:
f = _io.open(self._datfile, 'r', encoding="Latin-1")
except OSError:
if flag not in ('c', 'n'):
raise
with _io.open(self._datfile, 'w', encoding="Latin-1") as f:
self._chmod(self._datfile)
else:
f.close()
# Read directory file into the in-memory index dict.
def _update(self, flag):
self._modified = False
self._index = {}
try:
f = _io.open(self._dirfile, 'r', encoding="Latin-1")
except OSError:
if flag not in ('c', 'n'):
raise
self._modified = True
else:
with f:
for line in f:
line = line.rstrip()
key, pos_and_siz_pair = _ast.literal_eval(line)
key = key.encode('Latin-1')
self._index[key] = pos_and_siz_pair
# Write the index dict to the directory file. The original directory
# file (if any) is renamed with a .bak extension first. If a .bak
# file currently exists, it's deleted.
def _commit(self):
# CAUTION: It's vital that _commit() succeed, and _commit() can
# be called from __del__(). Therefore we must never reference a
# global in this routine.
if self._index is None or not self._modified:
return # nothing to do
try:
self._os.unlink(self._bakfile)
except OSError:
pass
try:
self._os.rename(self._dirfile, self._bakfile)
except OSError:
pass
with self._io.open(self._dirfile, 'w', encoding="Latin-1") as f:
self._chmod(self._dirfile)
for key, pos_and_siz_pair in self._index.items():
# Use Latin-1 since it has no qualms with any value in any
# position; UTF-8, though, does care sometimes.
entry = "%r, %r\n" % (key.decode('Latin-1'), pos_and_siz_pair)
f.write(entry)
sync = _commit
def _verify_open(self):
if self._index is None:
raise error('DBM object has already been closed')
def __getitem__(self, key):
if isinstance(key, str):
key = key.encode('utf-8')
self._verify_open()
pos, siz = self._index[key] # may raise KeyError
with _io.open(self._datfile, 'rb') as f:
f.seek(pos)
dat = f.read(siz)
return dat
# Append val to the data file, starting at a _BLOCKSIZE-aligned
# offset. The data file is first padded with NUL bytes (if needed)
# to get to an aligned offset. Return pair
# (starting offset of val, len(val))
def _addval(self, val):
with _io.open(self._datfile, 'rb+') as f:
f.seek(0, 2)
pos = int(f.tell())
npos = ((pos + _BLOCKSIZE - 1) // _BLOCKSIZE) * _BLOCKSIZE
f.write(b'\0'*(npos-pos))
pos = npos
f.write(val)
return (pos, len(val))
# Write val to the data file, starting at offset pos. The caller
# is responsible for ensuring that there's enough room starting at
# pos to hold val, without overwriting some other value. Return
# pair (pos, len(val)).
def _setval(self, pos, val):
with _io.open(self._datfile, 'rb+') as f:
f.seek(pos)
f.write(val)
return (pos, len(val))
# key is a new key whose associated value starts in the data file
# at offset pos and with length siz. Add an index record to
# the in-memory index dict, and append one to the directory file.
def _addkey(self, key, pos_and_siz_pair):
self._index[key] = pos_and_siz_pair
with _io.open(self._dirfile, 'a', encoding="Latin-1") as f:
self._chmod(self._dirfile)
f.write("%r, %r\n" % (key.decode("Latin-1"), pos_and_siz_pair))
def __setitem__(self, key, val):
if self._readonly:
raise error('The database is opened for reading only')
if isinstance(key, str):
key = key.encode('utf-8')
elif not isinstance(key, (bytes, bytearray)):
raise TypeError("keys must be bytes or strings")
if isinstance(val, str):
val = val.encode('utf-8')
elif not isinstance(val, (bytes, bytearray)):
raise TypeError("values must be bytes or strings")
self._verify_open()
self._modified = True
if key not in self._index:
self._addkey(key, self._addval(val))
else:
# See whether the new value is small enough to fit in the
# (padded) space currently occupied by the old value.
pos, siz = self._index[key]
oldblocks = (siz + _BLOCKSIZE - 1) // _BLOCKSIZE
newblocks = (len(val) + _BLOCKSIZE - 1) // _BLOCKSIZE
if newblocks <= oldblocks:
self._index[key] = self._setval(pos, val)
else:
# The new value doesn't fit in the (padded) space used
# by the old value. The blocks used by the old value are
# forever lost.
self._index[key] = self._addval(val)
# Note that _index may be out of synch with the directory
# file now: _setval() and _addval() don't update the directory
# file. This also means that the on-disk directory and data
# files are in a mutually inconsistent state, and they'll
# remain that way until _commit() is called. Note that this
# is a disaster (for the database) if the program crashes
# (so that _commit() never gets called).
def __delitem__(self, key):
if self._readonly:
raise error('The database is opened for reading only')
if isinstance(key, str):
key = key.encode('utf-8')
self._verify_open()
self._modified = True
# The blocks used by the associated value are lost.
del self._index[key]
# XXX It's unclear why we do a _commit() here (the code always
# XXX has, so I'm not changing it). __setitem__ doesn't try to
# XXX keep the directory file in synch. Why should we? Or
# XXX why shouldn't __setitem__?
self._commit()
def keys(self):
try:
return list(self._index)
except TypeError:
raise error('DBM object has already been closed') from None
def items(self):
self._verify_open()
return [(key, self[key]) for key in self._index.keys()]
def __contains__(self, key):
if isinstance(key, str):
key = key.encode('utf-8')
try:
return key in self._index
except TypeError:
if self._index is None:
raise error('DBM object has already been closed') from None
else:
raise
def iterkeys(self):
try:
return iter(self._index)
except TypeError:
raise error('DBM object has already been closed') from None
__iter__ = iterkeys
def __len__(self):
try:
return len(self._index)
except TypeError:
raise error('DBM object has already been closed') from None
def close(self):
try:
self._commit()
finally:
self._index = self._datfile = self._dirfile = self._bakfile = None
__del__ = close
def _chmod(self, file):
self._os.chmod(file, self._mode)
def __enter__(self):
return self
def __exit__(self, *args):
self.close()
def open(file, flag='c', mode=0o666):
"""Open the database file, filename, and return corresponding object.
The flag argument, used to control how the database is opened in the
other DBM implementations, supports only the semantics of 'c' and 'n'
values. Other values will default to the semantics of 'c' value:
the database will always opened for update and will be created if it
does not exist.
The optional mode argument is the UNIX mode of the file, used only when
the database has to be created. It defaults to octal code 0o666 (and
will be modified by the prevailing umask).
"""
# Modify mode depending on the umask
try:
um = _os.umask(0)
_os.umask(um)
except AttributeError:
pass
else:
# Turn off any bits that are set in the umask
mode = mode & (~um)
if flag not in ('r', 'w', 'c', 'n'):
raise ValueError("Flag must be one of 'r', 'w', 'c', or 'n'")
return _Database(file, mode, flag=flag)
dbm/__pycache__/gnu.cpython-38.pyc 0000644 00000000315 15115353745 0012747 0 ustar 00 U
e5dH � @ s d Z ddlT dS )z,Provide the _gdbm module as a dbm submodule.� )�*N)�__doc__Z_gdbm� r r � /usr/lib64/python3.8/dbm/gnu.py�<module> s dbm/__pycache__/ndbm.cpython-38.pyc 0000644 00000000314 15115353745 0013075 0 ustar 00 U
e5dF � @ s d Z ddlT dS )z+Provide the _dbm module as a dbm submodule.� )�*N)�__doc__Z_dbm� r r � /usr/lib64/python3.8/dbm/ndbm.py�<module> s dbm/__pycache__/dumb.cpython-38.opt-1.pyc 0000644 00000017137 15115353745 0014056 0 ustar 00 U
e5d- � @ sV d Z ddlZddlZddlZddlZddgZ dZ
e Z G dd� dej
j�Zd d
d�ZdS ) a� A dumb and slow but simple dbm clone.
For database spam, spam.dir contains the index (a text file),
spam.bak *may* contain a backup of the index (also a text file),
while spam.dat contains the data (a binary file).
XXX TO DO:
- seems to contain a bug when updating...
- reclaim free space (currently, space once occupied by deleted or expanded
items is never reused)
- support concurrent access (currently, if two processes take turns making
updates, they can mess up the index)
- support efficient access to large databases (currently, the whole index
is read when the database is opened, and some updates rewrite the whole index)
- support opening for read-only (flag = 'm')
� N�error�openi c @ s� e Zd ZeZeZd+dd�Zdd� Zdd� Zdd � ZeZ d
d � Z
d d
� Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � ZeZd d!� Zd"d#� ZeZd$d%� Zd&d'� Zd(d)� Zd*S ),� _Database�cc C sL || _ |dk| _|d | _|d | _|d | _d | _| �|� | �|� d S )N�rz.dirz.datz.bak)�_mode� _readonly�_dirfile�_datfile�_bakfile�_index�_create�_update)�selfZ filebasename�mode�flag� r � /usr/lib64/python3.8/dbm/dumb.py�__init__0 s
z_Database.__init__c C s� |dkrB| j | j| jfD ](}zt�|� W q tk
r> Y qX qztj| j ddd�}W nH tk
r� |dkrr� tj| j ddd��}| �| j � W 5 Q R X Y n
X |� � d S )N�nr �Latin-1��encoding�r r �w)
r
r r �_os�remove�OSError�_ior �_chmod�close)r r �filename�fr r r r
I s z_Database._createc C s� d| _ i | _ztj| jddd�}W n$ tk
rF |dkr<� d| _ Y nFX |�: |D ].}|�� }t�|�\}}|� d�}|| j|< qRW 5 Q R X d S )NFr r r r T)
� _modifiedr r r r r �rstrip�_astZ literal_eval�encode)r r r" �line�key�pos_and_siz_pairr r r r \ s
z_Database._updatec C s� | j d ks| jsd S z| j�| j� W n tk
r: Y nX z| j�| j| j� W n tk
rf Y nX | jj | jddd��B}| �
| j� | j � � D ]$\}}d|� d�|f }|�
|� q�W 5 Q R X d S )Nr r r �%r, %r
)r r# r �unlinkr r �renamer r r r �items�decode�write)r r" r( r) �entryr r r �_commitp s z_Database._commitc C s | j d krtd��d S �N�"DBM object has already been closed)r r �r r r r � _verify_open� s
z_Database._verify_openc C s\ t |t�r|�d�}| �� | j| \}}t�| jd��}|�|� |� |�}W 5 Q R X |S )N�utf-8�rb)
�
isinstance�strr& r5 r r r r
�seek�read)r r( �pos�sizr" Zdatr r r � __getitem__� s
z_Database.__getitem__c C sr t �| jd��R}|�dd� t|�� �}|t d t t }|�d|| � |}|�|� W 5 Q R X |t|�fS )N�rb+r � � � ) r r r
r: �int�tell�
_BLOCKSIZEr/ �len)r �valr" r< Znposr r r �_addval� s z_Database._addvalc C s: t �| jd��}|�|� |�|� W 5 Q R X |t|�fS )Nr? )r r r
r: r/ rF )r r< rG r" r r r �_setval� s
z_Database._setvalc C sP || j |< tj| jddd��*}| �| j� |�d|�d�|f � W 5 Q R X d S )N�ar r r* )r r r r r r/ r. )r r( r) r" r r r �_addkey� s
z_Database._addkeyc C s� | j rtd��t|t�r$|�d�}nt|ttf�s:td��t|t�rP|�d�}nt|ttf�sftd��| �� d| _ || j
kr�| � || � |�� n^| j
| \}}|t
d t
}t|�t
d t
}||kr�| �||�| j
|< n| � |�| j
|< d S )N�'The database is opened for reading onlyr6 z keys must be bytes or stringsz values must be bytes or stringsTrA )r r r8 r9 r& �bytes� bytearray� TypeErrorr5 r# r rK rH rE rF rI )r r( rG r< r= Z oldblocksZ newblocksr r r � __setitem__� s(
z_Database.__setitem__c C sD | j rtd��t|t�r"|�d�}| �� d| _| j|= | �� d S )NrL r6 T) r r r8 r9 r& r5 r# r r1 �r r( r r r � __delitem__� s
z_Database.__delitem__c C s0 z t | j�W S tk
r* td�d �Y nX d S r2 )�listr rO r r4 r r r �keys� s z_Database.keysc s � � � � fdd�� j�� D �S )Nc s g | ]}|� | f�qS r r )�.0r( r4 r r �
<listcomp>� s z#_Database.items.<locals>.<listcomp>)r5 r rT r4 r r4 r r- � s z_Database.itemsc C sR t |t�r|�d�}z || jkW S tk
rL | jd krFtd�d �n� Y nX d S )Nr6 r3 )r8 r9 r& r rO r rQ r r r � __contains__� s
z_Database.__contains__c C s0 z t | j�W S tk
r* td�d �Y nX d S r2 )�iterr rO r r4 r r r �iterkeys s z_Database.iterkeysc C s0 z t | j�W S tk
r* td�d �Y nX d S r2 )rF r rO r r4 r r r �__len__
s z_Database.__len__c C s, z | �� W 5 d | _ | _ | _| _X d S �N)r r
r r r1 r4 r r r r s z_Database.closec C s | j �|| j� d S r[ )r �chmodr )r �filer r r r s z_Database._chmodc C s | S r[ r r4 r r r � __enter__ s z_Database.__enter__c G s | � � d S r[ )r )r �argsr r r �__exit__ s z_Database.__exit__N)r ) �__name__�
__module__� __qualname__r r r r
r r1 �syncr5 r> rH rI rK rP rR rT r- rW rY �__iter__rZ r �__del__r r^ r` r r r r r # s2
% r r � c C sV zt �d�}t �|� W n tk
r, Y n X || @ }|dkrHtd��t| ||d�S )aE Open the database file, filename, and return corresponding object.
The flag argument, used to control how the database is opened in the
other DBM implementations, supports only the semantics of 'c' and 'n'
values. Other values will default to the semantics of 'c' value:
the database will always opened for update and will be created if it
does not exist.
The optional mode argument is the UNIX mode of the file, used only when
the database has to be created. It defaults to octal code 0o666 (and
will be modified by the prevailing umask).
r )r r r r z)Flag must be one of 'r', 'w', 'c', or 'n')r )r �umask�AttributeError�
ValueErrorr )r] r r Zumr r r r " s
)r rg )�__doc__Zastr% �ior �osr Zcollections.abc� collections�__all__rE r r �abc�MutableMappingr r r r r r �<module> s dbm/__pycache__/ndbm.cpython-38.opt-1.pyc 0000644 00000000314 15115353745 0014034 0 ustar 00 U
e5dF � @ s d Z ddlT dS )z+Provide the _dbm module as a dbm submodule.� )�*N)�__doc__Z_dbm� r r � /usr/lib64/python3.8/dbm/ndbm.py�<module> s dbm/__pycache__/gnu.cpython-38.opt-1.pyc 0000644 00000000315 15115353745 0013706 0 ustar 00 U
e5dH � @ s d Z ddlT dS )z,Provide the _gdbm module as a dbm submodule.� )�*N)�__doc__Z_gdbm� r r � /usr/lib64/python3.8/dbm/gnu.py�<module> s dbm/__pycache__/gnu.cpython-38.opt-2.pyc 0000644 00000000220 15115353745 0013702 0 ustar 00 U
e5dH � @ s d dl T dS )� )�*N)Z_gdbm� r r � /usr/lib64/python3.8/dbm/gnu.py�<module> � dbm/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000010142 15115353745 0014653 0 ustar 00 U
e5d� � @ s� d Z dddgZddlZddlZddlZddlZG dd� de�Zddd gZda i Z
ee fZzdd
l m
Z
W n ek
r� dZ
Y nX dd
d�Zdd� Zedkr�ejdd� D ]Zeee�p�de� q�dS )aN Generic interface to all dbm clones.
Use
import dbm
d = dbm.open(file, 'w', 0o666)
The returned object is a dbm.gnu, dbm.ndbm or dbm.dumb object, dependent on the
type of database being opened (determined by the whichdb function) in the case
of an existing dbm. If the dbm does not exist and the create or new flag ('c'
or 'n') was specified, the dbm type will be determined by the availability of
the modules (tested in the above order).
It has the following interface (key and data are strings):
d[key] = data # store data at key (may override data at
# existing key)
data = d[key] # retrieve data at key (raise KeyError if no
# such key)
del d[key] # delete data stored at key (raises KeyError
# if no such key)
flag = key in d # true if the key exists
list = d.keys() # return a list of all existing keys (slow!)
Future versions may change the order in which implementations are
tested for existence, and add interfaces to other dbm-like
implementations.
�open�whichdb�error� Nc @ s e Zd ZdS )r N)�__name__�
__module__� __qualname__� r r �$/usr/lib64/python3.8/dbm/__init__.pyr & s �dbm.gnu�dbm.ndbm�dbm.dumb)�ndbm�r� c C s� t dkr^tD ]@}zt|dgd�}W n tk
r: Y q Y nX t sD|a |t|< q t s^tdt ��d|krnt| �nd}|dkr�d|ks�d|kr�t }q�td d��n:|d kr�td d
��n$|tkr�td d �|���nt| }|�| ||�S ) a� Open or create database at path given by *file*.
Optional argument *flag* can be 'r' (default) for read-only access, 'w'
for read-write access of an existing database, 'c' for read-write access
to a new or existing database, and 'n' for read-write access to a new
database.
Note: 'r' and 'w' fail if the database doesn't exist; 'c' creates it
only if it doesn't exist; and 'n' always creates a new database.
Nr )�fromlistz no dbm clone found; tried %s�n�cr z=db file doesn't exist; use 'c' or 'n' flag to create a new db� z db type could not be determinedz/db type is {0}, but the module is not available) � _defaultmod�_names�
__import__� ImportError�_modulesr r �formatr )�file�flag�mode�name�mod�resultr r r r 5 s0
�c C s� z6t �| d d�}|�� t �| d d�}|�� W dS tk
r� z>t �| d d�}|�� tdk r�t�| �}|�� W Y dS W n tk
r� Y nX Y nX zht�| d � t�| d �j}|dkr�W d S t �| d d�}z |�d
�d kr�W �
W d S W 5 |�� X W n tk
�r Y nX zt �| d�}W n tk
�rH Y dS X |� |�d �}W 5 Q R X |dd
� }t |�d
k�r�dS zt
� d|�\}W n t
j k
�r� Y dS X |dk�r�dS zt
� d|dd� �\}W n t
j k
�r� Y dS X dS )au Guess which db package to use to open a db file.
Return values:
- None if the database file can't be read;
- empty string if the file can be read but can't be recognized
- the name of the dbm submodule (e.g. "ndbm" or "gnu") if recognized.
Importing the given module may still fail, and opening the
database using that module may still fail.
z.pag�rbz.dirr z.dbNz.datr r � )� '� "� � r z=l)iΚWi͚WiϚWr
���)
�ior �close�OSErrorr
�os�stat�st_size�read�len�structZunpackr )�filename�f�d�sizeZs16�s�magicr r r r b s`
�__main__r! ZUNKNOWN)r r )�__doc__�__all__r' r* r/ �sys� Exceptionr r r r r) Zdbmr
r r r r �argvr0 �printr r r r �<module> s&
-Y dbm/__pycache__/ndbm.cpython-38.opt-2.pyc 0000644 00000000220 15115353745 0014031 0 ustar 00 U
e5dF � @ s d dl T dS )� )�*N)Z_dbm� r r � /usr/lib64/python3.8/dbm/ndbm.py�<module> � dbm/__pycache__/dumb.cpython-38.opt-2.pyc 0000644 00000014525 15115353745 0014055 0 ustar 00 U
e5d- � @ sR d dl Zd dlZd dlZd dlZddgZdZ e
Z G dd� dej j
�Zd
d d�ZdS ) � N�error�openi c @ s� e Zd ZeZeZd+dd�Zdd� Zdd� Zdd � ZeZ d
d � Z
d d
� Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � ZeZd d!� Zd"d#� ZeZd$d%� Zd&d'� Zd(d)� Zd*S ),� _Database�cc C sL || _ |dk| _|d | _|d | _|d | _d | _| �|� | �|� d S )N�rz.dirz.datz.bak)�_mode� _readonly�_dirfile�_datfile�_bakfile�_index�_create�_update)�selfZ filebasename�mode�flag� r � /usr/lib64/python3.8/dbm/dumb.py�__init__0 s
z_Database.__init__c C s� |dkrB| j | j| jfD ](}zt�|� W q tk
r> Y qX qztj| j ddd�}W nH tk
r� |dkrr� tj| j ddd��}| �| j � W 5 Q R X Y n
X |� � d S )N�nr �Latin-1��encoding�r r �w)
r
r r �_os�remove�OSError�_ior �_chmod�close)r r �filename�fr r r r
I s z_Database._createc C s� d| _ i | _ztj| jddd�}W n$ tk
rF |dkr<� d| _ Y nFX |�: |D ].}|�� }t�|�\}}|� d�}|| j|< qRW 5 Q R X d S )NFr r r r T)
� _modifiedr r r r r �rstrip�_astZ literal_eval�encode)r r r" �line�key�pos_and_siz_pairr r r r \ s
z_Database._updatec C s� | j d ks| jsd S z| j�| j� W n tk
r: Y nX z| j�| j| j� W n tk
rf Y nX | jj | jddd��B}| �
| j� | j � � D ]$\}}d|� d�|f }|�
|� q�W 5 Q R X d S )Nr r r �%r, %r
)r r# r �unlinkr r �renamer r r r �items�decode�write)r r" r( r) �entryr r r �_commitp s z_Database._commitc C s | j d krtd��d S �N�"DBM object has already been closed)r r �r r r r � _verify_open� s
z_Database._verify_openc C s\ t |t�r|�d�}| �� | j| \}}t�| jd��}|�|� |� |�}W 5 Q R X |S )N�utf-8�rb)
�
isinstance�strr& r5 r r r r
�seek�read)r r( �pos�sizr" Zdatr r r � __getitem__� s
z_Database.__getitem__c C sr t �| jd��R}|�dd� t|�� �}|t d t t }|�d|| � |}|�|� W 5 Q R X |t|�fS )N�rb+r � � � ) r r r
r: �int�tell�
_BLOCKSIZEr/ �len)r �valr" r< Znposr r r �_addval� s z_Database._addvalc C s: t �| jd��}|�|� |�|� W 5 Q R X |t|�fS )Nr? )r r r
r: r/ rF )r r< rG r" r r r �_setval� s
z_Database._setvalc C sP || j |< tj| jddd��*}| �| j� |�d|�d�|f � W 5 Q R X d S )N�ar r r* )r r r r r r/ r. )r r( r) r" r r r �_addkey� s
z_Database._addkeyc C s� | j rtd��t|t�r$|�d�}nt|ttf�s:td��t|t�rP|�d�}nt|ttf�sftd��| �� d| _ || j
kr�| � || � |�� n^| j
| \}}|t
d t
}t|�t
d t
}||kr�| �||�| j
|< n| � |�| j
|< d S )N�'The database is opened for reading onlyr6 z keys must be bytes or stringsz values must be bytes or stringsTrA )r r r8 r9 r& �bytes� bytearray� TypeErrorr5 r# r rK rH rE rF rI )r r( rG r< r= Z oldblocksZ newblocksr r r � __setitem__� s(
z_Database.__setitem__c C sD | j rtd��t|t�r"|�d�}| �� d| _| j|= | �� d S )NrL r6 T) r r r8 r9 r& r5 r# r r1 �r r( r r r � __delitem__� s
z_Database.__delitem__c C s0 z t | j�W S tk
r* td�d �Y nX d S r2 )�listr rO r r4 r r r �keys� s z_Database.keysc s � � � � fdd�� j�� D �S )Nc s g | ]}|� | f�qS r r )�.0r( r4 r r �
<listcomp>� s z#_Database.items.<locals>.<listcomp>)r5 r rT r4 r r4 r r- � s z_Database.itemsc C sR t |t�r|�d�}z || jkW S tk
rL | jd krFtd�d �n� Y nX d S )Nr6 r3 )r8 r9 r& r rO r rQ r r r � __contains__� s
z_Database.__contains__c C s0 z t | j�W S tk
r* td�d �Y nX d S r2 )�iterr rO r r4 r r r �iterkeys s z_Database.iterkeysc C s0 z t | j�W S tk
r* td�d �Y nX d S r2 )rF r rO r r4 r r r �__len__
s z_Database.__len__c C s, z | �� W 5 d | _ | _ | _| _X d S �N)r r
r r r1 r4 r r r r s z_Database.closec C s | j �|| j� d S r[ )r �chmodr )r �filer r r r s z_Database._chmodc C s | S r[ r r4 r r r � __enter__ s z_Database.__enter__c G s | � � d S r[ )r )r �argsr r r �__exit__ s z_Database.__exit__N)r ) �__name__�
__module__� __qualname__r r r r
r r1 �syncr5 r> rH rI rK rP rR rT r- rW rY �__iter__rZ r �__del__r r^ r` r r r r r # s2
% r r � c C sV zt �d�}t �|� W n tk
r, Y n X || @ }|dkrHtd��t| ||d�S )Nr )r r r r z)Flag must be one of 'r', 'w', 'c', or 'n')r )r �umask�AttributeError�
ValueErrorr )r] r r Zumr r r r " s
)r rg )Zastr% �ior �osr Zcollections.abc� collections�__all__rE r r �abc�MutableMappingr r r r r r �<module> s dbm/__pycache__/__init__.cpython-38.opt-2.pyc 0000644 00000004313 15115353745 0014657 0 ustar 00 U
e5d� � @ s� d ddgZ ddlZddlZddlZddlZG dd� de�ZdddgZdai Z ee
fZzdd l m Z W n e
k
r| dZ Y nX dd d �Zd
d� Zedkr�ejdd� D ]Zeee�p�de� q�dS )�open�whichdb�error� Nc @ s e Zd ZdS )r N)�__name__�
__module__� __qualname__� r r �$/usr/lib64/python3.8/dbm/__init__.pyr & s �dbm.gnu�dbm.ndbm�dbm.dumb)�ndbm�r� c C s� t d kr^tD ]@}zt|dgd�}W n tk
r: Y q Y nX t sD|a |t|< q t s^tdt ��d|krnt| �nd }|d kr�d|ks�d|kr�t }q�td d��n:|dkr�td d ��n$|tkr�td d
�|���nt| }|�| ||�S ) Nr )�fromlistz no dbm clone found; tried %s�n�cr z=db file doesn't exist; use 'c' or 'n' flag to create a new db� z db type could not be determinedz/db type is {0}, but the module is not available) � _defaultmod�_names�
__import__� ImportError�_modulesr r �formatr )�file�flag�mode�name�mod�resultr r r r 5 s0
�c C s� z6t �| d d�}|�� t �| d d�}|�� W dS tk
r� z>t �| d d�}|�� td k r�t�| �}|�� W Y dS W n tk
r� Y nX Y nX zht�| d � t�| d �j}|dkr�W dS t �| d d�}z |�d �d
kr�W �
W dS W 5 |�� X W n tk
�r Y nX zt �| d�}W n tk
�rH Y d S X |� |�d �}W 5 Q R X |dd � }t |�d k�r�d
S zt
� d|�\}W n t
j k
�r� Y d
S X |dk�r�dS zt
� d|dd � �\}W n t
j k
�r� Y d
S X d
S )Nz.pag�rbz.dirr z.dbz.datr r � )� '� "� � r z=l)iΚWi͚WiϚWr
���)
�ior �close�OSErrorr
�os�stat�st_size�read�len�structZunpackr )�filename�f�d�sizeZs16�s�magicr r r r b s`
�__main__r! ZUNKNOWN)r r )�__all__r' r* r/ �sys� Exceptionr r r r r) Zdbmr
r r r r �argvr0 �printr r r r �<module> s$
-Y dbm/__pycache__/dumb.cpython-38.pyc 0000644 00000017137 15115353745 0013117 0 ustar 00 U
e5d- � @ sV d Z ddlZddlZddlZddlZddgZ dZ
e Z G dd� dej
j�Zd d
d�ZdS ) a� A dumb and slow but simple dbm clone.
For database spam, spam.dir contains the index (a text file),
spam.bak *may* contain a backup of the index (also a text file),
while spam.dat contains the data (a binary file).
XXX TO DO:
- seems to contain a bug when updating...
- reclaim free space (currently, space once occupied by deleted or expanded
items is never reused)
- support concurrent access (currently, if two processes take turns making
updates, they can mess up the index)
- support efficient access to large databases (currently, the whole index
is read when the database is opened, and some updates rewrite the whole index)
- support opening for read-only (flag = 'm')
� N�error�openi c @ s� e Zd ZeZeZd+dd�Zdd� Zdd� Zdd � ZeZ d
d � Z
d d
� Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � ZeZd d!� Zd"d#� ZeZd$d%� Zd&d'� Zd(d)� Zd*S ),� _Database�cc C sL || _ |dk| _|d | _|d | _|d | _d | _| �|� | �|� d S )N�rz.dirz.datz.bak)�_mode� _readonly�_dirfile�_datfile�_bakfile�_index�_create�_update)�selfZ filebasename�mode�flag� r � /usr/lib64/python3.8/dbm/dumb.py�__init__0 s
z_Database.__init__c C s� |dkrB| j | j| jfD ](}zt�|� W q tk
r> Y qX qztj| j ddd�}W nH tk
r� |dkrr� tj| j ddd��}| �| j � W 5 Q R X Y n
X |� � d S )N�nr �Latin-1��encoding�r r �w)
r
r r �_os�remove�OSError�_ior �_chmod�close)r r �filename�fr r r r
I s z_Database._createc C s� d| _ i | _ztj| jddd�}W n$ tk
rF |dkr<� d| _ Y nFX |�: |D ].}|�� }t�|�\}}|� d�}|| j|< qRW 5 Q R X d S )NFr r r r T)
� _modifiedr r r r r �rstrip�_astZ literal_eval�encode)r r r" �line�key�pos_and_siz_pairr r r r \ s
z_Database._updatec C s� | j d ks| jsd S z| j�| j� W n tk
r: Y nX z| j�| j| j� W n tk
rf Y nX | jj | jddd��B}| �
| j� | j � � D ]$\}}d|� d�|f }|�
|� q�W 5 Q R X d S )Nr r r �%r, %r
)r r# r �unlinkr r �renamer r r r �items�decode�write)r r" r( r) �entryr r r �_commitp s z_Database._commitc C s | j d krtd��d S �N�"DBM object has already been closed)r r �r r r r � _verify_open� s
z_Database._verify_openc C s\ t |t�r|�d�}| �� | j| \}}t�| jd��}|�|� |� |�}W 5 Q R X |S )N�utf-8�rb)
�
isinstance�strr& r5 r r r r
�seek�read)r r( �pos�sizr" Zdatr r r � __getitem__� s
z_Database.__getitem__c C sr t �| jd��R}|�dd� t|�� �}|t d t t }|�d|| � |}|�|� W 5 Q R X |t|�fS )N�rb+r � � � ) r r r
r: �int�tell�
_BLOCKSIZEr/ �len)r �valr" r< Znposr r r �_addval� s z_Database._addvalc C s: t �| jd��}|�|� |�|� W 5 Q R X |t|�fS )Nr? )r r r
r: r/ rF )r r< rG r" r r r �_setval� s
z_Database._setvalc C sP || j |< tj| jddd��*}| �| j� |�d|�d�|f � W 5 Q R X d S )N�ar r r* )r r r r r r/ r. )r r( r) r" r r r �_addkey� s
z_Database._addkeyc C s� | j rtd��t|t�r$|�d�}nt|ttf�s:td��t|t�rP|�d�}nt|ttf�sftd��| �� d| _ || j
kr�| � || � |�� n^| j
| \}}|t
d t
}t|�t
d t
}||kr�| �||�| j
|< n| � |�| j
|< d S )N�'The database is opened for reading onlyr6 z keys must be bytes or stringsz values must be bytes or stringsTrA )r r r8 r9 r& �bytes� bytearray� TypeErrorr5 r# r rK rH rE rF rI )r r( rG r< r= Z oldblocksZ newblocksr r r � __setitem__� s(
z_Database.__setitem__c C sD | j rtd��t|t�r"|�d�}| �� d| _| j|= | �� d S )NrL r6 T) r r r8 r9 r& r5 r# r r1 �r r( r r r � __delitem__� s
z_Database.__delitem__c C s0 z t | j�W S tk
r* td�d �Y nX d S r2 )�listr rO r r4 r r r �keys� s z_Database.keysc s � � � � fdd�� j�� D �S )Nc s g | ]}|� | f�qS r r )�.0r( r4 r r �
<listcomp>� s z#_Database.items.<locals>.<listcomp>)r5 r rT r4 r r4 r r- � s z_Database.itemsc C sR t |t�r|�d�}z || jkW S tk
rL | jd krFtd�d �n� Y nX d S )Nr6 r3 )r8 r9 r& r rO r rQ r r r � __contains__� s
z_Database.__contains__c C s0 z t | j�W S tk
r* td�d �Y nX d S r2 )�iterr rO r r4 r r r �iterkeys s z_Database.iterkeysc C s0 z t | j�W S tk
r* td�d �Y nX d S r2 )rF r rO r r4 r r r �__len__
s z_Database.__len__c C s, z | �� W 5 d | _ | _ | _| _X d S �N)r r
r r r1 r4 r r r r s z_Database.closec C s | j �|| j� d S r[ )r �chmodr )r �filer r r r s z_Database._chmodc C s | S r[ r r4 r r r � __enter__ s z_Database.__enter__c G s | � � d S r[ )r )r �argsr r r �__exit__ s z_Database.__exit__N)r ) �__name__�
__module__� __qualname__r r r r
r r1 �syncr5 r> rH rI rK rP rR rT r- rW rY �__iter__rZ r �__del__r r^ r` r r r r r # s2
% r r � c C sV zt �d�}t �|� W n tk
r, Y n X || @ }|dkrHtd��t| ||d�S )aE Open the database file, filename, and return corresponding object.
The flag argument, used to control how the database is opened in the
other DBM implementations, supports only the semantics of 'c' and 'n'
values. Other values will default to the semantics of 'c' value:
the database will always opened for update and will be created if it
does not exist.
The optional mode argument is the UNIX mode of the file, used only when
the database has to be created. It defaults to octal code 0o666 (and
will be modified by the prevailing umask).
r )r r r r z)Flag must be one of 'r', 'w', 'c', or 'n')r )r �umask�AttributeError�
ValueErrorr )r] r r Zumr r r r " s
)r rg )�__doc__Zastr% �ior �osr Zcollections.abc� collections�__all__rE r r �abc�MutableMappingr r r r r r �<module> s dbm/__pycache__/__init__.cpython-38.pyc 0000644 00000010142 15115353745 0013714 0 ustar 00 U
e5d� � @ s� d Z dddgZddlZddlZddlZddlZG dd� de�Zddd gZda i Z
ee fZzdd
l m
Z
W n ek
r� dZ
Y nX dd
d�Zdd� Zedkr�ejdd� D ]Zeee�p�de� q�dS )aN Generic interface to all dbm clones.
Use
import dbm
d = dbm.open(file, 'w', 0o666)
The returned object is a dbm.gnu, dbm.ndbm or dbm.dumb object, dependent on the
type of database being opened (determined by the whichdb function) in the case
of an existing dbm. If the dbm does not exist and the create or new flag ('c'
or 'n') was specified, the dbm type will be determined by the availability of
the modules (tested in the above order).
It has the following interface (key and data are strings):
d[key] = data # store data at key (may override data at
# existing key)
data = d[key] # retrieve data at key (raise KeyError if no
# such key)
del d[key] # delete data stored at key (raises KeyError
# if no such key)
flag = key in d # true if the key exists
list = d.keys() # return a list of all existing keys (slow!)
Future versions may change the order in which implementations are
tested for existence, and add interfaces to other dbm-like
implementations.
�open�whichdb�error� Nc @ s e Zd ZdS )r N)�__name__�
__module__� __qualname__� r r �$/usr/lib64/python3.8/dbm/__init__.pyr & s �dbm.gnu�dbm.ndbm�dbm.dumb)�ndbm�r� c C s� t dkr^tD ]@}zt|dgd�}W n tk
r: Y q Y nX t sD|a |t|< q t s^tdt ��d|krnt| �nd}|dkr�d|ks�d|kr�t }q�td d��n:|d kr�td d
��n$|tkr�td d �|���nt| }|�| ||�S ) a� Open or create database at path given by *file*.
Optional argument *flag* can be 'r' (default) for read-only access, 'w'
for read-write access of an existing database, 'c' for read-write access
to a new or existing database, and 'n' for read-write access to a new
database.
Note: 'r' and 'w' fail if the database doesn't exist; 'c' creates it
only if it doesn't exist; and 'n' always creates a new database.
Nr )�fromlistz no dbm clone found; tried %s�n�cr z=db file doesn't exist; use 'c' or 'n' flag to create a new db� z db type could not be determinedz/db type is {0}, but the module is not available) � _defaultmod�_names�
__import__� ImportError�_modulesr r �formatr )�file�flag�mode�name�mod�resultr r r r 5 s0
�c C s� z6t �| d d�}|�� t �| d d�}|�� W dS tk
r� z>t �| d d�}|�� tdk r�t�| �}|�� W Y dS W n tk
r� Y nX Y nX zht�| d � t�| d �j}|dkr�W d S t �| d d�}z |�d
�d kr�W �
W d S W 5 |�� X W n tk
�r Y nX zt �| d�}W n tk
�rH Y dS X |� |�d �}W 5 Q R X |dd
� }t |�d
k�r�dS zt
� d|�\}W n t
j k
�r� Y dS X |dk�r�dS zt
� d|dd� �\}W n t
j k
�r� Y dS X dS )au Guess which db package to use to open a db file.
Return values:
- None if the database file can't be read;
- empty string if the file can be read but can't be recognized
- the name of the dbm submodule (e.g. "ndbm" or "gnu") if recognized.
Importing the given module may still fail, and opening the
database using that module may still fail.
z.pag�rbz.dirr z.dbNz.datr r � )� '� "� � r z=l)iΚWi͚WiϚWr
���)
�ior �close�OSErrorr
�os�stat�st_size�read�len�structZunpackr )�filename�f�d�sizeZs16�s�magicr r r r b s`
�__main__r! ZUNKNOWN)r r )�__doc__�__all__r' r* r/ �sys� Exceptionr r r r r) Zdbmr
r r r r �argvr0 �printr r r r �<module> s&
-Y dbm/gnu.py 0000644 00000000110 15115353745 0006452 0 ustar 00 """Provide the _gdbm module as a dbm submodule."""
from _gdbm import *
this.py 0000644 00000001753 15115353745 0006104 0 ustar 00 s = """Gur Mra bs Clguba, ol Gvz Crgref
Ornhgvshy vf orggre guna htyl.
Rkcyvpvg vf orggre guna vzcyvpvg.
Fvzcyr vf orggre guna pbzcyrk.
Pbzcyrk vf orggre guna pbzcyvpngrq.
Syng vf orggre guna arfgrq.
Fcnefr vf orggre guna qrafr.
Ernqnovyvgl pbhagf.
Fcrpvny pnfrf nera'g fcrpvny rabhtu gb oernx gur ehyrf.
Nygubhtu cenpgvpnyvgl orngf chevgl.
Reebef fubhyq arire cnff fvyragyl.
Hayrff rkcyvpvgyl fvyraprq.
Va gur snpr bs nzovthvgl, ershfr gur grzcgngvba gb thrff.
Gurer fubhyq or bar-- naq cersrenoyl bayl bar --boivbhf jnl gb qb vg.
Nygubhtu gung jnl znl abg or boivbhf ng svefg hayrff lbh'er Qhgpu.
Abj vf orggre guna arire.
Nygubhtu arire vf bsgra orggre guna *evtug* abj.
Vs gur vzcyrzragngvba vf uneq gb rkcynva, vg'f n onq vqrn.
Vs gur vzcyrzragngvba vf rnfl gb rkcynva, vg znl or n tbbq vqrn.
Anzrfcnprf ner bar ubaxvat terng vqrn -- yrg'f qb zber bs gubfr!"""
d = {}
for c in (65, 97):
for i in range(26):
d[chr(i+c)] = chr((i+13) % 26 + c)
print("".join([d.get(c, c) for c in s]))
fileinput.py 0000644 00000034565 15115353745 0007143 0 ustar 00 """Helper class to quickly write a loop over all standard input files.
Typical use is:
import fileinput
for line in fileinput.input():
process(line)
This iterates over the lines of all files listed in sys.argv[1:],
defaulting to sys.stdin if the list is empty. If a filename is '-' it
is also replaced by sys.stdin and the optional arguments mode and
openhook are ignored. To specify an alternative list of filenames,
pass it as the argument to input(). A single file name is also allowed.
Functions filename(), lineno() return the filename and cumulative line
number of the line that has just been read; filelineno() returns its
line number in the current file; isfirstline() returns true iff the
line just read is the first line of its file; isstdin() returns true
iff the line was read from sys.stdin. Function nextfile() closes the
current file so that the next iteration will read the first line from
the next file (if any); lines not read from the file will not count
towards the cumulative line count; the filename is not changed until
after the first line of the next file has been read. Function close()
closes the sequence.
Before any lines have been read, filename() returns None and both line
numbers are zero; nextfile() has no effect. After all lines have been
read, filename() and the line number functions return the values
pertaining to the last line read; nextfile() has no effect.
All files are opened in text mode by default, you can override this by
setting the mode parameter to input() or FileInput.__init__().
If an I/O error occurs during opening or reading a file, the OSError
exception is raised.
If sys.stdin is used more than once, the second and further use will
return no lines, except perhaps for interactive use, or if it has been
explicitly reset (e.g. using sys.stdin.seek(0)).
Empty files are opened and immediately closed; the only time their
presence in the list of filenames is noticeable at all is when the
last file opened is empty.
It is possible that the last line of a file doesn't end in a newline
character; otherwise lines are returned including the trailing
newline.
Class FileInput is the implementation; its methods filename(),
lineno(), fileline(), isfirstline(), isstdin(), nextfile() and close()
correspond to the functions in the module. In addition it has a
readline() method which returns the next input line, and a
__getitem__() method which implements the sequence behavior. The
sequence must be accessed in strictly sequential order; sequence
access and readline() cannot be mixed.
Optional in-place filtering: if the keyword argument inplace=1 is
passed to input() or to the FileInput constructor, the file is moved
to a backup file and standard output is directed to the input file.
This makes it possible to write a filter that rewrites its input file
in place. If the keyword argument backup=".<some extension>" is also
given, it specifies the extension for the backup file, and the backup
file remains around; by default, the extension is ".bak" and it is
deleted when the output file is closed. In-place filtering is
disabled when standard input is read. XXX The current implementation
does not work for MS-DOS 8+3 filesystems.
XXX Possible additions:
- optional getopt argument processing
- isatty()
- read(), read(size), even readlines()
"""
import sys, os
__all__ = ["input", "close", "nextfile", "filename", "lineno", "filelineno",
"fileno", "isfirstline", "isstdin", "FileInput", "hook_compressed",
"hook_encoded"]
_state = None
def input(files=None, inplace=False, backup="", *, mode="r", openhook=None):
"""Return an instance of the FileInput class, which can be iterated.
The parameters are passed to the constructor of the FileInput class.
The returned instance, in addition to being an iterator,
keeps global state for the functions of this module,.
"""
global _state
if _state and _state._file:
raise RuntimeError("input() already active")
_state = FileInput(files, inplace, backup, mode=mode, openhook=openhook)
return _state
def close():
"""Close the sequence."""
global _state
state = _state
_state = None
if state:
state.close()
def nextfile():
"""
Close the current file so that the next iteration will read the first
line from the next file (if any); lines not read from the file will
not count towards the cumulative line count. The filename is not
changed until after the first line of the next file has been read.
Before the first line has been read, this function has no effect;
it cannot be used to skip the first file. After the last line of the
last file has been read, this function has no effect.
"""
if not _state:
raise RuntimeError("no active input()")
return _state.nextfile()
def filename():
"""
Return the name of the file currently being read.
Before the first line has been read, returns None.
"""
if not _state:
raise RuntimeError("no active input()")
return _state.filename()
def lineno():
"""
Return the cumulative line number of the line that has just been read.
Before the first line has been read, returns 0. After the last line
of the last file has been read, returns the line number of that line.
"""
if not _state:
raise RuntimeError("no active input()")
return _state.lineno()
def filelineno():
"""
Return the line number in the current file. Before the first line
has been read, returns 0. After the last line of the last file has
been read, returns the line number of that line within the file.
"""
if not _state:
raise RuntimeError("no active input()")
return _state.filelineno()
def fileno():
"""
Return the file number of the current file. When no file is currently
opened, returns -1.
"""
if not _state:
raise RuntimeError("no active input()")
return _state.fileno()
def isfirstline():
"""
Returns true the line just read is the first line of its file,
otherwise returns false.
"""
if not _state:
raise RuntimeError("no active input()")
return _state.isfirstline()
def isstdin():
"""
Returns true if the last line was read from sys.stdin,
otherwise returns false.
"""
if not _state:
raise RuntimeError("no active input()")
return _state.isstdin()
class FileInput:
"""FileInput([files[, inplace[, backup]]], *, mode=None, openhook=None)
Class FileInput is the implementation of the module; its methods
filename(), lineno(), fileline(), isfirstline(), isstdin(), fileno(),
nextfile() and close() correspond to the functions of the same name
in the module.
In addition it has a readline() method which returns the next
input line, and a __getitem__() method which implements the
sequence behavior. The sequence must be accessed in strictly
sequential order; random access and readline() cannot be mixed.
"""
def __init__(self, files=None, inplace=False, backup="", *,
mode="r", openhook=None):
if isinstance(files, str):
files = (files,)
elif isinstance(files, os.PathLike):
files = (os.fspath(files), )
else:
if files is None:
files = sys.argv[1:]
if not files:
files = ('-',)
else:
files = tuple(files)
self._files = files
self._inplace = inplace
self._backup = backup
self._savestdout = None
self._output = None
self._filename = None
self._startlineno = 0
self._filelineno = 0
self._file = None
self._isstdin = False
self._backupfilename = None
# restrict mode argument to reading modes
if mode not in ('r', 'rU', 'U', 'rb'):
raise ValueError("FileInput opening mode must be one of "
"'r', 'rU', 'U' and 'rb'")
if 'U' in mode:
import warnings
warnings.warn("'U' mode is deprecated",
DeprecationWarning, 2)
self._mode = mode
self._write_mode = mode.replace('r', 'w') if 'U' not in mode else 'w'
if openhook:
if inplace:
raise ValueError("FileInput cannot use an opening hook in inplace mode")
if not callable(openhook):
raise ValueError("FileInput openhook must be callable")
self._openhook = openhook
def __del__(self):
self.close()
def close(self):
try:
self.nextfile()
finally:
self._files = ()
def __enter__(self):
return self
def __exit__(self, type, value, traceback):
self.close()
def __iter__(self):
return self
def __next__(self):
while True:
line = self._readline()
if line:
self._filelineno += 1
return line
if not self._file:
raise StopIteration
self.nextfile()
# repeat with next file
def __getitem__(self, i):
import warnings
warnings.warn(
"Support for indexing FileInput objects is deprecated. "
"Use iterator protocol instead.",
DeprecationWarning,
stacklevel=2
)
if i != self.lineno():
raise RuntimeError("accessing lines out of order")
try:
return self.__next__()
except StopIteration:
raise IndexError("end of input reached")
def nextfile(self):
savestdout = self._savestdout
self._savestdout = None
if savestdout:
sys.stdout = savestdout
output = self._output
self._output = None
try:
if output:
output.close()
finally:
file = self._file
self._file = None
try:
del self._readline # restore FileInput._readline
except AttributeError:
pass
try:
if file and not self._isstdin:
file.close()
finally:
backupfilename = self._backupfilename
self._backupfilename = None
if backupfilename and not self._backup:
try: os.unlink(backupfilename)
except OSError: pass
self._isstdin = False
def readline(self):
while True:
line = self._readline()
if line:
self._filelineno += 1
return line
if not self._file:
return line
self.nextfile()
# repeat with next file
def _readline(self):
if not self._files:
if 'b' in self._mode:
return b''
else:
return ''
self._filename = self._files[0]
self._files = self._files[1:]
self._startlineno = self.lineno()
self._filelineno = 0
self._file = None
self._isstdin = False
self._backupfilename = 0
if self._filename == '-':
self._filename = '<stdin>'
if 'b' in self._mode:
self._file = getattr(sys.stdin, 'buffer', sys.stdin)
else:
self._file = sys.stdin
self._isstdin = True
else:
if self._inplace:
self._backupfilename = (
os.fspath(self._filename) + (self._backup or ".bak"))
try:
os.unlink(self._backupfilename)
except OSError:
pass
# The next few lines may raise OSError
os.rename(self._filename, self._backupfilename)
self._file = open(self._backupfilename, self._mode)
try:
perm = os.fstat(self._file.fileno()).st_mode
except OSError:
self._output = open(self._filename, self._write_mode)
else:
mode = os.O_CREAT | os.O_WRONLY | os.O_TRUNC
if hasattr(os, 'O_BINARY'):
mode |= os.O_BINARY
fd = os.open(self._filename, mode, perm)
self._output = os.fdopen(fd, self._write_mode)
try:
os.chmod(self._filename, perm)
except OSError:
pass
self._savestdout = sys.stdout
sys.stdout = self._output
else:
# This may raise OSError
if self._openhook:
self._file = self._openhook(self._filename, self._mode)
else:
self._file = open(self._filename, self._mode)
self._readline = self._file.readline # hide FileInput._readline
return self._readline()
def filename(self):
return self._filename
def lineno(self):
return self._startlineno + self._filelineno
def filelineno(self):
return self._filelineno
def fileno(self):
if self._file:
try:
return self._file.fileno()
except ValueError:
return -1
else:
return -1
def isfirstline(self):
return self._filelineno == 1
def isstdin(self):
return self._isstdin
def hook_compressed(filename, mode):
ext = os.path.splitext(filename)[1]
if ext == '.gz':
import gzip
return gzip.open(filename, mode)
elif ext == '.bz2':
import bz2
return bz2.BZ2File(filename, mode)
else:
return open(filename, mode)
def hook_encoded(encoding, errors=None):
def openhook(filename, mode):
return open(filename, mode, encoding=encoding, errors=errors)
return openhook
def _test():
import getopt
inplace = False
backup = False
opts, args = getopt.getopt(sys.argv[1:], "ib:")
for o, a in opts:
if o == '-i': inplace = True
if o == '-b': backup = a
for line in input(args, inplace=inplace, backup=backup):
if line[-1:] == '\n': line = line[:-1]
if line[-1:] == '\r': line = line[:-1]
print("%d: %s[%d]%s %s" % (lineno(), filename(), filelineno(),
isfirstline() and "*" or "", line))
print("%d: %s[%d]" % (lineno(), filename(), filelineno()))
if __name__ == '__main__':
_test()
http/server.py 0000644 00000135757 15115353745 0007436 0 ustar 00 """HTTP server classes.
Note: BaseHTTPRequestHandler doesn't implement any HTTP request; see
SimpleHTTPRequestHandler for simple implementations of GET, HEAD and POST,
and CGIHTTPRequestHandler for CGI scripts.
It does, however, optionally implement HTTP/1.1 persistent connections,
as of version 0.3.
Notes on CGIHTTPRequestHandler
------------------------------
This class implements GET and POST requests to cgi-bin scripts.
If the os.fork() function is not present (e.g. on Windows),
subprocess.Popen() is used as a fallback, with slightly altered semantics.
In all cases, the implementation is intentionally naive -- all
requests are executed synchronously.
SECURITY WARNING: DON'T USE THIS CODE UNLESS YOU ARE INSIDE A FIREWALL
-- it may execute arbitrary Python code or external programs.
Note that status code 200 is sent prior to execution of a CGI script, so
scripts cannot send other status codes such as 302 (redirect).
XXX To do:
- log requests even later (to capture byte count)
- log user-agent header and other interesting goodies
- send error log to separate file
"""
# See also:
#
# HTTP Working Group T. Berners-Lee
# INTERNET-DRAFT R. T. Fielding
# <draft-ietf-http-v10-spec-00.txt> H. Frystyk Nielsen
# Expires September 8, 1995 March 8, 1995
#
# URL: http://www.ics.uci.edu/pub/ietf/http/draft-ietf-http-v10-spec-00.txt
#
# and
#
# Network Working Group R. Fielding
# Request for Comments: 2616 et al
# Obsoletes: 2068 June 1999
# Category: Standards Track
#
# URL: http://www.faqs.org/rfcs/rfc2616.html
# Log files
# ---------
#
# Here's a quote from the NCSA httpd docs about log file format.
#
# | The logfile format is as follows. Each line consists of:
# |
# | host rfc931 authuser [DD/Mon/YYYY:hh:mm:ss] "request" ddd bbbb
# |
# | host: Either the DNS name or the IP number of the remote client
# | rfc931: Any information returned by identd for this person,
# | - otherwise.
# | authuser: If user sent a userid for authentication, the user name,
# | - otherwise.
# | DD: Day
# | Mon: Month (calendar name)
# | YYYY: Year
# | hh: hour (24-hour format, the machine's timezone)
# | mm: minutes
# | ss: seconds
# | request: The first line of the HTTP request as sent by the client.
# | ddd: the status code returned by the server, - if not available.
# | bbbb: the total number of bytes sent,
# | *not including the HTTP/1.0 header*, - if not available
# |
# | You can determine the name of the file accessed through request.
#
# (Actually, the latter is only true if you know the server configuration
# at the time the request was made!)
__version__ = "0.6"
__all__ = [
"HTTPServer", "ThreadingHTTPServer", "BaseHTTPRequestHandler",
"SimpleHTTPRequestHandler", "CGIHTTPRequestHandler",
]
import copy
import datetime
import email.utils
import html
import http.client
import io
import itertools
import mimetypes
import os
import posixpath
import select
import shutil
import socket # For gethostbyaddr()
import socketserver
import sys
import time
import urllib.parse
import contextlib
from functools import partial
from http import HTTPStatus
# Default error message template
DEFAULT_ERROR_MESSAGE = """\
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN"
"http://www.w3.org/TR/html4/strict.dtd">
<html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8">
<title>Error response</title>
</head>
<body>
<h1>Error response</h1>
<p>Error code: %(code)d</p>
<p>Message: %(message)s.</p>
<p>Error code explanation: %(code)s - %(explain)s.</p>
</body>
</html>
"""
DEFAULT_ERROR_CONTENT_TYPE = "text/html;charset=utf-8"
class HTTPServer(socketserver.TCPServer):
allow_reuse_address = 1 # Seems to make sense in testing environment
def server_bind(self):
"""Override server_bind to store the server name."""
socketserver.TCPServer.server_bind(self)
host, port = self.server_address[:2]
self.server_name = socket.getfqdn(host)
self.server_port = port
class ThreadingHTTPServer(socketserver.ThreadingMixIn, HTTPServer):
daemon_threads = True
class BaseHTTPRequestHandler(socketserver.StreamRequestHandler):
"""HTTP request handler base class.
The following explanation of HTTP serves to guide you through the
code as well as to expose any misunderstandings I may have about
HTTP (so you don't need to read the code to figure out I'm wrong
:-).
HTTP (HyperText Transfer Protocol) is an extensible protocol on
top of a reliable stream transport (e.g. TCP/IP). The protocol
recognizes three parts to a request:
1. One line identifying the request type and path
2. An optional set of RFC-822-style headers
3. An optional data part
The headers and data are separated by a blank line.
The first line of the request has the form
<command> <path> <version>
where <command> is a (case-sensitive) keyword such as GET or POST,
<path> is a string containing path information for the request,
and <version> should be the string "HTTP/1.0" or "HTTP/1.1".
<path> is encoded using the URL encoding scheme (using %xx to signify
the ASCII character with hex code xx).
The specification specifies that lines are separated by CRLF but
for compatibility with the widest range of clients recommends
servers also handle LF. Similarly, whitespace in the request line
is treated sensibly (allowing multiple spaces between components
and allowing trailing whitespace).
Similarly, for output, lines ought to be separated by CRLF pairs
but most clients grok LF characters just fine.
If the first line of the request has the form
<command> <path>
(i.e. <version> is left out) then this is assumed to be an HTTP
0.9 request; this form has no optional headers and data part and
the reply consists of just the data.
The reply form of the HTTP 1.x protocol again has three parts:
1. One line giving the response code
2. An optional set of RFC-822-style headers
3. The data
Again, the headers and data are separated by a blank line.
The response code line has the form
<version> <responsecode> <responsestring>
where <version> is the protocol version ("HTTP/1.0" or "HTTP/1.1"),
<responsecode> is a 3-digit response code indicating success or
failure of the request, and <responsestring> is an optional
human-readable string explaining what the response code means.
This server parses the request and the headers, and then calls a
function specific to the request type (<command>). Specifically,
a request SPAM will be handled by a method do_SPAM(). If no
such method exists the server sends an error response to the
client. If it exists, it is called with no arguments:
do_SPAM()
Note that the request name is case sensitive (i.e. SPAM and spam
are different requests).
The various request details are stored in instance variables:
- client_address is the client IP address in the form (host,
port);
- command, path and version are the broken-down request line;
- headers is an instance of email.message.Message (or a derived
class) containing the header information;
- rfile is a file object open for reading positioned at the
start of the optional input data part;
- wfile is a file object open for writing.
IT IS IMPORTANT TO ADHERE TO THE PROTOCOL FOR WRITING!
The first thing to be written must be the response line. Then
follow 0 or more header lines, then a blank line, and then the
actual data (if any). The meaning of the header lines depends on
the command executed by the server; in most cases, when data is
returned, there should be at least one header line of the form
Content-type: <type>/<subtype>
where <type> and <subtype> should be registered MIME types,
e.g. "text/html" or "text/plain".
"""
# The Python system version, truncated to its first component.
sys_version = "Python/" + sys.version.split()[0]
# The server software version. You may want to override this.
# The format is multiple whitespace-separated strings,
# where each string is of the form name[/version].
server_version = "BaseHTTP/" + __version__
error_message_format = DEFAULT_ERROR_MESSAGE
error_content_type = DEFAULT_ERROR_CONTENT_TYPE
# The default request version. This only affects responses up until
# the point where the request line is parsed, so it mainly decides what
# the client gets back when sending a malformed request line.
# Most web servers default to HTTP 0.9, i.e. don't send a status line.
default_request_version = "HTTP/0.9"
def parse_request(self):
"""Parse a request (internal).
The request should be stored in self.raw_requestline; the results
are in self.command, self.path, self.request_version and
self.headers.
Return True for success, False for failure; on failure, any relevant
error response has already been sent back.
"""
self.command = None # set in case of error on the first line
self.request_version = version = self.default_request_version
self.close_connection = True
requestline = str(self.raw_requestline, 'iso-8859-1')
requestline = requestline.rstrip('\r\n')
self.requestline = requestline
words = requestline.split()
if len(words) == 0:
return False
if len(words) >= 3: # Enough to determine protocol version
version = words[-1]
try:
if not version.startswith('HTTP/'):
raise ValueError
base_version_number = version.split('/', 1)[1]
version_number = base_version_number.split(".")
# RFC 2145 section 3.1 says there can be only one "." and
# - major and minor numbers MUST be treated as
# separate integers;
# - HTTP/2.4 is a lower version than HTTP/2.13, which in
# turn is lower than HTTP/12.3;
# - Leading zeros MUST be ignored by recipients.
if len(version_number) != 2:
raise ValueError
version_number = int(version_number[0]), int(version_number[1])
except (ValueError, IndexError):
self.send_error(
HTTPStatus.BAD_REQUEST,
"Bad request version (%r)" % version)
return False
if version_number >= (1, 1) and self.protocol_version >= "HTTP/1.1":
self.close_connection = False
if version_number >= (2, 0):
self.send_error(
HTTPStatus.HTTP_VERSION_NOT_SUPPORTED,
"Invalid HTTP version (%s)" % base_version_number)
return False
self.request_version = version
if not 2 <= len(words) <= 3:
self.send_error(
HTTPStatus.BAD_REQUEST,
"Bad request syntax (%r)" % requestline)
return False
command, path = words[:2]
if len(words) == 2:
self.close_connection = True
if command != 'GET':
self.send_error(
HTTPStatus.BAD_REQUEST,
"Bad HTTP/0.9 request type (%r)" % command)
return False
self.command, self.path = command, path
# gh-87389: The purpose of replacing '//' with '/' is to protect
# against open redirect attacks possibly triggered if the path starts
# with '//' because http clients treat //path as an absolute URI
# without scheme (similar to http://path) rather than a path.
if self.path.startswith('//'):
self.path = '/' + self.path.lstrip('/') # Reduce to a single /
# Examine the headers and look for a Connection directive.
try:
self.headers = http.client.parse_headers(self.rfile,
_class=self.MessageClass)
except http.client.LineTooLong as err:
self.send_error(
HTTPStatus.REQUEST_HEADER_FIELDS_TOO_LARGE,
"Line too long",
str(err))
return False
except http.client.HTTPException as err:
self.send_error(
HTTPStatus.REQUEST_HEADER_FIELDS_TOO_LARGE,
"Too many headers",
str(err)
)
return False
conntype = self.headers.get('Connection', "")
if conntype.lower() == 'close':
self.close_connection = True
elif (conntype.lower() == 'keep-alive' and
self.protocol_version >= "HTTP/1.1"):
self.close_connection = False
# Examine the headers and look for an Expect directive
expect = self.headers.get('Expect', "")
if (expect.lower() == "100-continue" and
self.protocol_version >= "HTTP/1.1" and
self.request_version >= "HTTP/1.1"):
if not self.handle_expect_100():
return False
return True
def handle_expect_100(self):
"""Decide what to do with an "Expect: 100-continue" header.
If the client is expecting a 100 Continue response, we must
respond with either a 100 Continue or a final response before
waiting for the request body. The default is to always respond
with a 100 Continue. You can behave differently (for example,
reject unauthorized requests) by overriding this method.
This method should either return True (possibly after sending
a 100 Continue response) or send an error response and return
False.
"""
self.send_response_only(HTTPStatus.CONTINUE)
self.end_headers()
return True
def handle_one_request(self):
"""Handle a single HTTP request.
You normally don't need to override this method; see the class
__doc__ string for information on how to handle specific HTTP
commands such as GET and POST.
"""
try:
self.raw_requestline = self.rfile.readline(65537)
if len(self.raw_requestline) > 65536:
self.requestline = ''
self.request_version = ''
self.command = ''
self.send_error(HTTPStatus.REQUEST_URI_TOO_LONG)
return
if not self.raw_requestline:
self.close_connection = True
return
if not self.parse_request():
# An error code has been sent, just exit
return
mname = 'do_' + self.command
if not hasattr(self, mname):
self.send_error(
HTTPStatus.NOT_IMPLEMENTED,
"Unsupported method (%r)" % self.command)
return
method = getattr(self, mname)
method()
self.wfile.flush() #actually send the response if not already done.
except socket.timeout as e:
#a read or a write timed out. Discard this connection
self.log_error("Request timed out: %r", e)
self.close_connection = True
return
def handle(self):
"""Handle multiple requests if necessary."""
self.close_connection = True
self.handle_one_request()
while not self.close_connection:
self.handle_one_request()
def send_error(self, code, message=None, explain=None):
"""Send and log an error reply.
Arguments are
* code: an HTTP error code
3 digits
* message: a simple optional 1 line reason phrase.
*( HTAB / SP / VCHAR / %x80-FF )
defaults to short entry matching the response code
* explain: a detailed message defaults to the long entry
matching the response code.
This sends an error response (so it must be called before any
output has been generated), logs the error, and finally sends
a piece of HTML explaining the error to the user.
"""
try:
shortmsg, longmsg = self.responses[code]
except KeyError:
shortmsg, longmsg = '???', '???'
if message is None:
message = shortmsg
if explain is None:
explain = longmsg
self.log_error("code %d, message %s", code, message)
self.send_response(code, message)
self.send_header('Connection', 'close')
# Message body is omitted for cases described in:
# - RFC7230: 3.3. 1xx, 204(No Content), 304(Not Modified)
# - RFC7231: 6.3.6. 205(Reset Content)
body = None
if (code >= 200 and
code not in (HTTPStatus.NO_CONTENT,
HTTPStatus.RESET_CONTENT,
HTTPStatus.NOT_MODIFIED)):
# HTML encode to prevent Cross Site Scripting attacks
# (see bug #1100201)
content = (self.error_message_format % {
'code': code,
'message': html.escape(message, quote=False),
'explain': html.escape(explain, quote=False)
})
body = content.encode('UTF-8', 'replace')
self.send_header("Content-Type", self.error_content_type)
self.send_header('Content-Length', str(len(body)))
self.end_headers()
if self.command != 'HEAD' and body:
self.wfile.write(body)
def send_response(self, code, message=None):
"""Add the response header to the headers buffer and log the
response code.
Also send two standard headers with the server software
version and the current date.
"""
self.log_request(code)
self.send_response_only(code, message)
self.send_header('Server', self.version_string())
self.send_header('Date', self.date_time_string())
def send_response_only(self, code, message=None):
"""Send the response header only."""
if self.request_version != 'HTTP/0.9':
if message is None:
if code in self.responses:
message = self.responses[code][0]
else:
message = ''
if not hasattr(self, '_headers_buffer'):
self._headers_buffer = []
self._headers_buffer.append(("%s %d %s\r\n" %
(self.protocol_version, code, message)).encode(
'latin-1', 'strict'))
def send_header(self, keyword, value):
"""Send a MIME header to the headers buffer."""
if self.request_version != 'HTTP/0.9':
if not hasattr(self, '_headers_buffer'):
self._headers_buffer = []
self._headers_buffer.append(
("%s: %s\r\n" % (keyword, value)).encode('latin-1', 'strict'))
if keyword.lower() == 'connection':
if value.lower() == 'close':
self.close_connection = True
elif value.lower() == 'keep-alive':
self.close_connection = False
def end_headers(self):
"""Send the blank line ending the MIME headers."""
if self.request_version != 'HTTP/0.9':
self._headers_buffer.append(b"\r\n")
self.flush_headers()
def flush_headers(self):
if hasattr(self, '_headers_buffer'):
self.wfile.write(b"".join(self._headers_buffer))
self._headers_buffer = []
def log_request(self, code='-', size='-'):
"""Log an accepted request.
This is called by send_response().
"""
if isinstance(code, HTTPStatus):
code = code.value
self.log_message('"%s" %s %s',
self.requestline, str(code), str(size))
def log_error(self, format, *args):
"""Log an error.
This is called when a request cannot be fulfilled. By
default it passes the message on to log_message().
Arguments are the same as for log_message().
XXX This should go to the separate error log.
"""
self.log_message(format, *args)
# https://en.wikipedia.org/wiki/List_of_Unicode_characters#Control_codes
_control_char_table = str.maketrans(
{c: fr'\x{c:02x}' for c in itertools.chain(range(0x20), range(0x7f,0xa0))})
_control_char_table[ord('\\')] = r'\\'
def log_message(self, format, *args):
"""Log an arbitrary message.
This is used by all other logging functions. Override
it if you have specific logging wishes.
The first argument, FORMAT, is a format string for the
message to be logged. If the format string contains
any % escapes requiring parameters, they should be
specified as subsequent arguments (it's just like
printf!).
The client ip and current date/time are prefixed to
every message.
Unicode control characters are replaced with escaped hex
before writing the output to stderr.
"""
message = format % args
sys.stderr.write("%s - - [%s] %s\n" %
(self.address_string(),
self.log_date_time_string(),
message.translate(self._control_char_table)))
def version_string(self):
"""Return the server software version string."""
return self.server_version + ' ' + self.sys_version
def date_time_string(self, timestamp=None):
"""Return the current date and time formatted for a message header."""
if timestamp is None:
timestamp = time.time()
return email.utils.formatdate(timestamp, usegmt=True)
def log_date_time_string(self):
"""Return the current time formatted for logging."""
now = time.time()
year, month, day, hh, mm, ss, x, y, z = time.localtime(now)
s = "%02d/%3s/%04d %02d:%02d:%02d" % (
day, self.monthname[month], year, hh, mm, ss)
return s
weekdayname = ['Mon', 'Tue', 'Wed', 'Thu', 'Fri', 'Sat', 'Sun']
monthname = [None,
'Jan', 'Feb', 'Mar', 'Apr', 'May', 'Jun',
'Jul', 'Aug', 'Sep', 'Oct', 'Nov', 'Dec']
def address_string(self):
"""Return the client address."""
return self.client_address[0]
# Essentially static class variables
# The version of the HTTP protocol we support.
# Set this to HTTP/1.1 to enable automatic keepalive
protocol_version = "HTTP/1.0"
# MessageClass used to parse headers
MessageClass = http.client.HTTPMessage
# hack to maintain backwards compatibility
responses = {
v: (v.phrase, v.description)
for v in HTTPStatus.__members__.values()
}
class SimpleHTTPRequestHandler(BaseHTTPRequestHandler):
"""Simple HTTP request handler with GET and HEAD commands.
This serves files from the current directory and any of its
subdirectories. The MIME type for files is determined by
calling the .guess_type() method.
The GET and HEAD requests are identical except that the HEAD
request omits the actual contents of the file.
"""
server_version = "SimpleHTTP/" + __version__
def __init__(self, *args, directory=None, **kwargs):
if directory is None:
directory = os.getcwd()
self.directory = directory
super().__init__(*args, **kwargs)
def do_GET(self):
"""Serve a GET request."""
f = self.send_head()
if f:
try:
self.copyfile(f, self.wfile)
finally:
f.close()
def do_HEAD(self):
"""Serve a HEAD request."""
f = self.send_head()
if f:
f.close()
def send_head(self):
"""Common code for GET and HEAD commands.
This sends the response code and MIME headers.
Return value is either a file object (which has to be copied
to the outputfile by the caller unless the command was HEAD,
and must be closed by the caller under all circumstances), or
None, in which case the caller has nothing further to do.
"""
path = self.translate_path(self.path)
f = None
if os.path.isdir(path):
parts = urllib.parse.urlsplit(self.path)
if not parts.path.endswith('/'):
# redirect browser - doing basically what apache does
self.send_response(HTTPStatus.MOVED_PERMANENTLY)
new_parts = (parts[0], parts[1], parts[2] + '/',
parts[3], parts[4])
new_url = urllib.parse.urlunsplit(new_parts)
self.send_header("Location", new_url)
self.end_headers()
return None
for index in "index.html", "index.htm":
index = os.path.join(path, index)
if os.path.exists(index):
path = index
break
else:
return self.list_directory(path)
ctype = self.guess_type(path)
# check for trailing "/" which should return 404. See Issue17324
# The test for this was added in test_httpserver.py
# However, some OS platforms accept a trailingSlash as a filename
# See discussion on python-dev and Issue34711 regarding
# parseing and rejection of filenames with a trailing slash
if path.endswith("/"):
self.send_error(HTTPStatus.NOT_FOUND, "File not found")
return None
try:
f = open(path, 'rb')
except OSError:
self.send_error(HTTPStatus.NOT_FOUND, "File not found")
return None
try:
fs = os.fstat(f.fileno())
# Use browser cache if possible
if ("If-Modified-Since" in self.headers
and "If-None-Match" not in self.headers):
# compare If-Modified-Since and time of last file modification
try:
ims = email.utils.parsedate_to_datetime(
self.headers["If-Modified-Since"])
except (TypeError, IndexError, OverflowError, ValueError):
# ignore ill-formed values
pass
else:
if ims.tzinfo is None:
# obsolete format with no timezone, cf.
# https://tools.ietf.org/html/rfc7231#section-7.1.1.1
ims = ims.replace(tzinfo=datetime.timezone.utc)
if ims.tzinfo is datetime.timezone.utc:
# compare to UTC datetime of last modification
last_modif = datetime.datetime.fromtimestamp(
fs.st_mtime, datetime.timezone.utc)
# remove microseconds, like in If-Modified-Since
last_modif = last_modif.replace(microsecond=0)
if last_modif <= ims:
self.send_response(HTTPStatus.NOT_MODIFIED)
self.end_headers()
f.close()
return None
self.send_response(HTTPStatus.OK)
self.send_header("Content-type", ctype)
self.send_header("Content-Length", str(fs[6]))
self.send_header("Last-Modified",
self.date_time_string(fs.st_mtime))
self.end_headers()
return f
except:
f.close()
raise
def list_directory(self, path):
"""Helper to produce a directory listing (absent index.html).
Return value is either a file object, or None (indicating an
error). In either case, the headers are sent, making the
interface the same as for send_head().
"""
try:
list = os.listdir(path)
except OSError:
self.send_error(
HTTPStatus.NOT_FOUND,
"No permission to list directory")
return None
list.sort(key=lambda a: a.lower())
r = []
try:
displaypath = urllib.parse.unquote(self.path,
errors='surrogatepass')
except UnicodeDecodeError:
displaypath = urllib.parse.unquote(self.path)
displaypath = html.escape(displaypath, quote=False)
enc = sys.getfilesystemencoding()
title = 'Directory listing for %s' % displaypath
r.append('<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" '
'"http://www.w3.org/TR/html4/strict.dtd">')
r.append('<html>\n<head>')
r.append('<meta http-equiv="Content-Type" '
'content="text/html; charset=%s">' % enc)
r.append('<title>%s</title>\n</head>' % title)
r.append('<body>\n<h1>%s</h1>' % title)
r.append('<hr>\n<ul>')
for name in list:
fullname = os.path.join(path, name)
displayname = linkname = name
# Append / for directories or @ for symbolic links
if os.path.isdir(fullname):
displayname = name + "/"
linkname = name + "/"
if os.path.islink(fullname):
displayname = name + "@"
# Note: a link to a directory displays with @ and links with /
r.append('<li><a href="%s">%s</a></li>'
% (urllib.parse.quote(linkname,
errors='surrogatepass'),
html.escape(displayname, quote=False)))
r.append('</ul>\n<hr>\n</body>\n</html>\n')
encoded = '\n'.join(r).encode(enc, 'surrogateescape')
f = io.BytesIO()
f.write(encoded)
f.seek(0)
self.send_response(HTTPStatus.OK)
self.send_header("Content-type", "text/html; charset=%s" % enc)
self.send_header("Content-Length", str(len(encoded)))
self.end_headers()
return f
def translate_path(self, path):
"""Translate a /-separated PATH to the local filename syntax.
Components that mean special things to the local file system
(e.g. drive or directory names) are ignored. (XXX They should
probably be diagnosed.)
"""
# abandon query parameters
path = path.split('?',1)[0]
path = path.split('#',1)[0]
# Don't forget explicit trailing slash when normalizing. Issue17324
trailing_slash = path.rstrip().endswith('/')
try:
path = urllib.parse.unquote(path, errors='surrogatepass')
except UnicodeDecodeError:
path = urllib.parse.unquote(path)
path = posixpath.normpath(path)
words = path.split('/')
words = filter(None, words)
path = self.directory
for word in words:
if os.path.dirname(word) or word in (os.curdir, os.pardir):
# Ignore components that are not a simple file/directory name
continue
path = os.path.join(path, word)
if trailing_slash:
path += '/'
return path
def copyfile(self, source, outputfile):
"""Copy all data between two file objects.
The SOURCE argument is a file object open for reading
(or anything with a read() method) and the DESTINATION
argument is a file object open for writing (or
anything with a write() method).
The only reason for overriding this would be to change
the block size or perhaps to replace newlines by CRLF
-- note however that this the default server uses this
to copy binary data as well.
"""
shutil.copyfileobj(source, outputfile)
def guess_type(self, path):
"""Guess the type of a file.
Argument is a PATH (a filename).
Return value is a string of the form type/subtype,
usable for a MIME Content-type header.
The default implementation looks the file's extension
up in the table self.extensions_map, using application/octet-stream
as a default; however it would be permissible (if
slow) to look inside the data to make a better guess.
"""
base, ext = posixpath.splitext(path)
if ext in self.extensions_map:
return self.extensions_map[ext]
ext = ext.lower()
if ext in self.extensions_map:
return self.extensions_map[ext]
else:
return self.extensions_map['']
if not mimetypes.inited:
mimetypes.init() # try to read system mime.types
extensions_map = mimetypes.types_map.copy()
extensions_map.update({
'': 'application/octet-stream', # Default
'.py': 'text/plain',
'.c': 'text/plain',
'.h': 'text/plain',
})
# Utilities for CGIHTTPRequestHandler
def _url_collapse_path(path):
"""
Given a URL path, remove extra '/'s and '.' path elements and collapse
any '..' references and returns a collapsed path.
Implements something akin to RFC-2396 5.2 step 6 to parse relative paths.
The utility of this function is limited to is_cgi method and helps
preventing some security attacks.
Returns: The reconstituted URL, which will always start with a '/'.
Raises: IndexError if too many '..' occur within the path.
"""
# Query component should not be involved.
path, _, query = path.partition('?')
path = urllib.parse.unquote(path)
# Similar to os.path.split(os.path.normpath(path)) but specific to URL
# path semantics rather than local operating system semantics.
path_parts = path.split('/')
head_parts = []
for part in path_parts[:-1]:
if part == '..':
head_parts.pop() # IndexError if more '..' than prior parts
elif part and part != '.':
head_parts.append( part )
if path_parts:
tail_part = path_parts.pop()
if tail_part:
if tail_part == '..':
head_parts.pop()
tail_part = ''
elif tail_part == '.':
tail_part = ''
else:
tail_part = ''
if query:
tail_part = '?'.join((tail_part, query))
splitpath = ('/' + '/'.join(head_parts), tail_part)
collapsed_path = "/".join(splitpath)
return collapsed_path
nobody = None
def nobody_uid():
"""Internal routine to get nobody's uid"""
global nobody
if nobody:
return nobody
try:
import pwd
except ImportError:
return -1
try:
nobody = pwd.getpwnam('nobody')[2]
except KeyError:
nobody = 1 + max(x[2] for x in pwd.getpwall())
return nobody
def executable(path):
"""Test for executable file."""
return os.access(path, os.X_OK)
class CGIHTTPRequestHandler(SimpleHTTPRequestHandler):
"""Complete HTTP server with GET, HEAD and POST commands.
GET and HEAD also support running CGI scripts.
The POST command is *only* implemented for CGI scripts.
"""
# Determine platform specifics
have_fork = hasattr(os, 'fork')
# Make rfile unbuffered -- we need to read one line and then pass
# the rest to a subprocess, so we can't use buffered input.
rbufsize = 0
def do_POST(self):
"""Serve a POST request.
This is only implemented for CGI scripts.
"""
if self.is_cgi():
self.run_cgi()
else:
self.send_error(
HTTPStatus.NOT_IMPLEMENTED,
"Can only POST to CGI scripts")
def send_head(self):
"""Version of send_head that support CGI scripts"""
if self.is_cgi():
return self.run_cgi()
else:
return SimpleHTTPRequestHandler.send_head(self)
def is_cgi(self):
"""Test whether self.path corresponds to a CGI script.
Returns True and updates the cgi_info attribute to the tuple
(dir, rest) if self.path requires running a CGI script.
Returns False otherwise.
If any exception is raised, the caller should assume that
self.path was rejected as invalid and act accordingly.
The default implementation tests whether the normalized url
path begins with one of the strings in self.cgi_directories
(and the next character is a '/' or the end of the string).
"""
collapsed_path = _url_collapse_path(self.path)
dir_sep = collapsed_path.find('/', 1)
head, tail = collapsed_path[:dir_sep], collapsed_path[dir_sep+1:]
if head in self.cgi_directories:
self.cgi_info = head, tail
return True
return False
cgi_directories = ['/cgi-bin', '/htbin']
def is_executable(self, path):
"""Test whether argument path is an executable file."""
return executable(path)
def is_python(self, path):
"""Test whether argument path is a Python script."""
head, tail = os.path.splitext(path)
return tail.lower() in (".py", ".pyw")
def run_cgi(self):
"""Execute a CGI script."""
dir, rest = self.cgi_info
path = dir + '/' + rest
i = path.find('/', len(dir)+1)
while i >= 0:
nextdir = path[:i]
nextrest = path[i+1:]
scriptdir = self.translate_path(nextdir)
if os.path.isdir(scriptdir):
dir, rest = nextdir, nextrest
i = path.find('/', len(dir)+1)
else:
break
# find an explicit query string, if present.
rest, _, query = rest.partition('?')
# dissect the part after the directory name into a script name &
# a possible additional path, to be stored in PATH_INFO.
i = rest.find('/')
if i >= 0:
script, rest = rest[:i], rest[i:]
else:
script, rest = rest, ''
scriptname = dir + '/' + script
scriptfile = self.translate_path(scriptname)
if not os.path.exists(scriptfile):
self.send_error(
HTTPStatus.NOT_FOUND,
"No such CGI script (%r)" % scriptname)
return
if not os.path.isfile(scriptfile):
self.send_error(
HTTPStatus.FORBIDDEN,
"CGI script is not a plain file (%r)" % scriptname)
return
ispy = self.is_python(scriptname)
if self.have_fork or not ispy:
if not self.is_executable(scriptfile):
self.send_error(
HTTPStatus.FORBIDDEN,
"CGI script is not executable (%r)" % scriptname)
return
# Reference: http://hoohoo.ncsa.uiuc.edu/cgi/env.html
# XXX Much of the following could be prepared ahead of time!
env = copy.deepcopy(os.environ)
env['SERVER_SOFTWARE'] = self.version_string()
env['SERVER_NAME'] = self.server.server_name
env['GATEWAY_INTERFACE'] = 'CGI/1.1'
env['SERVER_PROTOCOL'] = self.protocol_version
env['SERVER_PORT'] = str(self.server.server_port)
env['REQUEST_METHOD'] = self.command
uqrest = urllib.parse.unquote(rest)
env['PATH_INFO'] = uqrest
env['PATH_TRANSLATED'] = self.translate_path(uqrest)
env['SCRIPT_NAME'] = scriptname
if query:
env['QUERY_STRING'] = query
env['REMOTE_ADDR'] = self.client_address[0]
authorization = self.headers.get("authorization")
if authorization:
authorization = authorization.split()
if len(authorization) == 2:
import base64, binascii
env['AUTH_TYPE'] = authorization[0]
if authorization[0].lower() == "basic":
try:
authorization = authorization[1].encode('ascii')
authorization = base64.decodebytes(authorization).\
decode('ascii')
except (binascii.Error, UnicodeError):
pass
else:
authorization = authorization.split(':')
if len(authorization) == 2:
env['REMOTE_USER'] = authorization[0]
# XXX REMOTE_IDENT
if self.headers.get('content-type') is None:
env['CONTENT_TYPE'] = self.headers.get_content_type()
else:
env['CONTENT_TYPE'] = self.headers['content-type']
length = self.headers.get('content-length')
if length:
env['CONTENT_LENGTH'] = length
referer = self.headers.get('referer')
if referer:
env['HTTP_REFERER'] = referer
accept = []
for line in self.headers.getallmatchingheaders('accept'):
if line[:1] in "\t\n\r ":
accept.append(line.strip())
else:
accept = accept + line[7:].split(',')
env['HTTP_ACCEPT'] = ','.join(accept)
ua = self.headers.get('user-agent')
if ua:
env['HTTP_USER_AGENT'] = ua
co = filter(None, self.headers.get_all('cookie', []))
cookie_str = ', '.join(co)
if cookie_str:
env['HTTP_COOKIE'] = cookie_str
# XXX Other HTTP_* headers
# Since we're setting the env in the parent, provide empty
# values to override previously set values
for k in ('QUERY_STRING', 'REMOTE_HOST', 'CONTENT_LENGTH',
'HTTP_USER_AGENT', 'HTTP_COOKIE', 'HTTP_REFERER'):
env.setdefault(k, "")
self.send_response(HTTPStatus.OK, "Script output follows")
self.flush_headers()
decoded_query = query.replace('+', ' ')
if self.have_fork:
# Unix -- fork as we should
args = [script]
if '=' not in decoded_query:
args.append(decoded_query)
nobody = nobody_uid()
self.wfile.flush() # Always flush before forking
pid = os.fork()
if pid != 0:
# Parent
pid, sts = os.waitpid(pid, 0)
# throw away additional data [see bug #427345]
while select.select([self.rfile], [], [], 0)[0]:
if not self.rfile.read(1):
break
if sts:
self.log_error("CGI script exit status %#x", sts)
return
# Child
try:
try:
os.setuid(nobody)
except OSError:
pass
os.dup2(self.rfile.fileno(), 0)
os.dup2(self.wfile.fileno(), 1)
os.execve(scriptfile, args, env)
except:
self.server.handle_error(self.request, self.client_address)
os._exit(127)
else:
# Non-Unix -- use subprocess
import subprocess
cmdline = [scriptfile]
if self.is_python(scriptfile):
interp = sys.executable
if interp.lower().endswith("w.exe"):
# On Windows, use python.exe, not pythonw.exe
interp = interp[:-5] + interp[-4:]
cmdline = [interp, '-u'] + cmdline
if '=' not in query:
cmdline.append(query)
self.log_message("command: %s", subprocess.list2cmdline(cmdline))
try:
nbytes = int(length)
except (TypeError, ValueError):
nbytes = 0
p = subprocess.Popen(cmdline,
stdin=subprocess.PIPE,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE,
env = env
)
if self.command.lower() == "post" and nbytes > 0:
data = self.rfile.read(nbytes)
else:
data = None
# throw away additional data [see bug #427345]
while select.select([self.rfile._sock], [], [], 0)[0]:
if not self.rfile._sock.recv(1):
break
stdout, stderr = p.communicate(data)
self.wfile.write(stdout)
if stderr:
self.log_error('%s', stderr)
p.stderr.close()
p.stdout.close()
status = p.returncode
if status:
self.log_error("CGI script exit status %#x", status)
else:
self.log_message("CGI script exited OK")
def _get_best_family(*address):
infos = socket.getaddrinfo(
*address,
type=socket.SOCK_STREAM,
flags=socket.AI_PASSIVE,
)
family, type, proto, canonname, sockaddr = next(iter(infos))
return family, sockaddr
def test(HandlerClass=BaseHTTPRequestHandler,
ServerClass=ThreadingHTTPServer,
protocol="HTTP/1.0", port=8000, bind=None):
"""Test the HTTP request handler class.
This runs an HTTP server on port 8000 (or the port argument).
"""
ServerClass.address_family, addr = _get_best_family(bind, port)
HandlerClass.protocol_version = protocol
with ServerClass(addr, HandlerClass) as httpd:
host, port = httpd.socket.getsockname()[:2]
url_host = f'[{host}]' if ':' in host else host
print(
f"Serving HTTP on {host} port {port} "
f"(http://{url_host}:{port}/) ..."
)
try:
httpd.serve_forever()
except KeyboardInterrupt:
print("\nKeyboard interrupt received, exiting.")
sys.exit(0)
if __name__ == '__main__':
import argparse
parser = argparse.ArgumentParser()
parser.add_argument('--cgi', action='store_true',
help='Run as CGI Server')
parser.add_argument('--bind', '-b', metavar='ADDRESS',
help='Specify alternate bind address '
'[default: all interfaces]')
parser.add_argument('--directory', '-d', default=os.getcwd(),
help='Specify alternative directory '
'[default:current directory]')
parser.add_argument('port', action='store',
default=8000, type=int,
nargs='?',
help='Specify alternate port [default: 8000]')
args = parser.parse_args()
if args.cgi:
handler_class = CGIHTTPRequestHandler
else:
handler_class = partial(SimpleHTTPRequestHandler,
directory=args.directory)
# ensure dual-stack is not disabled; ref #38907
class DualStackServer(ThreadingHTTPServer):
def server_bind(self):
# suppress exception when protocol is IPv4
with contextlib.suppress(Exception):
self.socket.setsockopt(
socket.IPPROTO_IPV6, socket.IPV6_V6ONLY, 0)
return super().server_bind()
test(
HandlerClass=handler_class,
ServerClass=DualStackServer,
port=args.port,
bind=args.bind,
)
http/cookies.py 0000644 00000047674 15115353745 0007564 0 ustar 00 ####
# Copyright 2000 by Timothy O'Malley <timo@alum.mit.edu>
#
# All Rights Reserved
#
# Permission to use, copy, modify, and distribute this software
# and its documentation for any purpose and without fee is hereby
# granted, provided that the above copyright notice appear in all
# copies and that both that copyright notice and this permission
# notice appear in supporting documentation, and that the name of
# Timothy O'Malley not be used in advertising or publicity
# pertaining to distribution of the software without specific, written
# prior permission.
#
# Timothy O'Malley DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS
# SOFTWARE, INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY
# AND FITNESS, IN NO EVENT SHALL Timothy O'Malley BE LIABLE FOR
# ANY SPECIAL, INDIRECT OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
# WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS,
# WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS
# ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
# PERFORMANCE OF THIS SOFTWARE.
#
####
#
# Id: Cookie.py,v 2.29 2000/08/23 05:28:49 timo Exp
# by Timothy O'Malley <timo@alum.mit.edu>
#
# Cookie.py is a Python module for the handling of HTTP
# cookies as a Python dictionary. See RFC 2109 for more
# information on cookies.
#
# The original idea to treat Cookies as a dictionary came from
# Dave Mitchell (davem@magnet.com) in 1995, when he released the
# first version of nscookie.py.
#
####
r"""
Here's a sample session to show how to use this module.
At the moment, this is the only documentation.
The Basics
----------
Importing is easy...
>>> from http import cookies
Most of the time you start by creating a cookie.
>>> C = cookies.SimpleCookie()
Once you've created your Cookie, you can add values just as if it were
a dictionary.
>>> C = cookies.SimpleCookie()
>>> C["fig"] = "newton"
>>> C["sugar"] = "wafer"
>>> C.output()
'Set-Cookie: fig=newton\r\nSet-Cookie: sugar=wafer'
Notice that the printable representation of a Cookie is the
appropriate format for a Set-Cookie: header. This is the
default behavior. You can change the header and printed
attributes by using the .output() function
>>> C = cookies.SimpleCookie()
>>> C["rocky"] = "road"
>>> C["rocky"]["path"] = "/cookie"
>>> print(C.output(header="Cookie:"))
Cookie: rocky=road; Path=/cookie
>>> print(C.output(attrs=[], header="Cookie:"))
Cookie: rocky=road
The load() method of a Cookie extracts cookies from a string. In a
CGI script, you would use this method to extract the cookies from the
HTTP_COOKIE environment variable.
>>> C = cookies.SimpleCookie()
>>> C.load("chips=ahoy; vienna=finger")
>>> C.output()
'Set-Cookie: chips=ahoy\r\nSet-Cookie: vienna=finger'
The load() method is darn-tootin smart about identifying cookies
within a string. Escaped quotation marks, nested semicolons, and other
such trickeries do not confuse it.
>>> C = cookies.SimpleCookie()
>>> C.load('keebler="E=everybody; L=\\"Loves\\"; fudge=\\012;";')
>>> print(C)
Set-Cookie: keebler="E=everybody; L=\"Loves\"; fudge=\012;"
Each element of the Cookie also supports all of the RFC 2109
Cookie attributes. Here's an example which sets the Path
attribute.
>>> C = cookies.SimpleCookie()
>>> C["oreo"] = "doublestuff"
>>> C["oreo"]["path"] = "/"
>>> print(C)
Set-Cookie: oreo=doublestuff; Path=/
Each dictionary element has a 'value' attribute, which gives you
back the value associated with the key.
>>> C = cookies.SimpleCookie()
>>> C["twix"] = "none for you"
>>> C["twix"].value
'none for you'
The SimpleCookie expects that all values should be standard strings.
Just to be sure, SimpleCookie invokes the str() builtin to convert
the value to a string, when the values are set dictionary-style.
>>> C = cookies.SimpleCookie()
>>> C["number"] = 7
>>> C["string"] = "seven"
>>> C["number"].value
'7'
>>> C["string"].value
'seven'
>>> C.output()
'Set-Cookie: number=7\r\nSet-Cookie: string=seven'
Finis.
"""
#
# Import our required modules
#
import re
import string
__all__ = ["CookieError", "BaseCookie", "SimpleCookie"]
_nulljoin = ''.join
_semispacejoin = '; '.join
_spacejoin = ' '.join
#
# Define an exception visible to External modules
#
class CookieError(Exception):
pass
# These quoting routines conform to the RFC2109 specification, which in
# turn references the character definitions from RFC2068. They provide
# a two-way quoting algorithm. Any non-text character is translated
# into a 4 character sequence: a forward-slash followed by the
# three-digit octal equivalent of the character. Any '\' or '"' is
# quoted with a preceding '\' slash.
# Because of the way browsers really handle cookies (as opposed to what
# the RFC says) we also encode "," and ";".
#
# These are taken from RFC2068 and RFC2109.
# _LegalChars is the list of chars which don't require "'s
# _Translator hash-table for fast quoting
#
_LegalChars = string.ascii_letters + string.digits + "!#$%&'*+-.^_`|~:"
_UnescapedChars = _LegalChars + ' ()/<=>?@[]{}'
_Translator = {n: '\\%03o' % n
for n in set(range(256)) - set(map(ord, _UnescapedChars))}
_Translator.update({
ord('"'): '\\"',
ord('\\'): '\\\\',
})
_is_legal_key = re.compile('[%s]+' % re.escape(_LegalChars)).fullmatch
def _quote(str):
r"""Quote a string for use in a cookie header.
If the string does not need to be double-quoted, then just return the
string. Otherwise, surround the string in doublequotes and quote
(with a \) special characters.
"""
if str is None or _is_legal_key(str):
return str
else:
return '"' + str.translate(_Translator) + '"'
_OctalPatt = re.compile(r"\\[0-3][0-7][0-7]")
_QuotePatt = re.compile(r"[\\].")
def _unquote(str):
# If there aren't any doublequotes,
# then there can't be any special characters. See RFC 2109.
if str is None or len(str) < 2:
return str
if str[0] != '"' or str[-1] != '"':
return str
# We have to assume that we must decode this string.
# Down to work.
# Remove the "s
str = str[1:-1]
# Check for special sequences. Examples:
# \012 --> \n
# \" --> "
#
i = 0
n = len(str)
res = []
while 0 <= i < n:
o_match = _OctalPatt.search(str, i)
q_match = _QuotePatt.search(str, i)
if not o_match and not q_match: # Neither matched
res.append(str[i:])
break
# else:
j = k = -1
if o_match:
j = o_match.start(0)
if q_match:
k = q_match.start(0)
if q_match and (not o_match or k < j): # QuotePatt matched
res.append(str[i:k])
res.append(str[k+1])
i = k + 2
else: # OctalPatt matched
res.append(str[i:j])
res.append(chr(int(str[j+1:j+4], 8)))
i = j + 4
return _nulljoin(res)
# The _getdate() routine is used to set the expiration time in the cookie's HTTP
# header. By default, _getdate() returns the current time in the appropriate
# "expires" format for a Set-Cookie header. The one optional argument is an
# offset from now, in seconds. For example, an offset of -3600 means "one hour
# ago". The offset may be a floating point number.
#
_weekdayname = ['Mon', 'Tue', 'Wed', 'Thu', 'Fri', 'Sat', 'Sun']
_monthname = [None,
'Jan', 'Feb', 'Mar', 'Apr', 'May', 'Jun',
'Jul', 'Aug', 'Sep', 'Oct', 'Nov', 'Dec']
def _getdate(future=0, weekdayname=_weekdayname, monthname=_monthname):
from time import gmtime, time
now = time()
year, month, day, hh, mm, ss, wd, y, z = gmtime(now + future)
return "%s, %02d %3s %4d %02d:%02d:%02d GMT" % \
(weekdayname[wd], day, monthname[month], year, hh, mm, ss)
class Morsel(dict):
"""A class to hold ONE (key, value) pair.
In a cookie, each such pair may have several attributes, so this class is
used to keep the attributes associated with the appropriate key,value pair.
This class also includes a coded_value attribute, which is used to hold
the network representation of the value.
"""
# RFC 2109 lists these attributes as reserved:
# path comment domain
# max-age secure version
#
# For historical reasons, these attributes are also reserved:
# expires
#
# This is an extension from Microsoft:
# httponly
#
# This dictionary provides a mapping from the lowercase
# variant on the left to the appropriate traditional
# formatting on the right.
_reserved = {
"expires" : "expires",
"path" : "Path",
"comment" : "Comment",
"domain" : "Domain",
"max-age" : "Max-Age",
"secure" : "Secure",
"httponly" : "HttpOnly",
"version" : "Version",
"samesite" : "SameSite",
}
_flags = {'secure', 'httponly'}
def __init__(self):
# Set defaults
self._key = self._value = self._coded_value = None
# Set default attributes
for key in self._reserved:
dict.__setitem__(self, key, "")
@property
def key(self):
return self._key
@property
def value(self):
return self._value
@property
def coded_value(self):
return self._coded_value
def __setitem__(self, K, V):
K = K.lower()
if not K in self._reserved:
raise CookieError("Invalid attribute %r" % (K,))
dict.__setitem__(self, K, V)
def setdefault(self, key, val=None):
key = key.lower()
if key not in self._reserved:
raise CookieError("Invalid attribute %r" % (key,))
return dict.setdefault(self, key, val)
def __eq__(self, morsel):
if not isinstance(morsel, Morsel):
return NotImplemented
return (dict.__eq__(self, morsel) and
self._value == morsel._value and
self._key == morsel._key and
self._coded_value == morsel._coded_value)
__ne__ = object.__ne__
def copy(self):
morsel = Morsel()
dict.update(morsel, self)
morsel.__dict__.update(self.__dict__)
return morsel
def update(self, values):
data = {}
for key, val in dict(values).items():
key = key.lower()
if key not in self._reserved:
raise CookieError("Invalid attribute %r" % (key,))
data[key] = val
dict.update(self, data)
def isReservedKey(self, K):
return K.lower() in self._reserved
def set(self, key, val, coded_val):
if key.lower() in self._reserved:
raise CookieError('Attempt to set a reserved key %r' % (key,))
if not _is_legal_key(key):
raise CookieError('Illegal key %r' % (key,))
# It's a good key, so save it.
self._key = key
self._value = val
self._coded_value = coded_val
def __getstate__(self):
return {
'key': self._key,
'value': self._value,
'coded_value': self._coded_value,
}
def __setstate__(self, state):
self._key = state['key']
self._value = state['value']
self._coded_value = state['coded_value']
def output(self, attrs=None, header="Set-Cookie:"):
return "%s %s" % (header, self.OutputString(attrs))
__str__ = output
def __repr__(self):
return '<%s: %s>' % (self.__class__.__name__, self.OutputString())
def js_output(self, attrs=None):
# Print javascript
return """
<script type="text/javascript">
<!-- begin hiding
document.cookie = \"%s\";
// end hiding -->
</script>
""" % (self.OutputString(attrs).replace('"', r'\"'))
def OutputString(self, attrs=None):
# Build up our result
#
result = []
append = result.append
# First, the key=value pair
append("%s=%s" % (self.key, self.coded_value))
# Now add any defined attributes
if attrs is None:
attrs = self._reserved
items = sorted(self.items())
for key, value in items:
if value == "":
continue
if key not in attrs:
continue
if key == "expires" and isinstance(value, int):
append("%s=%s" % (self._reserved[key], _getdate(value)))
elif key == "max-age" and isinstance(value, int):
append("%s=%d" % (self._reserved[key], value))
elif key == "comment" and isinstance(value, str):
append("%s=%s" % (self._reserved[key], _quote(value)))
elif key in self._flags:
if value:
append(str(self._reserved[key]))
else:
append("%s=%s" % (self._reserved[key], value))
# Return the result
return _semispacejoin(result)
#
# Pattern for finding cookie
#
# This used to be strict parsing based on the RFC2109 and RFC2068
# specifications. I have since discovered that MSIE 3.0x doesn't
# follow the character rules outlined in those specs. As a
# result, the parsing rules here are less strict.
#
_LegalKeyChars = r"\w\d!#%&'~_`><@,:/\$\*\+\-\.\^\|\)\(\?\}\{\="
_LegalValueChars = _LegalKeyChars + r'\[\]'
_CookiePattern = re.compile(r"""
\s* # Optional whitespace at start of cookie
(?P<key> # Start of group 'key'
[""" + _LegalKeyChars + r"""]+? # Any word of at least one letter
) # End of group 'key'
( # Optional group: there may not be a value.
\s*=\s* # Equal Sign
(?P<val> # Start of group 'val'
"(?:[^\\"]|\\.)*" # Any doublequoted string
| # or
\w{3},\s[\w\d\s-]{9,11}\s[\d:]{8}\sGMT # Special case for "expires" attr
| # or
[""" + _LegalValueChars + r"""]* # Any word or empty string
) # End of group 'val'
)? # End of optional value group
\s* # Any number of spaces.
(\s+|;|$) # Ending either at space, semicolon, or EOS.
""", re.ASCII | re.VERBOSE) # re.ASCII may be removed if safe.
# At long last, here is the cookie class. Using this class is almost just like
# using a dictionary. See this module's docstring for example usage.
#
class BaseCookie(dict):
"""A container class for a set of Morsels."""
def value_decode(self, val):
"""real_value, coded_value = value_decode(STRING)
Called prior to setting a cookie's value from the network
representation. The VALUE is the value read from HTTP
header.
Override this function to modify the behavior of cookies.
"""
return val, val
def value_encode(self, val):
"""real_value, coded_value = value_encode(VALUE)
Called prior to setting a cookie's value from the dictionary
representation. The VALUE is the value being assigned.
Override this function to modify the behavior of cookies.
"""
strval = str(val)
return strval, strval
def __init__(self, input=None):
if input:
self.load(input)
def __set(self, key, real_value, coded_value):
"""Private method for setting a cookie's value"""
M = self.get(key, Morsel())
M.set(key, real_value, coded_value)
dict.__setitem__(self, key, M)
def __setitem__(self, key, value):
"""Dictionary style assignment."""
if isinstance(value, Morsel):
# allow assignment of constructed Morsels (e.g. for pickling)
dict.__setitem__(self, key, value)
else:
rval, cval = self.value_encode(value)
self.__set(key, rval, cval)
def output(self, attrs=None, header="Set-Cookie:", sep="\015\012"):
"""Return a string suitable for HTTP."""
result = []
items = sorted(self.items())
for key, value in items:
result.append(value.output(attrs, header))
return sep.join(result)
__str__ = output
def __repr__(self):
l = []
items = sorted(self.items())
for key, value in items:
l.append('%s=%s' % (key, repr(value.value)))
return '<%s: %s>' % (self.__class__.__name__, _spacejoin(l))
def js_output(self, attrs=None):
"""Return a string suitable for JavaScript."""
result = []
items = sorted(self.items())
for key, value in items:
result.append(value.js_output(attrs))
return _nulljoin(result)
def load(self, rawdata):
"""Load cookies from a string (presumably HTTP_COOKIE) or
from a dictionary. Loading cookies from a dictionary 'd'
is equivalent to calling:
map(Cookie.__setitem__, d.keys(), d.values())
"""
if isinstance(rawdata, str):
self.__parse_string(rawdata)
else:
# self.update() wouldn't call our custom __setitem__
for key, value in rawdata.items():
self[key] = value
return
def __parse_string(self, str, patt=_CookiePattern):
i = 0 # Our starting point
n = len(str) # Length of string
parsed_items = [] # Parsed (type, key, value) triples
morsel_seen = False # A key=value pair was previously encountered
TYPE_ATTRIBUTE = 1
TYPE_KEYVALUE = 2
# We first parse the whole cookie string and reject it if it's
# syntactically invalid (this helps avoid some classes of injection
# attacks).
while 0 <= i < n:
# Start looking for a cookie
match = patt.match(str, i)
if not match:
# No more cookies
break
key, value = match.group("key"), match.group("val")
i = match.end(0)
if key[0] == "$":
if not morsel_seen:
# We ignore attributes which pertain to the cookie
# mechanism as a whole, such as "$Version".
# See RFC 2965. (Does anyone care?)
continue
parsed_items.append((TYPE_ATTRIBUTE, key[1:], value))
elif key.lower() in Morsel._reserved:
if not morsel_seen:
# Invalid cookie string
return
if value is None:
if key.lower() in Morsel._flags:
parsed_items.append((TYPE_ATTRIBUTE, key, True))
else:
# Invalid cookie string
return
else:
parsed_items.append((TYPE_ATTRIBUTE, key, _unquote(value)))
elif value is not None:
parsed_items.append((TYPE_KEYVALUE, key, self.value_decode(value)))
morsel_seen = True
else:
# Invalid cookie string
return
# The cookie string is valid, apply it.
M = None # current morsel
for tp, key, value in parsed_items:
if tp == TYPE_ATTRIBUTE:
assert M is not None
M[key] = value
else:
assert tp == TYPE_KEYVALUE
rval, cval = value
self.__set(key, rval, cval)
M = self[key]
class SimpleCookie(BaseCookie):
"""
SimpleCookie supports strings as cookie values. When setting
the value using the dictionary assignment notation, SimpleCookie
calls the builtin str() to convert the value to a string. Values
received from HTTP are kept as strings.
"""
def value_decode(self, val):
return _unquote(val), val
def value_encode(self, val):
strval = str(val)
return strval, _quote(strval)
http/cookiejar.py 0000644 00000226043 15115353745 0010063 0 ustar 00 r"""HTTP cookie handling for web clients.
This module has (now fairly distant) origins in Gisle Aas' Perl module
HTTP::Cookies, from the libwww-perl library.
Docstrings, comments and debug strings in this code refer to the
attributes of the HTTP cookie system as cookie-attributes, to distinguish
them clearly from Python attributes.
Class diagram (note that BSDDBCookieJar and the MSIE* classes are not
distributed with the Python standard library, but are available from
http://wwwsearch.sf.net/):
CookieJar____
/ \ \
FileCookieJar \ \
/ | \ \ \
MozillaCookieJar | LWPCookieJar \ \
| | \
| ---MSIEBase | \
| / | | \
| / MSIEDBCookieJar BSDDBCookieJar
|/
MSIECookieJar
"""
__all__ = ['Cookie', 'CookieJar', 'CookiePolicy', 'DefaultCookiePolicy',
'FileCookieJar', 'LWPCookieJar', 'LoadError', 'MozillaCookieJar']
import os
import copy
import datetime
import re
import time
import urllib.parse, urllib.request
import threading as _threading
import http.client # only for the default HTTP port
from calendar import timegm
debug = False # set to True to enable debugging via the logging module
logger = None
def _debug(*args):
if not debug:
return
global logger
if not logger:
import logging
logger = logging.getLogger("http.cookiejar")
return logger.debug(*args)
DEFAULT_HTTP_PORT = str(http.client.HTTP_PORT)
MISSING_FILENAME_TEXT = ("a filename was not supplied (nor was the CookieJar "
"instance initialised with one)")
def _warn_unhandled_exception():
# There are a few catch-all except: statements in this module, for
# catching input that's bad in unexpected ways. Warn if any
# exceptions are caught there.
import io, warnings, traceback
f = io.StringIO()
traceback.print_exc(None, f)
msg = f.getvalue()
warnings.warn("http.cookiejar bug!\n%s" % msg, stacklevel=2)
# Date/time conversion
# -----------------------------------------------------------------------------
EPOCH_YEAR = 1970
def _timegm(tt):
year, month, mday, hour, min, sec = tt[:6]
if ((year >= EPOCH_YEAR) and (1 <= month <= 12) and (1 <= mday <= 31) and
(0 <= hour <= 24) and (0 <= min <= 59) and (0 <= sec <= 61)):
return timegm(tt)
else:
return None
DAYS = ["Mon", "Tue", "Wed", "Thu", "Fri", "Sat", "Sun"]
MONTHS = ["Jan", "Feb", "Mar", "Apr", "May", "Jun",
"Jul", "Aug", "Sep", "Oct", "Nov", "Dec"]
MONTHS_LOWER = []
for month in MONTHS: MONTHS_LOWER.append(month.lower())
def time2isoz(t=None):
"""Return a string representing time in seconds since epoch, t.
If the function is called without an argument, it will use the current
time.
The format of the returned string is like "YYYY-MM-DD hh:mm:ssZ",
representing Universal Time (UTC, aka GMT). An example of this format is:
1994-11-24 08:49:37Z
"""
if t is None:
dt = datetime.datetime.utcnow()
else:
dt = datetime.datetime.utcfromtimestamp(t)
return "%04d-%02d-%02d %02d:%02d:%02dZ" % (
dt.year, dt.month, dt.day, dt.hour, dt.minute, dt.second)
def time2netscape(t=None):
"""Return a string representing time in seconds since epoch, t.
If the function is called without an argument, it will use the current
time.
The format of the returned string is like this:
Wed, DD-Mon-YYYY HH:MM:SS GMT
"""
if t is None:
dt = datetime.datetime.utcnow()
else:
dt = datetime.datetime.utcfromtimestamp(t)
return "%s, %02d-%s-%04d %02d:%02d:%02d GMT" % (
DAYS[dt.weekday()], dt.day, MONTHS[dt.month-1],
dt.year, dt.hour, dt.minute, dt.second)
UTC_ZONES = {"GMT": None, "UTC": None, "UT": None, "Z": None}
TIMEZONE_RE = re.compile(r"^([-+])?(\d\d?):?(\d\d)?$", re.ASCII)
def offset_from_tz_string(tz):
offset = None
if tz in UTC_ZONES:
offset = 0
else:
m = TIMEZONE_RE.search(tz)
if m:
offset = 3600 * int(m.group(2))
if m.group(3):
offset = offset + 60 * int(m.group(3))
if m.group(1) == '-':
offset = -offset
return offset
def _str2time(day, mon, yr, hr, min, sec, tz):
yr = int(yr)
if yr > datetime.MAXYEAR:
return None
# translate month name to number
# month numbers start with 1 (January)
try:
mon = MONTHS_LOWER.index(mon.lower())+1
except ValueError:
# maybe it's already a number
try:
imon = int(mon)
except ValueError:
return None
if 1 <= imon <= 12:
mon = imon
else:
return None
# make sure clock elements are defined
if hr is None: hr = 0
if min is None: min = 0
if sec is None: sec = 0
day = int(day)
hr = int(hr)
min = int(min)
sec = int(sec)
if yr < 1000:
# find "obvious" year
cur_yr = time.localtime(time.time())[0]
m = cur_yr % 100
tmp = yr
yr = yr + cur_yr - m
m = m - tmp
if abs(m) > 50:
if m > 0: yr = yr + 100
else: yr = yr - 100
# convert UTC time tuple to seconds since epoch (not timezone-adjusted)
t = _timegm((yr, mon, day, hr, min, sec, tz))
if t is not None:
# adjust time using timezone string, to get absolute time since epoch
if tz is None:
tz = "UTC"
tz = tz.upper()
offset = offset_from_tz_string(tz)
if offset is None:
return None
t = t - offset
return t
STRICT_DATE_RE = re.compile(
r"^[SMTWF][a-z][a-z], (\d\d) ([JFMASOND][a-z][a-z]) "
r"(\d\d\d\d) (\d\d):(\d\d):(\d\d) GMT$", re.ASCII)
WEEKDAY_RE = re.compile(
r"^(?:Sun|Mon|Tue|Wed|Thu|Fri|Sat)[a-z]*,?\s*", re.I | re.ASCII)
LOOSE_HTTP_DATE_RE = re.compile(
r"""^
(\d\d?) # day
(?:\s+|[-\/])
(\w+) # month
(?:\s+|[-\/])
(\d+) # year
(?:
(?:\s+|:) # separator before clock
(\d\d?):(\d\d) # hour:min
(?::(\d\d))? # optional seconds
)? # optional clock
\s*
(?:
([-+]?\d{2,4}|(?![APap][Mm]\b)[A-Za-z]+) # timezone
\s*
)?
(?:
\(\w+\) # ASCII representation of timezone in parens.
\s*
)?$""", re.X | re.ASCII)
def http2time(text):
"""Returns time in seconds since epoch of time represented by a string.
Return value is an integer.
None is returned if the format of str is unrecognized, the time is outside
the representable range, or the timezone string is not recognized. If the
string contains no timezone, UTC is assumed.
The timezone in the string may be numerical (like "-0800" or "+0100") or a
string timezone (like "UTC", "GMT", "BST" or "EST"). Currently, only the
timezone strings equivalent to UTC (zero offset) are known to the function.
The function loosely parses the following formats:
Wed, 09 Feb 1994 22:23:32 GMT -- HTTP format
Tuesday, 08-Feb-94 14:15:29 GMT -- old rfc850 HTTP format
Tuesday, 08-Feb-1994 14:15:29 GMT -- broken rfc850 HTTP format
09 Feb 1994 22:23:32 GMT -- HTTP format (no weekday)
08-Feb-94 14:15:29 GMT -- rfc850 format (no weekday)
08-Feb-1994 14:15:29 GMT -- broken rfc850 format (no weekday)
The parser ignores leading and trailing whitespace. The time may be
absent.
If the year is given with only 2 digits, the function will select the
century that makes the year closest to the current date.
"""
# fast exit for strictly conforming string
m = STRICT_DATE_RE.search(text)
if m:
g = m.groups()
mon = MONTHS_LOWER.index(g[1].lower()) + 1
tt = (int(g[2]), mon, int(g[0]),
int(g[3]), int(g[4]), float(g[5]))
return _timegm(tt)
# No, we need some messy parsing...
# clean up
text = text.lstrip()
text = WEEKDAY_RE.sub("", text, 1) # Useless weekday
# tz is time zone specifier string
day, mon, yr, hr, min, sec, tz = [None]*7
# loose regexp parse
m = LOOSE_HTTP_DATE_RE.search(text)
if m is not None:
day, mon, yr, hr, min, sec, tz = m.groups()
else:
return None # bad format
return _str2time(day, mon, yr, hr, min, sec, tz)
ISO_DATE_RE = re.compile(
r"""^
(\d{4}) # year
[-\/]?
(\d\d?) # numerical month
[-\/]?
(\d\d?) # day
(?:
(?:\s+|[-:Tt]) # separator before clock
(\d\d?):?(\d\d) # hour:min
(?::?(\d\d(?:\.\d*)?))? # optional seconds (and fractional)
)? # optional clock
\s*
(?:
([-+]?\d\d?:?(:?\d\d)?
|Z|z) # timezone (Z is "zero meridian", i.e. GMT)
\s*
)?$""", re.X | re. ASCII)
def iso2time(text):
"""
As for http2time, but parses the ISO 8601 formats:
1994-02-03 14:15:29 -0100 -- ISO 8601 format
1994-02-03 14:15:29 -- zone is optional
1994-02-03 -- only date
1994-02-03T14:15:29 -- Use T as separator
19940203T141529Z -- ISO 8601 compact format
19940203 -- only date
"""
# clean up
text = text.lstrip()
# tz is time zone specifier string
day, mon, yr, hr, min, sec, tz = [None]*7
# loose regexp parse
m = ISO_DATE_RE.search(text)
if m is not None:
# XXX there's an extra bit of the timezone I'm ignoring here: is
# this the right thing to do?
yr, mon, day, hr, min, sec, tz, _ = m.groups()
else:
return None # bad format
return _str2time(day, mon, yr, hr, min, sec, tz)
# Header parsing
# -----------------------------------------------------------------------------
def unmatched(match):
"""Return unmatched part of re.Match object."""
start, end = match.span(0)
return match.string[:start]+match.string[end:]
HEADER_TOKEN_RE = re.compile(r"^\s*([^=\s;,]+)")
HEADER_QUOTED_VALUE_RE = re.compile(r"^\s*=\s*\"([^\"\\]*(?:\\.[^\"\\]*)*)\"")
HEADER_VALUE_RE = re.compile(r"^\s*=\s*([^\s;,]*)")
HEADER_ESCAPE_RE = re.compile(r"\\(.)")
def split_header_words(header_values):
r"""Parse header values into a list of lists containing key,value pairs.
The function knows how to deal with ",", ";" and "=" as well as quoted
values after "=". A list of space separated tokens are parsed as if they
were separated by ";".
If the header_values passed as argument contains multiple values, then they
are treated as if they were a single value separated by comma ",".
This means that this function is useful for parsing header fields that
follow this syntax (BNF as from the HTTP/1.1 specification, but we relax
the requirement for tokens).
headers = #header
header = (token | parameter) *( [";"] (token | parameter))
token = 1*<any CHAR except CTLs or separators>
separators = "(" | ")" | "<" | ">" | "@"
| "," | ";" | ":" | "\" | <">
| "/" | "[" | "]" | "?" | "="
| "{" | "}" | SP | HT
quoted-string = ( <"> *(qdtext | quoted-pair ) <"> )
qdtext = <any TEXT except <">>
quoted-pair = "\" CHAR
parameter = attribute "=" value
attribute = token
value = token | quoted-string
Each header is represented by a list of key/value pairs. The value for a
simple token (not part of a parameter) is None. Syntactically incorrect
headers will not necessarily be parsed as you would want.
This is easier to describe with some examples:
>>> split_header_words(['foo="bar"; port="80,81"; discard, bar=baz'])
[[('foo', 'bar'), ('port', '80,81'), ('discard', None)], [('bar', 'baz')]]
>>> split_header_words(['text/html; charset="iso-8859-1"'])
[[('text/html', None), ('charset', 'iso-8859-1')]]
>>> split_header_words([r'Basic realm="\"foo\bar\""'])
[[('Basic', None), ('realm', '"foobar"')]]
"""
assert not isinstance(header_values, str)
result = []
for text in header_values:
orig_text = text
pairs = []
while text:
m = HEADER_TOKEN_RE.search(text)
if m:
text = unmatched(m)
name = m.group(1)
m = HEADER_QUOTED_VALUE_RE.search(text)
if m: # quoted value
text = unmatched(m)
value = m.group(1)
value = HEADER_ESCAPE_RE.sub(r"\1", value)
else:
m = HEADER_VALUE_RE.search(text)
if m: # unquoted value
text = unmatched(m)
value = m.group(1)
value = value.rstrip()
else:
# no value, a lone token
value = None
pairs.append((name, value))
elif text.lstrip().startswith(","):
# concatenated headers, as per RFC 2616 section 4.2
text = text.lstrip()[1:]
if pairs: result.append(pairs)
pairs = []
else:
# skip junk
non_junk, nr_junk_chars = re.subn(r"^[=\s;]*", "", text)
assert nr_junk_chars > 0, (
"split_header_words bug: '%s', '%s', %s" %
(orig_text, text, pairs))
text = non_junk
if pairs: result.append(pairs)
return result
HEADER_JOIN_ESCAPE_RE = re.compile(r"([\"\\])")
def join_header_words(lists):
"""Do the inverse (almost) of the conversion done by split_header_words.
Takes a list of lists of (key, value) pairs and produces a single header
value. Attribute values are quoted if needed.
>>> join_header_words([[("text/plain", None), ("charset", "iso-8859-1")]])
'text/plain; charset="iso-8859-1"'
>>> join_header_words([[("text/plain", None)], [("charset", "iso-8859-1")]])
'text/plain, charset="iso-8859-1"'
"""
headers = []
for pairs in lists:
attr = []
for k, v in pairs:
if v is not None:
if not re.search(r"^\w+$", v):
v = HEADER_JOIN_ESCAPE_RE.sub(r"\\\1", v) # escape " and \
v = '"%s"' % v
k = "%s=%s" % (k, v)
attr.append(k)
if attr: headers.append("; ".join(attr))
return ", ".join(headers)
def strip_quotes(text):
if text.startswith('"'):
text = text[1:]
if text.endswith('"'):
text = text[:-1]
return text
def parse_ns_headers(ns_headers):
"""Ad-hoc parser for Netscape protocol cookie-attributes.
The old Netscape cookie format for Set-Cookie can for instance contain
an unquoted "," in the expires field, so we have to use this ad-hoc
parser instead of split_header_words.
XXX This may not make the best possible effort to parse all the crap
that Netscape Cookie headers contain. Ronald Tschalar's HTTPClient
parser is probably better, so could do worse than following that if
this ever gives any trouble.
Currently, this is also used for parsing RFC 2109 cookies.
"""
known_attrs = ("expires", "domain", "path", "secure",
# RFC 2109 attrs (may turn up in Netscape cookies, too)
"version", "port", "max-age")
result = []
for ns_header in ns_headers:
pairs = []
version_set = False
# XXX: The following does not strictly adhere to RFCs in that empty
# names and values are legal (the former will only appear once and will
# be overwritten if multiple occurrences are present). This is
# mostly to deal with backwards compatibility.
for ii, param in enumerate(ns_header.split(';')):
param = param.strip()
key, sep, val = param.partition('=')
key = key.strip()
if not key:
if ii == 0:
break
else:
continue
# allow for a distinction between present and empty and missing
# altogether
val = val.strip() if sep else None
if ii != 0:
lc = key.lower()
if lc in known_attrs:
key = lc
if key == "version":
# This is an RFC 2109 cookie.
if val is not None:
val = strip_quotes(val)
version_set = True
elif key == "expires":
# convert expires date to seconds since epoch
if val is not None:
val = http2time(strip_quotes(val)) # None if invalid
pairs.append((key, val))
if pairs:
if not version_set:
pairs.append(("version", "0"))
result.append(pairs)
return result
IPV4_RE = re.compile(r"\.\d+$", re.ASCII)
def is_HDN(text):
"""Return True if text is a host domain name."""
# XXX
# This may well be wrong. Which RFC is HDN defined in, if any (for
# the purposes of RFC 2965)?
# For the current implementation, what about IPv6? Remember to look
# at other uses of IPV4_RE also, if change this.
if IPV4_RE.search(text):
return False
if text == "":
return False
if text[0] == "." or text[-1] == ".":
return False
return True
def domain_match(A, B):
"""Return True if domain A domain-matches domain B, according to RFC 2965.
A and B may be host domain names or IP addresses.
RFC 2965, section 1:
Host names can be specified either as an IP address or a HDN string.
Sometimes we compare one host name with another. (Such comparisons SHALL
be case-insensitive.) Host A's name domain-matches host B's if
* their host name strings string-compare equal; or
* A is a HDN string and has the form NB, where N is a non-empty
name string, B has the form .B', and B' is a HDN string. (So,
x.y.com domain-matches .Y.com but not Y.com.)
Note that domain-match is not a commutative operation: a.b.c.com
domain-matches .c.com, but not the reverse.
"""
# Note that, if A or B are IP addresses, the only relevant part of the
# definition of the domain-match algorithm is the direct string-compare.
A = A.lower()
B = B.lower()
if A == B:
return True
if not is_HDN(A):
return False
i = A.rfind(B)
if i == -1 or i == 0:
# A does not have form NB, or N is the empty string
return False
if not B.startswith("."):
return False
if not is_HDN(B[1:]):
return False
return True
def liberal_is_HDN(text):
"""Return True if text is a sort-of-like a host domain name.
For accepting/blocking domains.
"""
if IPV4_RE.search(text):
return False
return True
def user_domain_match(A, B):
"""For blocking/accepting domains.
A and B may be host domain names or IP addresses.
"""
A = A.lower()
B = B.lower()
if not (liberal_is_HDN(A) and liberal_is_HDN(B)):
if A == B:
# equal IP addresses
return True
return False
initial_dot = B.startswith(".")
if initial_dot and A.endswith(B):
return True
if not initial_dot and A == B:
return True
return False
cut_port_re = re.compile(r":\d+$", re.ASCII)
def request_host(request):
"""Return request-host, as defined by RFC 2965.
Variation from RFC: returned value is lowercased, for convenient
comparison.
"""
url = request.get_full_url()
host = urllib.parse.urlparse(url)[1]
if host == "":
host = request.get_header("Host", "")
# remove port, if present
host = cut_port_re.sub("", host, 1)
return host.lower()
def eff_request_host(request):
"""Return a tuple (request-host, effective request-host name).
As defined by RFC 2965, except both are lowercased.
"""
erhn = req_host = request_host(request)
if req_host.find(".") == -1 and not IPV4_RE.search(req_host):
erhn = req_host + ".local"
return req_host, erhn
def request_path(request):
"""Path component of request-URI, as defined by RFC 2965."""
url = request.get_full_url()
parts = urllib.parse.urlsplit(url)
path = escape_path(parts.path)
if not path.startswith("/"):
# fix bad RFC 2396 absoluteURI
path = "/" + path
return path
def request_port(request):
host = request.host
i = host.find(':')
if i >= 0:
port = host[i+1:]
try:
int(port)
except ValueError:
_debug("nonnumeric port: '%s'", port)
return None
else:
port = DEFAULT_HTTP_PORT
return port
# Characters in addition to A-Z, a-z, 0-9, '_', '.', and '-' that don't
# need to be escaped to form a valid HTTP URL (RFCs 2396 and 1738).
HTTP_PATH_SAFE = "%/;:@&=+$,!~*'()"
ESCAPED_CHAR_RE = re.compile(r"%([0-9a-fA-F][0-9a-fA-F])")
def uppercase_escaped_char(match):
return "%%%s" % match.group(1).upper()
def escape_path(path):
"""Escape any invalid characters in HTTP URL, and uppercase all escapes."""
# There's no knowing what character encoding was used to create URLs
# containing %-escapes, but since we have to pick one to escape invalid
# path characters, we pick UTF-8, as recommended in the HTML 4.0
# specification:
# http://www.w3.org/TR/REC-html40/appendix/notes.html#h-B.2.1
# And here, kind of: draft-fielding-uri-rfc2396bis-03
# (And in draft IRI specification: draft-duerst-iri-05)
# (And here, for new URI schemes: RFC 2718)
path = urllib.parse.quote(path, HTTP_PATH_SAFE)
path = ESCAPED_CHAR_RE.sub(uppercase_escaped_char, path)
return path
def reach(h):
"""Return reach of host h, as defined by RFC 2965, section 1.
The reach R of a host name H is defined as follows:
* If
- H is the host domain name of a host; and,
- H has the form A.B; and
- A has no embedded (that is, interior) dots; and
- B has at least one embedded dot, or B is the string "local".
then the reach of H is .B.
* Otherwise, the reach of H is H.
>>> reach("www.acme.com")
'.acme.com'
>>> reach("acme.com")
'acme.com'
>>> reach("acme.local")
'.local'
"""
i = h.find(".")
if i >= 0:
#a = h[:i] # this line is only here to show what a is
b = h[i+1:]
i = b.find(".")
if is_HDN(h) and (i >= 0 or b == "local"):
return "."+b
return h
def is_third_party(request):
"""
RFC 2965, section 3.3.6:
An unverifiable transaction is to a third-party host if its request-
host U does not domain-match the reach R of the request-host O in the
origin transaction.
"""
req_host = request_host(request)
if not domain_match(req_host, reach(request.origin_req_host)):
return True
else:
return False
class Cookie:
"""HTTP Cookie.
This class represents both Netscape and RFC 2965 cookies.
This is deliberately a very simple class. It just holds attributes. It's
possible to construct Cookie instances that don't comply with the cookie
standards. CookieJar.make_cookies is the factory function for Cookie
objects -- it deals with cookie parsing, supplying defaults, and
normalising to the representation used in this class. CookiePolicy is
responsible for checking them to see whether they should be accepted from
and returned to the server.
Note that the port may be present in the headers, but unspecified ("Port"
rather than"Port=80", for example); if this is the case, port is None.
"""
def __init__(self, version, name, value,
port, port_specified,
domain, domain_specified, domain_initial_dot,
path, path_specified,
secure,
expires,
discard,
comment,
comment_url,
rest,
rfc2109=False,
):
if version is not None: version = int(version)
if expires is not None: expires = int(float(expires))
if port is None and port_specified is True:
raise ValueError("if port is None, port_specified must be false")
self.version = version
self.name = name
self.value = value
self.port = port
self.port_specified = port_specified
# normalise case, as per RFC 2965 section 3.3.3
self.domain = domain.lower()
self.domain_specified = domain_specified
# Sigh. We need to know whether the domain given in the
# cookie-attribute had an initial dot, in order to follow RFC 2965
# (as clarified in draft errata). Needed for the returned $Domain
# value.
self.domain_initial_dot = domain_initial_dot
self.path = path
self.path_specified = path_specified
self.secure = secure
self.expires = expires
self.discard = discard
self.comment = comment
self.comment_url = comment_url
self.rfc2109 = rfc2109
self._rest = copy.copy(rest)
def has_nonstandard_attr(self, name):
return name in self._rest
def get_nonstandard_attr(self, name, default=None):
return self._rest.get(name, default)
def set_nonstandard_attr(self, name, value):
self._rest[name] = value
def is_expired(self, now=None):
if now is None: now = time.time()
if (self.expires is not None) and (self.expires <= now):
return True
return False
def __str__(self):
if self.port is None: p = ""
else: p = ":"+self.port
limit = self.domain + p + self.path
if self.value is not None:
namevalue = "%s=%s" % (self.name, self.value)
else:
namevalue = self.name
return "<Cookie %s for %s>" % (namevalue, limit)
def __repr__(self):
args = []
for name in ("version", "name", "value",
"port", "port_specified",
"domain", "domain_specified", "domain_initial_dot",
"path", "path_specified",
"secure", "expires", "discard", "comment", "comment_url",
):
attr = getattr(self, name)
args.append("%s=%s" % (name, repr(attr)))
args.append("rest=%s" % repr(self._rest))
args.append("rfc2109=%s" % repr(self.rfc2109))
return "%s(%s)" % (self.__class__.__name__, ", ".join(args))
class CookiePolicy:
"""Defines which cookies get accepted from and returned to server.
May also modify cookies, though this is probably a bad idea.
The subclass DefaultCookiePolicy defines the standard rules for Netscape
and RFC 2965 cookies -- override that if you want a customized policy.
"""
def set_ok(self, cookie, request):
"""Return true if (and only if) cookie should be accepted from server.
Currently, pre-expired cookies never get this far -- the CookieJar
class deletes such cookies itself.
"""
raise NotImplementedError()
def return_ok(self, cookie, request):
"""Return true if (and only if) cookie should be returned to server."""
raise NotImplementedError()
def domain_return_ok(self, domain, request):
"""Return false if cookies should not be returned, given cookie domain.
"""
return True
def path_return_ok(self, path, request):
"""Return false if cookies should not be returned, given cookie path.
"""
return True
class DefaultCookiePolicy(CookiePolicy):
"""Implements the standard rules for accepting and returning cookies."""
DomainStrictNoDots = 1
DomainStrictNonDomain = 2
DomainRFC2965Match = 4
DomainLiberal = 0
DomainStrict = DomainStrictNoDots|DomainStrictNonDomain
def __init__(self,
blocked_domains=None, allowed_domains=None,
netscape=True, rfc2965=False,
rfc2109_as_netscape=None,
hide_cookie2=False,
strict_domain=False,
strict_rfc2965_unverifiable=True,
strict_ns_unverifiable=False,
strict_ns_domain=DomainLiberal,
strict_ns_set_initial_dollar=False,
strict_ns_set_path=False,
secure_protocols=("https", "wss")
):
"""Constructor arguments should be passed as keyword arguments only."""
self.netscape = netscape
self.rfc2965 = rfc2965
self.rfc2109_as_netscape = rfc2109_as_netscape
self.hide_cookie2 = hide_cookie2
self.strict_domain = strict_domain
self.strict_rfc2965_unverifiable = strict_rfc2965_unverifiable
self.strict_ns_unverifiable = strict_ns_unverifiable
self.strict_ns_domain = strict_ns_domain
self.strict_ns_set_initial_dollar = strict_ns_set_initial_dollar
self.strict_ns_set_path = strict_ns_set_path
self.secure_protocols = secure_protocols
if blocked_domains is not None:
self._blocked_domains = tuple(blocked_domains)
else:
self._blocked_domains = ()
if allowed_domains is not None:
allowed_domains = tuple(allowed_domains)
self._allowed_domains = allowed_domains
def blocked_domains(self):
"""Return the sequence of blocked domains (as a tuple)."""
return self._blocked_domains
def set_blocked_domains(self, blocked_domains):
"""Set the sequence of blocked domains."""
self._blocked_domains = tuple(blocked_domains)
def is_blocked(self, domain):
for blocked_domain in self._blocked_domains:
if user_domain_match(domain, blocked_domain):
return True
return False
def allowed_domains(self):
"""Return None, or the sequence of allowed domains (as a tuple)."""
return self._allowed_domains
def set_allowed_domains(self, allowed_domains):
"""Set the sequence of allowed domains, or None."""
if allowed_domains is not None:
allowed_domains = tuple(allowed_domains)
self._allowed_domains = allowed_domains
def is_not_allowed(self, domain):
if self._allowed_domains is None:
return False
for allowed_domain in self._allowed_domains:
if user_domain_match(domain, allowed_domain):
return False
return True
def set_ok(self, cookie, request):
"""
If you override .set_ok(), be sure to call this method. If it returns
false, so should your subclass (assuming your subclass wants to be more
strict about which cookies to accept).
"""
_debug(" - checking cookie %s=%s", cookie.name, cookie.value)
assert cookie.name is not None
for n in "version", "verifiability", "name", "path", "domain", "port":
fn_name = "set_ok_"+n
fn = getattr(self, fn_name)
if not fn(cookie, request):
return False
return True
def set_ok_version(self, cookie, request):
if cookie.version is None:
# Version is always set to 0 by parse_ns_headers if it's a Netscape
# cookie, so this must be an invalid RFC 2965 cookie.
_debug(" Set-Cookie2 without version attribute (%s=%s)",
cookie.name, cookie.value)
return False
if cookie.version > 0 and not self.rfc2965:
_debug(" RFC 2965 cookies are switched off")
return False
elif cookie.version == 0 and not self.netscape:
_debug(" Netscape cookies are switched off")
return False
return True
def set_ok_verifiability(self, cookie, request):
if request.unverifiable and is_third_party(request):
if cookie.version > 0 and self.strict_rfc2965_unverifiable:
_debug(" third-party RFC 2965 cookie during "
"unverifiable transaction")
return False
elif cookie.version == 0 and self.strict_ns_unverifiable:
_debug(" third-party Netscape cookie during "
"unverifiable transaction")
return False
return True
def set_ok_name(self, cookie, request):
# Try and stop servers setting V0 cookies designed to hack other
# servers that know both V0 and V1 protocols.
if (cookie.version == 0 and self.strict_ns_set_initial_dollar and
cookie.name.startswith("$")):
_debug(" illegal name (starts with '$'): '%s'", cookie.name)
return False
return True
def set_ok_path(self, cookie, request):
if cookie.path_specified:
req_path = request_path(request)
if ((cookie.version > 0 or
(cookie.version == 0 and self.strict_ns_set_path)) and
not self.path_return_ok(cookie.path, request)):
_debug(" path attribute %s is not a prefix of request "
"path %s", cookie.path, req_path)
return False
return True
def set_ok_domain(self, cookie, request):
if self.is_blocked(cookie.domain):
_debug(" domain %s is in user block-list", cookie.domain)
return False
if self.is_not_allowed(cookie.domain):
_debug(" domain %s is not in user allow-list", cookie.domain)
return False
if cookie.domain_specified:
req_host, erhn = eff_request_host(request)
domain = cookie.domain
if self.strict_domain and (domain.count(".") >= 2):
# XXX This should probably be compared with the Konqueror
# (kcookiejar.cpp) and Mozilla implementations, but it's a
# losing battle.
i = domain.rfind(".")
j = domain.rfind(".", 0, i)
if j == 0: # domain like .foo.bar
tld = domain[i+1:]
sld = domain[j+1:i]
if sld.lower() in ("co", "ac", "com", "edu", "org", "net",
"gov", "mil", "int", "aero", "biz", "cat", "coop",
"info", "jobs", "mobi", "museum", "name", "pro",
"travel", "eu") and len(tld) == 2:
# domain like .co.uk
_debug(" country-code second level domain %s", domain)
return False
if domain.startswith("."):
undotted_domain = domain[1:]
else:
undotted_domain = domain
embedded_dots = (undotted_domain.find(".") >= 0)
if not embedded_dots and domain != ".local":
_debug(" non-local domain %s contains no embedded dot",
domain)
return False
if cookie.version == 0:
if (not erhn.endswith(domain) and
(not erhn.startswith(".") and
not ("."+erhn).endswith(domain))):
_debug(" effective request-host %s (even with added "
"initial dot) does not end with %s",
erhn, domain)
return False
if (cookie.version > 0 or
(self.strict_ns_domain & self.DomainRFC2965Match)):
if not domain_match(erhn, domain):
_debug(" effective request-host %s does not domain-match "
"%s", erhn, domain)
return False
if (cookie.version > 0 or
(self.strict_ns_domain & self.DomainStrictNoDots)):
host_prefix = req_host[:-len(domain)]
if (host_prefix.find(".") >= 0 and
not IPV4_RE.search(req_host)):
_debug(" host prefix %s for domain %s contains a dot",
host_prefix, domain)
return False
return True
def set_ok_port(self, cookie, request):
if cookie.port_specified:
req_port = request_port(request)
if req_port is None:
req_port = "80"
else:
req_port = str(req_port)
for p in cookie.port.split(","):
try:
int(p)
except ValueError:
_debug(" bad port %s (not numeric)", p)
return False
if p == req_port:
break
else:
_debug(" request port (%s) not found in %s",
req_port, cookie.port)
return False
return True
def return_ok(self, cookie, request):
"""
If you override .return_ok(), be sure to call this method. If it
returns false, so should your subclass (assuming your subclass wants to
be more strict about which cookies to return).
"""
# Path has already been checked by .path_return_ok(), and domain
# blocking done by .domain_return_ok().
_debug(" - checking cookie %s=%s", cookie.name, cookie.value)
for n in "version", "verifiability", "secure", "expires", "port", "domain":
fn_name = "return_ok_"+n
fn = getattr(self, fn_name)
if not fn(cookie, request):
return False
return True
def return_ok_version(self, cookie, request):
if cookie.version > 0 and not self.rfc2965:
_debug(" RFC 2965 cookies are switched off")
return False
elif cookie.version == 0 and not self.netscape:
_debug(" Netscape cookies are switched off")
return False
return True
def return_ok_verifiability(self, cookie, request):
if request.unverifiable and is_third_party(request):
if cookie.version > 0 and self.strict_rfc2965_unverifiable:
_debug(" third-party RFC 2965 cookie during unverifiable "
"transaction")
return False
elif cookie.version == 0 and self.strict_ns_unverifiable:
_debug(" third-party Netscape cookie during unverifiable "
"transaction")
return False
return True
def return_ok_secure(self, cookie, request):
if cookie.secure and request.type not in self.secure_protocols:
_debug(" secure cookie with non-secure request")
return False
return True
def return_ok_expires(self, cookie, request):
if cookie.is_expired(self._now):
_debug(" cookie expired")
return False
return True
def return_ok_port(self, cookie, request):
if cookie.port:
req_port = request_port(request)
if req_port is None:
req_port = "80"
for p in cookie.port.split(","):
if p == req_port:
break
else:
_debug(" request port %s does not match cookie port %s",
req_port, cookie.port)
return False
return True
def return_ok_domain(self, cookie, request):
req_host, erhn = eff_request_host(request)
domain = cookie.domain
if domain and not domain.startswith("."):
dotdomain = "." + domain
else:
dotdomain = domain
# strict check of non-domain cookies: Mozilla does this, MSIE5 doesn't
if (cookie.version == 0 and
(self.strict_ns_domain & self.DomainStrictNonDomain) and
not cookie.domain_specified and domain != erhn):
_debug(" cookie with unspecified domain does not string-compare "
"equal to request domain")
return False
if cookie.version > 0 and not domain_match(erhn, domain):
_debug(" effective request-host name %s does not domain-match "
"RFC 2965 cookie domain %s", erhn, domain)
return False
if cookie.version == 0 and not ("."+erhn).endswith(dotdomain):
_debug(" request-host %s does not match Netscape cookie domain "
"%s", req_host, domain)
return False
return True
def domain_return_ok(self, domain, request):
# Liberal check of. This is here as an optimization to avoid
# having to load lots of MSIE cookie files unless necessary.
req_host, erhn = eff_request_host(request)
if not req_host.startswith("."):
req_host = "."+req_host
if not erhn.startswith("."):
erhn = "."+erhn
if domain and not domain.startswith("."):
dotdomain = "." + domain
else:
dotdomain = domain
if not (req_host.endswith(dotdomain) or erhn.endswith(dotdomain)):
#_debug(" request domain %s does not match cookie domain %s",
# req_host, domain)
return False
if self.is_blocked(domain):
_debug(" domain %s is in user block-list", domain)
return False
if self.is_not_allowed(domain):
_debug(" domain %s is not in user allow-list", domain)
return False
return True
def path_return_ok(self, path, request):
_debug("- checking cookie path=%s", path)
req_path = request_path(request)
pathlen = len(path)
if req_path == path:
return True
elif (req_path.startswith(path) and
(path.endswith("/") or req_path[pathlen:pathlen+1] == "/")):
return True
_debug(" %s does not path-match %s", req_path, path)
return False
def vals_sorted_by_key(adict):
keys = sorted(adict.keys())
return map(adict.get, keys)
def deepvalues(mapping):
"""Iterates over nested mapping, depth-first, in sorted order by key."""
values = vals_sorted_by_key(mapping)
for obj in values:
mapping = False
try:
obj.items
except AttributeError:
pass
else:
mapping = True
yield from deepvalues(obj)
if not mapping:
yield obj
# Used as second parameter to dict.get() method, to distinguish absent
# dict key from one with a None value.
class Absent: pass
class CookieJar:
"""Collection of HTTP cookies.
You may not need to know about this class: try
urllib.request.build_opener(HTTPCookieProcessor).open(url).
"""
non_word_re = re.compile(r"\W")
quote_re = re.compile(r"([\"\\])")
strict_domain_re = re.compile(r"\.?[^.]*")
domain_re = re.compile(r"[^.]*")
dots_re = re.compile(r"^\.+")
magic_re = re.compile(r"^\#LWP-Cookies-(\d+\.\d+)", re.ASCII)
def __init__(self, policy=None):
if policy is None:
policy = DefaultCookiePolicy()
self._policy = policy
self._cookies_lock = _threading.RLock()
self._cookies = {}
def set_policy(self, policy):
self._policy = policy
def _cookies_for_domain(self, domain, request):
cookies = []
if not self._policy.domain_return_ok(domain, request):
return []
_debug("Checking %s for cookies to return", domain)
cookies_by_path = self._cookies[domain]
for path in cookies_by_path.keys():
if not self._policy.path_return_ok(path, request):
continue
cookies_by_name = cookies_by_path[path]
for cookie in cookies_by_name.values():
if not self._policy.return_ok(cookie, request):
_debug(" not returning cookie")
continue
_debug(" it's a match")
cookies.append(cookie)
return cookies
def _cookies_for_request(self, request):
"""Return a list of cookies to be returned to server."""
cookies = []
for domain in self._cookies.keys():
cookies.extend(self._cookies_for_domain(domain, request))
return cookies
def _cookie_attrs(self, cookies):
"""Return a list of cookie-attributes to be returned to server.
like ['foo="bar"; $Path="/"', ...]
The $Version attribute is also added when appropriate (currently only
once per request).
"""
# add cookies in order of most specific (ie. longest) path first
cookies.sort(key=lambda a: len(a.path), reverse=True)
version_set = False
attrs = []
for cookie in cookies:
# set version of Cookie header
# XXX
# What should it be if multiple matching Set-Cookie headers have
# different versions themselves?
# Answer: there is no answer; was supposed to be settled by
# RFC 2965 errata, but that may never appear...
version = cookie.version
if not version_set:
version_set = True
if version > 0:
attrs.append("$Version=%s" % version)
# quote cookie value if necessary
# (not for Netscape protocol, which already has any quotes
# intact, due to the poorly-specified Netscape Cookie: syntax)
if ((cookie.value is not None) and
self.non_word_re.search(cookie.value) and version > 0):
value = self.quote_re.sub(r"\\\1", cookie.value)
else:
value = cookie.value
# add cookie-attributes to be returned in Cookie header
if cookie.value is None:
attrs.append(cookie.name)
else:
attrs.append("%s=%s" % (cookie.name, value))
if version > 0:
if cookie.path_specified:
attrs.append('$Path="%s"' % cookie.path)
if cookie.domain.startswith("."):
domain = cookie.domain
if (not cookie.domain_initial_dot and
domain.startswith(".")):
domain = domain[1:]
attrs.append('$Domain="%s"' % domain)
if cookie.port is not None:
p = "$Port"
if cookie.port_specified:
p = p + ('="%s"' % cookie.port)
attrs.append(p)
return attrs
def add_cookie_header(self, request):
"""Add correct Cookie: header to request (urllib.request.Request object).
The Cookie2 header is also added unless policy.hide_cookie2 is true.
"""
_debug("add_cookie_header")
self._cookies_lock.acquire()
try:
self._policy._now = self._now = int(time.time())
cookies = self._cookies_for_request(request)
attrs = self._cookie_attrs(cookies)
if attrs:
if not request.has_header("Cookie"):
request.add_unredirected_header(
"Cookie", "; ".join(attrs))
# if necessary, advertise that we know RFC 2965
if (self._policy.rfc2965 and not self._policy.hide_cookie2 and
not request.has_header("Cookie2")):
for cookie in cookies:
if cookie.version != 1:
request.add_unredirected_header("Cookie2", '$Version="1"')
break
finally:
self._cookies_lock.release()
self.clear_expired_cookies()
def _normalized_cookie_tuples(self, attrs_set):
"""Return list of tuples containing normalised cookie information.
attrs_set is the list of lists of key,value pairs extracted from
the Set-Cookie or Set-Cookie2 headers.
Tuples are name, value, standard, rest, where name and value are the
cookie name and value, standard is a dictionary containing the standard
cookie-attributes (discard, secure, version, expires or max-age,
domain, path and port) and rest is a dictionary containing the rest of
the cookie-attributes.
"""
cookie_tuples = []
boolean_attrs = "discard", "secure"
value_attrs = ("version",
"expires", "max-age",
"domain", "path", "port",
"comment", "commenturl")
for cookie_attrs in attrs_set:
name, value = cookie_attrs[0]
# Build dictionary of standard cookie-attributes (standard) and
# dictionary of other cookie-attributes (rest).
# Note: expiry time is normalised to seconds since epoch. V0
# cookies should have the Expires cookie-attribute, and V1 cookies
# should have Max-Age, but since V1 includes RFC 2109 cookies (and
# since V0 cookies may be a mish-mash of Netscape and RFC 2109), we
# accept either (but prefer Max-Age).
max_age_set = False
bad_cookie = False
standard = {}
rest = {}
for k, v in cookie_attrs[1:]:
lc = k.lower()
# don't lose case distinction for unknown fields
if lc in value_attrs or lc in boolean_attrs:
k = lc
if k in boolean_attrs and v is None:
# boolean cookie-attribute is present, but has no value
# (like "discard", rather than "port=80")
v = True
if k in standard:
# only first value is significant
continue
if k == "domain":
if v is None:
_debug(" missing value for domain attribute")
bad_cookie = True
break
# RFC 2965 section 3.3.3
v = v.lower()
if k == "expires":
if max_age_set:
# Prefer max-age to expires (like Mozilla)
continue
if v is None:
_debug(" missing or invalid value for expires "
"attribute: treating as session cookie")
continue
if k == "max-age":
max_age_set = True
try:
v = int(v)
except ValueError:
_debug(" missing or invalid (non-numeric) value for "
"max-age attribute")
bad_cookie = True
break
# convert RFC 2965 Max-Age to seconds since epoch
# XXX Strictly you're supposed to follow RFC 2616
# age-calculation rules. Remember that zero Max-Age
# is a request to discard (old and new) cookie, though.
k = "expires"
v = self._now + v
if (k in value_attrs) or (k in boolean_attrs):
if (v is None and
k not in ("port", "comment", "commenturl")):
_debug(" missing value for %s attribute" % k)
bad_cookie = True
break
standard[k] = v
else:
rest[k] = v
if bad_cookie:
continue
cookie_tuples.append((name, value, standard, rest))
return cookie_tuples
def _cookie_from_cookie_tuple(self, tup, request):
# standard is dict of standard cookie-attributes, rest is dict of the
# rest of them
name, value, standard, rest = tup
domain = standard.get("domain", Absent)
path = standard.get("path", Absent)
port = standard.get("port", Absent)
expires = standard.get("expires", Absent)
# set the easy defaults
version = standard.get("version", None)
if version is not None:
try:
version = int(version)
except ValueError:
return None # invalid version, ignore cookie
secure = standard.get("secure", False)
# (discard is also set if expires is Absent)
discard = standard.get("discard", False)
comment = standard.get("comment", None)
comment_url = standard.get("commenturl", None)
# set default path
if path is not Absent and path != "":
path_specified = True
path = escape_path(path)
else:
path_specified = False
path = request_path(request)
i = path.rfind("/")
if i != -1:
if version == 0:
# Netscape spec parts company from reality here
path = path[:i]
else:
path = path[:i+1]
if len(path) == 0: path = "/"
# set default domain
domain_specified = domain is not Absent
# but first we have to remember whether it starts with a dot
domain_initial_dot = False
if domain_specified:
domain_initial_dot = bool(domain.startswith("."))
if domain is Absent:
req_host, erhn = eff_request_host(request)
domain = erhn
elif not domain.startswith("."):
domain = "."+domain
# set default port
port_specified = False
if port is not Absent:
if port is None:
# Port attr present, but has no value: default to request port.
# Cookie should then only be sent back on that port.
port = request_port(request)
else:
port_specified = True
port = re.sub(r"\s+", "", port)
else:
# No port attr present. Cookie can be sent back on any port.
port = None
# set default expires and discard
if expires is Absent:
expires = None
discard = True
elif expires <= self._now:
# Expiry date in past is request to delete cookie. This can't be
# in DefaultCookiePolicy, because can't delete cookies there.
try:
self.clear(domain, path, name)
except KeyError:
pass
_debug("Expiring cookie, domain='%s', path='%s', name='%s'",
domain, path, name)
return None
return Cookie(version,
name, value,
port, port_specified,
domain, domain_specified, domain_initial_dot,
path, path_specified,
secure,
expires,
discard,
comment,
comment_url,
rest)
def _cookies_from_attrs_set(self, attrs_set, request):
cookie_tuples = self._normalized_cookie_tuples(attrs_set)
cookies = []
for tup in cookie_tuples:
cookie = self._cookie_from_cookie_tuple(tup, request)
if cookie: cookies.append(cookie)
return cookies
def _process_rfc2109_cookies(self, cookies):
rfc2109_as_ns = getattr(self._policy, 'rfc2109_as_netscape', None)
if rfc2109_as_ns is None:
rfc2109_as_ns = not self._policy.rfc2965
for cookie in cookies:
if cookie.version == 1:
cookie.rfc2109 = True
if rfc2109_as_ns:
# treat 2109 cookies as Netscape cookies rather than
# as RFC2965 cookies
cookie.version = 0
def make_cookies(self, response, request):
"""Return sequence of Cookie objects extracted from response object."""
# get cookie-attributes for RFC 2965 and Netscape protocols
headers = response.info()
rfc2965_hdrs = headers.get_all("Set-Cookie2", [])
ns_hdrs = headers.get_all("Set-Cookie", [])
self._policy._now = self._now = int(time.time())
rfc2965 = self._policy.rfc2965
netscape = self._policy.netscape
if ((not rfc2965_hdrs and not ns_hdrs) or
(not ns_hdrs and not rfc2965) or
(not rfc2965_hdrs and not netscape) or
(not netscape and not rfc2965)):
return [] # no relevant cookie headers: quick exit
try:
cookies = self._cookies_from_attrs_set(
split_header_words(rfc2965_hdrs), request)
except Exception:
_warn_unhandled_exception()
cookies = []
if ns_hdrs and netscape:
try:
# RFC 2109 and Netscape cookies
ns_cookies = self._cookies_from_attrs_set(
parse_ns_headers(ns_hdrs), request)
except Exception:
_warn_unhandled_exception()
ns_cookies = []
self._process_rfc2109_cookies(ns_cookies)
# Look for Netscape cookies (from Set-Cookie headers) that match
# corresponding RFC 2965 cookies (from Set-Cookie2 headers).
# For each match, keep the RFC 2965 cookie and ignore the Netscape
# cookie (RFC 2965 section 9.1). Actually, RFC 2109 cookies are
# bundled in with the Netscape cookies for this purpose, which is
# reasonable behaviour.
if rfc2965:
lookup = {}
for cookie in cookies:
lookup[(cookie.domain, cookie.path, cookie.name)] = None
def no_matching_rfc2965(ns_cookie, lookup=lookup):
key = ns_cookie.domain, ns_cookie.path, ns_cookie.name
return key not in lookup
ns_cookies = filter(no_matching_rfc2965, ns_cookies)
if ns_cookies:
cookies.extend(ns_cookies)
return cookies
def set_cookie_if_ok(self, cookie, request):
"""Set a cookie if policy says it's OK to do so."""
self._cookies_lock.acquire()
try:
self._policy._now = self._now = int(time.time())
if self._policy.set_ok(cookie, request):
self.set_cookie(cookie)
finally:
self._cookies_lock.release()
def set_cookie(self, cookie):
"""Set a cookie, without checking whether or not it should be set."""
c = self._cookies
self._cookies_lock.acquire()
try:
if cookie.domain not in c: c[cookie.domain] = {}
c2 = c[cookie.domain]
if cookie.path not in c2: c2[cookie.path] = {}
c3 = c2[cookie.path]
c3[cookie.name] = cookie
finally:
self._cookies_lock.release()
def extract_cookies(self, response, request):
"""Extract cookies from response, where allowable given the request."""
_debug("extract_cookies: %s", response.info())
self._cookies_lock.acquire()
try:
for cookie in self.make_cookies(response, request):
if self._policy.set_ok(cookie, request):
_debug(" setting cookie: %s", cookie)
self.set_cookie(cookie)
finally:
self._cookies_lock.release()
def clear(self, domain=None, path=None, name=None):
"""Clear some cookies.
Invoking this method without arguments will clear all cookies. If
given a single argument, only cookies belonging to that domain will be
removed. If given two arguments, cookies belonging to the specified
path within that domain are removed. If given three arguments, then
the cookie with the specified name, path and domain is removed.
Raises KeyError if no matching cookie exists.
"""
if name is not None:
if (domain is None) or (path is None):
raise ValueError(
"domain and path must be given to remove a cookie by name")
del self._cookies[domain][path][name]
elif path is not None:
if domain is None:
raise ValueError(
"domain must be given to remove cookies by path")
del self._cookies[domain][path]
elif domain is not None:
del self._cookies[domain]
else:
self._cookies = {}
def clear_session_cookies(self):
"""Discard all session cookies.
Note that the .save() method won't save session cookies anyway, unless
you ask otherwise by passing a true ignore_discard argument.
"""
self._cookies_lock.acquire()
try:
for cookie in self:
if cookie.discard:
self.clear(cookie.domain, cookie.path, cookie.name)
finally:
self._cookies_lock.release()
def clear_expired_cookies(self):
"""Discard all expired cookies.
You probably don't need to call this method: expired cookies are never
sent back to the server (provided you're using DefaultCookiePolicy),
this method is called by CookieJar itself every so often, and the
.save() method won't save expired cookies anyway (unless you ask
otherwise by passing a true ignore_expires argument).
"""
self._cookies_lock.acquire()
try:
now = time.time()
for cookie in self:
if cookie.is_expired(now):
self.clear(cookie.domain, cookie.path, cookie.name)
finally:
self._cookies_lock.release()
def __iter__(self):
return deepvalues(self._cookies)
def __len__(self):
"""Return number of contained cookies."""
i = 0
for cookie in self: i = i + 1
return i
def __repr__(self):
r = []
for cookie in self: r.append(repr(cookie))
return "<%s[%s]>" % (self.__class__.__name__, ", ".join(r))
def __str__(self):
r = []
for cookie in self: r.append(str(cookie))
return "<%s[%s]>" % (self.__class__.__name__, ", ".join(r))
# derives from OSError for backwards-compatibility with Python 2.4.0
class LoadError(OSError): pass
class FileCookieJar(CookieJar):
"""CookieJar that can be loaded from and saved to a file."""
def __init__(self, filename=None, delayload=False, policy=None):
"""
Cookies are NOT loaded from the named file until either the .load() or
.revert() method is called.
"""
CookieJar.__init__(self, policy)
if filename is not None:
filename = os.fspath(filename)
self.filename = filename
self.delayload = bool(delayload)
def save(self, filename=None, ignore_discard=False, ignore_expires=False):
"""Save cookies to a file."""
raise NotImplementedError()
def load(self, filename=None, ignore_discard=False, ignore_expires=False):
"""Load cookies from a file."""
if filename is None:
if self.filename is not None: filename = self.filename
else: raise ValueError(MISSING_FILENAME_TEXT)
with open(filename) as f:
self._really_load(f, filename, ignore_discard, ignore_expires)
def revert(self, filename=None,
ignore_discard=False, ignore_expires=False):
"""Clear all cookies and reload cookies from a saved file.
Raises LoadError (or OSError) if reversion is not successful; the
object's state will not be altered if this happens.
"""
if filename is None:
if self.filename is not None: filename = self.filename
else: raise ValueError(MISSING_FILENAME_TEXT)
self._cookies_lock.acquire()
try:
old_state = copy.deepcopy(self._cookies)
self._cookies = {}
try:
self.load(filename, ignore_discard, ignore_expires)
except OSError:
self._cookies = old_state
raise
finally:
self._cookies_lock.release()
def lwp_cookie_str(cookie):
"""Return string representation of Cookie in the LWP cookie file format.
Actually, the format is extended a bit -- see module docstring.
"""
h = [(cookie.name, cookie.value),
("path", cookie.path),
("domain", cookie.domain)]
if cookie.port is not None: h.append(("port", cookie.port))
if cookie.path_specified: h.append(("path_spec", None))
if cookie.port_specified: h.append(("port_spec", None))
if cookie.domain_initial_dot: h.append(("domain_dot", None))
if cookie.secure: h.append(("secure", None))
if cookie.expires: h.append(("expires",
time2isoz(float(cookie.expires))))
if cookie.discard: h.append(("discard", None))
if cookie.comment: h.append(("comment", cookie.comment))
if cookie.comment_url: h.append(("commenturl", cookie.comment_url))
keys = sorted(cookie._rest.keys())
for k in keys:
h.append((k, str(cookie._rest[k])))
h.append(("version", str(cookie.version)))
return join_header_words([h])
class LWPCookieJar(FileCookieJar):
"""
The LWPCookieJar saves a sequence of "Set-Cookie3" lines.
"Set-Cookie3" is the format used by the libwww-perl library, not known
to be compatible with any browser, but which is easy to read and
doesn't lose information about RFC 2965 cookies.
Additional methods
as_lwp_str(ignore_discard=True, ignore_expired=True)
"""
def as_lwp_str(self, ignore_discard=True, ignore_expires=True):
"""Return cookies as a string of "\\n"-separated "Set-Cookie3" headers.
ignore_discard and ignore_expires: see docstring for FileCookieJar.save
"""
now = time.time()
r = []
for cookie in self:
if not ignore_discard and cookie.discard:
continue
if not ignore_expires and cookie.is_expired(now):
continue
r.append("Set-Cookie3: %s" % lwp_cookie_str(cookie))
return "\n".join(r+[""])
def save(self, filename=None, ignore_discard=False, ignore_expires=False):
if filename is None:
if self.filename is not None: filename = self.filename
else: raise ValueError(MISSING_FILENAME_TEXT)
with open(filename, "w") as f:
# There really isn't an LWP Cookies 2.0 format, but this indicates
# that there is extra information in here (domain_dot and
# port_spec) while still being compatible with libwww-perl, I hope.
f.write("#LWP-Cookies-2.0\n")
f.write(self.as_lwp_str(ignore_discard, ignore_expires))
def _really_load(self, f, filename, ignore_discard, ignore_expires):
magic = f.readline()
if not self.magic_re.search(magic):
msg = ("%r does not look like a Set-Cookie3 (LWP) format "
"file" % filename)
raise LoadError(msg)
now = time.time()
header = "Set-Cookie3:"
boolean_attrs = ("port_spec", "path_spec", "domain_dot",
"secure", "discard")
value_attrs = ("version",
"port", "path", "domain",
"expires",
"comment", "commenturl")
try:
while 1:
line = f.readline()
if line == "": break
if not line.startswith(header):
continue
line = line[len(header):].strip()
for data in split_header_words([line]):
name, value = data[0]
standard = {}
rest = {}
for k in boolean_attrs:
standard[k] = False
for k, v in data[1:]:
if k is not None:
lc = k.lower()
else:
lc = None
# don't lose case distinction for unknown fields
if (lc in value_attrs) or (lc in boolean_attrs):
k = lc
if k in boolean_attrs:
if v is None: v = True
standard[k] = v
elif k in value_attrs:
standard[k] = v
else:
rest[k] = v
h = standard.get
expires = h("expires")
discard = h("discard")
if expires is not None:
expires = iso2time(expires)
if expires is None:
discard = True
domain = h("domain")
domain_specified = domain.startswith(".")
c = Cookie(h("version"), name, value,
h("port"), h("port_spec"),
domain, domain_specified, h("domain_dot"),
h("path"), h("path_spec"),
h("secure"),
expires,
discard,
h("comment"),
h("commenturl"),
rest)
if not ignore_discard and c.discard:
continue
if not ignore_expires and c.is_expired(now):
continue
self.set_cookie(c)
except OSError:
raise
except Exception:
_warn_unhandled_exception()
raise LoadError("invalid Set-Cookie3 format file %r: %r" %
(filename, line))
class MozillaCookieJar(FileCookieJar):
"""
WARNING: you may want to backup your browser's cookies file if you use
this class to save cookies. I *think* it works, but there have been
bugs in the past!
This class differs from CookieJar only in the format it uses to save and
load cookies to and from a file. This class uses the Mozilla/Netscape
`cookies.txt' format. lynx uses this file format, too.
Don't expect cookies saved while the browser is running to be noticed by
the browser (in fact, Mozilla on unix will overwrite your saved cookies if
you change them on disk while it's running; on Windows, you probably can't
save at all while the browser is running).
Note that the Mozilla/Netscape format will downgrade RFC2965 cookies to
Netscape cookies on saving.
In particular, the cookie version and port number information is lost,
together with information about whether or not Path, Port and Discard were
specified by the Set-Cookie2 (or Set-Cookie) header, and whether or not the
domain as set in the HTTP header started with a dot (yes, I'm aware some
domains in Netscape files start with a dot and some don't -- trust me, you
really don't want to know any more about this).
Note that though Mozilla and Netscape use the same format, they use
slightly different headers. The class saves cookies using the Netscape
header by default (Mozilla can cope with that).
"""
magic_re = re.compile("#( Netscape)? HTTP Cookie File")
header = """\
# Netscape HTTP Cookie File
# http://curl.haxx.se/rfc/cookie_spec.html
# This is a generated file! Do not edit.
"""
def _really_load(self, f, filename, ignore_discard, ignore_expires):
now = time.time()
magic = f.readline()
if not self.magic_re.search(magic):
raise LoadError(
"%r does not look like a Netscape format cookies file" %
filename)
try:
while 1:
line = f.readline()
if line == "": break
# last field may be absent, so keep any trailing tab
if line.endswith("\n"): line = line[:-1]
# skip comments and blank lines XXX what is $ for?
if (line.strip().startswith(("#", "$")) or
line.strip() == ""):
continue
domain, domain_specified, path, secure, expires, name, value = \
line.split("\t")
secure = (secure == "TRUE")
domain_specified = (domain_specified == "TRUE")
if name == "":
# cookies.txt regards 'Set-Cookie: foo' as a cookie
# with no name, whereas http.cookiejar regards it as a
# cookie with no value.
name = value
value = None
initial_dot = domain.startswith(".")
assert domain_specified == initial_dot
discard = False
if expires == "":
expires = None
discard = True
# assume path_specified is false
c = Cookie(0, name, value,
None, False,
domain, domain_specified, initial_dot,
path, False,
secure,
expires,
discard,
None,
None,
{})
if not ignore_discard and c.discard:
continue
if not ignore_expires and c.is_expired(now):
continue
self.set_cookie(c)
except OSError:
raise
except Exception:
_warn_unhandled_exception()
raise LoadError("invalid Netscape format cookies file %r: %r" %
(filename, line))
def save(self, filename=None, ignore_discard=False, ignore_expires=False):
if filename is None:
if self.filename is not None: filename = self.filename
else: raise ValueError(MISSING_FILENAME_TEXT)
with open(filename, "w") as f:
f.write(self.header)
now = time.time()
for cookie in self:
if not ignore_discard and cookie.discard:
continue
if not ignore_expires and cookie.is_expired(now):
continue
if cookie.secure: secure = "TRUE"
else: secure = "FALSE"
if cookie.domain.startswith("."): initial_dot = "TRUE"
else: initial_dot = "FALSE"
if cookie.expires is not None:
expires = str(cookie.expires)
else:
expires = ""
if cookie.value is None:
# cookies.txt regards 'Set-Cookie: foo' as a cookie
# with no name, whereas http.cookiejar regards it as a
# cookie with no value.
name = ""
value = cookie.name
else:
name = cookie.name
value = cookie.value
f.write(
"\t".join([cookie.domain, initial_dot, cookie.path,
secure, expires, name, value])+
"\n")
http/__init__.py 0000644 00000014352 15115353745 0007652 0 ustar 00 from enum import IntEnum
__all__ = ['HTTPStatus']
class HTTPStatus(IntEnum):
"""HTTP status codes and reason phrases
Status codes from the following RFCs are all observed:
* RFC 7231: Hypertext Transfer Protocol (HTTP/1.1), obsoletes 2616
* RFC 6585: Additional HTTP Status Codes
* RFC 3229: Delta encoding in HTTP
* RFC 4918: HTTP Extensions for WebDAV, obsoletes 2518
* RFC 5842: Binding Extensions to WebDAV
* RFC 7238: Permanent Redirect
* RFC 2295: Transparent Content Negotiation in HTTP
* RFC 2774: An HTTP Extension Framework
* RFC 7725: An HTTP Status Code to Report Legal Obstacles
* RFC 7540: Hypertext Transfer Protocol Version 2 (HTTP/2)
"""
def __new__(cls, value, phrase, description=''):
obj = int.__new__(cls, value)
obj._value_ = value
obj.phrase = phrase
obj.description = description
return obj
# informational
CONTINUE = 100, 'Continue', 'Request received, please continue'
SWITCHING_PROTOCOLS = (101, 'Switching Protocols',
'Switching to new protocol; obey Upgrade header')
PROCESSING = 102, 'Processing'
# success
OK = 200, 'OK', 'Request fulfilled, document follows'
CREATED = 201, 'Created', 'Document created, URL follows'
ACCEPTED = (202, 'Accepted',
'Request accepted, processing continues off-line')
NON_AUTHORITATIVE_INFORMATION = (203,
'Non-Authoritative Information', 'Request fulfilled from cache')
NO_CONTENT = 204, 'No Content', 'Request fulfilled, nothing follows'
RESET_CONTENT = 205, 'Reset Content', 'Clear input form for further input'
PARTIAL_CONTENT = 206, 'Partial Content', 'Partial content follows'
MULTI_STATUS = 207, 'Multi-Status'
ALREADY_REPORTED = 208, 'Already Reported'
IM_USED = 226, 'IM Used'
# redirection
MULTIPLE_CHOICES = (300, 'Multiple Choices',
'Object has several resources -- see URI list')
MOVED_PERMANENTLY = (301, 'Moved Permanently',
'Object moved permanently -- see URI list')
FOUND = 302, 'Found', 'Object moved temporarily -- see URI list'
SEE_OTHER = 303, 'See Other', 'Object moved -- see Method and URL list'
NOT_MODIFIED = (304, 'Not Modified',
'Document has not changed since given time')
USE_PROXY = (305, 'Use Proxy',
'You must use proxy specified in Location to access this resource')
TEMPORARY_REDIRECT = (307, 'Temporary Redirect',
'Object moved temporarily -- see URI list')
PERMANENT_REDIRECT = (308, 'Permanent Redirect',
'Object moved permanently -- see URI list')
# client error
BAD_REQUEST = (400, 'Bad Request',
'Bad request syntax or unsupported method')
UNAUTHORIZED = (401, 'Unauthorized',
'No permission -- see authorization schemes')
PAYMENT_REQUIRED = (402, 'Payment Required',
'No payment -- see charging schemes')
FORBIDDEN = (403, 'Forbidden',
'Request forbidden -- authorization will not help')
NOT_FOUND = (404, 'Not Found',
'Nothing matches the given URI')
METHOD_NOT_ALLOWED = (405, 'Method Not Allowed',
'Specified method is invalid for this resource')
NOT_ACCEPTABLE = (406, 'Not Acceptable',
'URI not available in preferred format')
PROXY_AUTHENTICATION_REQUIRED = (407,
'Proxy Authentication Required',
'You must authenticate with this proxy before proceeding')
REQUEST_TIMEOUT = (408, 'Request Timeout',
'Request timed out; try again later')
CONFLICT = 409, 'Conflict', 'Request conflict'
GONE = (410, 'Gone',
'URI no longer exists and has been permanently removed')
LENGTH_REQUIRED = (411, 'Length Required',
'Client must specify Content-Length')
PRECONDITION_FAILED = (412, 'Precondition Failed',
'Precondition in headers is false')
REQUEST_ENTITY_TOO_LARGE = (413, 'Request Entity Too Large',
'Entity is too large')
REQUEST_URI_TOO_LONG = (414, 'Request-URI Too Long',
'URI is too long')
UNSUPPORTED_MEDIA_TYPE = (415, 'Unsupported Media Type',
'Entity body in unsupported format')
REQUESTED_RANGE_NOT_SATISFIABLE = (416,
'Requested Range Not Satisfiable',
'Cannot satisfy request range')
EXPECTATION_FAILED = (417, 'Expectation Failed',
'Expect condition could not be satisfied')
MISDIRECTED_REQUEST = (421, 'Misdirected Request',
'Server is not able to produce a response')
UNPROCESSABLE_ENTITY = 422, 'Unprocessable Entity'
LOCKED = 423, 'Locked'
FAILED_DEPENDENCY = 424, 'Failed Dependency'
UPGRADE_REQUIRED = 426, 'Upgrade Required'
PRECONDITION_REQUIRED = (428, 'Precondition Required',
'The origin server requires the request to be conditional')
TOO_MANY_REQUESTS = (429, 'Too Many Requests',
'The user has sent too many requests in '
'a given amount of time ("rate limiting")')
REQUEST_HEADER_FIELDS_TOO_LARGE = (431,
'Request Header Fields Too Large',
'The server is unwilling to process the request because its header '
'fields are too large')
UNAVAILABLE_FOR_LEGAL_REASONS = (451,
'Unavailable For Legal Reasons',
'The server is denying access to the '
'resource as a consequence of a legal demand')
# server errors
INTERNAL_SERVER_ERROR = (500, 'Internal Server Error',
'Server got itself in trouble')
NOT_IMPLEMENTED = (501, 'Not Implemented',
'Server does not support this operation')
BAD_GATEWAY = (502, 'Bad Gateway',
'Invalid responses from another server/proxy')
SERVICE_UNAVAILABLE = (503, 'Service Unavailable',
'The server cannot process the request due to a high load')
GATEWAY_TIMEOUT = (504, 'Gateway Timeout',
'The gateway server did not receive a timely response')
HTTP_VERSION_NOT_SUPPORTED = (505, 'HTTP Version Not Supported',
'Cannot fulfill request')
VARIANT_ALSO_NEGOTIATES = 506, 'Variant Also Negotiates'
INSUFFICIENT_STORAGE = 507, 'Insufficient Storage'
LOOP_DETECTED = 508, 'Loop Detected'
NOT_EXTENDED = 510, 'Not Extended'
NETWORK_AUTHENTICATION_REQUIRED = (511,
'Network Authentication Required',
'The client needs to authenticate to gain network access')
http/__pycache__/cookies.cpython-38.pyc 0000644 00000035646 15115353745 0014046 0 ustar 00 U
e5d�O �
@ st d Z ddlZddlZdddgZdjZdjZdjZG d d� de�Z ej
ej d
Z e d Z
d d
� eed��eeee
�� D �Ze�ed�ded�di� e�de�e � �jZdd� Ze�d�Ze�d�Zdd� Zddd d d d d gZ dd!d"d#d$d%d&d'd(d)d*d+d,g
Z de e fd-d.�Z G d/d0� d0e �Z d1Z!e!d2 Z"e�d3e! d4 e" d5 ej#ej$B �Z%G d6d� de �Z&G d7d� de&�Z'dS )8a.
Here's a sample session to show how to use this module.
At the moment, this is the only documentation.
The Basics
----------
Importing is easy...
>>> from http import cookies
Most of the time you start by creating a cookie.
>>> C = cookies.SimpleCookie()
Once you've created your Cookie, you can add values just as if it were
a dictionary.
>>> C = cookies.SimpleCookie()
>>> C["fig"] = "newton"
>>> C["sugar"] = "wafer"
>>> C.output()
'Set-Cookie: fig=newton\r\nSet-Cookie: sugar=wafer'
Notice that the printable representation of a Cookie is the
appropriate format for a Set-Cookie: header. This is the
default behavior. You can change the header and printed
attributes by using the .output() function
>>> C = cookies.SimpleCookie()
>>> C["rocky"] = "road"
>>> C["rocky"]["path"] = "/cookie"
>>> print(C.output(header="Cookie:"))
Cookie: rocky=road; Path=/cookie
>>> print(C.output(attrs=[], header="Cookie:"))
Cookie: rocky=road
The load() method of a Cookie extracts cookies from a string. In a
CGI script, you would use this method to extract the cookies from the
HTTP_COOKIE environment variable.
>>> C = cookies.SimpleCookie()
>>> C.load("chips=ahoy; vienna=finger")
>>> C.output()
'Set-Cookie: chips=ahoy\r\nSet-Cookie: vienna=finger'
The load() method is darn-tootin smart about identifying cookies
within a string. Escaped quotation marks, nested semicolons, and other
such trickeries do not confuse it.
>>> C = cookies.SimpleCookie()
>>> C.load('keebler="E=everybody; L=\\"Loves\\"; fudge=\\012;";')
>>> print(C)
Set-Cookie: keebler="E=everybody; L=\"Loves\"; fudge=\012;"
Each element of the Cookie also supports all of the RFC 2109
Cookie attributes. Here's an example which sets the Path
attribute.
>>> C = cookies.SimpleCookie()
>>> C["oreo"] = "doublestuff"
>>> C["oreo"]["path"] = "/"
>>> print(C)
Set-Cookie: oreo=doublestuff; Path=/
Each dictionary element has a 'value' attribute, which gives you
back the value associated with the key.
>>> C = cookies.SimpleCookie()
>>> C["twix"] = "none for you"
>>> C["twix"].value
'none for you'
The SimpleCookie expects that all values should be standard strings.
Just to be sure, SimpleCookie invokes the str() builtin to convert
the value to a string, when the values are set dictionary-style.
>>> C = cookies.SimpleCookie()
>>> C["number"] = 7
>>> C["string"] = "seven"
>>> C["number"].value
'7'
>>> C["string"].value
'seven'
>>> C.output()
'Set-Cookie: number=7\r\nSet-Cookie: string=seven'
Finis.
� N� CookieError�
BaseCookie� SimpleCookie� z; � c @ s e Zd ZdS )r N)�__name__�
__module__� __qualname__� r
r
�$/usr/lib64/python3.8/http/cookies.pyr � s z!#$%&'*+-.^_`|~:z
()/<=>?@[]{}c C s i | ]}|d | �qS )z\%03or
)�.0�nr
r
r �
<dictcomp>� s � r � �"�\"�\z\\z[%s]+c C s* | dkst | �r| S d| �t� d S dS )z�Quote a string for use in a cookie header.
If the string does not need to be double-quoted, then just return the
string. Otherwise, surround the string in doublequotes and quote
(with a \) special characters.
Nr )�
_is_legal_key� translate� _Translator��strr
r
r �_quote� s r z\\[0-3][0-7][0-7]z[\\].c C sN | d kst | �dk r| S | d dks0| d dkr4| S | dd� } d}t | �}g }d| krf|k �rFn n�t�| |�}t�| |�}|s�|s�|�| |d � � �qFd }}|r�|�d�}|r�|�d�}|�r|r�||k �r|�| ||� � |�| |d � |d }qP|�| ||� � |�tt| |d |d � d��� |d }qPt|�S )N� r r ���� � � ) �len�
_OctalPatt�search�
_QuotePatt�append�start�chr�int� _nulljoin)r �ir
�resZo_matchZq_match�j�kr
r
r �_unquote� s6
$
r+ ZMonZTueZWedZThuZFriZSatZSunZJanZFebZMarZAprZMayZJunZJulZAugZSepZOctZNovZDecc C sR ddl m}m } |� }||| �\ }}}} }
} } }
}d|| ||| || |
| f S )Nr )�gmtime�timez#%s, %02d %3s %4d %02d:%02d:%02d GMT)r- r, )ZfutureZ weekdaynameZ monthnamer, r- ZnowZyearZmonthZdayZhhZmmZssZwd�y�zr
r
r �_getdate� s �r0 c
@ s� e Zd ZdZdddddddd d
d � Zd d
hZdd� Zedd� �Zedd� �Z edd� �Z
dd� Z d2dd�Z dd � Z
ejZd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd3d*d+�ZeZd,d-� Zd4d.d/�Zd5d0d1�ZdS )6�MorselaC A class to hold ONE (key, value) pair.
In a cookie, each such pair may have several attributes, so this class is
used to keep the attributes associated with the appropriate key,value pair.
This class also includes a coded_value attribute, which is used to hold
the network representation of the value.
�expires�Path�CommentZDomainzMax-AgeZSecureZHttpOnlyZVersionZSameSite) r2 �path�commentZdomain�max-age�secure�httponly�versionZsamesiter8 r9 c C s0 d | _ | _| _| jD ]}t�| |d� qd S )Nr )�_key�_value� _coded_value� _reserved�dict� __setitem__)�self�keyr
r
r �__init__ s
zMorsel.__init__c C s | j S �N)r; �rA r
r
r rB ( s z
Morsel.keyc C s | j S rD )r< rE r
r
r �value, s z Morsel.valuec C s | j S rD )r= rE r
r
r � coded_value0 s zMorsel.coded_valuec C s2 |� � }|| jkr td|f ��t�| ||� d S �NzInvalid attribute %r)�lowerr> r r? r@ )rA �K�Vr
r
r r@ 4 s
zMorsel.__setitem__Nc C s. |� � }|| jkr td|f ��t�| ||�S rH )rI r> r r? �
setdefault)rA rB �valr
r
r rL : s
zMorsel.setdefaultc C s> t |t�stS t�| |�o<| j|jko<| j|jko<| j|jkS rD )�
isinstancer1 �NotImplementedr? �__eq__r< r; r= �rA Zmorselr
r
r rP @ s
�
�
�z
Morsel.__eq__c C s$ t � }t�|| � |j�| j� |S rD )r1 r? �update�__dict__rQ r
r
r �copyJ s z Morsel.copyc C sR i }t |��� D ]0\}}|�� }|| jkr8td|f ��|||< qt �| |� d S rH )r? �itemsrI r> r rR )rA �values�datarB rM r
r
r rR P s
z
Morsel.updatec C s |� � | jkS rD )rI r> )rA rJ r
r
r �
isReservedKeyY s zMorsel.isReservedKeyc C sH |� � | jkr td|f ��t|�s2td|f ��|| _|| _|| _d S )Nz Attempt to set a reserved key %rzIllegal key %r)rI r> r r r; r< r= )rA rB rM Z coded_valr
r
r �set\ s z
Morsel.setc C s | j | j| jd�S )N)rB rF rG �r; r< r= rE r
r
r � __getstate__g s �zMorsel.__getstate__c C s" |d | _ |d | _|d | _d S )NrB rF rG rZ )rA �stater
r
r � __setstate__n s
zMorsel.__setstate__� Set-Cookie:c C s d|| � |�f S )Nz%s %s)� OutputString)rA �attrs�headerr
r
r �outputs s z
Morsel.outputc C s d| j j| �� f S )N�<%s: %s>)� __class__r r_ rE r
r
r �__repr__x s zMorsel.__repr__c C s d| � |��dd� S )Nz�
<script type="text/javascript">
<!-- begin hiding
document.cookie = "%s";
// end hiding -->
</script>
r r )r_ �replace)rA r` r
r
r � js_output{ s �zMorsel.js_outputc C s$ g }|j }|d| j| jf � |d kr,| j}t| �� �}|D ]�\}}|dkrNq<||krXq<|dkr�t|t�r�|d| j| t|�f � q<|dkr�t|t�r�|d| j| |f � q<|dkr�t|t �r�|d| j| t
|�f � q<|| j k�r|�r|t | j| �� q<|d| j| |f � q<t |�S )N�%s=%sr r2 r7 z%s=%dr6 )
r" rB rG r> �sortedrU rN r% r0 r r �_flags�_semispacejoin)rA r` �resultr" rU rB rF r
r
r r_ � s, zMorsel.OutputString)N)Nr^ )N)N)r r r �__doc__r> rj rC �propertyrB rF rG r@ rL rP �object�__ne__rT rR rX rY r[ r] rb �__str__re rg r_ r
r
r
r r1 � sD �
r1 z,\w\d!#%&'~_`><@,:/\$\*\+\-\.\^\|\)\(\?\}\{\=z\[\]z�
\s* # Optional whitespace at start of cookie
(?P<key> # Start of group 'key'
[a ]+? # Any word of at least one letter
) # End of group 'key'
( # Optional group: there may not be a value.
\s*=\s* # Equal Sign
(?P<val> # Start of group 'val'
"(?:[^\\"]|\\.)*" # Any doublequoted string
| # or
\w{3},\s[\w\d\s-]{9,11}\s[\d:]{8}\sGMT # Special case for "expires" attr
| # or
[a- ]* # Any word or empty string
) # End of group 'val'
)? # End of optional value group
\s* # Any number of spaces.
(\s+|;|$) # Ending either at space, semicolon, or EOS.
c @ sn e Zd ZdZdd� Zdd� Zddd�Zd d
� Zd d � Zddd�Z e Z
dd� Z ddd�Z dd� Z
efdd�ZdS ) r z'A container class for a set of Morsels.c C s ||fS )a
real_value, coded_value = value_decode(STRING)
Called prior to setting a cookie's value from the network
representation. The VALUE is the value read from HTTP
header.
Override this function to modify the behavior of cookies.
r
�rA rM r
r
r � value_decode� s zBaseCookie.value_decodec C s t |�}||fS )z�real_value, coded_value = value_encode(VALUE)
Called prior to setting a cookie's value from the dictionary
representation. The VALUE is the value being assigned.
Override this function to modify the behavior of cookies.
r �rA rM Zstrvalr
r
r � value_encode� s zBaseCookie.value_encodeNc C s |r| � |� d S rD )�load)rA �inputr
r
r rC � s zBaseCookie.__init__c C s. | � |t� �}|�|||� t�| ||� dS )z+Private method for setting a cookie's valueN)�getr1 rY r? r@ )rA rB Z
real_valuerG �Mr
r
r Z__set� s zBaseCookie.__setc C s: t |t�rt�| ||� n | �|�\}}| �|||� dS )z Dictionary style assignment.N)rN r1 r? r@ ru �_BaseCookie__set)rA rB rF �rval�cvalr
r
r r@ � s
zBaseCookie.__setitem__r^ �
c C s: g }t | �� �}|D ]\}}|�|�||�� q|�|�S )z"Return a string suitable for HTTP.)ri rU r" rb �join)rA r` ra �seprl rU rB rF r
r
r rb � s
zBaseCookie.outputc C sJ g }t | �� �}|D ] \}}|�d|t|j�f � qd| jjt|�f S )Nrh rc )ri rU r" �reprrF rd r �
_spacejoin)rA �lrU rB rF r
r
r re � s
zBaseCookie.__repr__c C s6 g }t | �� �}|D ]\}}|�|�|�� qt|�S )z(Return a string suitable for JavaScript.)ri rU r" rg r& )rA r` rl rU rB rF r
r
r rg s
zBaseCookie.js_outputc C s4 t |t�r| �|� n|�� D ]\}}|| |< q dS )z�Load cookies from a string (presumably HTTP_COOKIE) or
from a dictionary. Loading cookies from a dictionary 'd'
is equivalent to calling:
map(Cookie.__setitem__, d.keys(), d.values())
N)rN r �_BaseCookie__parse_stringrU )rA ZrawdatarB rF r
r
r rv
s
zBaseCookie.loadc C s� d}t |�}g }d}d}d}d| kr2|k �r n n�|�||�} | sJ�q | �d�| �d� }
} | �d�}|
d dkr�|s|q |�||
dd � | f� q |
�� tjkr�|s�d S | d kr�|
�� tjkr�|�||
df� q�d S n|�||
t | �f� q | d k �r|�||
| �
| �f� d}q d S q d } |D ]Z\}
}
} |
|k�rP| d k �sFt �| | |
< n,|
|k�s^t �| \}}| � |
||� | |
} �q$d S ) Nr Fr r rB rM �$T)
r �match�group�endr" rI r1 r> rj r+ rs �AssertionErrorrz )rA r Zpattr' r
Z parsed_itemsZ morsel_seenZTYPE_ATTRIBUTEZ
TYPE_KEYVALUEr� rB rF ry �tpr{ r| r
r
r Z__parse_string sJ
zBaseCookie.__parse_string)N)Nr^ r} )N)r r r rm rs ru rC rz r@ rb rq re rg rv �_CookiePatternr� r
r
r
r r � s
c @ s e Zd ZdZdd� Zdd� ZdS )r z�
SimpleCookie supports strings as cookie values. When setting
the value using the dictionary assignment notation, SimpleCookie
calls the builtin str() to convert the value to a string. Values
received from HTTP are kept as strings.
c C s t |�|fS rD )r+ rr r
r
r rs \ s zSimpleCookie.value_decodec C s t |�}|t|�fS rD )r r rt r
r
r ru _ s zSimpleCookie.value_encodeN)r r r rm rs ru r
r
r
r r U s )(rm �re�string�__all__r~ r& rk r� � Exceptionr Z
ascii_lettersZdigitsZ _LegalCharsZ_UnescapedCharsrY �range�map�ordr rR �compile�escape� fullmatchr r r r! r+ Z _weekdaynameZ
_monthnamer0 r? r1 Z_LegalKeyCharsZ_LegalValueChars�ASCII�VERBOSEr� r r r
r
r
r �<module>' sr ]
� �
2 � 4�� � �
�
http/__pycache__/cookiejar.cpython-38.pyc 0000644 00000150614 15115353745 0014351 0 ustar 00 U
e5d#, � @ s d Z ddddddddgZd d
lZd d
lZd d
lZd d
lZd d
lZd d
lZd d
l Zd d
l
Z d d
l Z
d d lmZ d Zd
ad
d� Zee
jj�ZdZdd� ZdZdd� ZdddddddgZd d d d d d!d"d#d$d%d&d'g Z g Z e D ]Z e � e � � � q�dud(d)�Z!dvd*d+�Z"d
d
d
d
d,�Z#e�$d-ej%�Z&d.d/� Z'd0d1� Z(e�$d2ej%�Z)e�$d3ej*ej%B �Z+e�$d4ej,ej%B �Z-d5d6� Z.e�$d7ej,ej%B �Z/d8d9� Z0d:d;� Z1e�$d<�Z2e�$d=�Z3e�$d>�Z4e�$d?�Z5d@dA� Z6e�$dB�Z7dCdD� Z8dEdF� Z9dGdH� Z:e�$dIej%�Z;dJdK� Z<dLdM� Z=dNdO� Z>dPdQ� Z?e�$dRej%�Z@dSdT� ZAdUdV� ZBdWdX� ZCdYdZ� ZDd[ZEe�$d\�ZFd]d^� ZGd_d`� ZHdadb� ZIdcdd� ZJG ded� d�ZKG dfd� d�ZLG dgd� deL�ZMdhdi� ZNdjdk� ZOG dldm� dm�ZPG dnd� d�ZQG dod� deR�ZSG dpd� deQ�ZTdqdr� ZUG dsd� deT�ZVG dtd� deT�ZWd
S )wa� HTTP cookie handling for web clients.
This module has (now fairly distant) origins in Gisle Aas' Perl module
HTTP::Cookies, from the libwww-perl library.
Docstrings, comments and debug strings in this code refer to the
attributes of the HTTP cookie system as cookie-attributes, to distinguish
them clearly from Python attributes.
Class diagram (note that BSDDBCookieJar and the MSIE* classes are not
distributed with the Python standard library, but are available from
http://wwwsearch.sf.net/):
CookieJar____
/ \ \
FileCookieJar \ \
/ | \ \ \
MozillaCookieJar | LWPCookieJar \ \
| | \
| ---MSIEBase | \
| / | | \
| / MSIEDBCookieJar BSDDBCookieJar
|/
MSIECookieJar
�Cookie� CookieJar� CookiePolicy�DefaultCookiePolicy�
FileCookieJar� LWPCookieJar� LoadError�MozillaCookieJar� N)�timegmFc G s( t sd S ts dd l}|�d�atj | � S )Nr zhttp.cookiejar)�debug�logger�loggingZ getLogger)�argsr
� r �&/usr/lib64/python3.8/http/cookiejar.py�_debug, s
r zQa filename was not supplied (nor was the CookieJar instance initialised with one)c C sJ dd l } dd l}dd l}| �� }|�d |� |�� }|jd| dd� d S )Nr zhttp.cookiejar bug!
%s� )�
stacklevel)�io�warnings� traceback�StringIO� print_exc�getvalue�warn)r r r �f�msgr r r �_warn_unhandled_exception: s
r i� c C s� | d d� \}}}}}}|t kr�d| kr4dkr�n nhd| krLdkr�n nPd| krddkr�n n8d| kr|dkr�n n d| kr�dkr�n nt| �S d S d S ) N� � � � r � �; �= )�
EPOCH_YEARr
)�tt�year�monthZmday�hour�min�secr r r �_timegmI s& 8 ��
��
��
r, ZMonZTueZWedZThuZFriZSatZSunZJanZFebZMarZAprZMayZJunZJulZAugZSepZOctZNovZDecc C s@ | dkrt j �� }n t j �| �}d|j|j|j|j|j|jf S )aH Return a string representing time in seconds since epoch, t.
If the function is called without an argument, it will use the current
time.
The format of the returned string is like "YYYY-MM-DD hh:mm:ssZ",
representing Universal Time (UTC, aka GMT). An example of this format is:
1994-11-24 08:49:37Z
Nz %04d-%02d-%02d %02d:%02d:%02dZ) �datetime�utcnow�utcfromtimestampr' r( �dayr) �minute�second��tZdtr r r � time2isozW s �r5 c C sR | dkrt j �� }n t j �| �}dt|�� |jt|jd |j|j |j
|j f S )z�Return a string representing time in seconds since epoch, t.
If the function is called without an argument, it will use the current
time.
The format of the returned string is like this:
Wed, DD-Mon-YYYY HH:MM:SS GMT
Nz#%s, %02d-%s-%04d %02d:%02d:%02d GMTr ) r- r. r/ �DAYSZweekdayr0 �MONTHSr( r' r) r1 r2 r3 r r r �
time2netscapej s
�r8 )ZGMT�UTCZUT�Zz^([-+])?(\d\d?):?(\d\d)?$c C sj d }| t krd}nTt�| �}|rfdt|�d�� }|�d�rR|dt|�d�� }|�d�dkrf| }|S )Nr i r � �< r �-)� UTC_ZONES� TIMEZONE_RE�search�int�group)�tz�offset�mr r r �offset_from_tz_string� s
rF c
C s� t |�}|tjkrd S zt�|�� �d }W n^ tk
r� z t |�}W n tk
r` Y Y d S X d| krvdkr�n n|}nY d S Y nX |d kr�d}|d kr�d}|d kr�d}t | �} t |�}t |�}t |�}|dk �r6t�t�� �d }|d } |}
|| | }| |
} t | �dk�r6| dk�r.|d }n|d }t
||| ||||f�} | d k �r�|d k�rdd}|� � }t |�} | d k�r�d S | | } | S )Nr r r i� �d �2 r9 )
rA r- ZMAXYEAR� MONTHS_LOWER�index�lower�
ValueError�time� localtime�absr, �upperrF )
r0 �mon�yr�hrr* r+ rC ZimonZcur_yrrE Ztmpr4 rD r r r � _str2time� sV
rT zV^[SMTWF][a-z][a-z], (\d\d) ([JFMASOND][a-z][a-z]) (\d\d\d\d) (\d\d):(\d\d):(\d\d) GMT$z+^(?:Sun|Mon|Tue|Wed|Thu|Fri|Sat)[a-z]*,?\s*a� ^
(\d\d?) # day
(?:\s+|[-\/])
(\w+) # month
(?:\s+|[-\/])
(\d+) # year
(?:
(?:\s+|:) # separator before clock
(\d\d?):(\d\d) # hour:min
(?::(\d\d))? # optional seconds
)? # optional clock
\s*
(?:
([-+]?\d{2,4}|(?![APap][Mm]\b)[A-Za-z]+) # timezone
\s*
)?
(?:
\(\w+\) # ASCII representation of timezone in parens.
\s*
)?$c C s� t �| �}|rl|�� }t�|d �� �d }t|d �|t|d �t|d �t|d �t|d �f}t|�S | � � } t
� d| d�} dgd \}}}}}} }
t �| �}|dk r�|�� \}}}}}} }
ndS t
|||||| |
�S )
a� Returns time in seconds since epoch of time represented by a string.
Return value is an integer.
None is returned if the format of str is unrecognized, the time is outside
the representable range, or the timezone string is not recognized. If the
string contains no timezone, UTC is assumed.
The timezone in the string may be numerical (like "-0800" or "+0100") or a
string timezone (like "UTC", "GMT", "BST" or "EST"). Currently, only the
timezone strings equivalent to UTC (zero offset) are known to the function.
The function loosely parses the following formats:
Wed, 09 Feb 1994 22:23:32 GMT -- HTTP format
Tuesday, 08-Feb-94 14:15:29 GMT -- old rfc850 HTTP format
Tuesday, 08-Feb-1994 14:15:29 GMT -- broken rfc850 HTTP format
09 Feb 1994 22:23:32 GMT -- HTTP format (no weekday)
08-Feb-94 14:15:29 GMT -- rfc850 format (no weekday)
08-Feb-1994 14:15:29 GMT -- broken rfc850 format (no weekday)
The parser ignores leading and trailing whitespace. The time may be
absent.
If the year is given with only 2 digits, the function will select the
century that makes the year closest to the current date.
r r r r; � � � N� )�STRICT_DATE_REr@ �groupsrI rJ rK rA �floatr, �lstrip�
WEEKDAY_RE�sub�LOOSE_HTTP_DATE_RErT ) �textrE �grQ r& r0 rR rS r* r+ rC r r r � http2time� s$
�
rb a� ^
(\d{4}) # year
[-\/]?
(\d\d?) # numerical month
[-\/]?
(\d\d?) # day
(?:
(?:\s+|[-:Tt]) # separator before clock
(\d\d?):?(\d\d) # hour:min
(?::?(\d\d(?:\.\d*)?))? # optional seconds (and fractional)
)? # optional clock
\s*
(?:
([-+]?\d\d?:?(:?\d\d)?
|Z|z) # timezone (Z is "zero meridian", i.e. GMT)
\s*
)?$c
C sd | � � } dgd \}}}}}}}t�| �}|dk rL|�� \}}}}}}}} ndS t|||||||�S )av
As for http2time, but parses the ISO 8601 formats:
1994-02-03 14:15:29 -0100 -- ISO 8601 format
1994-02-03 14:15:29 -- zone is optional
1994-02-03 -- only date
1994-02-03T14:15:29 -- Use T as separator
19940203T141529Z -- ISO 8601 compact format
19940203 -- only date
NrX )r\ � ISO_DATE_REr@ rZ rT )
r` r0 rQ rR rS r* r+ rC rE �_r r r �iso2time+ s
re c C s* | � d�\}}| jd|� | j|d� S )z)Return unmatched part of re.Match object.r N)�span�string)�match�start�endr r r � unmatchedL s rk z^\s*([^=\s;,]+)z&^\s*=\s*\"([^\"\\]*(?:\\.[^\"\\]*)*)\"z^\s*=\s*([^\s;,]*)z\\(.)c
C s0 t | t�rt�g }| D �]}|}g }|�r t�|�}|r�t|�}|�d�}t�|�}|rxt|�}|�d�}t� d|�}n.t
�|�}|r�t|�}|�d�}|� � }nd}|� ||f� q$|�
� �d�r�|�
� dd� }|r�|� |� g }q$t�dd|�\}} | dk�std|||f ��|}q$|r|� |� q|S ) am Parse header values into a list of lists containing key,value pairs.
The function knows how to deal with ",", ";" and "=" as well as quoted
values after "=". A list of space separated tokens are parsed as if they
were separated by ";".
If the header_values passed as argument contains multiple values, then they
are treated as if they were a single value separated by comma ",".
This means that this function is useful for parsing header fields that
follow this syntax (BNF as from the HTTP/1.1 specification, but we relax
the requirement for tokens).
headers = #header
header = (token | parameter) *( [";"] (token | parameter))
token = 1*<any CHAR except CTLs or separators>
separators = "(" | ")" | "<" | ">" | "@"
| "," | ";" | ":" | "\" | <">
| "/" | "[" | "]" | "?" | "="
| "{" | "}" | SP | HT
quoted-string = ( <"> *(qdtext | quoted-pair ) <"> )
qdtext = <any TEXT except <">>
quoted-pair = "\" CHAR
parameter = attribute "=" value
attribute = token
value = token | quoted-string
Each header is represented by a list of key/value pairs. The value for a
simple token (not part of a parameter) is None. Syntactically incorrect
headers will not necessarily be parsed as you would want.
This is easier to describe with some examples:
>>> split_header_words(['foo="bar"; port="80,81"; discard, bar=baz'])
[[('foo', 'bar'), ('port', '80,81'), ('discard', None)], [('bar', 'baz')]]
>>> split_header_words(['text/html; charset="iso-8859-1"'])
[[('text/html', None), ('charset', 'iso-8859-1')]]
>>> split_header_words([r'Basic realm="\"foo\bar\""'])
[[('Basic', None), ('realm', '"foobar"')]]
r z\1N�,z^[=\s;]*rW r z&split_header_words bug: '%s', '%s', %s)�
isinstance�str�AssertionError�HEADER_TOKEN_REr@ rk rB �HEADER_QUOTED_VALUE_RE�HEADER_ESCAPE_REr^ �HEADER_VALUE_RE�rstrip�appendr\ �
startswith�re�subn)
Z
header_values�resultr` Z orig_text�pairsrE �name�valueZnon_junkZ
nr_junk_charsr r r �split_header_wordsU sJ -
�� r} �([\"\\])c C s| g }| D ]h}g }|D ]F\}}|dk rPt �d|�sDt�d|�}d| }d||f }|�|� q|r|�d�|�� qd�|�S )a� Do the inverse (almost) of the conversion done by split_header_words.
Takes a list of lists of (key, value) pairs and produces a single header
value. Attribute values are quoted if needed.
>>> join_header_words([[("text/plain", None), ("charset", "iso-8859-1")]])
'text/plain; charset="iso-8859-1"'
>>> join_header_words([[("text/plain", None)], [("charset", "iso-8859-1")]])
'text/plain, charset="iso-8859-1"'
Nz^\w+$�\\\1z"%s"�%s=%s�; �, )rw r@ �HEADER_JOIN_ESCAPE_REr^ ru �join)Zlists�headersrz �attr�k�vr r r �join_header_words� s r� c C s0 | � d�r| dd � } | �d�r,| d d� } | S )N�"r ���)rv �endswith�r` r r r � strip_quotes� s
r� c C s� d}g }| D ]�}g }d}t |�d��D ]�\}}|�� }|�d�\}} }
|�� }|sb|dkr& q�nq&| rn|
�� nd}
|dkr�|�� } | |kr�| }|dkr�|
dk r�t|
�}
d}n |d kr�|
dk r�tt|
��}
|�||
f� q&|r |s�|�d
� |�|� q |S ) a5 Ad-hoc parser for Netscape protocol cookie-attributes.
The old Netscape cookie format for Set-Cookie can for instance contain
an unquoted "," in the expires field, so we have to use this ad-hoc
parser instead of split_header_words.
XXX This may not make the best possible effort to parse all the crap
that Netscape Cookie headers contain. Ronald Tschalar's HTTPClient
parser is probably better, so could do worse than following that if
this ever gives any trouble.
Currently, this is also used for parsing RFC 2109 cookies.
)�expires�domain�path�secure�version�port�max-ageF�;�=r Nr� Tr� )r� �0)� enumerate�split�strip� partitionrK r� rb ru ) Z
ns_headersZ known_attrsry Z ns_headerrz � version_setZiiZparam�key�sep�val�lcr r r �parse_ns_headers� s>
r� z\.\d+$c C s: t �| �rdS | dkrdS | d dks2| d dkr6dS dS )z*Return True if text is a host domain name.FrW r �.r� T��IPV4_REr@ r� r r r �is_HDN s
r� c C sl | � � } |� � }| |kr dS t| �s(dS | �|�}|dksB|dkrFdS |�d�sTdS t|dd� �shdS dS )a� Return True if domain A domain-matches domain B, according to RFC 2965.
A and B may be host domain names or IP addresses.
RFC 2965, section 1:
Host names can be specified either as an IP address or a HDN string.
Sometimes we compare one host name with another. (Such comparisons SHALL
be case-insensitive.) Host A's name domain-matches host B's if
* their host name strings string-compare equal; or
* A is a HDN string and has the form NB, where N is a non-empty
name string, B has the form .B', and B' is a HDN string. (So,
x.y.com domain-matches .Y.com but not Y.com.)
Note that domain-match is not a commutative operation: a.b.c.com
domain-matches .c.com, but not the reverse.
TFr� r r� r N)rK r� �rfindrv )�A�B�ir r r � domain_match s
r� c C s t �| �rdS dS )zdReturn True if text is a sort-of-like a host domain name.
For accepting/blocking domains.
FTr� r� r r r �liberal_is_HDNF s
r� c C s` | � � } |� � }t| �r t|�s0| |kr,dS dS |�d�}|rL| �|�rLdS |s\| |kr\dS dS )z\For blocking/accepting domains.
A and B may be host domain names or IP addresses.
TFr� )rK r� rv r� )r� r� � initial_dotr r r �user_domain_matchP s
r� z:\d+$c C sB | � � }tj�|�d }|dkr,| �dd�}t�d|d�}|�� S )z�Return request-host, as defined by RFC 2965.
Variation from RFC: returned value is lowercased, for convenient
comparison.
r rW ZHost)� get_full_url�urllib�parseZurlparseZ
get_header� cut_port_rer^ rK )�request�url�hostr r r � request_hoste s r� c C s4 t | � }}|�d�dkr,t�|�s,|d }||fS )zzReturn a tuple (request-host, effective request-host name).
As defined by RFC 2965, except both are lowercased.
r� r� �.local)r� �findr� r@ )r� �erhn�req_hostr r r �eff_request_hostu s r� c C s4 | � � }tj�|�}t|j�}|�d�s0d| }|S )z6Path component of request-URI, as defined by RFC 2965.�/)r� r� r� Zurlsplit� escape_pathr� rv )r� r� �partsr� r r r � request_path� s
r� c C s` | j }|�d�}|dkrX||d d � }z t|� W q\ tk
rT td|� Y d S X nt}|S )N�:r r znonnumeric port: '%s')r� r� rA rL r �DEFAULT_HTTP_PORT)r� r� r� r� r r r � request_port� s
r� z%/;:@&=+$,!~*'()z%([0-9a-fA-F][0-9a-fA-F])c C s d| � d��� S )Nz%%%sr )rB rP )rh r r r �uppercase_escaped_char� s r� c C s t j�| t�} t�t| �} | S )zEEscape any invalid characters in HTTP URL, and uppercase all escapes.)r� r� Zquote�HTTP_PATH_SAFE�ESCAPED_CHAR_REr^ r� )r� r r r r� � s
r� c C sP | � d�}|dkrL| |d d� }|� d�}t| �rL|dksD|dkrLd| S | S )aB Return reach of host h, as defined by RFC 2965, section 1.
The reach R of a host name H is defined as follows:
* If
- H is the host domain name of a host; and,
- H has the form A.B; and
- A has no embedded (that is, interior) dots; and
- B has at least one embedded dot, or B is the string "local".
then the reach of H is .B.
* Otherwise, the reach of H is H.
>>> reach("www.acme.com")
'.acme.com'
>>> reach("acme.com")
'acme.com'
>>> reach("acme.local")
'.local'
r� r r NZlocal)r� r� )�hr� �br r r �reach� s
r� c C s$ t | �}t|t| j��s dS dS dS )z�
RFC 2965, section 3.3.6:
An unverifiable transaction is to a third-party host if its request-
host U does not domain-match the reach R of the request-host O in the
origin transaction.
TFN)r� r� r� Zorigin_req_host)r� r� r r r �is_third_party� s
r� c @ sN e Zd ZdZddd�Zdd� Zddd �Zd
d � Zdd d
�Zdd� Z dd� Z
dS )r a� HTTP Cookie.
This class represents both Netscape and RFC 2965 cookies.
This is deliberately a very simple class. It just holds attributes. It's
possible to construct Cookie instances that don't comply with the cookie
standards. CookieJar.make_cookies is the factory function for Cookie
objects -- it deals with cookie parsing, supplying defaults, and
normalising to the representation used in this class. CookiePolicy is
responsible for checking them to see whether they should be accepted from
and returned to the server.
Note that the port may be present in the headers, but unspecified ("Port"
rather than"Port=80", for example); if this is the case, port is None.
Fc C s� |d k rt |�}| d k r$t t| ��} |d kr<|dkr<td��|| _|| _|| _|| _|| _|�� | _ || _
|| _ | | _ |
| _
| | _| | _|
| _|| _|| _|| _t�|�| _d S )NTz-if port is None, port_specified must be false)rA r[ rL r� r{ r| r� �port_specifiedrK r� �domain_specified�domain_initial_dotr� �path_specifiedr� r� �discard�comment� comment_url�rfc2109�copy�_rest)�selfr� r{ r| r� r� r� r� r� r� r� r� r� r� r� r� �restr� r r r �__init__� s.
zCookie.__init__c C s
|| j kS �N�r� )r� r{ r r r �has_nonstandard_attr s zCookie.has_nonstandard_attrNc C s | j �||�S r� )r� �get)r� r{ �defaultr r r �get_nonstandard_attr s zCookie.get_nonstandard_attrc C s || j |< d S r� r� )r� r{ r| r r r �set_nonstandard_attr s zCookie.set_nonstandard_attrc C s, |d krt � � }| jd k r(| j|kr(dS dS �NTF)rM r� )r� �nowr r r �
is_expired# s
zCookie.is_expiredc C sX | j d krd}n
d| j }| j| | j }| jd k rFd| j| jf }n| j}d||f S )NrW r� r� z<Cookie %s for %s>)r� r� r� r| r{ )r� �p�limitZ namevaluer r r �__str__) s
zCookie.__str__c C sl g }dD ]$}t | |�}|�d|t|�f � q|�dt| j� � |�dt| j� � d| jjd�|�f S )N)r� r{ r| r� r� r� r� r� r� r� r� r� r� r� r� r� zrest=%sz
rfc2109=%sz%s(%s)r� )�getattrru �reprr� r� � __class__�__name__r� )r� r r{ r� r r r �__repr__3 s
zCookie.__repr__)F)N)N) r� �
__module__� __qualname__�__doc__r� r� r� r� r� r� r� r r r r r � s �
*
c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) r a Defines which cookies get accepted from and returned to server.
May also modify cookies, though this is probably a bad idea.
The subclass DefaultCookiePolicy defines the standard rules for Netscape
and RFC 2965 cookies -- override that if you want a customized policy.
c C s
t � �dS )z�Return true if (and only if) cookie should be accepted from server.
Currently, pre-expired cookies never get this far -- the CookieJar
class deletes such cookies itself.
N��NotImplementedError�r� �cookier� r r r �set_okK s zCookiePolicy.set_okc C s
t � �dS )zAReturn true if (and only if) cookie should be returned to server.Nr� r� r r r � return_okT s zCookiePolicy.return_okc C s dS )zMReturn false if cookies should not be returned, given cookie domain.
Tr )r� r� r� r r r �domain_return_okX s z CookiePolicy.domain_return_okc C s dS )zKReturn false if cookies should not be returned, given cookie path.
Tr )r� r� r� r r r �path_return_ok] s zCookiePolicy.path_return_okN)r� r� r� r� r� r� r� r� r r r r r B s
c
@ s� e Zd ZdZdZdZdZdZeeB Zdddddddddeddd f
d
d �Z d d
� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Z d2d3� Z d4d5� Z d6d7� Z dS )8r zBImplements the standard rules for accepting and returning cookies.r r rU r NTF)ZhttpsZwssc C sv || _ || _|| _|| _|| _|| _| | _|
| _| | _| | _ |
| _
|dk rVt |�| _ nd| _ |dk rlt |�}|| _
dS )zAConstructor arguments should be passed as keyword arguments only.Nr )�netscape�rfc2965�rfc2109_as_netscape� hide_cookie2�
strict_domain�strict_rfc2965_unverifiable�strict_ns_unverifiable�strict_ns_domain� strict_ns_set_initial_dollar�strict_ns_set_path�secure_protocols�tuple�_blocked_domains�_allowed_domains)r� �blocked_domains�allowed_domainsr� r� r� r� r� r� r� r� r� r� r� r r r r� m s" z DefaultCookiePolicy.__init__c C s | j S )z4Return the sequence of blocked domains (as a tuple).)r �r� r r r r � s z#DefaultCookiePolicy.blocked_domainsc C s t |�| _dS )z$Set the sequence of blocked domains.N)r� r )r� r r r r �set_blocked_domains� s z'DefaultCookiePolicy.set_blocked_domainsc C s | j D ]}t||�r dS qdS r� )r r� )r� r� Zblocked_domainr r r �
is_blocked� s
z DefaultCookiePolicy.is_blockedc C s | j S )z=Return None, or the sequence of allowed domains (as a tuple).)r r r r r r � s z#DefaultCookiePolicy.allowed_domainsc C s |dk rt |�}|| _dS )z-Set the sequence of allowed domains, or None.N)r� r )r� r r r r �set_allowed_domains� s z'DefaultCookiePolicy.set_allowed_domainsc C s. | j d krdS | j D ]}t||�r dS qdS )NFT)r r� )r� r� Zallowed_domainr r r �is_not_allowed� s
z"DefaultCookiePolicy.is_not_allowedc C sN t d|j|j� |jdk s t�dD ]&}d| }t| |�}|||�s" dS q"dS )z�
If you override .set_ok(), be sure to call this method. If it returns
false, so should your subclass (assuming your subclass wants to be more
strict about which cookies to accept).
� - checking cookie %s=%sN)r� �
verifiabilityr{ r� r� r� Zset_ok_FT)r r{ r| ro r� �r� r� r� �nZfn_name�fnr r r r� � s
zDefaultCookiePolicy.set_okc C sZ |j d kr td|j|j� dS |j dkr:| js:td� dS |j dkrV| jsVtd� dS dS )Nz0 Set-Cookie2 without version attribute (%s=%s)Fr �$ RFC 2965 cookies are switched off�$ Netscape cookies are switched offT)r� r r{ r| r� r� r� r r r �set_ok_version� s
�z"DefaultCookiePolicy.set_ok_versionc C sJ |j rFt|�rF|jdkr*| jr*td� dS |jdkrF| jrFtd� dS dS �Nr z> third-party RFC 2965 cookie during unverifiable transactionFz> third-party Netscape cookie during unverifiable transactionT�Z unverifiabler� r� r� r r� r� r r r �set_ok_verifiability� s z(DefaultCookiePolicy.set_ok_verifiabilityc C s0 |j dkr,| jr,|j�d�r,td|j� dS dS )Nr �$z' illegal name (starts with '$'): '%s'FT)r� r� r{ rv r r� r r r � set_ok_name� s
� z DefaultCookiePolicy.set_ok_namec C sL |j rHt|�}|jdks(|jdkrH| jrH| �|j|�sHtd|j|� dS dS )Nr z7 path attribute %s is not a prefix of request path %sFT)r� r� r� r� r� r� r )r� r� r� �req_pathr r r � set_ok_path� s
�� � �z DefaultCookiePolicy.set_ok_pathc
C s� | � |j�r td|j� dS | �|j�r8td|j� dS |j�r�t|�\}}|j}| jr�|�d�dkr�|�d�}|�dd|�}|dkr�||d d � }||d |� } | � � dkr�t
|�dkr�td |� dS |� d�r�|dd � }
n|}
|
� d�dk} | �s|d
k�rtd |� dS |j
dk�rX|�|��sX|� d��sXd| �|��sXtd ||� dS |j
dk�sr| j| j@ �r�t||��s�td
||� dS |j
dk�s�| j| j@ �r�|d t
|� � } | � d�dk�r�t�|��s�td| |� dS dS )N�" domain %s is in user block-listF�& domain %s is not in user allow-listr� r r r )�coZacZcomZeduZorgZnetZgovZmilrA ZaeroZbiz�catZcoop�infoZjobsZmobiZmuseumr{ ZproZtravelZeuz& country-code second level domain %sr� z/ non-local domain %s contains no embedded dotzO effective request-host %s (even with added initial dot) does not end with %sz5 effective request-host %s does not domain-match %sz. host prefix %s for domain %s contains a dotT)r r� r r r� r� r� �countr� rK �lenrv r� r� r� r� �DomainRFC2965Matchr� �DomainStrictNoDotsr� r@ )
r� r� r� r� r� r� r� �jZtldZsldZundotted_domainZ
embedded_dotsZ host_prefixr r r �
set_ok_domain� s|
�
� � � �
� �
�� �z!DefaultCookiePolicy.set_ok_domainc C s� |j r�t|�}|d kr d}nt|�}|j�d�D ]@}z t|� W n" tk
rb td|� Y dS X ||kr0 q�q0td||j� dS dS )N�80rl z bad port %s (not numeric)Fz$ request port (%s) not found in %sT)r� r� rn r� r� rA rL r �r� r� r� Zreq_portr� r r r � set_ok_port+ s&
�z DefaultCookiePolicy.set_ok_portc C s@ t d|j|j� dD ]&}d| }t| |�}|||�s dS qdS )z�
If you override .return_ok(), be sure to call this method. If it
returns false, so should your subclass (assuming your subclass wants to
be more strict about which cookies to return).
r )r� r
r� r� r� r� Z
return_ok_FT)r r{ r| r� r r r r r� @ s
z DefaultCookiePolicy.return_okc C s< |j dkr | js td� dS |j dkr8| js8td� dS dS )Nr r Fr T)r� r� r r� r� r r r �return_ok_versionR s z%DefaultCookiePolicy.return_ok_versionc C sJ |j rFt|�rF|jdkr*| jr*td� dS |jdkrF| jrFtd� dS dS r r r� r r r �return_ok_verifiability[ s z+DefaultCookiePolicy.return_ok_verifiabilityc C s" |j r |j| jkr td� dS dS )Nz( secure cookie with non-secure requestFT)r� �typer� r r� r r r �return_ok_secureg s z$DefaultCookiePolicy.return_ok_securec C s |� | j�rtd� dS dS )Nz cookie expiredFT)r� �_nowr r� r r r �return_ok_expiresm s z%DefaultCookiePolicy.return_ok_expiresc C sN |j rJt|�}|d krd}|j �d�D ]}||kr& qJq&td||j � dS dS )Nr# rl z0 request port %s does not match cookie port %sFT)r� r� r� r r$ r r r �return_ok_ports s �z"DefaultCookiePolicy.return_ok_portc C s� t |�\}}|j}|r*|�d�s*d| }n|}|jdkr^| j| j@ r^|js^||kr^td� dS |jdkr�t||�s�td||� dS |jdkr�d| � |�s�td||� dS dS )Nr� r zQ cookie with unspecified domain does not string-compare equal to request domainFzQ effective request-host name %s does not domain-match RFC 2965 cookie domain %sz; request-host %s does not match Netscape cookie domain %sT)
r� r� rv r� r� �DomainStrictNonDomainr� r r� r� )r� r� r� r� r� r� � dotdomainr r r �return_ok_domain� s6
��� � �z$DefaultCookiePolicy.return_ok_domainc C s� t |�\}}|�d�s d| }|�d�s0d| }|rH|�d�sHd| }n|}|�|�sd|�|�sddS | �|�r|td|� dS | �|�r�td|� dS dS )Nr� Fr r T)r� rv r� r r r )r� r� r� r� r� r. r r r r� � s"
z$DefaultCookiePolicy.domain_return_okc C sb t d|� t|�}t|�}||kr&dS |�|�rR|�d�sN|||d � dkrRdS t d||� dS )Nz- checking cookie path=%sTr� r z %s does not path-match %sF)r r� r rv r� )r� r� r� r Zpathlenr r r r� � s
�� z"DefaultCookiePolicy.path_return_ok) r� r� r� r� r r- r Z
DomainLiberalZ DomainStrictr� r r r r r r r� r r r r r" r% r� r& r' r) r+ r, r/ r� r� r r r r r c sT �
# ; c C s t | �� �}t| j|�S r� )�sorted�keys�mapr� )Zadictr1 r r r �vals_sorted_by_key� s r3 c c sV t | �}|D ]D}d} z
|j W n tk
r2 Y nX d} t|�E dH | s |V q dS )zBIterates over nested mapping, depth-first, in sorted order by key.FTN)r3 �items�AttributeError�
deepvalues)�mapping�values�objr r r r6 � s
r6 c @ s e Zd ZdS )�AbsentN�r� r� r� r r r r r: � s r: c @ s� e Zd ZdZe�d�Ze�d�Ze�d�Ze�d�Z e�d�Z
e�dej �Z d3d d
�Z
d d � Zd
d� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd4d%d&�Zd'd(� Z d)d*� Z d+d,� Z d-d.� Z d/d0� Z d1d2� Z!dS )5r z�Collection of HTTP cookies.
You may not need to know about this class: try
urllib.request.build_opener(HTTPCookieProcessor).open(url).
z\Wr~ z\.?[^.]*z[^.]*z^\.+z^\#LWP-Cookies-(\d+\.\d+)Nc C s( |d krt � }|| _t�� | _i | _d S r� )r �_policy�
_threading�RLock�
_cookies_lock�_cookies�r� �policyr r r r� � s
zCookieJar.__init__c C s
|| _ d S r� )r< rA r r r �
set_policy� s zCookieJar.set_policyc C s� g }| j �||�sg S td|� | j| }|�� D ]T}| j �||�sFq2|| }|�� D ].}| j �||�srtd� qVtd� |�|� qVq2|S )Nz!Checking %s for cookies to returnz not returning cookiez it's a match) r< r� r r@ r1 r� r8 r� ru )r� r� r� �cookiesZcookies_by_pathr� Zcookies_by_namer� r r r �_cookies_for_domain� s
z CookieJar._cookies_for_domainc C s* g }| j �� D ]}|�| �||�� q|S )z2Return a list of cookies to be returned to server.)r@ r1 �extendrE )r� r� rD r� r r r �_cookies_for_request s z CookieJar._cookies_for_requestc C s< |j dd� dd� d}g }|D �]}|j}|sHd}|dkrH|�d| � |jdk rz| j�|j�rz|dkrz| j�d |j�}n|j}|jdkr�|�|j� n|�d
|j|f � |dkr |j r�|�d |j
� |j � d ��r|j }|j
s�|� d �r�|d
d� }|�d| � |jdk r d}|j�r,|d|j }|�|� q |S )z�Return a list of cookie-attributes to be returned to server.
like ['foo="bar"; $Path="/"', ...]
The $Version attribute is also added when appropriate (currently only
once per request).
c S s
t | j�S r� )r r� )�ar r r �<lambda> � z)CookieJar._cookie_attrs.<locals>.<lambda>T)r� �reverseFr z $Version=%sNr r� z
$Path="%s"r� r z $Domain="%s"z$Portz="%s")�sortr� ru r| � non_word_rer@ �quote_rer^ r{ r� r� r� rv r� r� r� ) r� rD r� �attrsr� r� r| r� r� r r r �
_cookie_attrs sF
��
�
zCookieJar._cookie_attrsc C s� t d� | j�� z�tt�� � | j_| _| �|�}| � |�}|r^|�
d�s^|� dd� |�� | jj
r�| jjs�|�
d�s�|D ] }|jdkr||� dd� q�q|W 5 | j�� X | �� dS )z�Add correct Cookie: header to request (urllib.request.Request object).
The Cookie2 header is also added unless policy.hide_cookie2 is true.
�add_cookie_headerr r� ZCookie2r z $Version="1"N)r r? �acquire�releaserA rM r< r* rG rP Z
has_headerZadd_unredirected_headerr� r� r� r� �clear_expired_cookies)r� r� rD rO r� r r r rQ I s*
��
zCookieJar.add_cookie_headerc
C s� g }d}d}|D �]z}|d \}}d}d} i }
i } |dd� D �]0\} }
| � � }||ks`||krd|} | |krx|
dkrxd}
| |
kr�q>| dkr�|
dkr�td � d} �qr|
� � }
| d
kr�|r�q>|
dkr�td � q>| d k�r d}z t|
�}
W n* tk
�r td
� d} Y �qrY nX d
} | j|
}
| |k�s4| |k�rh|
dk�r^| dk�r^td| � d} �qr|
|
| < q>|
| | < q>| �rzq|�|||
| f� q|S )a Return list of tuples containing normalised cookie information.
attrs_set is the list of lists of key,value pairs extracted from
the Set-Cookie or Set-Cookie2 headers.
Tuples are name, value, standard, rest, where name and value are the
cookie name and value, standard is a dictionary containing the standard
cookie-attributes (discard, secure, version, expires or max-age,
domain, path and port) and rest is a dictionary containing the rest of
the cookie-attributes.
)r� r� )r� r� r� r� r� r� r� �
commenturlr Fr NTr� z% missing value for domain attributer� zM missing or invalid value for expires attribute: treating as session cookier� z? missing or invalid (non-numeric) value for max-age attribute)r� r� rU z! missing value for %s attribute)rK r rA rL r* ru )r� � attrs_set�
cookie_tuples�
boolean_attrs� value_attrsZ cookie_attrsr{ r| Z max_age_setZ
bad_cookie�standardr� r� r� r� r r r �_normalized_cookie_tuplesj sh
�
z#CookieJar._normalized_cookie_tuplesc C s& |\}}}}|� dt�}|� dt�}|� dt�} |� dt�}
|� dd �} | d k rtz t| �} W n tk
rr Y d S X |� dd�} |� dd�}
|� d d �}|� d
d �}|tk r�|d kr�d }t|�}nXd}t|�}|�d
�}|dk�r| dkr�|d |� }n|d |d � }t|�dk�rd
}|tk }d}|�r:t|� d��}|tk�rVt
|�\}}|}n|� d��sjd| }d}| tk �r�| d k�r�t |�} nd }t �
dd | �} nd } |
tk�r�d }
d }
nH|
| jk�r z| �|||� W n tk
�r� Y nX td|||� d S t| ||| ||||||| |
|
|||�S )Nr� r� r� r� r� r� Fr� r� rU rW Tr� r� r r r� z\s+z2Expiring cookie, domain='%s', path='%s', name='%s')r� r: rA rL r� r� r� r �boolrv r� r� rw r^ r* �clear�KeyErrorr r )r� �tupr� r{ r| rZ r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r �_cookie_from_cookie_tuple� s�
� �z#CookieJar._cookie_from_cookie_tuplec C s6 | � |�}g }|D ] }| �||�}|r|�|� q|S r� )r[ r` ru )r� rV r� rW rD r_ r� r r r �_cookies_from_attrs_set' s
z!CookieJar._cookies_from_attrs_setc C sH t | jdd �}|d kr | jj }|D ] }|jdkr$d|_|r$d|_q$d S )Nr� r Tr )r� r< r� r� r� )r� rD Z
rfc2109_as_nsr� r r r �_process_rfc2109_cookies0 s
z"CookieJar._process_rfc2109_cookiesc
C s: |� � }|�dg �}|�dg �}tt�� � | j_| _| jj}| jj}|sN|rf|sV|rf|s^|rf|sj|sjg S z| �t |�|�}W n t
k
r� t � g }Y nX |�r6|�r6z| �t |�|�} W n t
k
r� t � g } Y nX | �
| � |�r&i }
|D ]} d|
| j| j| jf< q�|
fdd�} t| | �} | �r6|�| � |S )zAReturn sequence of Cookie objects extracted from response object.z Set-Cookie2z
Set-CookieNc S s | j | j| jf}||kS r� )r� r� r{ )Z ns_cookie�lookupr� r r r �no_matching_rfc2965i s z3CookieJar.make_cookies.<locals>.no_matching_rfc2965)r Zget_allrA rM r< r* r� r� ra r} � Exceptionr r� rb r� r� r{ �filterrF )
r� �responser� r� Z rfc2965_hdrsZns_hdrsr� r� rD Z
ns_cookiesrc r� rd r r r � make_cookies< s^ ������ �
�
zCookieJar.make_cookiesc C sN | j �� z2tt�� � | j_| _| j�||�r:| �|� W 5 | j �� X dS )z-Set a cookie if policy says it's OK to do so.N) r? rR rS rA rM r< r* r� �
set_cookier� r r r �set_cookie_if_oks s
zCookieJar.set_cookie_if_okc C sl | j }| j�� zJ|j|kr&i ||j< ||j }|j|krDi ||j< ||j }|||j< W 5 | j�� X dS )z?Set a cookie, without checking whether or not it should be set.N)r@ r? rR rS r� r� r{ )r� r� �cZc2Zc3r r r ri � s
zCookieJar.set_cookiec C sb t d|�� � | j�� z8| �||�D ]&}| j�||�r&t d|� | �|� q&W 5 | j�� X dS )zAExtract cookies from response, where allowable given the request.zextract_cookies: %sz setting cookie: %sN) r r r? rR rS rh r< r� ri )r� rg r� r� r r r �extract_cookies� s
zCookieJar.extract_cookiesc C st |dk r2|dks|dkr t d��| j| | |= n>|dk rX|dkrJt d��| j| |= n|dk rj| j|= ni | _dS )a� Clear some cookies.
Invoking this method without arguments will clear all cookies. If
given a single argument, only cookies belonging to that domain will be
removed. If given two arguments, cookies belonging to the specified
path within that domain are removed. If given three arguments, then
the cookie with the specified name, path and domain is removed.
Raises KeyError if no matching cookie exists.
Nz8domain and path must be given to remove a cookie by namez.domain must be given to remove cookies by path)rL r@ )r� r� r� r{ r r r r] � s ��
zCookieJar.clearc C sD | j �� z(| D ] }|jr| �|j|j|j� qW 5 | j �� X dS )z�Discard all session cookies.
Note that the .save() method won't save session cookies anyway, unless
you ask otherwise by passing a true ignore_discard argument.
N)r? rR rS r� r] r� r� r{ )r� r� r r r �clear_session_cookies� s
z CookieJar.clear_session_cookiesc C sP | j �� z4t�� }| D ]"}|�|�r| �|j|j|j� qW 5 | j �� X dS )a� Discard all expired cookies.
You probably don't need to call this method: expired cookies are never
sent back to the server (provided you're using DefaultCookiePolicy),
this method is called by CookieJar itself every so often, and the
.save() method won't save expired cookies anyway (unless you ask
otherwise by passing a true ignore_expires argument).
N) r? rR rS rM r� r] r� r� r{ )r� r� r� r r r rT � s
z CookieJar.clear_expired_cookiesc C s
t | j�S r� )r6 r@ r r r r �__iter__� s zCookieJar.__iter__c C s d}| D ] }|d }q|S )z#Return number of contained cookies.r r r )r� r� r� r r r �__len__� s
zCookieJar.__len__c C s2 g }| D ]}|� t|�� qd| jjd�|�f S �Nz<%s[%s]>r� )ru r� r� r� r� �r� �rr� r r r r� � s zCookieJar.__repr__c C s2 g }| D ]}|� t|�� qd| jjd�|�f S rp )ru rn r� r� r� rq r r r r� � s zCookieJar.__str__)N)NNN)"r� r� r� r� rw �compilerM rN Zstrict_domain_reZ domain_reZdots_re�ASCII�magic_rer� rC rE rG rP rQ r[ r` ra rb rh rj ri rl r] rm rT rn ro r� r� r r r r r � s8
;!a\ 7
c @ s e Zd ZdS )r Nr; r r r r r � s c @ s8 e Zd ZdZd dd�Zd
dd�Zddd �Zdd
d �ZdS )r z6CookieJar that can be loaded from and saved to a file.NFc C s2 t �| |� |dk r t�|�}|| _t|�| _dS )z}
Cookies are NOT loaded from the named file until either the .load() or
.revert() method is called.
N)r r� �os�fspath�filenamer\ � delayload)r� rx ry rB r r r r� � s
zFileCookieJar.__init__c C s
t � �dS )zSave cookies to a file.Nr� )r� rx �ignore_discard�ignore_expiresr r r �save� s zFileCookieJar.savec C sJ |dkr"| j dk r| j }ntt��t|��}| �||||� W 5 Q R X dS )zLoad cookies from a file.N)rx rL �MISSING_FILENAME_TEXT�open� _really_load�r� rx rz r{ r r r r �load s
zFileCookieJar.loadc C s� |dkr"| j dk r| j }ntt��| j�� zFt�| j�}i | _z| � |||� W n t
k
rn || _� Y nX W 5 | j�� X dS )z�Clear all cookies and reload cookies from a saved file.
Raises LoadError (or OSError) if reversion is not successful; the
object's state will not be altered if this happens.
N) rx rL r} r? rR rS r� Zdeepcopyr@ r� �OSError)r� rx rz r{ Z old_stater r r �revert s
zFileCookieJar.revert)NFN)NFF)NFF)NFF)r� r� r� r� r� r| r� r� r r r r r � s
�c C s | j | jfd| jfd| jfg}| jdk r8|�d| jf� | jrH|�d� | jrX|�d� | jrh|�d� | j rx|�d� | j
r�|�d t t | j
��f� | j
r�|�d
� | jr�|�d | jf� | jr�|�d | jf� t| j�� �}|D ] }|�|t| j| �f� q�|�d
t| j�f� t|g�S )z�Return string representation of Cookie in the LWP cookie file format.
Actually, the format is extended a bit -- see module docstring.
r� r� Nr� )� path_specN)� port_specN)�
domain_dotN)r� Nr� )r� Nr� rU r� )r{ r| r� r� r� ru r� r� r� r� r� r5 r[ r� r� r� r0 r� r1 rn r� r� )r� r� r1 r� r r r �lwp_cookie_str$ s:
�
�
r� c @ s, e Zd ZdZd dd�Zd dd�Zd d
� ZdS )
r a[
The LWPCookieJar saves a sequence of "Set-Cookie3" lines.
"Set-Cookie3" is the format used by the libwww-perl library, not known
to be compatible with any browser, but which is easy to read and
doesn't lose information about RFC 2965 cookies.
Additional methods
as_lwp_str(ignore_discard=True, ignore_expired=True)
Tc C sT t � � }g }| D ]2}|s |jr q|s0|�|�r0q|�dt|� � qd�|dg �S )z�Return cookies as a string of "\n"-separated "Set-Cookie3" headers.
ignore_discard and ignore_expires: see docstring for FileCookieJar.save
zSet-Cookie3: %s�
rW )rM r� r� ru r� r� )r� rz r{ r� rr r� r r r �
as_lwp_strM s
zLWPCookieJar.as_lwp_strNFc C sX |d kr"| j d k r| j }ntt��t|d��"}|�d� |�| �||�� W 5 Q R X d S )N�wz#LWP-Cookies-2.0
)rx rL r} r~ �writer� r� r r r r| ] s
zLWPCookieJar.savec C s0 |� � }| j�|�s$d| }t|��t�� }d}d} d}
�z�|� � } | dkrP�q�| �|�s\q<| t|�d � �� } t| g�D �]f} | d \}
}i }i }| D ] }d||< q�| dd � D ]n\}}|d k r�|� � }nd }||
ks�|| kr�|}|| k�r|d kr�d }|||< q�||
k�r|||< q�|||< q�|j
}|d
�}|d �}|d k �rJt |�}|d k�rXd }|d �}|�d
�}t |d�|
||d�|d�|||d�|d�|d�|d�|||d�|d�|�}|�s�|j
�r�qz|�s�|�|��r�qz| �|� qzq<W nB tk
�r � Y n, tk
�r* t� td|| f ��Y nX d S )Nz5%r does not look like a Set-Cookie3 (LWP) format filez Set-Cookie3:)r� r� r� r� r� )r� r� r� r� r� r� rU rW r Fr Tr� r� r� r� r� r� r� r� r� r� r� r� rU z&invalid Set-Cookie3 format file %r: %r)�readlineru r@ r rM rv r r� r} rK r� re r r� r� ri r� re r )r� r rx rz r{ �magicr r� �headerrX rY �line�datar{ r| rZ r� r� r� r� r� r� r� r� r� rk r r r r i s� �
�
�zLWPCookieJar._really_load)TT)NFF)r� r� r� r� r� r| r r r r r r @ s
c @ s0 e Zd ZdZe�d�ZdZdd� Zd
dd �Z dS ) r a�
WARNING: you may want to backup your browser's cookies file if you use
this class to save cookies. I *think* it works, but there have been
bugs in the past!
This class differs from CookieJar only in the format it uses to save and
load cookies to and from a file. This class uses the Mozilla/Netscape
`cookies.txt' format. lynx uses this file format, too.
Don't expect cookies saved while the browser is running to be noticed by
the browser (in fact, Mozilla on unix will overwrite your saved cookies if
you change them on disk while it's running; on Windows, you probably can't
save at all while the browser is running).
Note that the Mozilla/Netscape format will downgrade RFC2965 cookies to
Netscape cookies on saving.
In particular, the cookie version and port number information is lost,
together with information about whether or not Path, Port and Discard were
specified by the Set-Cookie2 (or Set-Cookie) header, and whether or not the
domain as set in the HTTP header started with a dot (yes, I'm aware some
domains in Netscape files start with a dot and some don't -- trust me, you
really don't want to know any more about this).
Note that though Mozilla and Netscape use the same format, they use
slightly different headers. The class saves cookies using the Netscape
header by default (Mozilla can cope with that).
z #( Netscape)? HTTP Cookie Filezr# Netscape HTTP Cookie File
# http://curl.haxx.se/rfc/cookie_spec.html
# This is a generated file! Do not edit.
c C st t � � }|�� }| j�|�s(td| ���z|�� }|dkr@�q*|�d�rV|d d� }|�� �d�s,|�� dkrrq,|�d�\}} }
} } }
}| dk} | dk} |
dkr�|}
d }|�d�}| |ks�t �d }| dkr�d } d
}t
d |
|d d || ||
d | | |d d i �}|�s
|j �r
q,|�s |� |��r q,| �
|� q,W nB tk
�rD � Y n, tk
�rn t� td ||f ��Y nX d S )
Nz4%r does not look like a Netscape format cookies filerW r� r� )�#r � �TRUEr� FTr z+invalid Netscape format cookies file %r: %r)rM r� ru r@ r r� r� rv r� ro r r� r� ri r� re r )r� r rx rz r{ r� r� r� r� r� r� r� r� r{ r| r� r� rk r r r r � st ��
��
�
�z MozillaCookieJar._really_loadNFc
C s� |d kr"| j d k r| j }ntt��t|d���}|�| j� t�� }| D ]�}|sV|jrVqF|sf|�|�rfqF|j rrd}nd}|j
� d�r�d}nd}|j d k r�t
|j �} nd} |jd kr�d}
|j} n |j}
|j} |�d�|j
||j|| |
| g�d � qFW 5 Q R X d S )Nr� r� ZFALSEr� rW r� r� )rx rL r} r~ r� r� rM r� r� r� r� rv r� rn r| r{ r� r� ) r� rx rz r{ r r� r� r� r� r� r{ r| r r r r| sH
���zMozillaCookieJar.save)NFF)
r� r� r� r� rw rs ru r� r r| r r r r r � s
A)N)N)Xr� �__all__rv r� r- rw rM Z urllib.parser� Zurllib.requestZ threadingr= Z http.clientZhttpZcalendarr
r r r rn ZclientZ HTTP_PORTr� r} r r% r, r6 r7 rI r( ru rK r5 r8 r> rs rt r? rF rT rY �Ir] �Xr_ rb rc re rk rp rq rs rr r} r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r3 r6 r: r r� r r r� r r r r r r �<module> s� �
�
8�
�
�8
�!
U
D'
#b! b 7 x http/__pycache__/cookiejar.cpython-38.opt-2.pyc 0000644 00000111657 15115353745 0015315 0 ustar 00 U
e5d#, � @ s d dddddddgZ dd lZdd lZdd lZdd lZdd lZdd lZdd lZdd l Z
dd l Z dd
l
mZ d Zd ad d
� Zee jj�ZdZdd� ZdZdd� ZdddddddgZdd d d d d d!d"d#d$d%d&g Zg Z eD ]Z e � e � � � q�dtd'd(�Z dud)d*�Z!d d d d d+�Z"e�#d,ej$�Z%d-d.� Z&d/d0� Z'e�#d1ej$�Z(e�#d2ej)ej$B �Z*e�#d3ej+ej$B �Z,d4d5� Z-e�#d6ej+ej$B �Z.d7d8� Z/d9d:� Z0e�#d;�Z1e�#d<�Z2e�#d=�Z3e�#d>�Z4d?d@� Z5e�#dA�Z6dBdC� Z7dDdE� Z8dFdG� Z9e�#dHej$�Z:dIdJ� Z;dKdL� Z<dMdN� Z=dOdP� Z>e�#dQej$�Z?dRdS� Z@dTdU� ZAdVdW� ZBdXdY� ZCdZZDe�#d[�ZEd\d]� ZFd^d_� ZGd`da� ZHdbdc� ZIG ddd � d �ZJG ded� d�ZKG dfd� deK�ZLdgdh� ZMdidj� ZNG dkdl� dl�ZOG dmd� d�ZPG dnd� deQ�ZRG dod� deP�ZSdpdq� ZTG drd� deS�ZUG dsd� deS�ZVd S )v�Cookie� CookieJar� CookiePolicy�DefaultCookiePolicy�
FileCookieJar� LWPCookieJar� LoadError�MozillaCookieJar� N)�timegmFc G s( t sd S ts dd l}|�d�atj | � S )Nr zhttp.cookiejar)�debug�logger�loggingZ getLogger)�argsr
� r �&/usr/lib64/python3.8/http/cookiejar.py�_debug, s
r zQa filename was not supplied (nor was the CookieJar instance initialised with one)c C sJ dd l } dd l}dd l}| �� }|�d |� |�� }|jd| dd� d S )Nr zhttp.cookiejar bug!
%s� )�
stacklevel)�io�warnings� traceback�StringIO� print_exc�getvalue�warn)r r r �f�msgr r r �_warn_unhandled_exception: s
r i� c C s� | d d� \}}}}}}|t kr�d| kr4dkr�n nhd| krLdkr�n nPd| krddkr�n n8d| kr|dkr�n n d| kr�dkr�n nt| �S d S d S ) N� � � � r � �; �= )�
EPOCH_YEARr
)�tt�year�monthZmday�hour�min�secr r r �_timegmI s& 8 ��
��
��
r, ZMonZTueZWedZThuZFriZSatZSunZJanZFebZMarZAprZMayZJunZJulZAugZSepZOctZNovZDecc C s@ | d krt j �� }n t j �| �}d|j|j|j|j|j|jf S )Nz %04d-%02d-%02d %02d:%02d:%02dZ) �datetime�utcnow�utcfromtimestampr' r( �dayr) �minute�second��tZdtr r r � time2isozW s �r5 c C sR | d krt j �� }n t j �| �}dt|�� |jt|jd |j|j |j
|j f S )Nz#%s, %02d-%s-%04d %02d:%02d:%02d GMTr ) r- r. r/ �DAYSZweekdayr0 �MONTHSr( r' r) r1 r2 r3 r r r �
time2netscapej s
�r8 )ZGMT�UTCZUT�Zz^([-+])?(\d\d?):?(\d\d)?$c C sj d }| t krd}nTt�| �}|rfdt|�d�� }|�d�rR|dt|�d�� }|�d�dkrf| }|S )Nr i r � �< r �-)� UTC_ZONES� TIMEZONE_RE�search�int�group)�tz�offset�mr r r �offset_from_tz_string� s
rF c
C s� t |�}|tjkrd S zt�|�� �d }W n^ tk
r� z t |�}W n tk
r` Y Y d S X d| krvdkr�n n|}nY d S Y nX |d kr�d}|d kr�d}|d kr�d}t | �} t |�}t |�}t |�}|dk �r6t�t�� �d }|d } |}
|| | }| |
} t | �dk�r6| dk�r.|d }n|d }t
||| ||||f�} | d k �r�|d k�rdd}|� � }t |�} | d k�r�d S | | } | S )Nr r r i� �d �2 r9 )
rA r- ZMAXYEAR� MONTHS_LOWER�index�lower�
ValueError�time� localtime�absr, �upperrF )
r0 �mon�yr�hrr* r+ rC ZimonZcur_yrrE Ztmpr4 rD r r r � _str2time� sV
rT zV^[SMTWF][a-z][a-z], (\d\d) ([JFMASOND][a-z][a-z]) (\d\d\d\d) (\d\d):(\d\d):(\d\d) GMT$z+^(?:Sun|Mon|Tue|Wed|Thu|Fri|Sat)[a-z]*,?\s*a� ^
(\d\d?) # day
(?:\s+|[-\/])
(\w+) # month
(?:\s+|[-\/])
(\d+) # year
(?:
(?:\s+|:) # separator before clock
(\d\d?):(\d\d) # hour:min
(?::(\d\d))? # optional seconds
)? # optional clock
\s*
(?:
([-+]?\d{2,4}|(?![APap][Mm]\b)[A-Za-z]+) # timezone
\s*
)?
(?:
\(\w+\) # ASCII representation of timezone in parens.
\s*
)?$c C s� t �| �}|rl|�� }t�|d �� �d }t|d �|t|d �t|d �t|d �t|d �f}t|�S | � � } t
� d| d�} d gd \}}}}}} }
t �| �}|d k r�|�� \}}}}}} }
nd S t
|||||| |
�S ) Nr r r r; � � � � )�STRICT_DATE_REr@ �groupsrI rJ rK rA �floatr, �lstrip�
WEEKDAY_RE�sub�LOOSE_HTTP_DATE_RErT ) �textrE �grQ r& r0 rR rS r* r+ rC r r r � http2time� s$
�
rb a� ^
(\d{4}) # year
[-\/]?
(\d\d?) # numerical month
[-\/]?
(\d\d?) # day
(?:
(?:\s+|[-:Tt]) # separator before clock
(\d\d?):?(\d\d) # hour:min
(?::?(\d\d(?:\.\d*)?))? # optional seconds (and fractional)
)? # optional clock
\s*
(?:
([-+]?\d\d?:?(:?\d\d)?
|Z|z) # timezone (Z is "zero meridian", i.e. GMT)
\s*
)?$c
C sd | � � } d gd \}}}}}}}t�| �}|d k rL|�� \}}}}}}}} nd S t|||||||�S )NrX )r\ � ISO_DATE_REr@ rZ rT )
r` r0 rQ rR rS r* r+ rC rE �_r r r �iso2time+ s
re c C s* | � d�\}}| jd |� | j|d � S )Nr )�span�string)�match�start�endr r r � unmatchedL s rk z^\s*([^=\s;,]+)z&^\s*=\s*\"([^\"\\]*(?:\\.[^\"\\]*)*)\"z^\s*=\s*([^\s;,]*)z\\(.)c
C s g }| D ]�}|}g }|r�t �|�}|r�t|�}|�d�}t�|�}|rft|�}|�d�}t�d|�}n.t�|�}|r�t|�}|�d�}|�� }nd }|� ||f� q|�
� � d�r�|�
� dd � }|r�|� |� g }qt �
dd|�\}} |}q|r|� |� q|S )Nr z\1�,z^[=\s;]*rW )�HEADER_TOKEN_REr@ rk rB �HEADER_QUOTED_VALUE_RE�HEADER_ESCAPE_REr^ �HEADER_VALUE_RE�rstrip�appendr\ �
startswith�re�subn)
Z
header_values�resultr` Z orig_text�pairsrE �name�valueZnon_junkZ
nr_junk_charsr r r �split_header_wordsU s> .
rz �([\"\\])c C s| g }| D ]h}g }|D ]F\}}|d k rPt �d|�sDt�d|�}d| }d||f }|�|� q|r|�d�|�� qd�|�S )Nz^\w+$�\\\1z"%s"�%s=%s�; �, )rt r@ �HEADER_JOIN_ESCAPE_REr^ rr �join)Zlists�headersrw �attr�k�vr r r �join_header_words� s r� c C s0 | � d�r| dd � } | �d�r,| d d� } | S )N�"r ���)rs �endswith�r` r r r � strip_quotes� s
r� c C s� d}g }| D ]�}g }d}t |�d��D ]�\}}|�� }|�d�\}} }
|�� }|sb|dkr& q�nq&| rn|
�� nd }
|dkr�|�� } | |kr�| }|dkr�|
d k r�t|
�}
d}n |dkr�|
d k r�tt|
��}
|�||
f� q&|r |s�|�d � |�|� q |S )
N)�expires�domain�path�secure�version�port�max-ageF�;�=r r� Tr� )r� �0)� enumerate�split�strip� partitionrK r� rb rr ) Z
ns_headersZ known_attrsrv Z ns_headerrw � version_setZiiZparam�key�sep�val�lcr r r �parse_ns_headers� s>
r� z\.\d+$c C s: t �| �rdS | dkrdS | d dks2| d dkr6dS dS )NFrW r �.r� T��IPV4_REr@ r� r r r �is_HDN s
r� c C sl | � � } |� � }| |kr dS t| �s(dS | �|�}|dksB|dkrFdS |�d�sTdS t|dd � �shdS dS )NTFr� r r� r )rK r� �rfindrs )�A�B�ir r r � domain_match s
r� c C s t �| �rdS dS �NFTr� r� r r r �liberal_is_HDNF s
r� c C s` | � � } |� � }t| �r t|�s0| |kr,dS dS |�d�}|rL| �|�rLdS |s\| |kr\dS dS )NTFr� )rK r� rs r� )r� r� � initial_dotr r r �user_domain_matchP s
r� z:\d+$c C sB | � � }tj�|�d }|dkr,| �dd�}t�d|d�}|�� S )Nr rW ZHost)� get_full_url�urllib�parseZurlparseZ
get_header� cut_port_rer^ rK )�request�url�hostr r r � request_hoste s r� c C s4 t | � }}|�d�dkr,t�|�s,|d }||fS )Nr� r� �.local)r� �findr� r@ )r� �erhn�req_hostr r r �eff_request_hostu s r� c C s4 | � � }tj�|�}t|j�}|�d�s0d| }|S )N�/)r� r� r� Zurlsplit� escape_pathr� rs )r� r� �partsr� r r r � request_path� s
r� c C s` | j }|�d�}|dkrX||d d � }z t|� W q\ tk
rT td|� Y d S X nt}|S )N�:r r znonnumeric port: '%s')r� r� rA rL r �DEFAULT_HTTP_PORT)r� r� r� r� r r r � request_port� s
r� z%/;:@&=+$,!~*'()z%([0-9a-fA-F][0-9a-fA-F])c C s d| � d��� S )Nz%%%sr )rB rP )rh r r r �uppercase_escaped_char� s r� c C s t j�| t�} t�t| �} | S �N)r� r� Zquote�HTTP_PATH_SAFE�ESCAPED_CHAR_REr^ r� )r� r r r r� � s
r� c C sP | � d�}|dkrL| |d d � }|� d�}t| �rL|dksD|dkrLd| S | S )Nr� r r Zlocal)r� r� )�hr� �br r r �reach� s
r� c C s$ t | �}t|t| j��s dS dS d S �NTF)r� r� r� Zorigin_req_host)r� r� r r r �is_third_party� s
r� c @ sJ e Zd Zddd�Zdd� Zddd�Zd d
� Zdd d �Zd
d� Zdd� Z dS )r Fc C s� |d k rt |�}| d k r$t t| ��} |d kr<|dkr<td��|| _|| _|| _|| _|| _|�� | _ || _
|| _ | | _ |
| _
| | _| | _|
| _|| _|| _|| _t�|�| _d S )NTz-if port is None, port_specified must be false)rA r[ rL r� rx ry r� �port_specifiedrK r� �domain_specified�domain_initial_dotr� �path_specifiedr� r� �discard�comment� comment_url�rfc2109�copy�_rest)�selfr� rx ry r� r� r� r� r� r� r� r� r� r� r� r� �restr� r r r �__init__� s.
zCookie.__init__c C s
|| j kS r� �r� )r� rx r r r �has_nonstandard_attr s zCookie.has_nonstandard_attrNc C s | j �||�S r� )r� �get)r� rx �defaultr r r �get_nonstandard_attr s zCookie.get_nonstandard_attrc C s || j |< d S r� r� )r� rx ry r r r �set_nonstandard_attr s zCookie.set_nonstandard_attrc C s, |d krt � � }| jd k r(| j|kr(dS dS r� )rM r� )r� �nowr r r �
is_expired# s
zCookie.is_expiredc C sX | j d krd}n
d| j }| j| | j }| jd k rFd| j| jf }n| j}d||f S )NrW r� r} z<Cookie %s for %s>)r� r� r� ry rx )r� �p�limitZ namevaluer r r �__str__) s
zCookie.__str__c C sl g }dD ]$}t | |�}|�d|t|�f � q|�dt| j� � |�dt| j� � d| jjd�|�f S )N)r� rx ry r� r� r� r� r� r� r� r� r� r� r� r� r} zrest=%sz
rfc2109=%sz%s(%s)r )�getattrrr �reprr� r� � __class__�__name__r� )r� r rx r� r r r �__repr__3 s
zCookie.__repr__)F)N)N)
r� �
__module__� __qualname__r� r� r� r� r� r� r� r r r r r � s �
*
c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
r c C s
t � �d S r� ��NotImplementedError�r� �cookier� r r r �set_okK s zCookiePolicy.set_okc C s
t � �d S r� r� r� r r r � return_okT s zCookiePolicy.return_okc C s dS �NTr )r� r� r� r r r �domain_return_okX s z CookiePolicy.domain_return_okc C s dS r� r )r� r� r� r r r �path_return_ok] s zCookiePolicy.path_return_okN)r� r� r� r� r� r� r� r r r r r B s c
@ s� e Zd ZdZdZdZdZeeB Zdddddddddedddf
d d
�Zd d � Z d
d� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1d2� Z d3d4� Z d5d6� Z dS )7r r r rU r NTF)ZhttpsZwssc C sv || _ || _|| _|| _|| _|| _| | _|
| _| | _| | _ |
| _
|d k rVt |�| _ nd| _ |d k rlt |�}|| _
d S )Nr )�netscape�rfc2965�rfc2109_as_netscape� hide_cookie2�
strict_domain�strict_rfc2965_unverifiable�strict_ns_unverifiable�strict_ns_domain� strict_ns_set_initial_dollar�strict_ns_set_path�secure_protocols�tuple�_blocked_domains�_allowed_domains)r� �blocked_domains�allowed_domainsr� r� r� r� r� r� r� r� r� r� r� r r r r� m s" z DefaultCookiePolicy.__init__c C s | j S r� )r� �r� r r r r � s z#DefaultCookiePolicy.blocked_domainsc C s t |�| _d S r� )r� r� )r� r r r r �set_blocked_domains� s z'DefaultCookiePolicy.set_blocked_domainsc C s | j D ]}t||�r dS qdS r� )r� r� )r� r� Zblocked_domainr r r �
is_blocked� s
z DefaultCookiePolicy.is_blockedc C s | j S r� )r� r r r r r � s z#DefaultCookiePolicy.allowed_domainsc C s |d k rt |�}|| _d S r� )r� r� )r� r r r r �set_allowed_domains� s z'DefaultCookiePolicy.set_allowed_domainsc C s. | j d krdS | j D ]}t||�r dS qdS r� )r� r� )r� r� Zallowed_domainr r r �is_not_allowed� s
z"DefaultCookiePolicy.is_not_allowedc C s@ t d|j|j� dD ]&}d| }t| |�}|||�s dS qdS )N� - checking cookie %s=%s)r� �
verifiabilityrx r� r� r� Zset_ok_FT�r rx ry r� �r� r� r� �nZfn_name�fnr r r r� � s
zDefaultCookiePolicy.set_okc C sZ |j d kr td|j|j� dS |j dkr:| js:td� dS |j dkrV| jsVtd� dS dS )Nz0 Set-Cookie2 without version attribute (%s=%s)Fr �$ RFC 2965 cookies are switched off�$ Netscape cookies are switched offT)r� r rx ry r� r� r� r r r �set_ok_version� s
�z"DefaultCookiePolicy.set_ok_versionc C sJ |j rFt|�rF|jdkr*| jr*td� dS |jdkrF| jrFtd� dS dS �Nr z> third-party RFC 2965 cookie during unverifiable transactionFz> third-party Netscape cookie during unverifiable transactionT�Z unverifiabler� r� r� r r� r� r r r �set_ok_verifiability� s z(DefaultCookiePolicy.set_ok_verifiabilityc C s0 |j dkr,| jr,|j�d�r,td|j� dS dS )Nr �$z' illegal name (starts with '$'): '%s'FT)r� r� rx rs r r� r r r � set_ok_name� s
� z DefaultCookiePolicy.set_ok_namec C sL |j rHt|�}|jdks(|jdkrH| jrH| �|j|�sHtd|j|� dS dS )Nr z7 path attribute %s is not a prefix of request path %sFT)r� r� r� r� r� r� r )r� r� r� �req_pathr r r � set_ok_path� s
�� � �z DefaultCookiePolicy.set_ok_pathc
C s� | � |j�r td|j� dS | �|j�r8td|j� dS |j�r�t|�\}}|j}| jr�|�d�dkr�|�d�}|�dd|�}|dkr�||d d � }||d |� } | � � dkr�t
|�dkr�td |� dS |� d�r�|dd � }
n|}
|
� d�dk} | �s|d
k�rtd |� dS |j
dk�rX|�|��sX|� d��sXd| �|��sXtd ||� dS |j
dk�sr| j| j@ �r�t||��s�td
||� dS |j
dk�s�| j| j@ �r�|d t
|� � } | � d�dk�r�t�|��s�td| |� dS dS )N�" domain %s is in user block-listF�& domain %s is not in user allow-listr� r r r )�coZacZcomZeduZorgZnetZgovZmilrA ZaeroZbiz�catZcoop�infoZjobsZmobiZmuseumrx ZproZtravelZeuz& country-code second level domain %sr� z/ non-local domain %s contains no embedded dotzO effective request-host %s (even with added initial dot) does not end with %sz5 effective request-host %s does not domain-match %sz. host prefix %s for domain %s contains a dotT)r r� r r r� r� r� �countr� rK �lenrs r� r� r� r� �DomainRFC2965Matchr� �DomainStrictNoDotsr� r@ )
r� r� r� r� r� r� r� �jZtldZsldZundotted_domainZ
embedded_dotsZ host_prefixr r r �
set_ok_domain� s|
�
� � � �
� �
�� �z!DefaultCookiePolicy.set_ok_domainc C s� |j r�t|�}|d kr d}nt|�}|j�d�D ]@}z t|� W n" tk
rb td|� Y dS X ||kr0 q�q0td||j� dS dS )N�80rl z bad port %s (not numeric)Fz$ request port (%s) not found in %sT)r� r� �strr� r� rA rL r �r� r� r� Zreq_portr� r r r � set_ok_port+ s&
�z DefaultCookiePolicy.set_ok_portc C s@ t d|j|j� dD ]&}d| }t| |�}|||�s dS qdS )Nr )r� r r� r� r� r� Z
return_ok_FTr r
r r r r� @ s
z DefaultCookiePolicy.return_okc C s< |j dkr | js td� dS |j dkr8| js8td� dS dS )Nr r
Fr T)r� r� r r� r� r r r �return_ok_versionR s z%DefaultCookiePolicy.return_ok_versionc C sJ |j rFt|�rF|jdkr*| jr*td� dS |jdkrF| jrFtd� dS dS r r r� r r r �return_ok_verifiability[ s z+DefaultCookiePolicy.return_ok_verifiabilityc C s" |j r |j| jkr td� dS dS )Nz( secure cookie with non-secure requestFT)r� �typer� r r� r r r �return_ok_secureg s z$DefaultCookiePolicy.return_ok_securec C s |� | j�rtd� dS dS )Nz cookie expiredFT)r� �_nowr r� r r r �return_ok_expiresm s z%DefaultCookiePolicy.return_ok_expiresc C sN |j rJt|�}|d krd}|j �d�D ]}||kr& qJq&td||j � dS dS )Nr" rl z0 request port %s does not match cookie port %sFT)r� r� r� r r$ r r r �return_ok_ports s �z"DefaultCookiePolicy.return_ok_portc C s� t |�\}}|j}|r*|�d�s*d| }n|}|jdkr^| j| j@ r^|js^||kr^td� dS |jdkr�t||�s�td||� dS |jdkr�d| � |�s�td||� dS dS )Nr� r zQ cookie with unspecified domain does not string-compare equal to request domainFzQ effective request-host name %s does not domain-match RFC 2965 cookie domain %sz; request-host %s does not match Netscape cookie domain %sT)
r� r� rs r� r� �DomainStrictNonDomainr� r r� r� )r� r� r� r� r� r� � dotdomainr r r �return_ok_domain� s6
��� � �z$DefaultCookiePolicy.return_ok_domainc C s� t |�\}}|�d�s d| }|�d�s0d| }|rH|�d�sHd| }n|}|�|�sd|�|�sddS | �|�r|td|� dS | �|�r�td|� dS dS )Nr� Fr r T)r� rs r� r r r )r� r� r� r� r� r. r r r r� � s"
z$DefaultCookiePolicy.domain_return_okc C sb t d|� t|�}t|�}||kr&dS |�|�rR|�d�sN|||d � dkrRdS t d||� dS )Nz- checking cookie path=%sTr� r z %s does not path-match %sF)r r� r rs r� )r� r� r� r Zpathlenr r r r� � s
�� z"DefaultCookiePolicy.path_return_ok) r� r� r� r r- r Z
DomainLiberalZ DomainStrictr� r r r r r r r� r r r r r! r% r� r& r' r) r+ r, r/ r� r� r r r r r c sR �
# ; c C s t | �� �}t| j|�S r� )�sorted�keys�mapr� )Zadictr1 r r r �vals_sorted_by_key� s r3 c c sV t | �}|D ]D}d} z
|j W n tk
r2 Y nX d} t|�E d H | s |V q d S r� )r3 �items�AttributeError�
deepvalues)�mapping�values�objr r r r6 � s
r6 c @ s e Zd ZdS )�AbsentN�r� r� r� r r r r r: � s r: c @ s� e Zd Ze�d�Ze�d�Ze�d�Ze�d�Ze�d�Z e�dej
�Z d2dd �Z d
d � Z
d d
� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd3d$d%�Zd&d'� Zd(d)� Z d*d+� Z d,d-� Z d.d/� Z d0d1� Z dS )4r z\Wr{ z\.?[^.]*z[^.]*z^\.+z^\#LWP-Cookies-(\d+\.\d+)Nc C s( |d krt � }|| _t�� | _i | _d S r� )r �_policy�
_threading�RLock�
_cookies_lock�_cookies�r� �policyr r r r� � s
zCookieJar.__init__c C s
|| _ d S r� )r< rA r r r �
set_policy� s zCookieJar.set_policyc C s� g }| j �||�sg S td|� | j| }|�� D ]T}| j �||�sFq2|| }|�� D ].}| j �||�srtd� qVtd� |�|� qVq2|S )Nz!Checking %s for cookies to returnz not returning cookiez it's a match) r< r� r r@ r1 r� r8 r� rr )r� r� r� �cookiesZcookies_by_pathr� Zcookies_by_namer� r r r �_cookies_for_domain� s
z CookieJar._cookies_for_domainc C s* g }| j �� D ]}|�| �||�� q|S r� )r@ r1 �extendrE )r� r� rD r� r r r �_cookies_for_request s z CookieJar._cookies_for_requestc C s< |j dd� dd� d}g }|D �]}|j}|sHd}|dkrH|�d| � |jd k rz| j�|j�rz|dkrz| j�d|j�}n|j}|jd kr�|�|j� n|�d |j|f � |dkr |j r�|�d
|j
� |j � d ��r|j }|j
s�|� d �r�|d d � }|�d
| � |jd k r d}|j�r,|d|j }|�|� q |S )Nc S s
t | j�S r� )r r� )�ar r r �<lambda> � z)CookieJar._cookie_attrs.<locals>.<lambda>T)r� �reverseFr z $Version=%sr| r} z
$Path="%s"r� r z $Domain="%s"z$Portz="%s")�sortr� rr ry � non_word_rer@ �quote_rer^ rx r� r� r� rs r� r� r� ) r� rD r� �attrsr� r� ry r� r� r r r �
_cookie_attrs sF
��
�
zCookieJar._cookie_attrsc C s� t d� | j�� z�tt�� � | j_| _| �|�}| � |�}|r^|�
d�s^|� dd� |�� | jj
r�| jjs�|�
d�s�|D ] }|jdkr||� dd� q�q|W 5 | j�� X | �� d S )N�add_cookie_headerr r~ ZCookie2r z $Version="1")r r? �acquire�releaserA rM r< r* rG rP Z
has_headerZadd_unredirected_headerr� r� r� r� �clear_expired_cookies)r� r� rD rO r� r r r rQ I s*
��
zCookieJar.add_cookie_headerc
C s� g }d}d}|D �]z}|d \}}d}d} i }
i } |dd � D �]0\} }
| � � }||ks`||krd|} | |krx|
d krxd}
| |
kr�q>| dkr�|
d kr�td� d} �qr|
� � }
| d kr�|r�q>|
d kr�td
� q>| d k�r d}z t|
�}
W n* tk
�r td � d} Y �qrY nX d } | j|
}
| |k�s4| |k�rh|
d k�r^| d
k�r^td| � d} �qr|
|
| < q>|
| | < q>| �rzq|�|||
| f� q|S )N)r� r� )r� r� r� r� r� r� r� �
commenturlr Fr Tr� z% missing value for domain attributer� zM missing or invalid value for expires attribute: treating as session cookier� z? missing or invalid (non-numeric) value for max-age attribute)r� r� rU z! missing value for %s attribute)rK r rA rL r* rr )r� � attrs_set�
cookie_tuples�
boolean_attrs� value_attrsZ cookie_attrsrx ry Z max_age_setZ
bad_cookie�standardr� r� r� r� r r r �_normalized_cookie_tuplesj sh
�
z#CookieJar._normalized_cookie_tuplesc C s& |\}}}}|� dt�}|� dt�}|� dt�} |� dt�}
|� dd �} | d k rtz t| �} W n tk
rr Y d S X |� dd�} |� dd�}
|� d d �}|� d
d �}|tk r�|d kr�d }t|�}nXd}t|�}|�d
�}|dk�r| dkr�|d |� }n|d |d � }t|�dk�rd
}|tk }d}|�r:t|� d��}|tk�rVt
|�\}}|}n|� d��sjd| }d}| tk �r�| d k�r�t |�} nd }t �
dd | �} nd } |
tk�r�d }
d }
nH|
| jk�r z| �|||� W n tk
�r� Y nX td|||� d S t| ||| ||||||| |
|
|||�S )Nr� r� r� r� r� r� Fr� r� rU rW Tr� r� r r r� z\s+z2Expiring cookie, domain='%s', path='%s', name='%s')r� r: rA rL r� r� r� r �boolrs r� r� rt r^ r* �clear�KeyErrorr r )r� �tupr� rx ry rZ r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r �_cookie_from_cookie_tuple� s�
� �z#CookieJar._cookie_from_cookie_tuplec C s6 | � |�}g }|D ] }| �||�}|r|�|� q|S r� )r[ r` rr )r� rV r� rW rD r_ r� r r r �_cookies_from_attrs_set' s
z!CookieJar._cookies_from_attrs_setc C sH t | jdd �}|d kr | jj }|D ] }|jdkr$d|_|r$d|_q$d S )Nr� r Tr )r� r< r� r� r� )r� rD Z
rfc2109_as_nsr� r r r �_process_rfc2109_cookies0 s
z"CookieJar._process_rfc2109_cookiesc
C s: |� � }|�dg �}|�dg �}tt�� � | j_| _| jj}| jj}|sN|rf|sV|rf|s^|rf|sj|sjg S z| �t |�|�}W n t
k
r� t � g }Y nX |�r6|�r6z| �t |�|�} W n t
k
r� t � g } Y nX | �
| � |�r&i }
|D ]} d |
| j| j| jf< q�|
fdd�} t| | �} | �r6|�| � |S )Nz Set-Cookie2z
Set-Cookiec S s | j | j| jf}||kS r� )r� r� rx )Z ns_cookie�lookupr� r r r �no_matching_rfc2965i s z3CookieJar.make_cookies.<locals>.no_matching_rfc2965)r Zget_allrA rM r< r* r� r� ra rz � Exceptionr r� rb r� r� rx �filterrF )
r� �responser� r� Z rfc2965_hdrsZns_hdrsr� r� rD Z
ns_cookiesrc r� rd r r r � make_cookies< s^ ������ �
�
zCookieJar.make_cookiesc C sN | j �� z2tt�� � | j_| _| j�||�r:| �|� W 5 | j �� X d S r� ) r? rR rS rA rM r< r* r� �
set_cookier� r r r �set_cookie_if_oks s
zCookieJar.set_cookie_if_okc C sl | j }| j�� zJ|j|kr&i ||j< ||j }|j|krDi ||j< ||j }|||j< W 5 | j�� X d S r� )r@ r? rR rS r� r� rx )r� r� �cZc2Zc3r r r ri � s
zCookieJar.set_cookiec C sb t d|�� � | j�� z8| �||�D ]&}| j�||�r&t d|� | �|� q&W 5 | j�� X d S )Nzextract_cookies: %sz setting cookie: %s) r r r? rR rS rh r< r� ri )r� rg r� r� r r r �extract_cookies� s
zCookieJar.extract_cookiesc C st |d k r2|d ks|d kr t d��| j| | |= n>|d k rX|d krJt d��| j| |= n|d k rj| j|= ni | _d S )Nz8domain and path must be given to remove a cookie by namez.domain must be given to remove cookies by path)rL r@ )r� r� r� rx r r r r] � s ��
zCookieJar.clearc C sD | j �� z(| D ] }|jr| �|j|j|j� qW 5 | j �� X d S r� )r? rR rS r� r] r� r� rx )r� r� r r r �clear_session_cookies� s
z CookieJar.clear_session_cookiesc C sP | j �� z4t�� }| D ]"}|�|�r| �|j|j|j� qW 5 | j �� X d S r� ) r? rR rS rM r� r] r� r� rx )r� r� r� r r r rT � s
z CookieJar.clear_expired_cookiesc C s
t | j�S r� )r6 r@ r r r r �__iter__� s zCookieJar.__iter__c C s d}| D ] }|d }q|S )Nr r r )r� r� r� r r r �__len__� s
zCookieJar.__len__c C s2 g }| D ]}|� t|�� qd| jjd�|�f S �Nz<%s[%s]>r )rr r� r� r� r� �r� �rr� r r r r� � s zCookieJar.__repr__c C s2 g }| D ]}|� t|�� qd| jjd�|�f S rp )rr r# r� r� r� rq r r r r� � s zCookieJar.__str__)N)NNN)!r� r� r� rt �compilerM rN Zstrict_domain_reZ domain_reZdots_re�ASCII�magic_rer� rC rE rG rP rQ r[ r` ra rb rh rj ri rl r] rm rT rn ro r� r� r r r r r � s6
;!a\ 7
c @ s e Zd ZdS )r Nr; r r r r r � s c @ s4 e Zd Zd dd�Zd dd�Zd
dd�Zdd d
�ZdS )r NFc C s2 t �| |� |d k r t�|�}|| _t|�| _d S r� )r r� �os�fspath�filenamer\ � delayload)r� rx ry rB r r r r� � s
zFileCookieJar.__init__c C s
t � �d S r� r� )r� rx �ignore_discard�ignore_expiresr r r �save� s zFileCookieJar.savec C sJ |d kr"| j d k r| j }ntt��t|��}| �||||� W 5 Q R X d S r� )rx rL �MISSING_FILENAME_TEXT�open� _really_load�r� rx rz r{ r r r r �load s
zFileCookieJar.loadc C s� |d kr"| j d k r| j }ntt��| j�� zFt�| j�}i | _z| � |||� W n t
k
rn || _� Y nX W 5 | j�� X d S r� ) rx rL r} r? rR rS r� Zdeepcopyr@ r� �OSError)r� rx rz r{ Z old_stater r r �revert s
zFileCookieJar.revert)NFN)NFF)NFF)NFF)r� r� r� r� r| r� r� r r r r r � s
�c C s | j | jfd| jfd| jfg}| jd k r8|�d| jf� | jrH|�d� | jrX|�d� | jrh|�d� | j rx|�d� | j
r�|�dt t | j
��f� | j
r�|�d � | jr�|�d
| jf� | jr�|�d | jf� t| j�� �}|D ] }|�|t| j| �f� q�|�d t| j�f� t|g�S )
Nr� r� r� )� path_specN)� port_specN)�
domain_dotN)r� Nr� )r� Nr� rU r� )rx ry r� r� r� rr r� r� r� r� r� r5 r[ r� r� r� r0 r� r1 r# r� r� )r� r� r1 r� r r r �lwp_cookie_str$ s:
�
�
r� c @ s( e Zd Zd
dd�Zd dd�Zdd � ZdS ) r Tc C sT t � � }g }| D ]2}|s |jr q|s0|�|�r0q|�dt|� � qd�|dg �S )NzSet-Cookie3: %s�
rW )rM r� r� rr r� r� )r� rz r{ r� rr r� r r r �
as_lwp_strM s
zLWPCookieJar.as_lwp_strNFc C sX |d kr"| j d k r| j }ntt��t|d��"}|�d� |�| �||�� W 5 Q R X d S )N�wz#LWP-Cookies-2.0
)rx rL r} r~ �writer� r� r r r r| ] s
zLWPCookieJar.savec C s0 |� � }| j�|�s$d| }t|��t�� }d}d} d}
�z�|� � } | dkrP�q�| �|�s\q<| t|�d � �� } t| g�D �]f} | d \}
}i }i }| D ] }d||< q�| dd � D ]n\}}|d k r�|� � }nd }||
ks�|| kr�|}|| k�r|d kr�d }|||< q�||
k�r|||< q�|||< q�|j
}|d
�}|d �}|d k �rJt |�}|d k�rXd }|d �}|�d
�}t |d�|
||d�|d�|||d�|d�|d�|d�|||d�|d�|�}|�s�|j
�r�qz|�s�|�|��r�qz| �|� qzq<W nB tk
�r � Y n, tk
�r* t� td|| f ��Y nX d S )Nz5%r does not look like a Set-Cookie3 (LWP) format filez Set-Cookie3:)r� r� r� r� r� )r� r� r� r� r� r� rU rW r Fr Tr� r� r� r� r� r� r� r� r� r� r� r� rU z&invalid Set-Cookie3 format file %r: %r)�readlineru r@ r rM rs r r� rz rK r� re r r� r� ri r� re r )r� r rx rz r{ �magicr r� �headerrX rY �line�datarx ry rZ r� r� r� r� r� r� r� r� r� rk r r r r i s� �
�
�zLWPCookieJar._really_load)TT)NFF)r� r� r� r� r| r r r r r r @ s
c @ s, e Zd Ze�d�ZdZdd� Zd dd�ZdS )
r z #( Netscape)? HTTP Cookie Filezr# Netscape HTTP Cookie File
# http://curl.haxx.se/rfc/cookie_spec.html
# This is a generated file! Do not edit.
c C sb t � � }|�� }| j�|�s(td| ��z�|�� }|dkr>�q|�d�rT|d d� }|�� �d�s*|�� dkrpq*|�d�\}} }
} } }
}| dk} | dk} |
dkr�|}
d }|�d�}d }| dkr�d } d
}t d |
|d d || ||
d | | |d d i �}|s�|j
r�q*|�s |� |��r q*| � |� q*W nB t
k
�r2 � Y n, tk
�r\ t� td ||f ��Y nX d S )
Nz4%r does not look like a Netscape format cookies filerW r� r� )�#r � �TRUEr� FTr z+invalid Netscape format cookies file %r: %r)rM r� ru r@ r r� r� rs r� r r� r� ri r� re r )r� r rx rz r{ r� r� r� r� r� r� r� r� rx ry r� r� rk r r r r � sr ��
��
�
�z MozillaCookieJar._really_loadNFc
C s� |d kr"| j d k r| j }ntt��t|d���}|�| j� t�� }| D ]�}|sV|jrVqF|sf|�|�rfqF|j rrd}nd}|j
� d�r�d}nd}|j d k r�t
|j �} nd} |jd kr�d}
|j} n |j}
|j} |�d�|j
||j|| |
| g�d � qFW 5 Q R X d S )Nr� r� ZFALSEr� rW r� r� )rx rL r} r~ r� r� rM r� r� r� r� rs r� r# ry rx r� r� ) r� rx rz r{ r r� r� r� r� r� rx ry r r r r| sH
���zMozillaCookieJar.save)NFF) r� r� r� rt rs ru r� r r| r r r r r � s
A)N)N)W�__all__rv r� r- rt rM Z urllib.parser� Zurllib.requestZ threadingr= Z http.clientZhttpZcalendarr
r r r r# ZclientZ HTTP_PORTr� r} r r% r, r6 r7 rI r( rr rK r5 r8 r> rs rt r? rF rT rY �Ir] �Xr_ rb rc re rk rm rn rp ro rz r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r3 r6 r: r r� r r r� r r r r r r �<module> s� �
�
8�
�
�8
�!
U
D'
#b! b 7 x http/__pycache__/client.cpython-38.opt-1.pyc 0000644 00000103772 15115353745 0014623 0 ustar 00 U
e5d�� � @ sf d Z ddlZddlZddlZddlZddlZddlZddlZ ddl
m Z dddddd d
d d d
ddddddddgZ dZ
dZdZdZdZdZe� �ejj� d d � ejj�� D �Zd Zd Ze�d �j Z e�d!�j Z e�d"�Z e�d#�Z!d$d%d&hZ"dBd(d)�Z#G d*d+� d+ej$j%�Z&d,d-� Z'e&fd.d/�Z(G d0d� dej)�Z*G d1d� d�Z+z ddl,Z,W n e-k
�r` Y n X G d2d3� d3e+�Z.e �/d3� G d4d� de0�Z1G d5d� de1�Z2G d6d � d e1�Z3G d7d� de1�Z4G d8d � d e1�Z5G d9d
� d
e1�Z6G d:d � d e1�Z7G d;d
� d
e1�Z8G d<d� de8�Z9G d=d� de8�Z:G d>d� de8�Z;G d?d� de1�Z<G d@d� de1�Z=G dAd� de>e<�Z?e1Z@dS )Ca�
HTTP/1.1 client library
<intro stuff goes here>
<other stuff, too>
HTTPConnection goes through a number of "states", which define when a client
may legally make another request or fetch the response for a particular
request. This diagram details these state transitions:
(null)
|
| HTTPConnection()
v
Idle
|
| putrequest()
v
Request-started
|
| ( putheader() )* endheaders()
v
Request-sent
|\_____________________________
| | getresponse() raises
| response = getresponse() | ConnectionError
v v
Unread-response Idle
[Response-headers-read]
|\____________________
| |
| response.read() | putrequest()
v v
Idle Req-started-unread-response
______/|
/ |
response.read() | | ( putheader() )* endheaders()
v v
Request-started Req-sent-unread-response
|
| response.read()
v
Request-sent
This diagram presents the following rules:
-- a second request may not be started until {response-headers-read}
-- a response [object] cannot be retrieved until {request-sent}
-- there is no differentiation between an unread response body and a
partially read response body
Note: this enforcement is applied by the HTTPConnection class. The
HTTPResponse class does not enforce this state machine, which
implies sophisticated clients may accelerate the request/response
pipeline. Caution should be taken, though: accelerating the states
beyond the above pattern may imply knowledge of the server's
connection-close behavior for certain requests. For example, it
is impossible to tell whether the server will close the connection
UNTIL the response headers have been read; this means that further
requests cannot be placed into the pipeline until it is known that
the server will NOT be closing the connection.
Logical State __state __response
------------- ------- ----------
Idle _CS_IDLE None
Request-started _CS_REQ_STARTED None
Request-sent _CS_REQ_SENT None
Unread-response _CS_IDLE <response_class>
Req-started-unread-response _CS_REQ_STARTED <response_class>
Req-sent-unread-response _CS_REQ_SENT <response_class>
� N)�urlsplit� HTTPResponse�HTTPConnection�
HTTPException� NotConnected�UnknownProtocol�UnknownTransferEncoding�UnimplementedFileMode�IncompleteRead�
InvalidURL�ImproperConnectionState�CannotSendRequest�CannotSendHeader�ResponseNotReady�
BadStatusLine� LineTooLong�RemoteDisconnected�error� responses�P i� ZUNKNOWNZIdlezRequest-startedz Request-sentc C s i | ] }||j �qS � )�phrase)�.0�vr r �#/usr/lib64/python3.8/http/client.py�
<dictcomp>j s r i �d s [^:\s][^:\r\n]*s \n(?![ \t])|\r(?![ \t\n])z[ - ]z[ - ]ZPATCHZPOSTZPUT�datac
C sh z | � d�W S tk
rb } z8t|j|j|j|jd|�� | |j|j� |f �d�W 5 d}~X Y nX dS )z<Call data.encode("latin-1") but show a better error message.�latin-1z`%s (%.20r) is not valid Latin-1. Use %s.encode('utf-8') if you want to send it encoded in UTF-8.N)�encode�UnicodeEncodeError�encoding�object�start�end�title)r �name�errr r r �_encode� s ���r( c @ s e Zd Zdd� ZdS )� HTTPMessagec C sj |� � d }t|�}g }d}| �� D ]@}|d|� � � |krBd}n|dd� �� sVd}|r$|�|� q$|S )a� Find all header lines matching a given header name.
Look through the list of headers and find all lines matching a given
header name (and their continuation lines). A list of the lines is
returned, without interpretation. If the header does not occur, an
empty list is returned. If the header occurs multiple times, all
occurrences are returned. Case is not important in the header name.
�:r N� )�lower�len�keys�isspace�append)�selfr& �nZlstZhit�liner r r �getallmatchingheaders� s
z!HTTPMessage.getallmatchingheadersN)�__name__�
__module__� __qualname__r4 r r r r r) � s r) c C sX g }| � td �}t|�tkr&td��|�|� t|�tkrHtdt ��|dkrqTq|S )z�Reads potential header lines into a list from a file pointer.
Length of line is limited by _MAXLINE, and number of
headers is limited by _MAXHEADERS.
r+ � header linezgot more than %d headers��
�
� )�readline�_MAXLINEr- r r0 � _MAXHEADERSr )�fp�headersr3 r r r �
_read_headers� s
rB c C s, t | �}d�|��d�}tjj|d��|�S )aG Parses only RFC2822 headers from a file pointer.
email Parser wants to see strings rather than bytes.
But a TextIOWrapper around self.rfile would buffer too many bytes
from the stream, bytes which we later need to read as bytes.
So we read the correct bytes here, as bytes, for email Parser
to parse.
r< �
iso-8859-1)�_class)rB �join�decode�email�parserZParserZparsestr)r@ rD rA Zhstringr r r �
parse_headers� s
rI c s e Zd Zd@dd�Zdd� Zdd� Zd d
� Zd d � Z� fd
d�Z� fdd�Z dd� Z
dd� Z dAdd�Z dd� Z
dd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� ZdBd(d)�ZdCd*d+�ZdD� fd,d-� Zd.d/� Zd0d1� Zd2d3� ZdEd4d5�Zd6d7� Z d8d9� Z d:d;� Z d<d=� Z d>d?� Z � Z!S )Fr r Nc C sR |� d�| _|| _|| _d | _| _t| _t| _t| _ t| _
t| _ t| _ t| _
d S )N�rb)Zmakefiler@ �
debuglevel�_methodrA �msg�_UNKNOWN�version�status�reason�chunked�
chunk_left�length�
will_close)r1 �sockrK �method�urlr r r �__init__� s zHTTPResponse.__init__c C s t | j�td �d�}t|�tkr*td��| jdkrBtdt|�� |sNt d��z|�
d d�\}}}W nF t k
r� z|�
d d�\}}d}W n t k
r� d}Y nX Y nX |� d �s�| �
� t|��z$t|�}|d
k s�|d kr�t|��W n t k
�r t|��Y nX |||fS ) Nr+ rC z status liner zreply:z-Remote end closed connection without response� � zHTTP/r i� )�strr@ r= r> r- r rK �print�reprr �split�
ValueError�
startswith� _close_connr �int)r1 r3 rO rP rQ r r r � _read_status s2
zHTTPResponse._read_statusc C s� | j d k rd S | �� \}}}|tkr&qHt| j�}| jdkrDtd|� ~q| | _| _|� � | _
|dkrnd| _ n|� d�r�d| _ nt
|��t| j� | _ | _| jdkr�| j �� D ]\}}td|d |� q�| j �d �}|r�|�� d
kr�d | _d | _nd | _| �� | _d | _| j �d
�}|�rb| j�sbzt|�| _W n tk
�rL d | _Y nX | jdk �rhd | _nd | _|tk�s�|tk�s�d| k�r�dk �s�n | j dk�r�d| _| j�s�| j�s�| jd k�r�d | _d S )Nr zheaders:)zHTTP/1.0zHTTP/0.9�
zHTTP/1.� �header:r* �transfer-encodingrR TF�content-lengthr �� �HEAD) rA rd ZCONTINUErB r@ rK r] �coderP �striprQ rO ra r rI rM �items�getr, rR rS � _check_closerU rT rc r` Z
NO_CONTENTZ NOT_MODIFIEDrL ) r1 rO rP rQ Zskipped_headers�hdr�valZtr_encrT r r r �begin5 sf
�
�
���zHTTPResponse.beginc C sv | j �d�}| jdkr.|r*d|�� kr*dS dS | j �d�r>dS |rRd|�� krRdS | j �d�}|rrd|�� krrdS dS )NZ
connectionrf �closeTFz
keep-alivezproxy-connection)rA ro rO r, )r1 ZconnZpconnr r r rp } s
zHTTPResponse._check_closec C s | j }d | _ |�� d S �N)r@ rt )r1 r@ r r r rb � s zHTTPResponse._close_connc s$ zt� �� W 5 | j r | �� X d S ru )r@ rb �superrt �r1 �� __class__r r rt � s zHTTPResponse.closec s t � �� | jr| j�� d S ru )rv �flushr@ rw rx r r rz � s
zHTTPResponse.flushc C s dS )zAlways returns TrueTr rw r r r �readable� s zHTTPResponse.readablec C s
| j dkS )z!True if the connection is closed.N)r@ rw r r r �isclosed� s zHTTPResponse.isclosedc C s� | j d krdS | jdkr$| �� dS |d k rRt|�}| �|�}t|�d |� �� S | jr`| �� S | j d krv| j �
� }n6z| � | j �}W n t k
r� | �� � Y nX d| _ | �� |S d S )Nr< rk r )
r@ rL rb � bytearray�readinto�
memoryview�tobytesrR �_readall_chunkedrT �read�
_safe_readr
)r1 �amt�br2 �sr r r r� � s*
zHTTPResponse.readc C s� | j dkrdS | jdkr$| �� dS | jr4| �|�S | jdk r^t|�| jkr^t|�d| j� }| j �|�}|s||r|| �� n&| jdk r�| j|8 _| js�| �� |S )z^Read up to len(b) bytes into bytearray b and return the number
of bytes read.
Nr rk ) r@ rL rb rR �_readinto_chunkedrT r- r r~ )r1 r� r2 r r r r~ � s$
zHTTPResponse.readintoc C sr | j �td �}t|�tkr$td��|�d�}|dkrB|d |� }z t|d�W S tk
rl | �� � Y nX d S )Nr+ z
chunk size� ;r � ) r@ r= r> r- r �findrc r` rb )r1 r3 �ir r r �_read_next_chunk_size s
z"HTTPResponse._read_next_chunk_sizec C s: | j �td �}t|�tkr$td��|s*q6|dkr q6q d S )Nr+ z trailer liner9 )r@ r= r> r- r �r1 r3 r r r �_read_and_discard_trailer s z&HTTPResponse._read_and_discard_trailerc C sl | j }|sh|d k r | �d� z | �� }W n tk
rD td��Y nX |dkrb| �� | �� d }|| _ |S )NrZ r< r )rS r� r� r` r
r� rb )r1 rS r r r �_get_chunk_left s
z HTTPResponse._get_chunk_leftc C sb g }z6| � � }|d krq0|�| �|�� d| _qd�|�W S tk
r\ td�|���Y nX d S �Nr r< )r� r0 r� rS rE r
)r1 �valuerS r r r r� 8 s z HTTPResponse._readall_chunkedc C s� d}t |�}zv| �� }|d kr$|W S t|�|krN| �|�}|| | _|| W S |d |� }| �|�}||d � }||7 }d| _qW n( tk
r� tt|d|� ���Y nX d S )Nr )r r� r- �_safe_readintorS r
�bytes)r1 r� Z total_bytesZmvbrS r2 Ztemp_mvbr r r r� F s"
z HTTPResponse._readinto_chunkedc C s. | j �|�}t|�|k r*t||t|� ��|S )a Read the number of bytes requested.
This function should be used when <amt> bytes "should" be present for
reading. If the bytes are truly not available (due to EOF), then the
IncompleteRead exception can be used to detect the problem.
)r@ r� r- r
)r1 r� r r r r r� ^ s zHTTPResponse._safe_readc C s: t |�}| j�|�}||k r6tt|d|� �|| ��|S )z2Same as _safe_read, but for reading into a buffer.N)r- r@ r~ r
r� )r1 r� r� r2 r r r r� j s
zHTTPResponse._safe_readinto���c C s� | j dks| jdkrdS | jr(| �|�S | jdk rJ|dk sD|| jkrJ| j}| j �|�}|sh|rh| �� n | jdk r�| jt|�8 _|S )zvRead with at most one underlying system call. If at least one
byte is buffered, return that instead.
Nrk r< r )r@ rL rR �_read1_chunkedrT �read1rb r- )r1 r2 �resultr r r r� r s
zHTTPResponse.read1c C s4 | j d ks| jdkrdS | jr(| �|�S | j �|�S )Nrk r< )r@ rL rR �
_peek_chunked�peek)r1 r2 r r r r� � s
zHTTPResponse.peekc s� | j d ks| jdkrdS | jr*t� �|�S | jd k rL|dk sF|| jkrL| j}| j �|�}|sj|rj| �� n | jd k r�| jt|�8 _|S )Nrk r< r )r@ rL rR rv r= rT rb r- )r1 �limitr� rx r r r= � s
zHTTPResponse.readlinec C sd | � � }|d ks|dkr dS d| kr0|ks6n |}| j�|�}| jt|�8 _|s`td��|S r� )r� r@ r� rS r- r
)r1 r2 rS r� r r r r� � s zHTTPResponse._read1_chunkedc C sD z | � � }W n tk
r" Y dS X |d kr0dS | j�|�d |� S )Nr< )r� r
r@ r� )r1 r2 rS r r r r� � s zHTTPResponse._peek_chunkedc C s
| j �� S ru )r@ �filenorw r r r r� � s zHTTPResponse.filenoc C sF | j dkrt� �| j �|�p |}t|t�s4t|d�s8|S d�|�S dS )ax Returns the value of the header matching *name*.
If there are multiple matching headers, the values are
combined into a single string separated by commas and spaces.
If no matching header is found, returns *default* or None if
the *default* is not specified.
If the headers are unknown, raises http.client.ResponseNotReady.
N�__iter__z, )rA r Zget_all�
isinstancer\ �hasattrrE )r1 r& �defaultrA r r r � getheader� s
zHTTPResponse.getheaderc C s | j dkrt� �t| j �� �S )z&Return list of (header, value) tuples.N)rA r �listrn rw r r r �
getheaders� s
zHTTPResponse.getheadersc C s | S ru r rw r r r r� � s zHTTPResponse.__iter__c C s | j S )aj Returns an instance of the class mimetools.Message containing
meta-information associated with the URL.
When the method is HTTP, these headers are those returned by
the server at the head of the retrieved HTML page (including
Content-Length and Content-Type).
When the method is FTP, a Content-Length header will be
present if (as is now usual) the server passed back a file
length in response to the FTP retrieval request. A
Content-Type header will be present if the MIME type can be
guessed.
When the method is local-file, returned headers will include
a Date representing the file's last-modified time, a
Content-Length giving file size, and a Content-Type
containing a guess at the file's type. See also the
description of the mimetools module.
)rA rw r r r �info� s zHTTPResponse.infoc C s | j S )aZ Return the real URL of the page.
In some cases, the HTTP server redirects a client to another
URL. The urlopen() function handles this transparently, but in
some cases the caller needs to know which URL the client was
redirected to. The geturl() method can be used to get at this
redirected URL.
)rX rw r r r �geturl� s
zHTTPResponse.geturlc C s | j S )zuReturn the HTTP status code that was sent with the response,
or None if the URL is not an HTTP URL.
)rP rw r r r �getcode� s zHTTPResponse.getcode)r NN)N)r� )r� )r� )N)"r5 r6 r7 rY rd rs rp rb rt rz r{ r| r� r~ r� r� r� r� r� r� r� r� r� r= r� r� r� r� r� r� r� r� r� �
__classcell__r r rx r r � s<
!H
"
c @ s
e Zd ZdZdZeZeZdZ dZ
e dd� �Z e dd� �Z
d ejd d
fd d �Zd7d
d�Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd8d d!�Zd9d"d#�Zd$d%� Z d&d'� Z d(d)� Z d*d+� Z d,d-� Z d:d d.�d/d0�Z!d i fd d.�d1d2�Z"d3d4� Z#d5d6� Z$d S );r rf zHTTP/1.1r+ r c C s t | tj�S )zFTest whether a file-like object is a text or a binary stream.
)r� �io�
TextIOBase)�streamr r r �
_is_textIO s zHTTPConnection._is_textIOc C sf | dkr |� � tkrdS dS t| d�r*dS zt| �}|jW S tk
rN Y nX t| t�rbt| �S dS )a Get the content-length based on the body.
If the body is None, we set Content-Length: 0 for methods that expect
a body (RFC 7230, Section 3.3.2). We also set the Content-Length for
any method if the body is a str or bytes-like object and not a file.
Nr r� ) �upper�_METHODS_EXPECTING_BODYr� r �nbytes� TypeErrorr� r\ r- )�bodyrW Zmvr r r �_get_content_length s
z"HTTPConnection._get_content_lengthN� c C sn || _ || _|| _d | _g | _d | _t| _d | _d | _ d | _
i | _ | � ||�\| _
| _| �| j
� tj| _d S ru )�timeout�source_address� blocksizerV �_buffer�_HTTPConnection__response�_CS_IDLE�_HTTPConnection__staterL � _tunnel_host� _tunnel_port�_tunnel_headers�
_get_hostport�host�port�_validate_host�socketZcreate_connection�_create_connection)r1 r� r� r� r� r� r r r rY 4 s zHTTPConnection.__init__c C s< | j rtd��| �||�\| _| _|r.|| _n
| j�� dS )aD Set up host and port for HTTP CONNECT tunnelling.
In a connection that uses HTTP CONNECT tunneling, the host passed to the
constructor is used as a proxy server that relays all communication to
the endpoint passed to `set_tunnel`. This done by sending an HTTP
CONNECT request to the proxy server when the connection is established.
This method must be called before the HTTP connection has been
established.
The headers argument should be a mapping of extra HTTP headers to send
with the CONNECT request.
z.Can't set up tunnel for established connectionN)rV � RuntimeErrorr� r� r� r� �clear)r1 r� r� rA r r r �
set_tunnelJ s zHTTPConnection.set_tunnelc C s� |d kr�|� d�}|� d�}||kr�zt||d d � �}W nH tk
r� ||d d � dkrh| j}ntd||d d � ��Y nX |d |� }n| j}|r�|d dkr�|d dkr�|dd� }||fS ) Nr* �]r+ r[ znonnumeric port: '%s'r �[r� )�rfindrc r` � default_portr )r1 r� r� r� �jr r r r� b s
z HTTPConnection._get_hostportc C s
|| _ d S ru )rK )r1 �levelr r r �set_debuglevelv s z HTTPConnection.set_debuglevelc C s� d| j | jf }|�d�}| �|� | j�� D ](\}}d||f }|�d�}| �|� q.| �d� | j| j| jd�}|� � \}} }
| t
j j kr�| �
� td| |
�� f ��|j�td �} t| �tkr�td ��| s�q�| d
kr�q�| jd kr�td | �� � q�d S )
NzCONNECT %s:%d HTTP/1.0
�asciiz%s: %s
r r: �rW z Tunnel connection failed: %d %sr+ r8 r9 r rg )r� r� r �sendr� rn �response_classrV rL rd �http�
HTTPStatusZOKrt �OSErrorrm r@ r= r> r- r rK r] rF ) r1 Z connect_strZ
connect_bytes�headerr� Z
header_strZ header_bytes�responserO rl �messager3 r r r �_tunnely s4 �
�
zHTTPConnection._tunnelc C sB | � | j| jf| j| j�| _| j�tjtj d� | j
r>| � � dS )z3Connect to the host and port specified in __init__.r+ N) r� r� r� r� r� rV Z
setsockoptr� Z IPPROTO_TCPZ TCP_NODELAYr� r� rw r r r �connect� s
�zHTTPConnection.connectc C sB t | _z | j}|r d| _|�� W 5 | j}|r<d| _|�� X dS )z(Close the connection to the HTTP server.N)r� r� r� rt rV )r1 r� rV r r r rt � s zHTTPConnection.closec C s | j dkr | jr| �� nt� �| jdkr8tdt|�� t|d�r�| jdkrTtd� | �|�}|rt| jdkrttd� |� | j
�}|s�q�|r�|� d�}| j � |� qtdS z| j � |� W nL t
k
�r t|tjj�r�|D ]}| j � |� q�nt
dt|� ��Y nX dS ) z�Send `data' to the server.
``data`` can be a string object, a bytes object, an array object, a
file-like object that supports a .read() method, or an iterable object.
Nr zsend:r� �sendIng a read()able� encoding file using iso-8859-1rC z9data should be a bytes-like object or an iterable, got %r)rV � auto_openr� r rK r] r^ r� r� r� r� r Zsendallr� r� � collections�abc�Iterable�type)r1 r r � datablock�dr r r r� � s8
�zHTTPConnection.sendc C s | j �|� dS )zuAdd a line of output to the current request buffer.
Assumes that the line does *not* end with \r\n.
N)r� r0 )r1 r� r r r �_output� s zHTTPConnection._outputc c s^ | j dkrtd� | �|�}|r2| j dkr2td� |�| j�}|sDqZ|rR|�d�}|V q2d S )Nr r� r� rC )rK r] r� r� r� r )r1 r{ r r� r r r �_read_readable� s
z HTTPConnection._read_readableFc C s | j �d� d�| j �}| j dd�= | �|� |dk �r t|d�rN| �|�}nZz t|� W nF tk
r� z t|�}W n$ tk
r� tdt |� ��Y nX Y nX |f}|D ]R}|s�| j
dkr�t d� q�|r�| j dkr�t
|�d �d
��d �| d }| �|� q�|�r | j dk�r | �d � dS )
z�Send the currently buffered request and clear the buffer.
Appends an extra \r\n to the buffer.
A message_body may be specified, to be appended to the request.
)r< r< r: Nr� zAmessage_body should be a bytes-like object or an iterable, got %rr zZero length chunk ignoredrf �Xz
r� s 0
)r� �extendrE r� r� r� r r� �iterr� rK r] � _http_vsnr- r )r1 � message_body�encode_chunkedrM Zchunks�chunkr r r � _send_output� s:
�
� zHTTPConnection._send_outputc C s� | j r| j �� rd| _ | jtkr(t| _n
t| j��| �|� || _|pHd}| �|� d||| j f }| �
| � |�� | j dk�r�|�s�d}|�
d�r�t|�\}}}}}|r�z|�d�}W n tk
r� |�d�}Y nX | �d |� n�| jr�| j} | j}
n | j} | j}
z| �d�} W n tk
�r4 | �d�} Y nX | �d
�d k�rRd | d
} |
| jk�rl| �d | � n | �d�} | �d d| |
f � |�s�| �dd� n dS )a` Send a request to the server.
`method' specifies an HTTP request method, e.g. 'GET'.
`url' specifies the object being requested, e.g. '/index.html'.
`skip_host' if True does not add automatically a 'Host:' header
`skip_accept_encoding' if True does not add automatically an
'Accept-Encoding:' header
N�/z%s %s %srf r[ r� r� ZidnaZHostr* r � [� ]z%s:%szAccept-EncodingZidentity)r� r| r� r� �_CS_REQ_STARTEDr
�_validate_methodrL �_validate_path�
_http_vsn_strr� �_encode_requestr� ra r r r � putheaderr� r� r� r� r� r� rF ) r1 rW rX � skip_host�skip_accept_encoding�requestZnetlocZnilZ
netloc_encr� r� Zhost_encr r r �
putrequest sP
zHTTPConnection.putrequestc C s
|� d�S )Nr� )r )r1 r� r r r r� � s z HTTPConnection._encode_requestc C s, t �|�}|r(td|�d|�� �d���dS )z&Validate a method name for putrequest.z)method can't contain control characters. � (found at least �)N)�$_contains_disallowed_method_pchar_re�searchr` �group)r1 rW �matchr r r r� � s
�z HTTPConnection._validate_methodc C s, t �|�}|r(td|�d|�� �d���dS )z Validate a url for putrequest.�&URL can't contain control characters. r� r� N��!_contains_disallowed_url_pchar_rer� r r� )r1 rX r� r r r r� � s
z HTTPConnection._validate_pathc C s, t �|�}|r(td|�d|�� �d���dS )z9Validate a host so it doesn't contain control characters.r� r� r� Nr� )r1 r� r� r r r r� � s
z HTTPConnection._validate_hostc G s� | j tkrt� �t|d�r$|�d�}t|�s:td|f ��t|�}t|�D ]\\}}t|d�rl|�d�||< n t |t
�r�t |��d�||< t || �rJtd|| f ��qJd�
|�}|d | }| �|� dS ) zkSend a request header line to the server.
For example: h.putheader('Accept', 'text/html')
r r� zInvalid header name %rr zInvalid header value %rs
s : N)r� r� r r� r �_is_legal_header_namer` r� � enumerater� rc r\ �_is_illegal_header_valuerE r� )r1 r� �valuesr� Z one_valuer� r r r r� � s"
zHTTPConnection.putheader�r� c C s* | j tkrt| _ nt� �| j||d� dS )z�Indicate that the last header line has been sent to the server.
This method sends the request to the server. The optional message_body
argument can be used to pass a message body associated with the
request.
r N)r� r� � _CS_REQ_SENTr r� )r1 r� r� r r r �
endheaders� s
zHTTPConnection.endheadersc C s | � |||||� dS )z&Send a complete request to the server.N)�
_send_request)r1 rW rX r� rA r� r r r r� � s zHTTPConnection.requestc C s� t dd� |D ��}i }d|kr&d|d< d|kr6d|d< | j||f|� d|kr�d |kr�d
}| �||�}|d kr�|d k r�| jd kr�td | � d
}| �dd� q�| �dt|�� nd
}|�� D ]\} }
| �| |
� q�t|t�r�t |d�}| j
||d� d S )Nc s s | ]}|� � V qd S ru )r, )r �kr r r � <genexpr>� s z/HTTPConnection._send_request.<locals>.<genexpr>r� r+ r� zaccept-encodingr� ri rh Fr z Unable to determine size of %rTzTransfer-EncodingrR zContent-Lengthr� r ) � frozensetr� r� rK r] r� r\ rn r� r( r ) r1 rW rX r� rA r� Z header_namesZskipsZcontent_lengthrq r� r r r r � s0
z HTTPConnection._send_requestc C s� | j r| j �� rd| _ | jtks&| j r0t| j��| jdkrR| j| j| j| jd�}n| j| j| jd�}zNz |� � W n t
k
r� | � � � Y nX t | _|j
r�| � � n|| _ |W S |� � � Y nX dS )a) Get the response from the server.
If the HTTPConnection is in the correct state, returns an
instance of HTTPResponse or of whatever object is returned by
the response_class variable.
If a request has not been sent or if a previous response has
not be handled, ResponseNotReady is raised. If the HTTP
response indicates that the connection should be closed, then
it will be closed before the response is returned. When the
connection is closed, the underlying socket is closed.
Nr r� )r� r| r� r r rK r� rV rL rs �ConnectionErrorrt r� rU )r1 r� r r r � getresponse s.
�
zHTTPConnection.getresponse)NN)NF)FF)N)%r5 r6 r7 r� r� r r� � HTTP_PORTr� r� rK � staticmethodr� r� r� �_GLOBAL_DEFAULT_TIMEOUTrY r� r� r� r� r� rt r� r� r� r� r� r� r� r� r� r� r r� r r
r r r r r sL
�
&
6 �
� .c sH e Zd ZdZeZdddejdfdddd�� fdd� Z� fdd�Z � Z
S ) �HTTPSConnectionz(This class allows communication via SSL.Nr� )�context�check_hostnamer� c s� t t| �j||||| d� |d k s2|d k s2|d k rHdd l}
|
�dtd� || _|| _|d krtt� � }|j
d k rtd|_
|j tj k} |d kr�|j
}|r�| s�td��|s�|r�|�||� |j
d k r�d|_
|| _|d k r�|| j_
d S )N)r� r zTkey_file, cert_file and check_hostname are deprecated, use a custom context instead.rZ TzMcheck_hostname needs a SSL context with either CERT_OPTIONAL or CERT_REQUIRED)rv r rY �warnings�warn�DeprecationWarning�key_file� cert_file�sslZ _create_default_https_contextZpost_handshake_authZ verify_modeZ CERT_NONEr r` Zload_cert_chain�_context) r1 r� r� r r r� r� r r r� r Z will_verifyrx r r rY c s< �� �
zHTTPSConnection.__init__c s6 t � �� | jr| j}n| j}| jj| j|d�| _dS )z(Connect to a host on a given (SSL) port.)�server_hostnameN)rv r� r� r� r Z wrap_socketrV )r1 r rx r r r� � s
�zHTTPSConnection.connect) r5 r6 r7 �__doc__�
HTTPS_PORTr� r� r rY r� r� r r rx r r \ s � �$r c @ s e Zd ZdS )r N�r5 r6 r7 r r r r r � s c @ s e Zd ZdS )r Nr r r r r r � s c @ s e Zd ZdS )r Nr r r r r r � s c @ s e Zd Zdd� ZdS )r c C s |f| _ || _d S ru )�argsrO )r1 rO r r r rY � s zUnknownProtocol.__init__N�r5 r6 r7 rY r r r r r � s c @ s e Zd ZdS )r Nr r r r r r � s c @ s e Zd ZdS )r Nr r r r r r � s c @ s$ e Zd Zddd�Zdd� ZejZdS )r
Nc C s |f| _ || _|| _d S ru )r �partial�expected)r1 r! r" r r r rY � s zIncompleteRead.__init__c C s2 | j d k rd| j }nd}d| jjt| j�|f S )Nz, %i more expectedr[ z%s(%i bytes read%s))r" ry r5 r- r! )r1 �er r r �__repr__� s
�zIncompleteRead.__repr__)N)r5 r6 r7 rY r$ r" �__str__r r r r r
� s
c @ s e Zd ZdS )r Nr r r r r r � s c @ s e Zd ZdS )r
Nr r r r r r
� s c @ s e Zd ZdS )r Nr r r r r r � s c @ s e Zd ZdS )r Nr r r r r r � s c @ s e Zd Zdd� ZdS )r c C s |s t |�}|f| _|| _d S ru )r^ r r3 r� r r r rY � s zBadStatusLine.__init__Nr r r r r r � s c @ s e Zd Zdd� ZdS )r c C s t �| dt|f � d S )Nz&got more than %d bytes when reading %s)r rY r> )r1 Z line_typer r r rY � s �zLineTooLong.__init__Nr r r r r r � s c @ s e Zd Zdd� ZdS )r c O s" t �| d� tj| f|�|� d S )Nr[ )r rY �ConnectionResetError)r1 �pos�kwr r r rY � s zRemoteDisconnected.__init__Nr r r r r r � s )r )Ar Z email.parserrG Z
email.messager� r� �rer� Zcollections.abcr� Z urllib.parser �__all__r r rN r� r� r �globals�updater� � __members__r r r> r? �compile� fullmatchr r� r r r� r� r( r� ZMessager) rB rI �BufferedIOBaser r r � ImportErrorr r0 � Exceptionr r r r r r r
r r
r r r r r& r r r r r r �<module> s� F �
W 8
http/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000013662 15115353745 0015102 0 ustar 00 U
e5d� � @ s& d dl mZ dgZG dd� de�ZdS )� )�IntEnum�
HTTPStatusc @ s e Zd ZdZdAdd�ZdZdZdZdZd Z d
Z
d Z d Z d
Z
dZdZdZdZdZdZdZdZdZdZdZdZdZdZd Z d Z d Z d Z d Z d!Z!d"Z"d#Z#d$Z$d%Z%d&Z&d'Z'd(Z(d)Z)d*Z*d+Z+d,Z,d-Z-d.Z.d/Z/d0Z0d1Z1d2Z2d3Z3d4Z4d5Z5d6Z6d7Z7d8Z8d9Z9d:Z:d;Z;d<Z<d=Z=d>Z>d?Z?d@S )Br a� HTTP status codes and reason phrases
Status codes from the following RFCs are all observed:
* RFC 7231: Hypertext Transfer Protocol (HTTP/1.1), obsoletes 2616
* RFC 6585: Additional HTTP Status Codes
* RFC 3229: Delta encoding in HTTP
* RFC 4918: HTTP Extensions for WebDAV, obsoletes 2518
* RFC 5842: Binding Extensions to WebDAV
* RFC 7238: Permanent Redirect
* RFC 2295: Transparent Content Negotiation in HTTP
* RFC 2774: An HTTP Extension Framework
* RFC 7725: An HTTP Status Code to Report Legal Obstacles
* RFC 7540: Hypertext Transfer Protocol Version 2 (HTTP/2)
� c C s" t �| |�}||_||_||_|S )N)�int�__new__�_value_�phrase� description)�cls�valuer r �obj� r
�%/usr/lib64/python3.8/http/__init__.pyr s
zHTTPStatus.__new__)�d ZContinuez!Request received, please continue)�e zSwitching Protocolsz.Switching to new protocol; obey Upgrade header)�f Z
Processing)�� �OKz#Request fulfilled, document follows)�� ZCreatedz Document created, URL follows)�� ZAcceptedz/Request accepted, processing continues off-line)�� z Non-Authoritative Informationz Request fulfilled from cache)�� z
No Contentz"Request fulfilled, nothing follows)�� z
Reset Contentz"Clear input form for further input)�� zPartial ContentzPartial content follows)�� z Multi-Status)�� zAlready Reported)�� zIM Used)i, zMultiple Choicesz,Object has several resources -- see URI list)i- zMoved Permanently�(Object moved permanently -- see URI list)i. ZFound�(Object moved temporarily -- see URI list)i/ z See Otherz'Object moved -- see Method and URL list)i0 z Not Modifiedz)Document has not changed since given time)i1 z Use Proxyz@You must use proxy specified in Location to access this resource)i3 zTemporary Redirectr )i4 zPermanent Redirectr )i� z Bad Requestz(Bad request syntax or unsupported method)i� Z Unauthorizedz*No permission -- see authorization schemes)i� zPayment Requiredz"No payment -- see charging schemes)i� Z Forbiddenz0Request forbidden -- authorization will not help)i� z Not Foundz Nothing matches the given URI)i� zMethod Not Allowedz-Specified method is invalid for this resource)i� zNot Acceptablez%URI not available in preferred format)i� z Proxy Authentication Requiredz7You must authenticate with this proxy before proceeding)i� zRequest Timeoutz"Request timed out; try again later)i� ZConflictzRequest conflict)i� ZGonez5URI no longer exists and has been permanently removed)i� zLength Requiredz"Client must specify Content-Length)i� zPrecondition Failedz Precondition in headers is false)i� zRequest Entity Too LargezEntity is too large)i� zRequest-URI Too LongzURI is too long)i� zUnsupported Media Typez!Entity body in unsupported format)i� z Requested Range Not Satisfiablez Cannot satisfy request range)i� zExpectation Failedz'Expect condition could not be satisfied)i� zMisdirected Requestz(Server is not able to produce a response)i� zUnprocessable Entity)i� ZLocked)i� zFailed Dependency)i� zUpgrade Required)i� zPrecondition Requiredz8The origin server requires the request to be conditional)i� zToo Many RequestszOThe user has sent too many requests in a given amount of time ("rate limiting"))i� z Request Header Fields Too LargezVThe server is unwilling to process the request because its header fields are too large)i� z Unavailable For Legal ReasonszOThe server is denying access to the resource as a consequence of a legal demand)i� zInternal Server Errorz Server got itself in trouble)i� zNot Implementedz&Server does not support this operation)i� z Bad Gatewayz+Invalid responses from another server/proxy)i� zService Unavailablez8The server cannot process the request due to a high load)i� zGateway Timeoutz4The gateway server did not receive a timely response)i� zHTTP Version Not SupportedzCannot fulfill request)i� zVariant Also Negotiates)i� zInsufficient Storage)i� z
Loop Detected)i� z Not Extended)i� z Network Authentication Requiredz7The client needs to authenticate to gain network accessN)r )@�__name__�
__module__� __qualname__�__doc__r ZCONTINUEZSWITCHING_PROTOCOLSZ
PROCESSINGr ZCREATEDZACCEPTEDZ NON_AUTHORITATIVE_INFORMATIONZ
NO_CONTENTZ
RESET_CONTENTZPARTIAL_CONTENTZ MULTI_STATUSZALREADY_REPORTEDZIM_USEDZMULTIPLE_CHOICESZMOVED_PERMANENTLYZFOUNDZ SEE_OTHERZ NOT_MODIFIEDZ USE_PROXYZTEMPORARY_REDIRECTZPERMANENT_REDIRECTZ BAD_REQUESTZ UNAUTHORIZEDZPAYMENT_REQUIREDZ FORBIDDENZ NOT_FOUNDZMETHOD_NOT_ALLOWEDZNOT_ACCEPTABLEZ PROXY_AUTHENTICATION_REQUIREDZREQUEST_TIMEOUTZCONFLICTZGONEZLENGTH_REQUIREDZPRECONDITION_FAILEDZREQUEST_ENTITY_TOO_LARGEZREQUEST_URI_TOO_LONGZUNSUPPORTED_MEDIA_TYPEZ REQUESTED_RANGE_NOT_SATISFIABLEZEXPECTATION_FAILEDZMISDIRECTED_REQUESTZUNPROCESSABLE_ENTITYZLOCKEDZFAILED_DEPENDENCYZUPGRADE_REQUIREDZPRECONDITION_REQUIREDZTOO_MANY_REQUESTSZ REQUEST_HEADER_FIELDS_TOO_LARGEZ UNAVAILABLE_FOR_LEGAL_REASONSZINTERNAL_SERVER_ERRORZNOT_IMPLEMENTEDZ BAD_GATEWAYZSERVICE_UNAVAILABLEZGATEWAY_TIMEOUTZHTTP_VERSION_NOT_SUPPORTEDZVARIANT_ALSO_NEGOTIATESZINSUFFICIENT_STORAGEZ
LOOP_DETECTEDZ NOT_EXTENDEDZ NETWORK_AUTHENTICATION_REQUIREDr
r
r
r r sz
N)�enumr �__all__r r
r
r
r �<module> s http/__pycache__/client.cpython-38.pyc 0000644 00000104135 15115353745 0013656 0 ustar 00 U
e5d�� � @ sf d Z ddlZddlZddlZddlZddlZddlZddlZ ddl
m Z dddddd d
d d d
ddddddddgZ dZ
dZdZdZdZdZe� �ejj� d d � ejj�� D �Zd Zd Ze�d �j Z e�d!�j Z e�d"�Z e�d#�Z!d$d%d&hZ"dBd(d)�Z#G d*d+� d+ej$j%�Z&d,d-� Z'e&fd.d/�Z(G d0d� dej)�Z*G d1d� d�Z+z ddl,Z,W n e-k
�r` Y n X G d2d3� d3e+�Z.e �/d3� G d4d� de0�Z1G d5d� de1�Z2G d6d � d e1�Z3G d7d� de1�Z4G d8d � d e1�Z5G d9d
� d
e1�Z6G d:d � d e1�Z7G d;d
� d
e1�Z8G d<d� de8�Z9G d=d� de8�Z:G d>d� de8�Z;G d?d� de1�Z<G d@d� de1�Z=G dAd� de>e<�Z?e1Z@dS )Ca�
HTTP/1.1 client library
<intro stuff goes here>
<other stuff, too>
HTTPConnection goes through a number of "states", which define when a client
may legally make another request or fetch the response for a particular
request. This diagram details these state transitions:
(null)
|
| HTTPConnection()
v
Idle
|
| putrequest()
v
Request-started
|
| ( putheader() )* endheaders()
v
Request-sent
|\_____________________________
| | getresponse() raises
| response = getresponse() | ConnectionError
v v
Unread-response Idle
[Response-headers-read]
|\____________________
| |
| response.read() | putrequest()
v v
Idle Req-started-unread-response
______/|
/ |
response.read() | | ( putheader() )* endheaders()
v v
Request-started Req-sent-unread-response
|
| response.read()
v
Request-sent
This diagram presents the following rules:
-- a second request may not be started until {response-headers-read}
-- a response [object] cannot be retrieved until {request-sent}
-- there is no differentiation between an unread response body and a
partially read response body
Note: this enforcement is applied by the HTTPConnection class. The
HTTPResponse class does not enforce this state machine, which
implies sophisticated clients may accelerate the request/response
pipeline. Caution should be taken, though: accelerating the states
beyond the above pattern may imply knowledge of the server's
connection-close behavior for certain requests. For example, it
is impossible to tell whether the server will close the connection
UNTIL the response headers have been read; this means that further
requests cannot be placed into the pipeline until it is known that
the server will NOT be closing the connection.
Logical State __state __response
------------- ------- ----------
Idle _CS_IDLE None
Request-started _CS_REQ_STARTED None
Request-sent _CS_REQ_SENT None
Unread-response _CS_IDLE <response_class>
Req-started-unread-response _CS_REQ_STARTED <response_class>
Req-sent-unread-response _CS_REQ_SENT <response_class>
� N)�urlsplit� HTTPResponse�HTTPConnection�
HTTPException� NotConnected�UnknownProtocol�UnknownTransferEncoding�UnimplementedFileMode�IncompleteRead�
InvalidURL�ImproperConnectionState�CannotSendRequest�CannotSendHeader�ResponseNotReady�
BadStatusLine� LineTooLong�RemoteDisconnected�error� responses�P i� ZUNKNOWNZIdlezRequest-startedz Request-sentc C s i | ] }||j �qS � )�phrase)�.0�vr r �#/usr/lib64/python3.8/http/client.py�
<dictcomp>j s r i �d s [^:\s][^:\r\n]*s \n(?![ \t])|\r(?![ \t\n])z[ - ]z[ - ]ZPATCHZPOSTZPUT�datac
C sh z | � d�W S tk
rb } z8t|j|j|j|jd|�� | |j|j� |f �d�W 5 d}~X Y nX dS )z<Call data.encode("latin-1") but show a better error message.�latin-1z`%s (%.20r) is not valid Latin-1. Use %s.encode('utf-8') if you want to send it encoded in UTF-8.N)�encode�UnicodeEncodeError�encoding�object�start�end�title)r �name�errr r r �_encode� s ���r( c @ s e Zd Zdd� ZdS )� HTTPMessagec C sj |� � d }t|�}g }d}| �� D ]@}|d|� � � |krBd}n|dd� �� sVd}|r$|�|� q$|S )a� Find all header lines matching a given header name.
Look through the list of headers and find all lines matching a given
header name (and their continuation lines). A list of the lines is
returned, without interpretation. If the header does not occur, an
empty list is returned. If the header occurs multiple times, all
occurrences are returned. Case is not important in the header name.
�:r N� )�lower�len�keys�isspace�append)�selfr& �nZlstZhit�liner r r �getallmatchingheaders� s
z!HTTPMessage.getallmatchingheadersN)�__name__�
__module__� __qualname__r4 r r r r r) � s r) c C sX g }| � td �}t|�tkr&td��|�|� t|�tkrHtdt ��|dkrqTq|S )z�Reads potential header lines into a list from a file pointer.
Length of line is limited by _MAXLINE, and number of
headers is limited by _MAXHEADERS.
r+ � header linezgot more than %d headers��
�
� )�readline�_MAXLINEr- r r0 � _MAXHEADERSr )�fp�headersr3 r r r �
_read_headers� s
rB c C s, t | �}d�|��d�}tjj|d��|�S )aG Parses only RFC2822 headers from a file pointer.
email Parser wants to see strings rather than bytes.
But a TextIOWrapper around self.rfile would buffer too many bytes
from the stream, bytes which we later need to read as bytes.
So we read the correct bytes here, as bytes, for email Parser
to parse.
r< �
iso-8859-1)�_class)rB �join�decode�email�parserZParserZparsestr)r@ rD rA Zhstringr r r �
parse_headers� s
rI c s e Zd Zd@dd�Zdd� Zdd� Zd d
� Zd d � Z� fd
d�Z� fdd�Z dd� Z
dd� Z dAdd�Z dd� Z
dd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� ZdBd(d)�ZdCd*d+�ZdD� fd,d-� Zd.d/� Zd0d1� Zd2d3� ZdEd4d5�Zd6d7� Z d8d9� Z d:d;� Z d<d=� Z d>d?� Z � Z!S )Fr r Nc C sR |� d�| _|| _|| _d | _| _t| _t| _t| _ t| _
t| _ t| _ t| _
d S )N�rb)Zmakefiler@ �
debuglevel�_methodrA �msg�_UNKNOWN�version�status�reason�chunked�
chunk_left�length�
will_close)r1 �sockrK �method�urlr r r �__init__� s zHTTPResponse.__init__c C s t | j�td �d�}t|�tkr*td��| jdkrBtdt|�� |sNt d��z|�
d d�\}}}W nF t k
r� z|�
d d�\}}d}W n t k
r� d}Y nX Y nX |� d �s�| �
� t|��z$t|�}|d
k s�|d kr�t|��W n t k
�r t|��Y nX |||fS ) Nr+ rC z status liner zreply:z-Remote end closed connection without response� � zHTTP/r i� )�strr@ r= r> r- r rK �print�reprr �split�
ValueError�
startswith� _close_connr �int)r1 r3 rO rP rQ r r r � _read_status s2
zHTTPResponse._read_statusc C s� | j d k rd S | �� \}}}|tkr&qHt| j�}| jdkrDtd|� ~q| | _| _|� � | _
|dkrnd| _ n|� d�r�d| _ nt
|��t| j� | _ | _| jdkr�| j �� D ]\}}td|d |� q�| j �d �}|r�|�� d
kr�d | _d | _nd | _| �� | _d | _| j �d
�}|�rb| j�sbzt|�| _W n tk
�rL d | _Y nX | jdk �rhd | _nd | _|tk�s�|tk�s�d| k�r�dk �s�n | j dk�r�d| _| j�s�| j�s�| jd k�r�d | _d S )Nr zheaders:)zHTTP/1.0zHTTP/0.9�
zHTTP/1.� �header:r* �transfer-encodingrR TF�content-lengthr �� �HEAD) rA rd ZCONTINUErB r@ rK r] �coderP �striprQ rO ra r rI rM �items�getr, rR rS � _check_closerU rT rc r` Z
NO_CONTENTZ NOT_MODIFIEDrL ) r1 rO rP rQ Zskipped_headers�hdr�valZtr_encrT r r r �begin5 sf
�
�
���zHTTPResponse.beginc C sv | j �d�}| jdkr.|r*d|�� kr*dS dS | j �d�r>dS |rRd|�� krRdS | j �d�}|rrd|�� krrdS dS )NZ
connectionrf �closeTFz
keep-alivezproxy-connection)rA ro rO r, )r1 ZconnZpconnr r r rp } s
zHTTPResponse._check_closec C s | j }d | _ |�� d S �N)r@ rt )r1 r@ r r r rb � s zHTTPResponse._close_connc s$ zt� �� W 5 | j r | �� X d S ru )r@ rb �superrt �r1 �� __class__r r rt � s zHTTPResponse.closec s t � �� | jr| j�� d S ru )rv �flushr@ rw rx r r rz � s
zHTTPResponse.flushc C s dS )zAlways returns TrueTr rw r r r �readable� s zHTTPResponse.readablec C s
| j dkS )z!True if the connection is closed.N)r@ rw r r r �isclosed� s zHTTPResponse.isclosedc C s� | j d krdS | jdkr$| �� dS |d k rRt|�}| �|�}t|�d |� �� S | jr`| �� S | j d krv| j �
� }n6z| � | j �}W n t k
r� | �� � Y nX d| _ | �� |S d S )Nr< rk r )
r@ rL rb � bytearray�readinto�
memoryview�tobytesrR �_readall_chunkedrT �read�
_safe_readr
)r1 �amt�br2 �sr r r r� � s*
zHTTPResponse.readc C s� | j dkrdS | jdkr$| �� dS | jr4| �|�S | jdk r^t|�| jkr^t|�d| j� }| j �|�}|s||r|| �� n&| jdk r�| j|8 _| js�| �� |S )z^Read up to len(b) bytes into bytearray b and return the number
of bytes read.
Nr rk ) r@ rL rb rR �_readinto_chunkedrT r- r r~ )r1 r� r2 r r r r~ � s$
zHTTPResponse.readintoc C sr | j �td �}t|�tkr$td��|�d�}|dkrB|d |� }z t|d�W S tk
rl | �� � Y nX d S )Nr+ z
chunk size� ;r � ) r@ r= r> r- r �findrc r` rb )r1 r3 �ir r r �_read_next_chunk_size s
z"HTTPResponse._read_next_chunk_sizec C s: | j �td �}t|�tkr$td��|s*q6|dkr q6q d S )Nr+ z trailer liner9 )r@ r= r> r- r �r1 r3 r r r �_read_and_discard_trailer s z&HTTPResponse._read_and_discard_trailerc C sl | j }|sh|d k r | �d� z | �� }W n tk
rD td��Y nX |dkrb| �� | �� d }|| _ |S )NrZ r< r )rS r� r� r` r
r� rb )r1 rS r r r �_get_chunk_left s
z HTTPResponse._get_chunk_leftc C sp | j tkst�g }z6| �� }|d kr&q>|�| �|�� d| _qd�|�W S tk
rj td�|���Y nX d S �Nr r< ) rR rN �AssertionErrorr� r0 r� rS rE r
)r1 �valuerS r r r r� 8 s z HTTPResponse._readall_chunkedc C s� | j tkst�d}t|�}zv| �� }|d kr2|W S t|�|kr\| �|�}|| | _|| W S |d |� }| �|�}||d � }||7 }d| _q W n( tk
r� tt |d|� ���Y nX d S )Nr )
rR rN r� r r� r- �_safe_readintorS r
�bytes)r1 r� Z total_bytesZmvbrS r2 Ztemp_mvbr r r r� F s$
z HTTPResponse._readinto_chunkedc C s. | j �|�}t|�|k r*t||t|� ��|S )a Read the number of bytes requested.
This function should be used when <amt> bytes "should" be present for
reading. If the bytes are truly not available (due to EOF), then the
IncompleteRead exception can be used to detect the problem.
)r@ r� r- r
)r1 r� r r r r r� ^ s zHTTPResponse._safe_readc C s: t |�}| j�|�}||k r6tt|d|� �|| ��|S )z2Same as _safe_read, but for reading into a buffer.N)r- r@ r~ r
r� )r1 r� r� r2 r r r r� j s
zHTTPResponse._safe_readinto���c C s� | j dks| jdkrdS | jr(| �|�S | jdk rJ|dk sD|| jkrJ| j}| j �|�}|sh|rh| �� n | jdk r�| jt|�8 _|S )zvRead with at most one underlying system call. If at least one
byte is buffered, return that instead.
Nrk r< r )r@ rL rR �_read1_chunkedrT �read1rb r- )r1 r2 �resultr r r r� r s
zHTTPResponse.read1c C s4 | j d ks| jdkrdS | jr(| �|�S | j �|�S )Nrk r< )r@ rL rR �
_peek_chunked�peek)r1 r2 r r r r� � s
zHTTPResponse.peekc s� | j d ks| jdkrdS | jr*t� �|�S | jd k rL|dk sF|| jkrL| j}| j �|�}|sj|rj| �� n | jd k r�| jt|�8 _|S )Nrk r< r )r@ rL rR rv r= rT rb r- )r1 �limitr� rx r r r= � s
zHTTPResponse.readlinec C sd | � � }|d ks|dkr dS d| kr0|ks6n |}| j�|�}| jt|�8 _|s`td��|S r� )r� r@ r� rS r- r
)r1 r2 rS r� r r r r� � s zHTTPResponse._read1_chunkedc C sD z | � � }W n tk
r" Y dS X |d kr0dS | j�|�d |� S )Nr< )r� r
r@ r� )r1 r2 rS r r r r� � s zHTTPResponse._peek_chunkedc C s
| j �� S ru )r@ �filenorw r r r r� � s zHTTPResponse.filenoc C sF | j dkrt� �| j �|�p |}t|t�s4t|d�s8|S d�|�S dS )ax Returns the value of the header matching *name*.
If there are multiple matching headers, the values are
combined into a single string separated by commas and spaces.
If no matching header is found, returns *default* or None if
the *default* is not specified.
If the headers are unknown, raises http.client.ResponseNotReady.
N�__iter__z, )rA r Zget_all�
isinstancer\ �hasattrrE )r1 r& �defaultrA r r r � getheader� s
zHTTPResponse.getheaderc C s | j dkrt� �t| j �� �S )z&Return list of (header, value) tuples.N)rA r �listrn rw r r r �
getheaders� s
zHTTPResponse.getheadersc C s | S ru r rw r r r r� � s zHTTPResponse.__iter__c C s | j S )aj Returns an instance of the class mimetools.Message containing
meta-information associated with the URL.
When the method is HTTP, these headers are those returned by
the server at the head of the retrieved HTML page (including
Content-Length and Content-Type).
When the method is FTP, a Content-Length header will be
present if (as is now usual) the server passed back a file
length in response to the FTP retrieval request. A
Content-Type header will be present if the MIME type can be
guessed.
When the method is local-file, returned headers will include
a Date representing the file's last-modified time, a
Content-Length giving file size, and a Content-Type
containing a guess at the file's type. See also the
description of the mimetools module.
)rA rw r r r �info� s zHTTPResponse.infoc C s | j S )aZ Return the real URL of the page.
In some cases, the HTTP server redirects a client to another
URL. The urlopen() function handles this transparently, but in
some cases the caller needs to know which URL the client was
redirected to. The geturl() method can be used to get at this
redirected URL.
)rX rw r r r �geturl� s
zHTTPResponse.geturlc C s | j S )zuReturn the HTTP status code that was sent with the response,
or None if the URL is not an HTTP URL.
)rP rw r r r �getcode� s zHTTPResponse.getcode)r NN)N)r� )r� )r� )N)"r5 r6 r7 rY rd rs rp rb rt rz r{ r| r� r~ r� r� r� r� r� r� r� r� r� r= r� r� r� r� r� r� r� r� r� �
__classcell__r r rx r r � s<
!H
"
c @ s
e Zd ZdZdZeZeZdZ dZ
e dd� �Z e dd� �Z
d ejd d
fd d �Zd7d
d�Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd8d d!�Zd9d"d#�Zd$d%� Z d&d'� Z d(d)� Z d*d+� Z d,d-� Z d:d d.�d/d0�Z!d i fd d.�d1d2�Z"d3d4� Z#d5d6� Z$d S );r rf zHTTP/1.1r+ r c C s t | tj�S )zFTest whether a file-like object is a text or a binary stream.
)r� �io�
TextIOBase)�streamr r r �
_is_textIO s zHTTPConnection._is_textIOc C sf | dkr |� � tkrdS dS t| d�r*dS zt| �}|jW S tk
rN Y nX t| t�rbt| �S dS )a Get the content-length based on the body.
If the body is None, we set Content-Length: 0 for methods that expect
a body (RFC 7230, Section 3.3.2). We also set the Content-Length for
any method if the body is a str or bytes-like object and not a file.
Nr r� ) �upper�_METHODS_EXPECTING_BODYr� r �nbytes� TypeErrorr� r\ r- )�bodyrW Zmvr r r �_get_content_length s
z"HTTPConnection._get_content_lengthN� c C sn || _ || _|| _d | _g | _d | _t| _d | _d | _ d | _
i | _ | � ||�\| _
| _| �| j
� tj| _d S ru )�timeout�source_address� blocksizerV �_buffer�_HTTPConnection__response�_CS_IDLE�_HTTPConnection__staterL � _tunnel_host� _tunnel_port�_tunnel_headers�
_get_hostport�host�port�_validate_host�socketZcreate_connection�_create_connection)r1 r� r� r� r� r� r r r rY 4 s zHTTPConnection.__init__c C s< | j rtd��| �||�\| _| _|r.|| _n
| j�� dS )aD Set up host and port for HTTP CONNECT tunnelling.
In a connection that uses HTTP CONNECT tunneling, the host passed to the
constructor is used as a proxy server that relays all communication to
the endpoint passed to `set_tunnel`. This done by sending an HTTP
CONNECT request to the proxy server when the connection is established.
This method must be called before the HTTP connection has been
established.
The headers argument should be a mapping of extra HTTP headers to send
with the CONNECT request.
z.Can't set up tunnel for established connectionN)rV � RuntimeErrorr� r� r� r� �clear)r1 r� r� rA r r r �
set_tunnelJ s zHTTPConnection.set_tunnelc C s� |d kr�|� d�}|� d�}||kr�zt||d d � �}W nH tk
r� ||d d � dkrh| j}ntd||d d � ��Y nX |d |� }n| j}|r�|d dkr�|d dkr�|dd� }||fS ) Nr* �]r+ r[ znonnumeric port: '%s'r �[r� )�rfindrc r` � default_portr )r1 r� r� r� �jr r r r� b s
z HTTPConnection._get_hostportc C s
|| _ d S ru )rK )r1 �levelr r r �set_debuglevelv s z HTTPConnection.set_debuglevelc C s� d| j | jf }|�d�}| �|� | j�� D ](\}}d||f }|�d�}| �|� q.| �d� | j| j| jd�}|� � \}} }
| t
j j kr�| �
� td| |
�� f ��|j�td �} t| �tkr�td ��| s�q�| d
kr�q�| jd kr�td | �� � q�d S )
NzCONNECT %s:%d HTTP/1.0
�asciiz%s: %s
r r: �rW z Tunnel connection failed: %d %sr+ r8 r9 r rg )r� r� r �sendr� rn �response_classrV rL rd �http�
HTTPStatusZOKrt �OSErrorrm r@ r= r> r- r rK r] rF ) r1 Z connect_strZ
connect_bytes�headerr� Z
header_strZ header_bytes�responserO rl �messager3 r r r �_tunnely s4 �
�
zHTTPConnection._tunnelc C sB | � | j| jf| j| j�| _| j�tjtj d� | j
r>| � � dS )z3Connect to the host and port specified in __init__.r+ N) r� r� r� r� r� rV Z
setsockoptr� Z IPPROTO_TCPZ TCP_NODELAYr� r� rw r r r �connect� s
�zHTTPConnection.connectc C sB t | _z | j}|r d| _|�� W 5 | j}|r<d| _|�� X dS )z(Close the connection to the HTTP server.N)r� r� r� rt rV )r1 r� rV r r r rt � s zHTTPConnection.closec C s | j dkr | jr| �� nt� �| jdkr8tdt|�� t|d�r�| jdkrTtd� | �|�}|rt| jdkrttd� |� | j
�}|s�q�|r�|� d�}| j � |� qtdS z| j � |� W nL t
k
�r t|tjj�r�|D ]}| j � |� q�nt
dt|� ��Y nX dS ) z�Send `data' to the server.
``data`` can be a string object, a bytes object, an array object, a
file-like object that supports a .read() method, or an iterable object.
Nr zsend:r� �sendIng a read()able� encoding file using iso-8859-1rC z9data should be a bytes-like object or an iterable, got %r)rV � auto_openr� r rK r] r^ r� r� r� r� r Zsendallr� r� � collections�abc�Iterable�type)r1 r r � datablock�dr r r r� � s8
�zHTTPConnection.sendc C s | j �|� dS )zuAdd a line of output to the current request buffer.
Assumes that the line does *not* end with \r\n.
N)r� r0 )r1 r� r r r �_output� s zHTTPConnection._outputc c s^ | j dkrtd� | �|�}|r2| j dkr2td� |�| j�}|sDqZ|rR|�d�}|V q2d S )Nr r� r� rC )rK r] r� r� r� r )r1 r{ r r� r r r �_read_readable� s
z HTTPConnection._read_readableFc C s | j �d� d�| j �}| j dd�= | �|� |dk �r t|d�rN| �|�}nZz t|� W nF tk
r� z t|�}W n$ tk
r� tdt |� ��Y nX Y nX |f}|D ]R}|s�| j
dkr�t d� q�|r�| j dkr�t
|�d �d
��d �| d }| �|� q�|�r | j dk�r | �d � dS )
z�Send the currently buffered request and clear the buffer.
Appends an extra \r\n to the buffer.
A message_body may be specified, to be appended to the request.
)r< r< r: Nr� zAmessage_body should be a bytes-like object or an iterable, got %rr zZero length chunk ignoredrf �Xz
r� s 0
)r� �extendrE r� r� r� r r� �iterr� rK r] � _http_vsnr- r )r1 � message_body�encode_chunkedrM Zchunks�chunkr r r � _send_output� s:
�
� zHTTPConnection._send_outputc C s� | j r| j �� rd| _ | jtkr(t| _n
t| j��| �|� || _|pHd}| �|� d||| j f }| �
| � |�� | j dk�r�|�s�d}|�
d�r�t|�\}}}}}|r�z|�d�}W n tk
r� |�d�}Y nX | �d |� n�| jr�| j} | j}
n | j} | j}
z| �d�} W n tk
�r4 | �d�} Y nX | �d
�d k�rRd | d
} |
| jk�rl| �d | � n | �d�} | �d d| |
f � |�s�| �dd� n dS )a` Send a request to the server.
`method' specifies an HTTP request method, e.g. 'GET'.
`url' specifies the object being requested, e.g. '/index.html'.
`skip_host' if True does not add automatically a 'Host:' header
`skip_accept_encoding' if True does not add automatically an
'Accept-Encoding:' header
N�/z%s %s %srf r[ r� r� ZidnaZHostr* r � [� ]z%s:%szAccept-EncodingZidentity)r� r| r� r� �_CS_REQ_STARTEDr
�_validate_methodrL �_validate_path�
_http_vsn_strr� �_encode_requestr� ra r r r � putheaderr� r� r� r� r� r� rF ) r1 rW rX � skip_host�skip_accept_encoding�requestZnetlocZnilZ
netloc_encr� r� Zhost_encr r r �
putrequest sP
zHTTPConnection.putrequestc C s
|� d�S )Nr� )r )r1 r� r r r r� � s z HTTPConnection._encode_requestc C s, t �|�}|r(td|�d|�� �d���dS )z&Validate a method name for putrequest.z)method can't contain control characters. � (found at least �)N)�$_contains_disallowed_method_pchar_re�searchr` �group)r1 rW �matchr r r r� � s
�z HTTPConnection._validate_methodc C s, t �|�}|r(td|�d|�� �d���dS )z Validate a url for putrequest.�&URL can't contain control characters. r� r� N��!_contains_disallowed_url_pchar_rer� r r� )r1 rX r� r r r r� � s
z HTTPConnection._validate_pathc C s, t �|�}|r(td|�d|�� �d���dS )z9Validate a host so it doesn't contain control characters.r� r� r� Nr )r1 r� r� r r r r� � s
z HTTPConnection._validate_hostc G s� | j tkrt� �t|d�r$|�d�}t|�s:td|f ��t|�}t|�D ]\\}}t|d�rl|�d�||< n t |t
�r�t |��d�||< t || �rJtd|| f ��qJd�
|�}|d | }| �|� dS ) zkSend a request header line to the server.
For example: h.putheader('Accept', 'text/html')
r r� zInvalid header name %rr zInvalid header value %rs
s : N)r� r� r r� r �_is_legal_header_namer` r� � enumerater� rc r\ �_is_illegal_header_valuerE r� )r1 r� �valuesr� Z one_valuer� r r r r� � s"
zHTTPConnection.putheader�r� c C s* | j tkrt| _ nt� �| j||d� dS )z�Indicate that the last header line has been sent to the server.
This method sends the request to the server. The optional message_body
argument can be used to pass a message body associated with the
request.
r N)r� r� � _CS_REQ_SENTr r� )r1 r� r� r r r �
endheaders� s
zHTTPConnection.endheadersc C s | � |||||� dS )z&Send a complete request to the server.N)�
_send_request)r1 rW rX r� rA r� r r r r� � s zHTTPConnection.requestc C s� t dd� |D ��}i }d|kr&d|d< d|kr6d|d< | j||f|� d|kr�d |kr�d
}| �||�}|d kr�|d k r�| jd kr�td | � d
}| �dd� q�| �dt|�� nd
}|�� D ]\} }
| �| |
� q�t|t�r�t |d�}| j
||d� d S )Nc s s | ]}|� � V qd S ru )r, )r �kr r r � <genexpr>� s z/HTTPConnection._send_request.<locals>.<genexpr>r� r+ r� zaccept-encodingr� ri rh Fr z Unable to determine size of %rTzTransfer-EncodingrR zContent-Lengthr� r ) � frozensetr� r� rK r] r� r\ rn r� r( r ) r1 rW rX r� rA r� Z header_namesZskipsZcontent_lengthrq r� r r r r � s0
z HTTPConnection._send_requestc C s� | j r| j �� rd| _ | jtks&| j r0t| j��| jdkrR| j| j| j| jd�}n| j| j| jd�}z\z |� � W n t
k
r� | � � � Y nX |j t
ks�t�t| _|j r�| � � n|| _ |W S |� � � Y nX dS )a) Get the response from the server.
If the HTTPConnection is in the correct state, returns an
instance of HTTPResponse or of whatever object is returned by
the response_class variable.
If a request has not been sent or if a previous response has
not be handled, ResponseNotReady is raised. If the HTTP
response indicates that the connection should be closed, then
it will be closed before the response is returned. When the
connection is closed, the underlying socket is closed.
Nr r� )r� r| r� r r rK r� rV rL rs �ConnectionErrorrt rU rN r� r� )r1 r� r r r � getresponse s0
�
zHTTPConnection.getresponse)NN)NF)FF)N)%r5 r6 r7 r� r� r r� � HTTP_PORTr� r� rK � staticmethodr� r� r� �_GLOBAL_DEFAULT_TIMEOUTrY r� r� r� r� r� rt r� r� r� r� r� r� r� r� r� r� r r� r r r r r r r sL
�
&
6 �
� .c sH e Zd ZdZeZdddejdfdddd�� fdd� Z� fdd�Z � Z
S ) �HTTPSConnectionz(This class allows communication via SSL.Nr� )�context�check_hostnamer� c s� t t| �j||||| d� |d k s2|d k s2|d k rHdd l}
|
�dtd� || _|| _|d krtt� � }|j
d k rtd|_
|j tj k} |d kr�|j
}|r�| s�td��|s�|r�|�||� |j
d k r�d|_
|| _|d k r�|| j_
d S )N)r� r zTkey_file, cert_file and check_hostname are deprecated, use a custom context instead.rZ TzMcheck_hostname needs a SSL context with either CERT_OPTIONAL or CERT_REQUIRED)rv r rY �warnings�warn�DeprecationWarning�key_file� cert_file�sslZ _create_default_https_contextZpost_handshake_authZ verify_modeZ CERT_NONEr r` Zload_cert_chain�_context) r1 r� r� r r r� r� r r r� r Z will_verifyrx r r rY c s< �� �
zHTTPSConnection.__init__c s6 t � �� | jr| j}n| j}| jj| j|d�| _dS )z(Connect to a host on a given (SSL) port.)�server_hostnameN)rv r� r� r� r Z wrap_socketrV )r1 r rx r r r� � s
�zHTTPSConnection.connect) r5 r6 r7 �__doc__�
HTTPS_PORTr� r� r rY r� r� r r rx r r \ s � �$r c @ s e Zd ZdS )r N�r5 r6 r7 r r r r r � s c @ s e Zd ZdS )r Nr r r r r r � s c @ s e Zd ZdS )r Nr r r r r r � s c @ s e Zd Zdd� ZdS )r c C s |f| _ || _d S ru )�argsrO )r1 rO r r r rY � s zUnknownProtocol.__init__N�r5 r6 r7 rY r r r r r � s c @ s e Zd ZdS )r Nr r r r r r � s c @ s e Zd ZdS )r Nr r r r r r � s c @ s$ e Zd Zddd�Zdd� ZejZdS )r
Nc C s |f| _ || _|| _d S ru )r �partial�expected)r1 r" r# r r r rY � s zIncompleteRead.__init__c C s2 | j d k rd| j }nd}d| jjt| j�|f S )Nz, %i more expectedr[ z%s(%i bytes read%s))r# ry r5 r- r" )r1 �er r r �__repr__� s
�zIncompleteRead.__repr__)N)r5 r6 r7 rY r% r" �__str__r r r r r
� s
c @ s e Zd ZdS )r Nr r r r r r � s c @ s e Zd ZdS )r
Nr r r r r r
� s c @ s e Zd ZdS )r Nr r r r r r � s c @ s e Zd ZdS )r Nr r r r r r � s c @ s e Zd Zdd� ZdS )r c C s |s t |�}|f| _|| _d S ru )r^ r r3 r� r r r rY � s zBadStatusLine.__init__Nr! r r r r r � s c @ s e Zd Zdd� ZdS )r c C s t �| dt|f � d S )Nz&got more than %d bytes when reading %s)r rY r> )r1 Z line_typer r r rY � s �zLineTooLong.__init__Nr! r r r r r � s c @ s e Zd Zdd� ZdS )r c O s" t �| d� tj| f|�|� d S )Nr[ )r rY �ConnectionResetError)r1 �pos�kwr r r rY � s zRemoteDisconnected.__init__Nr! r r r r r � s )r )Ar Z email.parserrG Z
email.messager� r� �rer� Zcollections.abcr� Z urllib.parser �__all__r r rN r� r� r �globals�updater� � __members__r r r> r? �compile� fullmatchr r� r r r� r� r( r� ZMessager) rB rI �BufferedIOBaser r r � ImportErrorr r0 � Exceptionr r r r r r r
r r
r r r r r' r r r r r r �<module> s� F �
W 8
http/__pycache__/cookiejar.cpython-38.opt-1.pyc 0000644 00000150304 15115353745 0015304 0 ustar 00 U
e5d#, � @ s d Z ddddddddgZd d
lZd d
lZd d
lZd d
lZd d
lZd d
lZd d
l Zd d
l
Z d d
l Z
d d lmZ d Zd
ad
d� Zee
jj�ZdZdd� ZdZdd� ZdddddddgZd d d d d d!d"d#d$d%d&d'g Z g Z e D ]Z e � e � � � q�dud(d)�Z!dvd*d+�Z"d
d
d
d
d,�Z#e�$d-ej%�Z&d.d/� Z'd0d1� Z(e�$d2ej%�Z)e�$d3ej*ej%B �Z+e�$d4ej,ej%B �Z-d5d6� Z.e�$d7ej,ej%B �Z/d8d9� Z0d:d;� Z1e�$d<�Z2e�$d=�Z3e�$d>�Z4e�$d?�Z5d@dA� Z6e�$dB�Z7dCdD� Z8dEdF� Z9dGdH� Z:e�$dIej%�Z;dJdK� Z<dLdM� Z=dNdO� Z>dPdQ� Z?e�$dRej%�Z@dSdT� ZAdUdV� ZBdWdX� ZCdYdZ� ZDd[ZEe�$d\�ZFd]d^� ZGd_d`� ZHdadb� ZIdcdd� ZJG ded� d�ZKG dfd� d�ZLG dgd� deL�ZMdhdi� ZNdjdk� ZOG dldm� dm�ZPG dnd� d�ZQG dod� deR�ZSG dpd� deQ�ZTdqdr� ZUG dsd� deT�ZVG dtd� deT�ZWd
S )wa� HTTP cookie handling for web clients.
This module has (now fairly distant) origins in Gisle Aas' Perl module
HTTP::Cookies, from the libwww-perl library.
Docstrings, comments and debug strings in this code refer to the
attributes of the HTTP cookie system as cookie-attributes, to distinguish
them clearly from Python attributes.
Class diagram (note that BSDDBCookieJar and the MSIE* classes are not
distributed with the Python standard library, but are available from
http://wwwsearch.sf.net/):
CookieJar____
/ \ \
FileCookieJar \ \
/ | \ \ \
MozillaCookieJar | LWPCookieJar \ \
| | \
| ---MSIEBase | \
| / | | \
| / MSIEDBCookieJar BSDDBCookieJar
|/
MSIECookieJar
�Cookie� CookieJar� CookiePolicy�DefaultCookiePolicy�
FileCookieJar� LWPCookieJar� LoadError�MozillaCookieJar� N)�timegmFc G s( t sd S ts dd l}|�d�atj | � S )Nr zhttp.cookiejar)�debug�logger�loggingZ getLogger)�argsr
� r �&/usr/lib64/python3.8/http/cookiejar.py�_debug, s
r zQa filename was not supplied (nor was the CookieJar instance initialised with one)c C sJ dd l } dd l}dd l}| �� }|�d |� |�� }|jd| dd� d S )Nr zhttp.cookiejar bug!
%s� )�
stacklevel)�io�warnings� traceback�StringIO� print_exc�getvalue�warn)r r r �f�msgr r r �_warn_unhandled_exception: s
r i� c C s� | d d� \}}}}}}|t kr�d| kr4dkr�n nhd| krLdkr�n nPd| krddkr�n n8d| kr|dkr�n n d| kr�dkr�n nt| �S d S d S ) N� � � � r � �; �= )�
EPOCH_YEARr
)�tt�year�monthZmday�hour�min�secr r r �_timegmI s& 8 ��
��
��
r, ZMonZTueZWedZThuZFriZSatZSunZJanZFebZMarZAprZMayZJunZJulZAugZSepZOctZNovZDecc C s@ | dkrt j �� }n t j �| �}d|j|j|j|j|j|jf S )aH Return a string representing time in seconds since epoch, t.
If the function is called without an argument, it will use the current
time.
The format of the returned string is like "YYYY-MM-DD hh:mm:ssZ",
representing Universal Time (UTC, aka GMT). An example of this format is:
1994-11-24 08:49:37Z
Nz %04d-%02d-%02d %02d:%02d:%02dZ) �datetime�utcnow�utcfromtimestampr' r( �dayr) �minute�second��tZdtr r r � time2isozW s �r5 c C sR | dkrt j �� }n t j �| �}dt|�� |jt|jd |j|j |j
|j f S )z�Return a string representing time in seconds since epoch, t.
If the function is called without an argument, it will use the current
time.
The format of the returned string is like this:
Wed, DD-Mon-YYYY HH:MM:SS GMT
Nz#%s, %02d-%s-%04d %02d:%02d:%02d GMTr ) r- r. r/ �DAYSZweekdayr0 �MONTHSr( r' r) r1 r2 r3 r r r �
time2netscapej s
�r8 )ZGMT�UTCZUT�Zz^([-+])?(\d\d?):?(\d\d)?$c C sj d }| t krd}nTt�| �}|rfdt|�d�� }|�d�rR|dt|�d�� }|�d�dkrf| }|S )Nr i r � �< r �-)� UTC_ZONES� TIMEZONE_RE�search�int�group)�tz�offset�mr r r �offset_from_tz_string� s
rF c
C s� t |�}|tjkrd S zt�|�� �d }W n^ tk
r� z t |�}W n tk
r` Y Y d S X d| krvdkr�n n|}nY d S Y nX |d kr�d}|d kr�d}|d kr�d}t | �} t |�}t |�}t |�}|dk �r6t�t�� �d }|d } |}
|| | }| |
} t | �dk�r6| dk�r.|d }n|d }t
||| ||||f�} | d k �r�|d k�rdd}|� � }t |�} | d k�r�d S | | } | S )Nr r r i� �d �2 r9 )
rA r- ZMAXYEAR� MONTHS_LOWER�index�lower�
ValueError�time� localtime�absr, �upperrF )
r0 �mon�yr�hrr* r+ rC ZimonZcur_yrrE Ztmpr4 rD r r r � _str2time� sV
rT zV^[SMTWF][a-z][a-z], (\d\d) ([JFMASOND][a-z][a-z]) (\d\d\d\d) (\d\d):(\d\d):(\d\d) GMT$z+^(?:Sun|Mon|Tue|Wed|Thu|Fri|Sat)[a-z]*,?\s*a� ^
(\d\d?) # day
(?:\s+|[-\/])
(\w+) # month
(?:\s+|[-\/])
(\d+) # year
(?:
(?:\s+|:) # separator before clock
(\d\d?):(\d\d) # hour:min
(?::(\d\d))? # optional seconds
)? # optional clock
\s*
(?:
([-+]?\d{2,4}|(?![APap][Mm]\b)[A-Za-z]+) # timezone
\s*
)?
(?:
\(\w+\) # ASCII representation of timezone in parens.
\s*
)?$c C s� t �| �}|rl|�� }t�|d �� �d }t|d �|t|d �t|d �t|d �t|d �f}t|�S | � � } t
� d| d�} dgd \}}}}}} }
t �| �}|dk r�|�� \}}}}}} }
ndS t
|||||| |
�S )
a� Returns time in seconds since epoch of time represented by a string.
Return value is an integer.
None is returned if the format of str is unrecognized, the time is outside
the representable range, or the timezone string is not recognized. If the
string contains no timezone, UTC is assumed.
The timezone in the string may be numerical (like "-0800" or "+0100") or a
string timezone (like "UTC", "GMT", "BST" or "EST"). Currently, only the
timezone strings equivalent to UTC (zero offset) are known to the function.
The function loosely parses the following formats:
Wed, 09 Feb 1994 22:23:32 GMT -- HTTP format
Tuesday, 08-Feb-94 14:15:29 GMT -- old rfc850 HTTP format
Tuesday, 08-Feb-1994 14:15:29 GMT -- broken rfc850 HTTP format
09 Feb 1994 22:23:32 GMT -- HTTP format (no weekday)
08-Feb-94 14:15:29 GMT -- rfc850 format (no weekday)
08-Feb-1994 14:15:29 GMT -- broken rfc850 format (no weekday)
The parser ignores leading and trailing whitespace. The time may be
absent.
If the year is given with only 2 digits, the function will select the
century that makes the year closest to the current date.
r r r r; � � � N� )�STRICT_DATE_REr@ �groupsrI rJ rK rA �floatr, �lstrip�
WEEKDAY_RE�sub�LOOSE_HTTP_DATE_RErT ) �textrE �grQ r& r0 rR rS r* r+ rC r r r � http2time� s$
�
rb a� ^
(\d{4}) # year
[-\/]?
(\d\d?) # numerical month
[-\/]?
(\d\d?) # day
(?:
(?:\s+|[-:Tt]) # separator before clock
(\d\d?):?(\d\d) # hour:min
(?::?(\d\d(?:\.\d*)?))? # optional seconds (and fractional)
)? # optional clock
\s*
(?:
([-+]?\d\d?:?(:?\d\d)?
|Z|z) # timezone (Z is "zero meridian", i.e. GMT)
\s*
)?$c
C sd | � � } dgd \}}}}}}}t�| �}|dk rL|�� \}}}}}}}} ndS t|||||||�S )av
As for http2time, but parses the ISO 8601 formats:
1994-02-03 14:15:29 -0100 -- ISO 8601 format
1994-02-03 14:15:29 -- zone is optional
1994-02-03 -- only date
1994-02-03T14:15:29 -- Use T as separator
19940203T141529Z -- ISO 8601 compact format
19940203 -- only date
NrX )r\ � ISO_DATE_REr@ rZ rT )
r` r0 rQ rR rS r* r+ rC rE �_r r r �iso2time+ s
re c C s* | � d�\}}| jd|� | j|d� S )z)Return unmatched part of re.Match object.r N)�span�string)�match�start�endr r r � unmatchedL s rk z^\s*([^=\s;,]+)z&^\s*=\s*\"([^\"\\]*(?:\\.[^\"\\]*)*)\"z^\s*=\s*([^\s;,]*)z\\(.)c
C s g }| D ]�}|}g }|r�t �|�}|r�t|�}|�d�}t�|�}|rft|�}|�d�}t�d|�}n.t�|�}|r�t|�}|�d�}|�� }nd}|� ||f� q|�
� � d�r�|�
� dd� }|r�|� |� g }qt �
dd|�\}} |}q|r|� |� q|S )am Parse header values into a list of lists containing key,value pairs.
The function knows how to deal with ",", ";" and "=" as well as quoted
values after "=". A list of space separated tokens are parsed as if they
were separated by ";".
If the header_values passed as argument contains multiple values, then they
are treated as if they were a single value separated by comma ",".
This means that this function is useful for parsing header fields that
follow this syntax (BNF as from the HTTP/1.1 specification, but we relax
the requirement for tokens).
headers = #header
header = (token | parameter) *( [";"] (token | parameter))
token = 1*<any CHAR except CTLs or separators>
separators = "(" | ")" | "<" | ">" | "@"
| "," | ";" | ":" | "\" | <">
| "/" | "[" | "]" | "?" | "="
| "{" | "}" | SP | HT
quoted-string = ( <"> *(qdtext | quoted-pair ) <"> )
qdtext = <any TEXT except <">>
quoted-pair = "\" CHAR
parameter = attribute "=" value
attribute = token
value = token | quoted-string
Each header is represented by a list of key/value pairs. The value for a
simple token (not part of a parameter) is None. Syntactically incorrect
headers will not necessarily be parsed as you would want.
This is easier to describe with some examples:
>>> split_header_words(['foo="bar"; port="80,81"; discard, bar=baz'])
[[('foo', 'bar'), ('port', '80,81'), ('discard', None)], [('bar', 'baz')]]
>>> split_header_words(['text/html; charset="iso-8859-1"'])
[[('text/html', None), ('charset', 'iso-8859-1')]]
>>> split_header_words([r'Basic realm="\"foo\bar\""'])
[[('Basic', None), ('realm', '"foobar"')]]
r z\1N�,z^[=\s;]*rW )�HEADER_TOKEN_REr@ rk rB �HEADER_QUOTED_VALUE_RE�HEADER_ESCAPE_REr^ �HEADER_VALUE_RE�rstrip�appendr\ �
startswith�re�subn)
Z
header_values�resultr` Z orig_text�pairsrE �name�valueZnon_junkZ
nr_junk_charsr r r �split_header_wordsU s> .
rz �([\"\\])c C s| g }| D ]h}g }|D ]F\}}|dk rPt �d|�sDt�d|�}d| }d||f }|�|� q|r|�d�|�� qd�|�S )a� Do the inverse (almost) of the conversion done by split_header_words.
Takes a list of lists of (key, value) pairs and produces a single header
value. Attribute values are quoted if needed.
>>> join_header_words([[("text/plain", None), ("charset", "iso-8859-1")]])
'text/plain; charset="iso-8859-1"'
>>> join_header_words([[("text/plain", None)], [("charset", "iso-8859-1")]])
'text/plain, charset="iso-8859-1"'
Nz^\w+$�\\\1z"%s"�%s=%s�; �, )rt r@ �HEADER_JOIN_ESCAPE_REr^ rr �join)Zlists�headersrw �attr�k�vr r r �join_header_words� s r� c C s0 | � d�r| dd � } | �d�r,| d d� } | S )N�"r ���)rs �endswith�r` r r r � strip_quotes� s
r� c C s� d}g }| D ]�}g }d}t |�d��D ]�\}}|�� }|�d�\}} }
|�� }|sb|dkr& q�nq&| rn|
�� nd}
|dkr�|�� } | |kr�| }|dkr�|
dk r�t|
�}
d}n |d kr�|
dk r�tt|
��}
|�||
f� q&|r |s�|�d
� |�|� q |S ) a5 Ad-hoc parser for Netscape protocol cookie-attributes.
The old Netscape cookie format for Set-Cookie can for instance contain
an unquoted "," in the expires field, so we have to use this ad-hoc
parser instead of split_header_words.
XXX This may not make the best possible effort to parse all the crap
that Netscape Cookie headers contain. Ronald Tschalar's HTTPClient
parser is probably better, so could do worse than following that if
this ever gives any trouble.
Currently, this is also used for parsing RFC 2109 cookies.
)�expires�domain�path�secure�version�port�max-ageF�;�=r Nr� Tr� )r� �0)� enumerate�split�strip� partitionrK r� rb rr ) Z
ns_headersZ known_attrsrv Z ns_headerrw � version_setZiiZparam�key�sep�val�lcr r r �parse_ns_headers� s>
r� z\.\d+$c C s: t �| �rdS | dkrdS | d dks2| d dkr6dS dS )z*Return True if text is a host domain name.FrW r �.r� T��IPV4_REr@ r� r r r �is_HDN s
r� c C sl | � � } |� � }| |kr dS t| �s(dS | �|�}|dksB|dkrFdS |�d�sTdS t|dd� �shdS dS )a� Return True if domain A domain-matches domain B, according to RFC 2965.
A and B may be host domain names or IP addresses.
RFC 2965, section 1:
Host names can be specified either as an IP address or a HDN string.
Sometimes we compare one host name with another. (Such comparisons SHALL
be case-insensitive.) Host A's name domain-matches host B's if
* their host name strings string-compare equal; or
* A is a HDN string and has the form NB, where N is a non-empty
name string, B has the form .B', and B' is a HDN string. (So,
x.y.com domain-matches .Y.com but not Y.com.)
Note that domain-match is not a commutative operation: a.b.c.com
domain-matches .c.com, but not the reverse.
TFr� r r� r N)rK r� �rfindrs )�A�B�ir r r � domain_match s
r� c C s t �| �rdS dS )zdReturn True if text is a sort-of-like a host domain name.
For accepting/blocking domains.
FTr� r� r r r �liberal_is_HDNF s
r� c C s` | � � } |� � }t| �r t|�s0| |kr,dS dS |�d�}|rL| �|�rLdS |s\| |kr\dS dS )z\For blocking/accepting domains.
A and B may be host domain names or IP addresses.
TFr� )rK r� rs r� )r� r� � initial_dotr r r �user_domain_matchP s
r� z:\d+$c C sB | � � }tj�|�d }|dkr,| �dd�}t�d|d�}|�� S )z�Return request-host, as defined by RFC 2965.
Variation from RFC: returned value is lowercased, for convenient
comparison.
r rW ZHost)� get_full_url�urllib�parseZurlparseZ
get_header� cut_port_rer^ rK )�request�url�hostr r r � request_hoste s r� c C s4 t | � }}|�d�dkr,t�|�s,|d }||fS )zzReturn a tuple (request-host, effective request-host name).
As defined by RFC 2965, except both are lowercased.
r� r� �.local)r� �findr� r@ )r� �erhn�req_hostr r r �eff_request_hostu s r� c C s4 | � � }tj�|�}t|j�}|�d�s0d| }|S )z6Path component of request-URI, as defined by RFC 2965.�/)r� r� r� Zurlsplit� escape_pathr� rs )r� r� �partsr� r r r � request_path� s
r� c C s` | j }|�d�}|dkrX||d d � }z t|� W q\ tk
rT td|� Y d S X nt}|S )N�:r r znonnumeric port: '%s')r� r� rA rL r �DEFAULT_HTTP_PORT)r� r� r� r� r r r � request_port� s
r� z%/;:@&=+$,!~*'()z%([0-9a-fA-F][0-9a-fA-F])c C s d| � d��� S )Nz%%%sr )rB rP )rh r r r �uppercase_escaped_char� s r� c C s t j�| t�} t�t| �} | S )zEEscape any invalid characters in HTTP URL, and uppercase all escapes.)r� r� Zquote�HTTP_PATH_SAFE�ESCAPED_CHAR_REr^ r� )r� r r r r� � s
r� c C sP | � d�}|dkrL| |d d� }|� d�}t| �rL|dksD|dkrLd| S | S )aB Return reach of host h, as defined by RFC 2965, section 1.
The reach R of a host name H is defined as follows:
* If
- H is the host domain name of a host; and,
- H has the form A.B; and
- A has no embedded (that is, interior) dots; and
- B has at least one embedded dot, or B is the string "local".
then the reach of H is .B.
* Otherwise, the reach of H is H.
>>> reach("www.acme.com")
'.acme.com'
>>> reach("acme.com")
'acme.com'
>>> reach("acme.local")
'.local'
r� r r NZlocal)r� r� )�hr� �br r r �reach� s
r� c C s$ t | �}t|t| j��s dS dS dS )z�
RFC 2965, section 3.3.6:
An unverifiable transaction is to a third-party host if its request-
host U does not domain-match the reach R of the request-host O in the
origin transaction.
TFN)r� r� r� Zorigin_req_host)r� r� r r r �is_third_party� s
r� c @ sN e Zd ZdZddd�Zdd� Zddd �Zd
d � Zdd d
�Zdd� Z dd� Z
dS )r a� HTTP Cookie.
This class represents both Netscape and RFC 2965 cookies.
This is deliberately a very simple class. It just holds attributes. It's
possible to construct Cookie instances that don't comply with the cookie
standards. CookieJar.make_cookies is the factory function for Cookie
objects -- it deals with cookie parsing, supplying defaults, and
normalising to the representation used in this class. CookiePolicy is
responsible for checking them to see whether they should be accepted from
and returned to the server.
Note that the port may be present in the headers, but unspecified ("Port"
rather than"Port=80", for example); if this is the case, port is None.
Fc C s� |d k rt |�}| d k r$t t| ��} |d kr<|dkr<td��|| _|| _|| _|| _|| _|�� | _ || _
|| _ | | _ |
| _
| | _| | _|
| _|| _|| _|| _t�|�| _d S )NTz-if port is None, port_specified must be false)rA r[ rL r� rx ry r� �port_specifiedrK r� �domain_specified�domain_initial_dotr� �path_specifiedr� r� �discard�comment� comment_url�rfc2109�copy�_rest)�selfr� rx ry r� r� r� r� r� r� r� r� r� r� r� r� �restr� r r r �__init__� s.
zCookie.__init__c C s
|| j kS �N�r� )r� rx r r r �has_nonstandard_attr s zCookie.has_nonstandard_attrNc C s | j �||�S r� )r� �get)r� rx �defaultr r r �get_nonstandard_attr s zCookie.get_nonstandard_attrc C s || j |< d S r� r� )r� rx ry r r r �set_nonstandard_attr s zCookie.set_nonstandard_attrc C s, |d krt � � }| jd k r(| j|kr(dS dS �NTF)rM r� )r� �nowr r r �
is_expired# s
zCookie.is_expiredc C sX | j d krd}n
d| j }| j| | j }| jd k rFd| j| jf }n| j}d||f S )NrW r� r} z<Cookie %s for %s>)r� r� r� ry rx )r� �p�limitZ namevaluer r r �__str__) s
zCookie.__str__c C sl g }dD ]$}t | |�}|�d|t|�f � q|�dt| j� � |�dt| j� � d| jjd�|�f S )N)r� rx ry r� r� r� r� r� r� r� r� r� r� r� r� r} zrest=%sz
rfc2109=%sz%s(%s)r )�getattrrr �reprr� r� � __class__�__name__r� )r� r rx r� r r r �__repr__3 s
zCookie.__repr__)F)N)N) r� �
__module__� __qualname__�__doc__r� r� r� r� r� r� r� r r r r r � s �
*
c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) r a Defines which cookies get accepted from and returned to server.
May also modify cookies, though this is probably a bad idea.
The subclass DefaultCookiePolicy defines the standard rules for Netscape
and RFC 2965 cookies -- override that if you want a customized policy.
c C s
t � �dS )z�Return true if (and only if) cookie should be accepted from server.
Currently, pre-expired cookies never get this far -- the CookieJar
class deletes such cookies itself.
N��NotImplementedError�r� �cookier� r r r �set_okK s zCookiePolicy.set_okc C s
t � �dS )zAReturn true if (and only if) cookie should be returned to server.Nr� r� r r r � return_okT s zCookiePolicy.return_okc C s dS )zMReturn false if cookies should not be returned, given cookie domain.
Tr )r� r� r� r r r �domain_return_okX s z CookiePolicy.domain_return_okc C s dS )zKReturn false if cookies should not be returned, given cookie path.
Tr )r� r� r� r r r �path_return_ok] s zCookiePolicy.path_return_okN)r� r� r� r� r� r� r� r� r r r r r B s
c
@ s� e Zd ZdZdZdZdZdZeeB Zdddddddddeddd f
d
d �Z d d
� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Z d2d3� Z d4d5� Z d6d7� Z dS )8r zBImplements the standard rules for accepting and returning cookies.r r rU r NTF)ZhttpsZwssc C sv || _ || _|| _|| _|| _|| _| | _|
| _| | _| | _ |
| _
|dk rVt |�| _ nd| _ |dk rlt |�}|| _
dS )zAConstructor arguments should be passed as keyword arguments only.Nr )�netscape�rfc2965�rfc2109_as_netscape� hide_cookie2�
strict_domain�strict_rfc2965_unverifiable�strict_ns_unverifiable�strict_ns_domain� strict_ns_set_initial_dollar�strict_ns_set_path�secure_protocols�tuple�_blocked_domains�_allowed_domains)r� �blocked_domains�allowed_domainsr� r� r� r� r� r� r� r� r� r� r� r r r r� m s" z DefaultCookiePolicy.__init__c C s | j S )z4Return the sequence of blocked domains (as a tuple).)r� �r� r r r r� � s z#DefaultCookiePolicy.blocked_domainsc C s t |�| _dS )z$Set the sequence of blocked domains.N)r� r� )r� r� r r r �set_blocked_domains� s z'DefaultCookiePolicy.set_blocked_domainsc C s | j D ]}t||�r dS qdS r� )r� r� )r� r� Zblocked_domainr r r �
is_blocked� s
z DefaultCookiePolicy.is_blockedc C s | j S )z=Return None, or the sequence of allowed domains (as a tuple).)r� r r r r r � s z#DefaultCookiePolicy.allowed_domainsc C s |dk rt |�}|| _dS )z-Set the sequence of allowed domains, or None.N)r� r� )r� r r r r �set_allowed_domains� s z'DefaultCookiePolicy.set_allowed_domainsc C s. | j d krdS | j D ]}t||�r dS qdS )NFT)r� r� )r� r� Zallowed_domainr r r �is_not_allowed� s
z"DefaultCookiePolicy.is_not_allowedc C s@ t d|j|j� dD ]&}d| }t| |�}|||�s dS qdS )z�
If you override .set_ok(), be sure to call this method. If it returns
false, so should your subclass (assuming your subclass wants to be more
strict about which cookies to accept).
� - checking cookie %s=%s)r� �
verifiabilityrx r� r� r� Zset_ok_FT�r rx ry r� �r� r� r� �nZfn_name�fnr r r r� � s
zDefaultCookiePolicy.set_okc C sZ |j d kr td|j|j� dS |j dkr:| js:td� dS |j dkrV| jsVtd� dS dS )Nz0 Set-Cookie2 without version attribute (%s=%s)Fr �$ RFC 2965 cookies are switched off�$ Netscape cookies are switched offT)r� r rx ry r� r� r� r r r �set_ok_version� s
�z"DefaultCookiePolicy.set_ok_versionc C sJ |j rFt|�rF|jdkr*| jr*td� dS |jdkrF| jrFtd� dS dS �Nr z> third-party RFC 2965 cookie during unverifiable transactionFz> third-party Netscape cookie during unverifiable transactionT�Z unverifiabler� r� r� r r� r� r r r �set_ok_verifiability� s z(DefaultCookiePolicy.set_ok_verifiabilityc C s0 |j dkr,| jr,|j�d�r,td|j� dS dS )Nr �$z' illegal name (starts with '$'): '%s'FT)r� r� rx rs r r� r r r � set_ok_name� s
� z DefaultCookiePolicy.set_ok_namec C sL |j rHt|�}|jdks(|jdkrH| jrH| �|j|�sHtd|j|� dS dS )Nr z7 path attribute %s is not a prefix of request path %sFT)r� r� r� r� r� r� r )r� r� r� �req_pathr r r � set_ok_path� s
�� � �z DefaultCookiePolicy.set_ok_pathc
C s� | � |j�r td|j� dS | �|j�r8td|j� dS |j�r�t|�\}}|j}| jr�|�d�dkr�|�d�}|�dd|�}|dkr�||d d � }||d |� } | � � dkr�t
|�dkr�td |� dS |� d�r�|dd � }
n|}
|
� d�dk} | �s|d
k�rtd |� dS |j
dk�rX|�|��sX|� d��sXd| �|��sXtd ||� dS |j
dk�sr| j| j@ �r�t||��s�td
||� dS |j
dk�s�| j| j@ �r�|d t
|� � } | � d�dk�r�t�|��s�td| |� dS dS )N�" domain %s is in user block-listF�& domain %s is not in user allow-listr� r r r )�coZacZcomZeduZorgZnetZgovZmilrA ZaeroZbiz�catZcoop�infoZjobsZmobiZmuseumrx ZproZtravelZeuz& country-code second level domain %sr� z/ non-local domain %s contains no embedded dotzO effective request-host %s (even with added initial dot) does not end with %sz5 effective request-host %s does not domain-match %sz. host prefix %s for domain %s contains a dotT)r r� r r r� r� r� �countr� rK �lenrs r� r� r� r� �DomainRFC2965Matchr� �DomainStrictNoDotsr� r@ )
r� r� r� r� r� r� r� �jZtldZsldZundotted_domainZ
embedded_dotsZ host_prefixr r r �
set_ok_domain� s|
�
� � � �
� �
�� �z!DefaultCookiePolicy.set_ok_domainc C s� |j r�t|�}|d kr d}nt|�}|j�d�D ]@}z t|� W n" tk
rb td|� Y dS X ||kr0 q�q0td||j� dS dS )N�80rl z bad port %s (not numeric)Fz$ request port (%s) not found in %sT)r� r� �strr� r� rA rL r �r� r� r� Zreq_portr� r r r � set_ok_port+ s&
�z DefaultCookiePolicy.set_ok_portc C s@ t d|j|j� dD ]&}d| }t| |�}|||�s dS qdS )z�
If you override .return_ok(), be sure to call this method. If it
returns false, so should your subclass (assuming your subclass wants to
be more strict about which cookies to return).
r )r� r r� r� r� r� Z
return_ok_FTr r r r r r� @ s
z DefaultCookiePolicy.return_okc C s< |j dkr | js td� dS |j dkr8| js8td� dS dS )Nr r Fr
T)r� r� r r� r� r r r �return_ok_versionR s z%DefaultCookiePolicy.return_ok_versionc C sJ |j rFt|�rF|jdkr*| jr*td� dS |jdkrF| jrFtd� dS dS r r r� r r r �return_ok_verifiability[ s z+DefaultCookiePolicy.return_ok_verifiabilityc C s" |j r |j| jkr td� dS dS )Nz( secure cookie with non-secure requestFT)r� �typer� r r� r r r �return_ok_secureg s z$DefaultCookiePolicy.return_ok_securec C s |� | j�rtd� dS dS )Nz cookie expiredFT)r� �_nowr r� r r r �return_ok_expiresm s z%DefaultCookiePolicy.return_ok_expiresc C sN |j rJt|�}|d krd}|j �d�D ]}||kr& qJq&td||j � dS dS )Nr! rl z0 request port %s does not match cookie port %sFT)r� r� r� r r# r r r �return_ok_ports s �z"DefaultCookiePolicy.return_ok_portc C s� t |�\}}|j}|r*|�d�s*d| }n|}|jdkr^| j| j@ r^|js^||kr^td� dS |jdkr�t||�s�td||� dS |jdkr�d| � |�s�td||� dS dS )Nr� r zQ cookie with unspecified domain does not string-compare equal to request domainFzQ effective request-host name %s does not domain-match RFC 2965 cookie domain %sz; request-host %s does not match Netscape cookie domain %sT)
r� r� rs r� r� �DomainStrictNonDomainr� r r� r� )r� r� r� r� r� r� � dotdomainr r r �return_ok_domain� s6
��� � �z$DefaultCookiePolicy.return_ok_domainc C s� t |�\}}|�d�s d| }|�d�s0d| }|rH|�d�sHd| }n|}|�|�sd|�|�sddS | �|�r|td|� dS | �|�r�td|� dS dS )Nr� Fr r T)r� rs r� r r r )r� r� r� r� r� r- r r r r� � s"
z$DefaultCookiePolicy.domain_return_okc C sb t d|� t|�}t|�}||kr&dS |�|�rR|�d�sN|||d � dkrRdS t d||� dS )Nz- checking cookie path=%sTr� r z %s does not path-match %sF)r r� r rs r� )r� r� r� r Zpathlenr r r r� � s
�� z"DefaultCookiePolicy.path_return_ok) r� r� r� r� r r, r Z
DomainLiberalZ DomainStrictr� r� r r r r r r� r r r r r r$ r� r% r& r( r* r+ r. r� r� r r r r r c sT �
# ; c C s t | �� �}t| j|�S r� )�sorted�keys�mapr� )Zadictr0 r r r �vals_sorted_by_key� s r2 c c sV t | �}|D ]D}d} z
|j W n tk
r2 Y nX d} t|�E dH | s |V q dS )zBIterates over nested mapping, depth-first, in sorted order by key.FTN)r2 �items�AttributeError�
deepvalues)�mapping�values�objr r r r5 � s
r5 c @ s e Zd ZdS )�AbsentN�r� r� r� r r r r r9 � s r9 c @ s� e Zd ZdZe�d�Ze�d�Ze�d�Ze�d�Z e�d�Z
e�dej �Z d3d d
�Z
d d � Zd
d� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd4d%d&�Zd'd(� Z d)d*� Z d+d,� Z d-d.� Z d/d0� Z d1d2� Z!dS )5r z�Collection of HTTP cookies.
You may not need to know about this class: try
urllib.request.build_opener(HTTPCookieProcessor).open(url).
z\Wr{ z\.?[^.]*z[^.]*z^\.+z^\#LWP-Cookies-(\d+\.\d+)Nc C s( |d krt � }|| _t�� | _i | _d S r� )r �_policy�
_threading�RLock�
_cookies_lock�_cookies�r� �policyr r r r� � s
zCookieJar.__init__c C s
|| _ d S r� )r; r@ r r r �
set_policy� s zCookieJar.set_policyc C s� g }| j �||�sg S td|� | j| }|�� D ]T}| j �||�sFq2|| }|�� D ].}| j �||�srtd� qVtd� |�|� qVq2|S )Nz!Checking %s for cookies to returnz not returning cookiez it's a match) r; r� r r? r0 r� r7 r� rr )r� r� r� �cookiesZcookies_by_pathr� Zcookies_by_namer� r r r �_cookies_for_domain� s
z CookieJar._cookies_for_domainc C s* g }| j �� D ]}|�| �||�� q|S )z2Return a list of cookies to be returned to server.)r? r0 �extendrD )r� r� rC r� r r r �_cookies_for_request s z CookieJar._cookies_for_requestc C s< |j dd� dd� d}g }|D �]}|j}|sHd}|dkrH|�d| � |jdk rz| j�|j�rz|dkrz| j�d |j�}n|j}|jdkr�|�|j� n|�d
|j|f � |dkr |j r�|�d |j
� |j � d ��r|j }|j
s�|� d �r�|d
d� }|�d| � |jdk r d}|j�r,|d|j }|�|� q |S )z�Return a list of cookie-attributes to be returned to server.
like ['foo="bar"; $Path="/"', ...]
The $Version attribute is also added when appropriate (currently only
once per request).
c S s
t | j�S r� )r r� )�ar r r �<lambda> � z)CookieJar._cookie_attrs.<locals>.<lambda>T)r� �reverseFr z $Version=%sNr| r} z
$Path="%s"r� r z $Domain="%s"z$Portz="%s")�sortr� rr ry � non_word_rer@ �quote_rer^ rx r� r� r� rs r� r� r� ) r� rC r� �attrsr� r� ry r� r� r r r �
_cookie_attrs sF
��
�
zCookieJar._cookie_attrsc C s� t d� | j�� z�tt�� � | j_| _| �|�}| � |�}|r^|�
d�s^|� dd� |�� | jj
r�| jjs�|�
d�s�|D ] }|jdkr||� dd� q�q|W 5 | j�� X | �� dS )z�Add correct Cookie: header to request (urllib.request.Request object).
The Cookie2 header is also added unless policy.hide_cookie2 is true.
�add_cookie_headerr r~ ZCookie2r z $Version="1"N)r r> �acquire�releaserA rM r; r) rF rO Z
has_headerZadd_unredirected_headerr� r� r� r� �clear_expired_cookies)r� r� rC rN r� r r r rP I s*
��
zCookieJar.add_cookie_headerc
C s� g }d}d}|D �]z}|d \}}d}d} i }
i } |dd� D �]0\} }
| � � }||ks`||krd|} | |krx|
dkrxd}
| |
kr�q>| dkr�|
dkr�td � d} �qr|
� � }
| d
kr�|r�q>|
dkr�td � q>| d k�r d}z t|
�}
W n* tk
�r td
� d} Y �qrY nX d
} | j|
}
| |k�s4| |k�rh|
dk�r^| dk�r^td| � d} �qr|
|
| < q>|
| | < q>| �rzq|�|||
| f� q|S )a Return list of tuples containing normalised cookie information.
attrs_set is the list of lists of key,value pairs extracted from
the Set-Cookie or Set-Cookie2 headers.
Tuples are name, value, standard, rest, where name and value are the
cookie name and value, standard is a dictionary containing the standard
cookie-attributes (discard, secure, version, expires or max-age,
domain, path and port) and rest is a dictionary containing the rest of
the cookie-attributes.
)r� r� )r� r� r� r� r� r� r� �
commenturlr Fr NTr� z% missing value for domain attributer� zM missing or invalid value for expires attribute: treating as session cookier� z? missing or invalid (non-numeric) value for max-age attribute)r� r� rT z! missing value for %s attribute)rK r rA rL r) rr )r� � attrs_set�
cookie_tuples�
boolean_attrs� value_attrsZ cookie_attrsrx ry Z max_age_setZ
bad_cookie�standardr� r� r� r� r r r �_normalized_cookie_tuplesj sh
�
z#CookieJar._normalized_cookie_tuplesc C s& |\}}}}|� dt�}|� dt�}|� dt�} |� dt�}
|� dd �} | d k rtz t| �} W n tk
rr Y d S X |� dd�} |� dd�}
|� d d �}|� d
d �}|tk r�|d kr�d }t|�}nXd}t|�}|�d
�}|dk�r| dkr�|d |� }n|d |d � }t|�dk�rd
}|tk }d}|�r:t|� d��}|tk�rVt
|�\}}|}n|� d��sjd| }d}| tk �r�| d k�r�t |�} nd }t �
dd | �} nd } |
tk�r�d }
d }
nH|
| jk�r z| �|||� W n tk
�r� Y nX td|||� d S t| ||| ||||||| |
|
|||�S )Nr� r� r� r� r� r� Fr� r� rT rW Tr� r� r r r� z\s+z2Expiring cookie, domain='%s', path='%s', name='%s')r� r9 rA rL r� r� r� r �boolrs r� r� rt r^ r) �clear�KeyErrorr r )r� �tupr� rx ry rY r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r �_cookie_from_cookie_tuple� s�
� �z#CookieJar._cookie_from_cookie_tuplec C s6 | � |�}g }|D ] }| �||�}|r|�|� q|S r� )rZ r_ rr )r� rU r� rV rC r^ r� r r r �_cookies_from_attrs_set' s
z!CookieJar._cookies_from_attrs_setc C sH t | jdd �}|d kr | jj }|D ] }|jdkr$d|_|r$d|_q$d S )Nr� r Tr )r� r; r� r� r� )r� rC Z
rfc2109_as_nsr� r r r �_process_rfc2109_cookies0 s
z"CookieJar._process_rfc2109_cookiesc
C s: |� � }|�dg �}|�dg �}tt�� � | j_| _| jj}| jj}|sN|rf|sV|rf|s^|rf|sj|sjg S z| �t |�|�}W n t
k
r� t � g }Y nX |�r6|�r6z| �t |�|�} W n t
k
r� t � g } Y nX | �
| � |�r&i }
|D ]} d|
| j| j| jf< q�|
fdd�} t| | �} | �r6|�| � |S )zAReturn sequence of Cookie objects extracted from response object.z Set-Cookie2z
Set-CookieNc S s | j | j| jf}||kS r� )r� r� rx )Z ns_cookie�lookupr� r r r �no_matching_rfc2965i s z3CookieJar.make_cookies.<locals>.no_matching_rfc2965)r Zget_allrA rM r; r) r� r� r` rz � Exceptionr r� ra r� r� rx �filterrE )
r� �responser� r� Z rfc2965_hdrsZns_hdrsr� r� rC Z
ns_cookiesrb r� rc r r r � make_cookies< s^ ������ �
�
zCookieJar.make_cookiesc C sN | j �� z2tt�� � | j_| _| j�||�r:| �|� W 5 | j �� X dS )z-Set a cookie if policy says it's OK to do so.N) r> rQ rR rA rM r; r) r� �
set_cookier� r r r �set_cookie_if_oks s
zCookieJar.set_cookie_if_okc C sl | j }| j�� zJ|j|kr&i ||j< ||j }|j|krDi ||j< ||j }|||j< W 5 | j�� X dS )z?Set a cookie, without checking whether or not it should be set.N)r? r> rQ rR r� r� rx )r� r� �cZc2Zc3r r r rh � s
zCookieJar.set_cookiec C sb t d|�� � | j�� z8| �||�D ]&}| j�||�r&t d|� | �|� q&W 5 | j�� X dS )zAExtract cookies from response, where allowable given the request.zextract_cookies: %sz setting cookie: %sN) r r r> rQ rR rg r; r� rh )r� rf r� r� r r r �extract_cookies� s
zCookieJar.extract_cookiesc C st |dk r2|dks|dkr t d��| j| | |= n>|dk rX|dkrJt d��| j| |= n|dk rj| j|= ni | _dS )a� Clear some cookies.
Invoking this method without arguments will clear all cookies. If
given a single argument, only cookies belonging to that domain will be
removed. If given two arguments, cookies belonging to the specified
path within that domain are removed. If given three arguments, then
the cookie with the specified name, path and domain is removed.
Raises KeyError if no matching cookie exists.
Nz8domain and path must be given to remove a cookie by namez.domain must be given to remove cookies by path)rL r? )r� r� r� rx r r r r\ � s ��
zCookieJar.clearc C sD | j �� z(| D ] }|jr| �|j|j|j� qW 5 | j �� X dS )z�Discard all session cookies.
Note that the .save() method won't save session cookies anyway, unless
you ask otherwise by passing a true ignore_discard argument.
N)r> rQ rR r� r\ r� r� rx )r� r� r r r �clear_session_cookies� s
z CookieJar.clear_session_cookiesc C sP | j �� z4t�� }| D ]"}|�|�r| �|j|j|j� qW 5 | j �� X dS )a� Discard all expired cookies.
You probably don't need to call this method: expired cookies are never
sent back to the server (provided you're using DefaultCookiePolicy),
this method is called by CookieJar itself every so often, and the
.save() method won't save expired cookies anyway (unless you ask
otherwise by passing a true ignore_expires argument).
N) r> rQ rR rM r� r\ r� r� rx )r� r� r� r r r rS � s
z CookieJar.clear_expired_cookiesc C s
t | j�S r� )r5 r? r r r r �__iter__� s zCookieJar.__iter__c C s d}| D ] }|d }q|S )z#Return number of contained cookies.r r r )r� r� r� r r r �__len__� s
zCookieJar.__len__c C s2 g }| D ]}|� t|�� qd| jjd�|�f S �Nz<%s[%s]>r )rr r� r� r� r� �r� �rr� r r r r� � s zCookieJar.__repr__c C s2 g }| D ]}|� t|�� qd| jjd�|�f S ro )rr r" r� r� r� rp r r r r� � s zCookieJar.__str__)N)NNN)"r� r� r� r� rt �compilerL rM Zstrict_domain_reZ domain_reZdots_re�ASCII�magic_rer� rB rD rF rO rP rZ r_ r` ra rg ri rh rk r\ rl rS rm rn r� r� r r r r r � s8
;!a\ 7
c @ s e Zd ZdS )r Nr: r r r r r � s c @ s8 e Zd ZdZd dd�Zd
dd�Zddd �Zdd
d �ZdS )r z6CookieJar that can be loaded from and saved to a file.NFc C s2 t �| |� |dk r t�|�}|| _t|�| _dS )z}
Cookies are NOT loaded from the named file until either the .load() or
.revert() method is called.
N)r r� �os�fspath�filenamer[ � delayload)r� rw rx rA r r r r� � s
zFileCookieJar.__init__c C s
t � �dS )zSave cookies to a file.Nr� )r� rw �ignore_discard�ignore_expiresr r r �save� s zFileCookieJar.savec C sJ |dkr"| j dk r| j }ntt��t|��}| �||||� W 5 Q R X dS )zLoad cookies from a file.N)rw rL �MISSING_FILENAME_TEXT�open� _really_load�r� rw ry rz r r r r �load s
zFileCookieJar.loadc C s� |dkr"| j dk r| j }ntt��| j�� zFt�| j�}i | _z| � |||� W n t
k
rn || _� Y nX W 5 | j�� X dS )z�Clear all cookies and reload cookies from a saved file.
Raises LoadError (or OSError) if reversion is not successful; the
object's state will not be altered if this happens.
N) rw rL r| r> rQ rR r� Zdeepcopyr? r� �OSError)r� rw ry rz Z old_stater r r �revert s
zFileCookieJar.revert)NFN)NFF)NFF)NFF)r� r� r� r� r� r{ r� r� r r r r r � s
�c C s | j | jfd| jfd| jfg}| jdk r8|�d| jf� | jrH|�d� | jrX|�d� | jrh|�d� | j rx|�d� | j
r�|�d t t | j
��f� | j
r�|�d
� | jr�|�d | jf� | jr�|�d | jf� t| j�� �}|D ] }|�|t| j| �f� q�|�d
t| j�f� t|g�S )z�Return string representation of Cookie in the LWP cookie file format.
Actually, the format is extended a bit -- see module docstring.
r� r� Nr� )� path_specN)� port_specN)�
domain_dotN)r� Nr� )r� Nr� rT r� )rx ry r� r� r� rr r� r� r� r� r� r5 r[ r� r� r� r/ r� r0 r" r� r� )r� r� r0 r� r r r �lwp_cookie_str$ s:
�
�
r� c @ s, e Zd ZdZd dd�Zd dd�Zd d
� ZdS )
r a[
The LWPCookieJar saves a sequence of "Set-Cookie3" lines.
"Set-Cookie3" is the format used by the libwww-perl library, not known
to be compatible with any browser, but which is easy to read and
doesn't lose information about RFC 2965 cookies.
Additional methods
as_lwp_str(ignore_discard=True, ignore_expired=True)
Tc C sT t � � }g }| D ]2}|s |jr q|s0|�|�r0q|�dt|� � qd�|dg �S )z�Return cookies as a string of "\n"-separated "Set-Cookie3" headers.
ignore_discard and ignore_expires: see docstring for FileCookieJar.save
zSet-Cookie3: %s�
rW )rM r� r� rr r� r� )r� ry rz r� rq r� r r r �
as_lwp_strM s
zLWPCookieJar.as_lwp_strNFc C sX |d kr"| j d k r| j }ntt��t|d��"}|�d� |�| �||�� W 5 Q R X d S )N�wz#LWP-Cookies-2.0
)rw rL r| r} �writer� r r r r r{ ] s
zLWPCookieJar.savec C s0 |� � }| j�|�s$d| }t|��t�� }d}d} d}
�z�|� � } | dkrP�q�| �|�s\q<| t|�d � �� } t| g�D �]f} | d \}
}i }i }| D ] }d||< q�| dd � D ]n\}}|d k r�|� � }nd }||
ks�|| kr�|}|| k�r|d kr�d }|||< q�||
k�r|||< q�|||< q�|j
}|d
�}|d �}|d k �rJt |�}|d k�rXd }|d �}|�d
�}t |d�|
||d�|d�|||d�|d�|d�|d�|||d�|d�|�}|�s�|j
�r�qz|�s�|�|��r�qz| �|� qzq<W nB tk
�r � Y n, tk
�r* t� td|| f ��Y nX d S )Nz5%r does not look like a Set-Cookie3 (LWP) format filez Set-Cookie3:)r� r� r� r� r� )r� r� r� r� r� r� rT rW r Fr Tr� r� r� r� r� r� r� r� r� r� r� r� rT z&invalid Set-Cookie3 format file %r: %r)�readlinert r@ r rM rs r r� rz rK r� re r r� r� rh r� rd r )r� r rw ry rz �magicr r� �headerrW rX �line�datarx ry rY r� r� r� r� r� r� r� r� r� rj r r r r~ i s� �
�
�zLWPCookieJar._really_load)TT)NFF)r� r� r� r� r� r{ r~ r r r r r @ s
c @ s0 e Zd ZdZe�d�ZdZdd� Zd
dd �Z dS ) r a�
WARNING: you may want to backup your browser's cookies file if you use
this class to save cookies. I *think* it works, but there have been
bugs in the past!
This class differs from CookieJar only in the format it uses to save and
load cookies to and from a file. This class uses the Mozilla/Netscape
`cookies.txt' format. lynx uses this file format, too.
Don't expect cookies saved while the browser is running to be noticed by
the browser (in fact, Mozilla on unix will overwrite your saved cookies if
you change them on disk while it's running; on Windows, you probably can't
save at all while the browser is running).
Note that the Mozilla/Netscape format will downgrade RFC2965 cookies to
Netscape cookies on saving.
In particular, the cookie version and port number information is lost,
together with information about whether or not Path, Port and Discard were
specified by the Set-Cookie2 (or Set-Cookie) header, and whether or not the
domain as set in the HTTP header started with a dot (yes, I'm aware some
domains in Netscape files start with a dot and some don't -- trust me, you
really don't want to know any more about this).
Note that though Mozilla and Netscape use the same format, they use
slightly different headers. The class saves cookies using the Netscape
header by default (Mozilla can cope with that).
z #( Netscape)? HTTP Cookie Filezr# Netscape HTTP Cookie File
# http://curl.haxx.se/rfc/cookie_spec.html
# This is a generated file! Do not edit.
c C sb t � � }|�� }| j�|�s(td| ��z�|�� }|dkr>�q|�d�rT|d d� }|�� �d�s*|�� dkrpq*|�d�\}} }
} } }
}| dk} | dk} |
dkr�|}
d }|�d�}d }| dkr�d } d
}t d |
|d d || ||
d | | |d d i �}|s�|j
r�q*|�s |� |��r q*| � |� q*W nB t
k
�r2 � Y n, tk
�r\ t� td ||f ��Y nX d S )
Nz4%r does not look like a Netscape format cookies filerW r� r� )�#r � �TRUEr� FTr z+invalid Netscape format cookies file %r: %r)rM r� rt r@ r r� r� rs r� r r� r� rh r� rd r )r� r rw ry rz r� r� r� r� r� r� r� r� rx ry r� r� rj r r r r~ � sr ��
��
�
�z MozillaCookieJar._really_loadNFc
C s� |d kr"| j d k r| j }ntt��t|d���}|�| j� t�� }| D ]�}|sV|jrVqF|sf|�|�rfqF|j rrd}nd}|j
� d�r�d}nd}|j d k r�t
|j �} nd} |jd kr�d}
|j} n |j}
|j} |�d�|j
||j|| |
| g�d � qFW 5 Q R X d S )Nr� r� ZFALSEr� rW r� r� )rw rL r| r} r� r� rM r� r� r� r� rs r� r" ry rx r� r� ) r� rw ry rz r r� r� r� r� r� rx ry r r r r{ sH
���zMozillaCookieJar.save)NFF)
r� r� r� r� rt rr rt r� r~ r{ r r r r r � s
A)N)N)Xr� �__all__ru r� r- rt rM Z urllib.parser� Zurllib.requestZ threadingr< Z http.clientZhttpZcalendarr
r r r r" ZclientZ HTTP_PORTr� r| r r% r, r6 r7 rI r( rr rK r5 r8 r> rr rs r? rF rT rY �Ir] �Xr_ rb rc re rk rm rn rp ro rz r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r2 r5 r9 r r� r r r� r r r r r r �<module> s� �
�
8�
�
�8
�!
U
D'
#b! b 7 x http/__pycache__/server.cpython-38.pyc 0000644 00000104101 15115353745 0013677 0 ustar 00 U
e5d� � @ s
d Z dZdddddgZddlZddlZddlZddlZddlZ ddl
Z
ddl Z ddl Z ddl
Z
ddlZddlZddlZddlZddlZddlZddlZddlZddlZdd lmZ dd
l mZ d Zd Z G d
d� dej �Z G dd� dej e �Z G dd� dej!�Z"G dd� de"�Z#dd� Z$da%dd� Z&dd� Z'G dd� de#�Z(dd� Z)e"e dddfd d �Z*e+d k�rddl,Z,e,�-� Z.e.j/d d d!d"� e.j/d#d$d%d&d'� e.j/d(d)e
�0� d*d+� e.j/d,d-de1d.d/d0� e.�2� Z3e3j4�r�e(Z5nee#e3j6d1�Z5G d2d3� d3e �Z7e*e5e7e3j8e3j9d4� dS )5a@ HTTP server classes.
Note: BaseHTTPRequestHandler doesn't implement any HTTP request; see
SimpleHTTPRequestHandler for simple implementations of GET, HEAD and POST,
and CGIHTTPRequestHandler for CGI scripts.
It does, however, optionally implement HTTP/1.1 persistent connections,
as of version 0.3.
Notes on CGIHTTPRequestHandler
------------------------------
This class implements GET and POST requests to cgi-bin scripts.
If the os.fork() function is not present (e.g. on Windows),
subprocess.Popen() is used as a fallback, with slightly altered semantics.
In all cases, the implementation is intentionally naive -- all
requests are executed synchronously.
SECURITY WARNING: DON'T USE THIS CODE UNLESS YOU ARE INSIDE A FIREWALL
-- it may execute arbitrary Python code or external programs.
Note that status code 200 is sent prior to execution of a CGI script, so
scripts cannot send other status codes such as 302 (redirect).
XXX To do:
- log requests even later (to capture byte count)
- log user-agent header and other interesting goodies
- send error log to separate file
z0.6�
HTTPServer�ThreadingHTTPServer�BaseHTTPRequestHandler�SimpleHTTPRequestHandler�CGIHTTPRequestHandler� N)�partial)�
HTTPStatusa� <!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN"
"http://www.w3.org/TR/html4/strict.dtd">
<html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8">
<title>Error response</title>
</head>
<body>
<h1>Error response</h1>
<p>Error code: %(code)d</p>
<p>Message: %(message)s.</p>
<p>Error code explanation: %(code)s - %(explain)s.</p>
</body>
</html>
ztext/html;charset=utf-8c @ s e Zd ZdZdd� ZdS )r � c C s4 t j�| � | jdd� \}}t�|�| _|| _dS )z.Override server_bind to store the server name.N� )� socketserver� TCPServer� server_bindZserver_address�socketZgetfqdn� server_name� server_port)�self�host�port� r �#/usr/lib64/python3.8/http/server.pyr
� s zHTTPServer.server_bindN)�__name__�
__module__� __qualname__Zallow_reuse_addressr
r r r r r � s c @ s e Zd ZdZdS )r TN)r r r Zdaemon_threadsr r r r r � s c
@ sJ e Zd ZdZdej�� d Zde Z e
Z e Z
dZdd� Zdd � Zd
d � Zd d
� ZdFdd�ZdGdd�ZdHdd�Zdd� Zdd� Zdd� ZdId d �Zd d � Ze� d d!� e � e d"�e d#d$��D ��Z d%e e!d&�< d'd(� Z"d)d*� Z#dJd+d,�Z$d-d.� Z%d/d0d1d2d3d4d5gZ&dd6d7d8d9d:d;d<d=d>d?d@dAg
Z'dBdC� Z(dDZ)e*j+j,Z-dEd!� e.j/�0� D �Z1dS )Kr a� HTTP request handler base class.
The following explanation of HTTP serves to guide you through the
code as well as to expose any misunderstandings I may have about
HTTP (so you don't need to read the code to figure out I'm wrong
:-).
HTTP (HyperText Transfer Protocol) is an extensible protocol on
top of a reliable stream transport (e.g. TCP/IP). The protocol
recognizes three parts to a request:
1. One line identifying the request type and path
2. An optional set of RFC-822-style headers
3. An optional data part
The headers and data are separated by a blank line.
The first line of the request has the form
<command> <path> <version>
where <command> is a (case-sensitive) keyword such as GET or POST,
<path> is a string containing path information for the request,
and <version> should be the string "HTTP/1.0" or "HTTP/1.1".
<path> is encoded using the URL encoding scheme (using %xx to signify
the ASCII character with hex code xx).
The specification specifies that lines are separated by CRLF but
for compatibility with the widest range of clients recommends
servers also handle LF. Similarly, whitespace in the request line
is treated sensibly (allowing multiple spaces between components
and allowing trailing whitespace).
Similarly, for output, lines ought to be separated by CRLF pairs
but most clients grok LF characters just fine.
If the first line of the request has the form
<command> <path>
(i.e. <version> is left out) then this is assumed to be an HTTP
0.9 request; this form has no optional headers and data part and
the reply consists of just the data.
The reply form of the HTTP 1.x protocol again has three parts:
1. One line giving the response code
2. An optional set of RFC-822-style headers
3. The data
Again, the headers and data are separated by a blank line.
The response code line has the form
<version> <responsecode> <responsestring>
where <version> is the protocol version ("HTTP/1.0" or "HTTP/1.1"),
<responsecode> is a 3-digit response code indicating success or
failure of the request, and <responsestring> is an optional
human-readable string explaining what the response code means.
This server parses the request and the headers, and then calls a
function specific to the request type (<command>). Specifically,
a request SPAM will be handled by a method do_SPAM(). If no
such method exists the server sends an error response to the
client. If it exists, it is called with no arguments:
do_SPAM()
Note that the request name is case sensitive (i.e. SPAM and spam
are different requests).
The various request details are stored in instance variables:
- client_address is the client IP address in the form (host,
port);
- command, path and version are the broken-down request line;
- headers is an instance of email.message.Message (or a derived
class) containing the header information;
- rfile is a file object open for reading positioned at the
start of the optional input data part;
- wfile is a file object open for writing.
IT IS IMPORTANT TO ADHERE TO THE PROTOCOL FOR WRITING!
The first thing to be written must be the response line. Then
follow 0 or more header lines, then a blank line, and then the
actual data (if any). The meaning of the header lines depends on
the command executed by the server; in most cases, when data is
returned, there should be at least one header line of the form
Content-type: <type>/<subtype>
where <type> and <subtype> should be registered MIME types,
e.g. "text/html" or "text/plain".
zPython/r z BaseHTTP/�HTTP/0.9c
C s� d| _ | j | _}d| _t| jd�}|�d�}|| _|�� }t |�dkrLdS t |�dk�r&|d }zT|�
d �srt �|�d
d �d }|�d �}t |�d
kr�t �t |d �t |d �f}W n, t t
fk
r� | �tjd| � Y dS X |dk�r | jdk�r d| _|dk�r | �tjd| � dS || _d
t |� k�rBdk�sZn | �tjd| � dS |dd
� \}}t |�d
k�r�d| _|dk�r�| �tjd| � dS || | _ | _| j�
d��r�d
| j�d
� | _ztjj| j| jd�| _W n� tjjk
�r( } z | �tj dt|�� W Y �dS d}~X Y nB tjj k
�rh } z | �tj dt|�� W Y �dS d}~X Y nX | j� dd�} | � � d k�r�d| _n | � � d k�r�| jdk�r�d| _| j� d d�}
|
� � d k�r�| jdk�r�| jdk�r�| � � �s�dS dS ) aH Parse a request (internal).
The request should be stored in self.raw_requestline; the results
are in self.command, self.path, self.request_version and
self.headers.
Return True for success, False for failure; on failure, any relevant
error response has already been sent back.
NTz
iso-8859-1z
r F� ���zHTTP/�/r �.r
zBad request version (%r))r r zHTTP/1.1)r
r zInvalid HTTP version (%s)zBad request syntax (%r)ZGETz Bad HTTP/0.9 request type (%r)z//)Z_classz
Line too longzToo many headers�
Connection� �close�
keep-aliveZExpectz 100-continue)!�command�default_request_version�request_version�close_connection�str�raw_requestline�rstrip� requestline�split�len�
startswith�
ValueError�int�
IndexError�
send_errorr Z BAD_REQUEST�protocol_versionZHTTP_VERSION_NOT_SUPPORTED�path�lstrip�http�clientZ
parse_headers�rfile� MessageClass�headersZ LineTooLongZ REQUEST_HEADER_FIELDS_TOO_LARGEZ
HTTPException�get�lower�handle_expect_100) r �versionr) �wordsZbase_version_numberZversion_numberr" r2 �errZconntypeZexpectr r r �
parse_request s�
�
� �
�
� �����
z$BaseHTTPRequestHandler.parse_requestc C s | � tj� | �� dS )a7 Decide what to do with an "Expect: 100-continue" header.
If the client is expecting a 100 Continue response, we must
respond with either a 100 Continue or a final response before
waiting for the request body. The default is to always respond
with a 100 Continue. You can behave differently (for example,
reject unauthorized requests) by overriding this method.
This method should either return True (possibly after sending
a 100 Continue response) or send an error response and return
False.
T)�send_response_onlyr ZCONTINUE� end_headers�r r r r r; x s z(BaseHTTPRequestHandler.handle_expect_100c
C s� z�| j �d�| _t| j�dkrBd| _d| _d| _| �tj � W dS | jsTd| _
W dS | � � sbW dS d| j }t | |�s�| �tj
d| j � W dS t| |�}|� | j�� W n< tjk
r� } z | �d|� d| _
W Y �dS d}~X Y nX dS ) z�Handle a single HTTP request.
You normally don't need to override this method; see the class
__doc__ string for information on how to handle specific HTTP
commands such as GET and POST.
i i r NTZdo_zUnsupported method (%r)zRequest timed out: %r)r6 �readliner' r+ r) r$ r" r0 r ZREQUEST_URI_TOO_LONGr% r? �hasattr�NOT_IMPLEMENTED�getattr�wfile�flushr Ztimeout� log_error)r Zmname�method�er r r �handle_one_request� s6
�
z)BaseHTTPRequestHandler.handle_one_requestc C s" d| _ | �� | j s | �� qdS )z&Handle multiple requests if necessary.TN)r% rL rB r r r �handle� s z BaseHTTPRequestHandler.handleNc C s z| j | \}}W n tk
r. d\}}Y nX |dkr<|}|dkrH|}| �d||� | �||� | �dd� d}|dkr�|tjtjtjfkr�| j |t
j |dd�t
j |dd�d � }|� d
d �}| �d | j
� | �d
tt|��� | �� | jdk�r|�r| j�|� dS )ak Send and log an error reply.
Arguments are
* code: an HTTP error code
3 digits
* message: a simple optional 1 line reason phrase.
*( HTAB / SP / VCHAR / %x80-FF )
defaults to short entry matching the response code
* explain: a detailed message defaults to the long entry
matching the response code.
This sends an error response (so it must be called before any
output has been generated), logs the error, and finally sends
a piece of HTML explaining the error to the user.
)�???rN Nzcode %d, message %sr r �� F��quote)�code�message�explainzUTF-8�replacez Content-Type�Content-LengthZHEAD)� responses�KeyErrorrI �
send_response� send_headerr Z
NO_CONTENTZ
RESET_CONTENT� NOT_MODIFIED�error_message_format�html�escape�encode�error_content_typer& r+ rA r" rG �write)r rR rS rT ZshortmsgZlongmsgZbodyZcontentr r r r0 � s: �� � z!BaseHTTPRequestHandler.send_errorc C s: | � |� | �||� | �d| �� � | �d| �� � dS )z�Add the response header to the headers buffer and log the
response code.
Also send two standard headers with the server software
version and the current date.
ZServerZDateN)� log_requestr@ rZ �version_string�date_time_string�r rR rS r r r rY � s
z$BaseHTTPRequestHandler.send_responsec C sd | j dkr`|dkr0|| jkr,| j| d }nd}t| d�s@g | _| j�d| j||f �dd�� dS ) z Send the response header only.r Nr r �_headers_bufferz
%s %d %s
�latin-1�strict)r$ rW rD rf �appendr1 r_ re r r r r@ � s
� �z)BaseHTTPRequestHandler.send_response_onlyc C sl | j dkr6t| d�sg | _| j�d||f �dd�� |�� dkrh|�� dkrVd| _n|�� d krhd
| _d S ) z)Send a MIME header to the headers buffer.r rf z%s: %s
rg rh Z
connectionr Tr! FN)r$ rD rf ri r_ r: r% )r �keyword�valuer r r rZ s
� z"BaseHTTPRequestHandler.send_headerc C s" | j dkr | j�d� | �� dS )z,Send the blank line ending the MIME headers.r s
N)r$ rf ri �
flush_headersrB r r r rA s
z"BaseHTTPRequestHandler.end_headersc C s( t | d�r$| j�d�| j�� g | _d S )Nrf � )rD rG ra �joinrf rB r r r rl s
z$BaseHTTPRequestHandler.flush_headers�-c C s. t |t�r|j}| �d| jt|�t|�� dS )zNLog an accepted request.
This is called by send_response().
z
"%s" %s %sN)�
isinstancer rk � log_messager) r& )r rR �sizer r r rb s
�z"BaseHTTPRequestHandler.log_requestc G s | j |f|�� dS )z�Log an error.
This is called when a request cannot be fulfilled. By
default it passes the message on to log_message().
Arguments are the same as for log_message().
XXX This should go to the separate error log.
N)rq )r �format�argsr r r rI + s z BaseHTTPRequestHandler.log_errorc C s i | ]}|d |d���qS )z\xZ02xr )�.0�cr r r �
<dictcomp>; s z!BaseHTTPRequestHandler.<dictcomp>� � � z\\�\c G s2 || }t j�d| �� | �� |�| j�f � dS )aZ Log an arbitrary message.
This is used by all other logging functions. Override
it if you have specific logging wishes.
The first argument, FORMAT, is a format string for the
message to be logged. If the format string contains
any % escapes requiring parameters, they should be
specified as subsequent arguments (it's just like
printf!).
The client ip and current date/time are prefixed to
every message.
Unicode control characters are replaced with escaped hex
before writing the output to stderr.
z%s - - [%s] %s
N)�sys�stderrra �address_string�log_date_time_string� translate�_control_char_table)r rs rt rS r r r rq > s
��z"BaseHTTPRequestHandler.log_messagec C s | j d | j S )z*Return the server software version string.� )�server_version� sys_versionrB r r r rc X s z%BaseHTTPRequestHandler.version_stringc C s |dkrt � � }tjj|dd�S )z@Return the current date and time formatted for a message header.NT)Zusegmt)�time�email�utilsZ
formatdate)r Z timestampr r r rd \ s z'BaseHTTPRequestHandler.date_time_stringc C sB t � � }t �|�\ }}}}}}}} }
d|| j| ||||f } | S )z.Return the current time formatted for logging.z %02d/%3s/%04d %02d:%02d:%02d)r� � localtime� monthname) r ZnowZyearZmonthZdayZhhZmmZss�x�y�z�sr r r r b s �z+BaseHTTPRequestHandler.log_date_time_stringZMonZTueZWedZThuZFriZSatZSunZJanZFebZMarZAprZMayZJunZJulZAugZSepZOctZNovZDecc C s
| j d S )zReturn the client address.r )�client_addressrB r r r r~ p s z%BaseHTTPRequestHandler.address_string�HTTP/1.0c C s i | ]}||j |jf�qS r )�phraseZ description)ru �vr r r rw s � )NN)N)N)ro ro )N)2r r r �__doc__r| r< r* r� � __version__r� �DEFAULT_ERROR_MESSAGEr\ �DEFAULT_ERROR_CONTENT_TYPEr` r# r? r; rL rM r0 rY r@ rZ rA rl rb rI r& � maketrans� itertools�chain�ranger� �ordrq rc rd r Z weekdaynamer� r~ r1 r4 r5 Z HTTPMessager7 r � __members__�valuesrW r r r r r � s^ gj%
5
�
� �c s� e Zd ZdZde Zdd�� fdd�
Zdd� Zd d
� Zd d � Z d
d� Z
dd� Z dd� Z dd� Z
ejsle�� ej�� Ze�ddddd�� � ZS )r aW Simple HTTP request handler with GET and HEAD commands.
This serves files from the current directory and any of its
subdirectories. The MIME type for files is determined by
calling the .guess_type() method.
The GET and HEAD requests are identical except that the HEAD
request omits the actual contents of the file.
z SimpleHTTP/N�� directoryc s( |d krt �� }|| _t� j||� d S �N)�os�getcwdr� �super�__init__)r r� rt �kwargs�� __class__r r r� � s z!SimpleHTTPRequestHandler.__init__c C s. | � � }|r*z| �|| j� W 5 |�� X dS )zServe a GET request.N)� send_headr �copyfilerG �r �fr r r �do_GET� s
z SimpleHTTPRequestHandler.do_GETc C s | � � }|r|�� dS )zServe a HEAD request.N)r� r r� r r r �do_HEAD� s z SimpleHTTPRequestHandler.do_HEADc C s^ | � | j�}d}tj�|�r�tj�| j�}|j�d�s�| �t j
� |d |d |d d |d |d f}tj� |�}| � d|� | �
� dS d D ]&}tj�||�}tj�|�r�|} q�q�| �|�S | �|�}|�d�r�| �t jd
� dS zt|d �}W n& tk
�r | �t jd
� Y dS X �z"t�|�� �}d | jk�r�d
| jk�r�ztj�| jd �} W n t t t t fk
�r| Y nzX | j dk�r�| j!t"j#j$d�} | j t"j#j$k�r�t"j"�%|j&t"j#j$�}
|
j!dd�}
|
| k�r�| �t j'� | �
� |�(� W dS | �t j)� | � d|� | � dt*|d �� | � d| �+|j&�� | �
� |W S |�(� � Y nX dS )a{ Common code for GET and HEAD commands.
This sends the response code and MIME headers.
Return value is either a file object (which has to be copied
to the outputfile by the caller unless the command was HEAD,
and must be closed by the caller under all circumstances), or
None, in which case the caller has nothing further to do.
Nr r r r
r � ZLocation)z
index.htmlz index.htmzFile not found�rbzIf-Modified-Sincez
If-None-Match)�tzinfo)Z microsecond� Content-typerV � z
Last-Modified),�translate_pathr2 r� �isdir�urllib�parseZurlsplit�endswithrY r ZMOVED_PERMANENTLYZ
urlunsplitrZ rA rn �exists�list_directory�
guess_typer0 � NOT_FOUND�open�OSError�fstat�filenor8 r� r� Zparsedate_to_datetime� TypeErrorr/ �
OverflowErrorr- r� rU �datetime�timezoneZutcZ
fromtimestamp�st_mtimer[ r �OKr& rd ) r r2 r� �partsZ new_partsZnew_url�indexZctypeZfsZimsZ
last_modifr r r r� � s� �
�� �
�z"SimpleHTTPRequestHandler.send_headc
C s� zt �|�}W n$ tk
r2 | �tjd� Y dS X |jdd� d� g }ztjj | j
dd�}W n" t k
r� tj� | j
�}Y nX t j
|dd �}t�� }d
| }|�d � |�d � |�d
| � |�d| � |�d| � |�d� |D ]v}t j
�||�}| } }
t j
�|��r$|d } |d }
t j
�|��r:|d } |�dtjj|
dd�t j
| dd �f � q�|�d� d�|��|d�} t�� } | �| � | �d� | �tj� | � dd| � | � dt t | ��� | � � | S )z�Helper to produce a directory listing (absent index.html).
Return value is either a file object, or None (indicating an
error). In either case, the headers are sent, making the
interface the same as for send_head().
z No permission to list directoryNc S s | � � S r� )r: )�ar r r �<lambda> rm z9SimpleHTTPRequestHandler.list_directory.<locals>.<lambda>)�key�
surrogatepass��errorsFrP zDirectory listing for %szZ<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">z
<html>
<head>z@<meta http-equiv="Content-Type" content="text/html; charset=%s">z<title>%s</title>
</head>z<body>
<h1>%s</h1>z <hr>
<ul>r �@z <li><a href="%s">%s</a></li>z</ul>
<hr>
</body>
</html>
�
�surrogateescaper r� ztext/html; charset=%srV ) r� �listdirr� r0 r r� �sortr� r� �unquoter2 �UnicodeDecodeErrorr] r^ r| �getfilesystemencodingri rn r� �islinkrQ r_ �io�BytesIOra �seekrY r� rZ r& r+ rA )
r r2 �list�rZ displaypath�enc�title�name�fullnameZ displaynameZlinknameZencodedr� r r r r� sh �
�
�
� ��
z'SimpleHTTPRequestHandler.list_directoryc C s� |� dd�d }|� dd�d }|�� �d�}ztjj|dd�}W n tk
rb tj�|�}Y nX t�|�}|� d�}t d|�}| j
}|D ]0}t j �
|�s�|t jt jfkr�q�t j �||�}q�|r�|d7 }|S ) z�Translate a /-separated PATH to the local filename syntax.
Components that mean special things to the local file system
(e.g. drive or directory names) are ignored. (XXX They should
probably be diagnosed.)
�?r r �#r r� r� N)r* r( r� r� r� r� r� � posixpath�normpath�filterr� r� r2 �dirname�curdir�pardirrn )r r2 Ztrailing_slashr= Zwordr r r r� : s$
z'SimpleHTTPRequestHandler.translate_pathc C s t �||� dS )a� Copy all data between two file objects.
The SOURCE argument is a file object open for reading
(or anything with a read() method) and the DESTINATION
argument is a file object open for writing (or
anything with a write() method).
The only reason for overriding this would be to change
the block size or perhaps to replace newlines by CRLF
-- note however that this the default server uses this
to copy binary data as well.
N)�shutilZ copyfileobj)r �sourceZ
outputfiler r r r� X s z!SimpleHTTPRequestHandler.copyfilec C sL t �|�\}}|| jkr"| j| S |�� }|| jkr>| j| S | jd S dS )a� Guess the type of a file.
Argument is a PATH (a filename).
Return value is a string of the form type/subtype,
usable for a MIME Content-type header.
The default implementation looks the file's extension
up in the table self.extensions_map, using application/octet-stream
as a default; however it would be permissible (if
slow) to look inside the data to make a better guess.
r N)r� �splitext�extensions_mapr: )r r2 �baseZextr r r r� h s
z#SimpleHTTPRequestHandler.guess_typezapplication/octet-streamz
text/plain)r �.pyz.cz.h)r r r r� r� r� r� r� r� r� r� r� r� r� � mimetypesZinitedZinitZ types_map�copyr� �update�
__classcell__r r r� r r � s& W:
�c C s� | � d�\} }}tj�| �} | �d�}g }|dd� D ],}|dkrL|�� q6|r6|dkr6|�|� q6|r�|�� }|r�|dkr�|�� d}q�|dkr�d}nd}|r�d�||f�}dd�|� |f}d�|�}|S )a�
Given a URL path, remove extra '/'s and '.' path elements and collapse
any '..' references and returns a collapsed path.
Implements something akin to RFC-2396 5.2 step 6 to parse relative paths.
The utility of this function is limited to is_cgi method and helps
preventing some security attacks.
Returns: The reconstituted URL, which will always start with a '/'.
Raises: IndexError if too many '..' occur within the path.
r� r Nr z..r r )� partitionr� r� r� r* �popri rn ) r2 �_�query�
path_partsZ
head_parts�partZ tail_partZ splitpath�collapsed_pathr r r �_url_collapse_path� s.
r� c C sr t rt S z ddl} W n tk
r* Y dS X z| �d�d a W n. tk
rl dtdd� | �� D �� a Y nX t S ) z$Internal routine to get nobody's uidr Nr �nobodyr
r c s s | ]}|d V qdS )r
Nr )ru r� r r r � <genexpr>� s z nobody_uid.<locals>.<genexpr>)r� �pwd� ImportError�getpwnamrX �maxZgetpwall)r� r r r �
nobody_uid� s r� c C s t �| t j�S )zTest for executable file.)r� �access�X_OK)r2 r r r �
executable� s r c @ sV e Zd ZdZeed�ZdZdd� Zdd� Z dd � Z
d
d gZ d d
� Z dd� Z
dd� ZdS )r z�Complete HTTP server with GET, HEAD and POST commands.
GET and HEAD also support running CGI scripts.
The POST command is *only* implemented for CGI scripts.
�forkr c C s$ | � � r| �� n| �tjd� dS )zRServe a POST request.
This is only implemented for CGI scripts.
z Can only POST to CGI scriptsN)�is_cgi�run_cgir0 r rE rB r r r �do_POST� s
�z CGIHTTPRequestHandler.do_POSTc C s | � � r| �� S t�| �S dS )z-Version of send_head that support CGI scriptsN)r r r r� rB r r r r� � s z CGIHTTPRequestHandler.send_headc C sP t | j�}|�dd�}|d|� ||d d� }}|| jkrL||f| _dS dS )a3 Test whether self.path corresponds to a CGI script.
Returns True and updates the cgi_info attribute to the tuple
(dir, rest) if self.path requires running a CGI script.
Returns False otherwise.
If any exception is raised, the caller should assume that
self.path was rejected as invalid and act accordingly.
The default implementation tests whether the normalized url
path begins with one of the strings in self.cgi_directories
(and the next character is a '/' or the end of the string).
r r NTF)r� r2 �find�cgi_directories�cgi_info)r r� Zdir_sep�head�tailr r r r � s
z CGIHTTPRequestHandler.is_cgiz/cgi-binz/htbinc C s t |�S )z1Test whether argument path is an executable file.)r )r r2 r r r �
is_executable s z#CGIHTTPRequestHandler.is_executablec C s t j�|�\}}|�� dkS )z.Test whether argument path is a Python script.)r� z.pyw)r� r2 r� r: )r r2 r
r r r r � is_python s z CGIHTTPRequestHandler.is_pythonc ) C s� | j \}}|d | }|�dt|�d �}|dkr�|d|� }||d d� }| �|�}tj�|�r�|| }}|�dt|�d �}q*q�q*|�d�\}}} |�d�}|dkr�|d|� ||d� }
}n
|d }
}|d |
} | �| �} tj�| ��s
| � t
j d| � dS tj� | ��s.| � t
j
d| � dS | �| �}
| j�sF|
�sh| �| ��sh| � t
j
d | � dS t�tj�}| �� |d
< | jj|d < d |d
< | j|d< t| jj�|d< | j|d< tj � |�}||d< | �|�|d< | |d< | �r�| |d< | j d |d< | j � d�}|�r�|�!� }t|�dk�r�ddl"}ddl#}|d |d< |d �$� dk�r�z"|d �%d�}|�&|��'d�}W n |j(t)fk
�r� Y n&X |�!d�}t|�dk�r�|d |d < | j � d �dk�r�| j �*� |d < n| j d |d < | j � d �}|�r||d < | j � d!�}|�r ||d"< g }| j �+d#�D ]>}|dd� d$k�rR|�,|�-� � n||d%d� �!d&� }�q,d&�.|�|d'< | j � d(�}|�r�||d)< t/d| j �0d*g ��}d+�.|�}|�r�||d,< d-D ]}|�1|d� �q�| �2t
j3d.� | �4� | �5d/d0�}| j�r |
g} d1|k�r | �,|� t6� } | j7�8� t�9� } | dk�r�t�:| d�\} } t;�;| j<gg g d�d �r~| j<�=d��sN�q~�qN| �r�| �>d2| � dS z\zt�?| � W n t@k
�r� Y nX t�A| j<�B� d� t�A| j7�B� d� t�C| | |� W n( | j�D| jE| j � t�Fd3� Y nX �n�ddlG} | g}!| �| ��rrtHjI}"|"�$� �Jd4��rf|"dd5� |"d6d� }"|"d7g|! }!d1| k�r�|!�,| � | �Kd8| �L|!�� z tM|�}#W n tNtOfk
�r� d}#Y nX | jP|!| jQ| jQ| jQ|d9�}$| j�$� d:k�r|#dk�r| j<�=|#�}%nd}%t;�;| j<jRgg g d�d �r>| j<jR�Sd��s
�q>�q
|$�T|%�\}&}'| j7�U|&� |'�rj| �>d;|'� |$jV�W� |$jX�W� |$jY}(|(�r�| �>d2|(� n
| �Kd<� dS )=zExecute a CGI script.r r r Nr� r zNo such CGI script (%r)z#CGI script is not a plain file (%r)z!CGI script is not executable (%r)ZSERVER_SOFTWAREZ SERVER_NAMEzCGI/1.1ZGATEWAY_INTERFACEZSERVER_PROTOCOLZ SERVER_PORTZREQUEST_METHODZ PATH_INFOZPATH_TRANSLATEDZ SCRIPT_NAME� QUERY_STRINGZ REMOTE_ADDR�
authorizationr
Z AUTH_TYPEZbasic�ascii�:Z REMOTE_USERz content-typeZ CONTENT_TYPEzcontent-length�CONTENT_LENGTH�referer� HTTP_REFERER�acceptz
� �,Z HTTP_ACCEPTz
user-agent�HTTP_USER_AGENTZcookiez, � HTTP_COOKIE)r Z REMOTE_HOSTr r r r zScript output follows�+r� �=zCGI script exit status %#xry zw.exe������z-uz command: %s)�stdin�stdoutr} �envZpostz%szCGI script exited OK)Zr r r+ r� r� r2 r� r� r� r0 r r� �isfileZ FORBIDDENr
� have_forkr r� Zdeepcopy�environrc Zserverr r1 r& r r" r� r� r� r� r8 r9 r* �base64�binasciir: r_ Z decodebytes�decode�Error� UnicodeErrorZget_content_typeZgetallmatchingheadersri �striprn r� Zget_all�
setdefaultrY r� rl rU r� rG rH r �waitpid�selectr6 �readrI �setuidr� �dup2r� �execveZ handle_errorZrequest�_exit�
subprocessr| r r� rq Z list2cmdliner. r� r- �Popen�PIPEZ_sockZrecvZ communicatera r} r r �
returncode))r �dir�restr2 �iZnextdirZnextrestZ scriptdirr� r� ZscriptZ
scriptnameZ
scriptfileZispyr Zuqrestr r$ r% Zlengthr r �lineZua�coZ
cookie_str�kZ
decoded_queryrt r� �pid�stsr2 ZcmdlineZinterp�nbytes�p�datar r} Zstatusr r r r s<
��
�
�
�
z CGIHTTPRequestHandler.run_cgiN)r r r r� rD r� r" Zrbufsizer r� r r r r
r r r r r r � s
c G s4 t j| t jt jd��}tt|��\}}}}}||fS )N)�type�flags)r Z getaddrinfoZ SOCK_STREAMZ
AI_PASSIVE�next�iter)ZaddressZinfosZfamilyrA �protoZ canonnameZsockaddrr r r �_get_best_family� s �rF r� i@ c C s� t ||�\|_}|| _||| ���}|j�� dd� \}}d|krLd|� d�n|}td|� d|� d|� d|� d � � z |�� W n& tk
r� td
� t� d � Y nX W 5 Q R X dS ) zmTest the HTTP request handler class.
This runs an HTTP server on port 8000 (or the port argument).
Nr
r �[�]zServing HTTP on z port z (http://z/) ...z&
Keyboard interrupt received, exiting.r )
rF Zaddress_familyr1 r Z getsockname�printZ
serve_forever�KeyboardInterruptr| �exit) � HandlerClass� ServerClassZprotocolr �bindZaddrZhttpdr Zurl_hostr r r �test� s � rO �__main__z--cgi�
store_truezRun as CGI Server)�action�helpz--bindz-bZADDRESSz8Specify alternate bind address [default: all interfaces])�metavarrS z --directoryz-dz9Specify alternative directory [default:current directory])�defaultrS r Zstorer� z&Specify alternate port [default: 8000])rR rU rA �nargsrS r� c s e Zd Z� fdd�Z� ZS )�DualStackServerc s4 t �t�� | j�tjtjd� W 5 Q R X t� �� S )Nr ) �
contextlib�suppress� Exceptionr Z
setsockoptZ IPPROTO_IPV6Z IPV6_V6ONLYr� r
rB r� r r r
s �zDualStackServer.server_bind)r r r r
r� r r r� r rW s rW )rL rM r rN ):r� r� �__all__r� r� Z email.utilsr� r] Z http.clientr4 r� r� r� r� r� r, r� r r r| r� Z urllib.parser� rX � functoolsr r r� r� r r ZThreadingMixInr ZStreamRequestHandlerr r r� r� r� r r rF rO r �argparse�ArgumentParser�parser� add_argumentr� r. �
parse_argsrt ZcgiZ
handler_classr� rW r rN r r r r �<module> s� R � s
0
�
�
�� ��� http/__pycache__/cookies.cpython-38.opt-2.pyc 0000644 00000025111 15115353745 0014770 0 ustar 00 U
e5d�O �
@ sp d dl Z d dlZdddgZdjZdjZdjZG dd� de�Zej ej
d Z e d
Z d d � e
ed
��e
eee �� D �Ze�ed�ded�di� e �de �e � �jZdd� Ze �d�Ze �d�Zdd� Zdddd d d d gZdd d!d"d#d$d%d&d'd(d)d*d+g
Z d ee fd,d-�Z G d.d/� d/e �Z d0Z e d1 Z!e �d2e d3 e! d4 e j"e j#B �Z$G d5d� de �Z%G d6d� de%�Z&dS )7� N� CookieError�
BaseCookie� SimpleCookie� z; � c @ s e Zd ZdS )r N)�__name__�
__module__� __qualname__� r
r
�$/usr/lib64/python3.8/http/cookies.pyr � s z!#$%&'*+-.^_`|~:z
()/<=>?@[]{}c C s i | ]}|d | �qS )z\%03or
)�.0�nr
r
r �
<dictcomp>� s � r � �"�\"�\z\\z[%s]+c C s* | d kst | �r| S d| �t� d S d S )Nr )�
_is_legal_key� translate� _Translator��strr
r
r �_quote� s r z\\[0-3][0-7][0-7]z[\\].c C sN | d kst | �dk r| S | d dks0| d dkr4| S | dd� } d}t | �}g }d| krf|k �rFn n�t�| |�}t�| |�}|s�|s�|�| |d � � �qFd }}|r�|�d�}|r�|�d�}|�r|r�||k �r|�| ||� � |�| |d � |d }qP|�| ||� � |�tt| |d |d � d��� |d }qPt|�S )N� r r ���� � � ) �len�
_OctalPatt�search�
_QuotePatt�append�start�chr�int� _nulljoin)r �ir
�resZo_matchZq_match�j�kr
r
r �_unquote� s6
$
r+ ZMonZTueZWedZThuZFriZSatZSunZJanZFebZMarZAprZMayZJunZJulZAugZSepZOctZNovZDecc C sR ddl m}m } |� }||| �\ }}}} }
} } }
}d|| ||| || |
| f S )Nr )�gmtime�timez#%s, %02d %3s %4d %02d:%02d:%02d GMT)r- r, )ZfutureZ weekdaynameZ monthnamer, r- ZnowZyearZmonthZdayZhhZmmZssZwd�y�zr
r
r �_getdate� s �r0 c
@ s� e Zd Zddddddddd d
� Zd d hZd
d� Zedd� �Zedd� �Zedd� �Z dd� Z
d1dd�Z dd� Z e
jZd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd2d)d*�ZeZd+d,� Zd3d-d.�Zd4d/d0�ZdS )5�Morsel�expires�Path�CommentZDomainzMax-AgeZSecureZHttpOnlyZVersionZSameSite) r2 �path�commentZdomain�max-age�secure�httponly�versionZsamesiter8 r9 c C s0 d | _ | _| _| jD ]}t�| |d� qd S )Nr )�_key�_value� _coded_value� _reserved�dict� __setitem__)�self�keyr
r
r �__init__ s
zMorsel.__init__c C s | j S �N)r; �rA r
r
r rB ( s z
Morsel.keyc C s | j S rD )r< rE r
r
r �value, s z Morsel.valuec C s | j S rD )r= rE r
r
r � coded_value0 s zMorsel.coded_valuec C s2 |� � }|| jkr td|f ��t�| ||� d S �NzInvalid attribute %r)�lowerr> r r? r@ )rA �K�Vr
r
r r@ 4 s
zMorsel.__setitem__Nc C s. |� � }|| jkr td|f ��t�| ||�S rH )rI r> r r? �
setdefault)rA rB �valr
r
r rL : s
zMorsel.setdefaultc C s> t |t�stS t�| |�o<| j|jko<| j|jko<| j|jkS rD )�
isinstancer1 �NotImplementedr? �__eq__r< r; r= �rA Zmorselr
r
r rP @ s
�
�
�z
Morsel.__eq__c C s$ t � }t�|| � |j�| j� |S rD )r1 r? �update�__dict__rQ r
r
r �copyJ s z Morsel.copyc C sR i }t |��� D ]0\}}|�� }|| jkr8td|f ��|||< qt �| |� d S rH )r? �itemsrI r> r rR )rA �values�datarB rM r
r
r rR P s
z
Morsel.updatec C s |� � | jkS rD )rI r> )rA rJ r
r
r �
isReservedKeyY s zMorsel.isReservedKeyc C sH |� � | jkr td|f ��t|�s2td|f ��|| _|| _|| _d S )Nz Attempt to set a reserved key %rzIllegal key %r)rI r> r r r; r< r= )rA rB rM Z coded_valr
r
r �set\ s z
Morsel.setc C s | j | j| jd�S )N)rB rF rG �r; r< r= rE r
r
r � __getstate__g s �zMorsel.__getstate__c C s" |d | _ |d | _|d | _d S )NrB rF rG rZ )rA �stater
r
r � __setstate__n s
zMorsel.__setstate__� Set-Cookie:c C s d|| � |�f S )Nz%s %s)� OutputString)rA �attrs�headerr
r
r �outputs s z
Morsel.outputc C s d| j j| �� f S )N�<%s: %s>)� __class__r r_ rE r
r
r �__repr__x s zMorsel.__repr__c C s d| � |��dd� S )Nz�
<script type="text/javascript">
<!-- begin hiding
document.cookie = "%s";
// end hiding -->
</script>
r r )r_ �replace)rA r` r
r
r � js_output{ s �zMorsel.js_outputc C s$ g }|j }|d| j| jf � |d kr,| j}t| �� �}|D ]�\}}|dkrNq<||krXq<|dkr�t|t�r�|d| j| t|�f � q<|dkr�t|t�r�|d| j| |f � q<|dkr�t|t �r�|d| j| t
|�f � q<|| j k�r|�r|t | j| �� q<|d| j| |f � q<t |�S )N�%s=%sr r2 r7 z%s=%dr6 )
r" rB rG r> �sortedrU rN r% r0 r r �_flags�_semispacejoin)rA r` �resultr" rU rB rF r
r
r r_ � s, zMorsel.OutputString)N)Nr^ )N)N)r r r r> rj rC �propertyrB rF rG r@ rL rP �object�__ne__rT rR rX rY r[ r] rb �__str__re rg r_ r
r
r
r r1 � sB �
r1 z,\w\d!#%&'~_`><@,:/\$\*\+\-\.\^\|\)\(\?\}\{\=z\[\]z�
\s* # Optional whitespace at start of cookie
(?P<key> # Start of group 'key'
[a ]+? # Any word of at least one letter
) # End of group 'key'
( # Optional group: there may not be a value.
\s*=\s* # Equal Sign
(?P<val> # Start of group 'val'
"(?:[^\\"]|\\.)*" # Any doublequoted string
| # or
\w{3},\s[\w\d\s-]{9,11}\s[\d:]{8}\sGMT # Special case for "expires" attr
| # or
[a- ]* # Any word or empty string
) # End of group 'val'
)? # End of optional value group
\s* # Any number of spaces.
(\s+|;|$) # Ending either at space, semicolon, or EOS.
c @ sj e Zd Zdd� Zdd� Zddd�Zdd � Zd
d � Zddd�ZeZ dd� Z
ddd�Z dd� Z e
fdd�ZdS )r c C s ||fS rD r
�rA rM r
r
r � value_decode� s zBaseCookie.value_decodec C s t |�}||fS rD r �rA rM Zstrvalr
r
r � value_encode� s zBaseCookie.value_encodeNc C s |r| � |� d S rD )�load)rA �inputr
r
r rC � s zBaseCookie.__init__c C s. | � |t� �}|�|||� t�| ||� d S rD )�getr1 rY r? r@ )rA rB Z
real_valuerG �Mr
r
r Z__set� s zBaseCookie.__setc C s: t |t�rt�| ||� n | �|�\}}| �|||� d S rD )rN r1 r? r@ rt �_BaseCookie__set)rA rB rF �rval�cvalr
r
r r@ � s
zBaseCookie.__setitem__r^ �
c C s: g }t | �� �}|D ]\}}|�|�||�� q|�|�S rD )ri rU r" rb �join)rA r` ra �seprl rU rB rF r
r
r rb � s
zBaseCookie.outputc C sJ g }t | �� �}|D ] \}}|�d|t|j�f � qd| jjt|�f S )Nrh rc )ri rU r" �reprrF rd r �
_spacejoin)rA �lrU rB rF r
r
r re � s
zBaseCookie.__repr__c C s6 g }t | �� �}|D ]\}}|�|�|�� qt|�S rD )ri rU r" rg r& )rA r` rl rU rB rF r
r
r rg s
zBaseCookie.js_outputc C s4 t |t�r| �|� n|�� D ]\}}|| |< q d S rD )rN r �_BaseCookie__parse_stringrU )rA ZrawdatarB rF r
r
r ru
s
zBaseCookie.loadc C sh d}t |�}g }d}d}d}d| kr2|k �r n n�|�||�} | sJ�q | �d�| �d� }
} | �d�}|
d dkr�|s|q |�||
dd � | f� q |
�� tjkr�|s�d S | d kr�|
�� tjkr�|�||
df� q�d S n|�||
t | �f� q | d k �r|�||
| �
| �f� d}q d S q d } |D ]>\}
}
} |
|k�rB| | |
< n | \}}| � |
||� | |
} �q$d S ) Nr Fr r rB rM �$T) r �match�group�endr" rI r1 r> rj r+ rr ry )rA r Zpattr' r
Z parsed_itemsZ morsel_seenZTYPE_ATTRIBUTEZ
TYPE_KEYVALUEr� rB rF rx �tprz r{ r
r
r Z__parse_string sF
zBaseCookie.__parse_string)N)Nr^ r| )N)r r r rr rt rC ry r@ rb rp re rg ru �_CookiePatternr� r
r
r
r r � s
c @ s e Zd Zdd� Zdd� ZdS )r c C s t |�|fS rD )r+ rq r
r
r rr \ s zSimpleCookie.value_decodec C s t |�}|t|�fS rD )r r rs r
r
r rt _ s zSimpleCookie.value_encodeN)r r r rr rt r
r
r
r r U s )'�re�string�__all__r} r& rk r� � Exceptionr Z
ascii_lettersZdigitsZ _LegalCharsZ_UnescapedCharsrY �range�map�ordr rR �compile�escape� fullmatchr r r r! r+ Z _weekdaynameZ
_monthnamer0 r? r1 Z_LegalKeyCharsZ_LegalValueChars�ASCII�VERBOSEr� r r r
r
r
r �<module>� sp
� �
2 � 4�� � �
�
http/__pycache__/client.cpython-38.opt-2.pyc 0000644 00000062033 15115353745 0014616 0 ustar 00 U
e5d�� � @ sb d dl Zd dlZd dlZd dlZd dlZd dlZd dlZd dl m
Z
ddddddd d
d d d
dddddddgZ dZ dZ
dZdZdZdZe� �ejj� dd � ejj�� D �Zd Zd Ze�d �jZ e�d �j Z e�d!�Z e�d"�Z d#d$d%hZ!dAd'd(�Z"G d)d*� d*ej#j$�Z%d+d,� Z&e%fd-d.�Z'G d/d� dej(�Z)G d0d� d�Z*z d dl+Z+W n e,k
�r\ Y n X G d1d2� d2e*�Z-e �.d2� G d3d� de/�Z0G d4d� de0�Z1G d5d � d e0�Z2G d6d� de0�Z3G d7d� de0�Z4G d8d � d e0�Z5G d9d
� d
e0�Z6G d:d � d e0�Z7G d;d
� d
e7�Z8G d<d� de7�Z9G d=d� de7�Z:G d>d� de0�Z;G d?d� de0�Z<G d@d� de=e;�Z>e0Z?dS )B� N)�urlsplit� HTTPResponse�HTTPConnection�
HTTPException� NotConnected�UnknownProtocol�UnknownTransferEncoding�UnimplementedFileMode�IncompleteRead�
InvalidURL�ImproperConnectionState�CannotSendRequest�CannotSendHeader�ResponseNotReady�
BadStatusLine� LineTooLong�RemoteDisconnected�error� responses�P i� ZUNKNOWNZIdlezRequest-startedz Request-sentc C s i | ] }||j �qS � )�phrase)�.0�vr r �#/usr/lib64/python3.8/http/client.py�
<dictcomp>j s r i �d s [^:\s][^:\r\n]*s \n(?![ \t])|\r(?![ \t\n])z[ - ]z[ - ]ZPATCHZPOSTZPUT�datac
C sh z | � d�W S tk
rb } z8t|j|j|j|jd|�� | |j|j� |f �d �W 5 d }~X Y nX d S )N�latin-1z`%s (%.20r) is not valid Latin-1. Use %s.encode('utf-8') if you want to send it encoded in UTF-8.)�encode�UnicodeEncodeError�encoding�object�start�end�title)r �name�errr r r �_encode� s ���r( c @ s e Zd Zdd� ZdS )� HTTPMessagec C sj |� � d }t|�}g }d}| �� D ]@}|d |� � � |krBd}n|d d� �� sVd}|r$|�|� q$|S )N�:r � )�lower�len�keys�isspace�append)�selfr& �nZlstZhit�liner r r �getallmatchingheaders� s
z!HTTPMessage.getallmatchingheadersN)�__name__�
__module__� __qualname__r4 r r r r r) � s r) c C sX g }| � td �}t|�tkr&td��|�|� t|�tkrHtdt ��|dkrqTq|S )Nr+ � header linezgot more than %d headers��
�
� )�readline�_MAXLINEr- r r0 � _MAXHEADERSr )�fp�headersr3 r r r �
_read_headers� s
rB c C s, t | �}d�|��d�}tjj|d��|�S )Nr< �
iso-8859-1)�_class)rB �join�decode�email�parserZParserZparsestr)r@ rD rA Zhstringr r r �
parse_headers� s
rI c s e Zd Zd@dd�Zdd� Zdd� Zd d
� Zd d � Z� fd
d�Z� fdd�Z dd� Z
dd� Z dAdd�Z dd� Z
dd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� ZdBd(d)�ZdCd*d+�ZdD� fd,d-� Zd.d/� Zd0d1� Zd2d3� ZdEd4d5�Zd6d7� Z d8d9� Z d:d;� Z d<d=� Z d>d?� Z � Z!S )Fr r Nc C sR |� d�| _|| _|| _d | _| _t| _t| _t| _ t| _
t| _ t| _ t| _
d S )N�rb)Zmakefiler@ �
debuglevel�_methodrA �msg�_UNKNOWN�version�status�reason�chunked�
chunk_left�length�
will_close)r1 �sockrK �method�urlr r r �__init__� s zHTTPResponse.__init__c C s t | j�td �d�}t|�tkr*td��| jdkrBtdt|�� |sNt d��z|�
d d�\}}}W nF t k
r� z|�
d d�\}}d}W n t k
r� d}Y nX Y nX |� d �s�| �
� t|��z$t|�}|d
k s�|d kr�t|��W n t k
�r t|��Y nX |||fS ) Nr+ rC z status liner zreply:z-Remote end closed connection without response� � zHTTP/r i� )�strr@ r= r> r- r rK �print�reprr �split�
ValueError�
startswith� _close_connr �int)r1 r3 rO rP rQ r r r � _read_status s2
zHTTPResponse._read_statusc C s� | j d k rd S | �� \}}}|tkr&qHt| j�}| jdkrDtd|� ~q| | _| _|� � | _
|dkrnd| _ n|� d�r�d| _ nt
|��t| j� | _ | _| jdkr�| j �� D ]\}}td|d |� q�| j �d �}|r�|�� d
kr�d | _d | _nd | _| �� | _d | _| j �d
�}|�rb| j�sbzt|�| _W n tk
�rL d | _Y nX | jdk �rhd | _nd | _|tk�s�|tk�s�d| k�r�dk �s�n | j dk�r�d| _| j�s�| j�s�| jd k�r�d | _d S )Nr zheaders:)zHTTP/1.0zHTTP/0.9�
zHTTP/1.� �header:r* �transfer-encodingrR TF�content-lengthr �� �HEAD) rA rd ZCONTINUErB r@ rK r] �coderP �striprQ rO ra r rI rM �items�getr, rR rS � _check_closerU rT rc r` Z
NO_CONTENTZ NOT_MODIFIEDrL ) r1 rO rP rQ Zskipped_headers�hdr�valZtr_encrT r r r �begin5 sf
�
�
���zHTTPResponse.beginc C sv | j �d�}| jdkr.|r*d|�� kr*dS dS | j �d�r>dS |rRd|�� krRdS | j �d�}|rrd|�� krrdS dS )NZ
connectionrf �closeTFz
keep-alivezproxy-connection)rA ro rO r, )r1 ZconnZpconnr r r rp } s
zHTTPResponse._check_closec C s | j }d | _ |�� d S �N)r@ rt )r1 r@ r r r rb � s zHTTPResponse._close_connc s$ zt� �� W 5 | j r | �� X d S ru )r@ rb �superrt �r1 �� __class__r r rt � s zHTTPResponse.closec s t � �� | jr| j�� d S ru )rv �flushr@ rw rx r r rz � s
zHTTPResponse.flushc C s dS )NTr rw r r r �readable� s zHTTPResponse.readablec C s
| j d kS ru )r@ rw r r r �isclosed� s zHTTPResponse.isclosedc C s� | j d krdS | jdkr$| �� dS |d k rRt|�}| �|�}t|�d |� �� S | jr`| �� S | j d krv| j �
� }n6z| � | j �}W n t k
r� | �� � Y nX d| _ | �� |S d S )Nr< rk r )
r@ rL rb � bytearray�readinto�
memoryview�tobytesrR �_readall_chunkedrT �read�
_safe_readr
)r1 �amt�br2 �sr r r r� � s*
zHTTPResponse.readc C s� | j d krdS | jdkr$| �� dS | jr4| �|�S | jd k r^t|�| jkr^t|�d| j� }| j �|�}|s||r|| �� n&| jd k r�| j|8 _| js�| �� |S )Nr rk ) r@ rL rb rR �_readinto_chunkedrT r- r r~ )r1 r� r2 r r r r~ � s$
zHTTPResponse.readintoc C sr | j �td �}t|�tkr$td��|�d�}|dkrB|d |� }z t|d�W S tk
rl | �� � Y nX d S )Nr+ z
chunk size� ;r � ) r@ r= r> r- r �findrc r` rb )r1 r3 �ir r r �_read_next_chunk_size s
z"HTTPResponse._read_next_chunk_sizec C s: | j �td �}t|�tkr$td��|s*q6|dkr q6q d S )Nr+ z trailer liner9 )r@ r= r> r- r �r1 r3 r r r �_read_and_discard_trailer s z&HTTPResponse._read_and_discard_trailerc C sl | j }|sh|d k r | �d� z | �� }W n tk
rD td��Y nX |dkrb| �� | �� d }|| _ |S )NrZ r< r )rS r� r� r` r
r� rb )r1 rS r r r �_get_chunk_left s
z HTTPResponse._get_chunk_leftc C sb g }z6| � � }|d krq0|�| �|�� d| _qd�|�W S tk
r\ td�|���Y nX d S �Nr r< )r� r0 r� rS rE r
)r1 �valuerS r r r r� 8 s z HTTPResponse._readall_chunkedc C s� d}t |�}zv| �� }|d kr$|W S t|�|krN| �|�}|| | _|| W S |d |� }| �|�}||d � }||7 }d| _qW n( tk
r� tt|d|� ���Y nX d S )Nr )r r� r- �_safe_readintorS r
�bytes)r1 r� Z total_bytesZmvbrS r2 Ztemp_mvbr r r r� F s"
z HTTPResponse._readinto_chunkedc C s. | j �|�}t|�|k r*t||t|� ��|S ru )r@ r� r- r
)r1 r� r r r r r� ^ s zHTTPResponse._safe_readc C s: t |�}| j�|�}||k r6tt|d |� �|| ��|S ru )r- r@ r~ r
r� )r1 r� r� r2 r r r r� j s
zHTTPResponse._safe_readinto���c C s� | j d ks| jdkrdS | jr(| �|�S | jd k rJ|dk sD|| jkrJ| j}| j �|�}|sh|rh| �� n | jd k r�| jt|�8 _|S �Nrk r< r )r@ rL rR �_read1_chunkedrT �read1rb r- )r1 r2 �resultr r r r� r s
zHTTPResponse.read1c C s4 | j d ks| jdkrdS | jr(| �|�S | j �|�S )Nrk r< )r@ rL rR �
_peek_chunked�peek)r1 r2 r r r r� � s
zHTTPResponse.peekc s� | j d ks| jdkrdS | jr*t� �|�S | jd k rL|dk sF|| jkrL| j}| j �|�}|sj|rj| �� n | jd k r�| jt|�8 _|S r� )r@ rL rR rv r= rT rb r- )r1 �limitr� rx r r r= � s
zHTTPResponse.readlinec C sd | � � }|d ks|dkr dS d| kr0|ks6n |}| j�|�}| jt|�8 _|s`td��|S r� )r� r@ r� rS r- r
)r1 r2 rS r� r r r r� � s zHTTPResponse._read1_chunkedc C sD z | � � }W n tk
r" Y dS X |d kr0dS | j�|�d |� S )Nr< )r� r
r@ r� )r1 r2 rS r r r r� � s zHTTPResponse._peek_chunkedc C s
| j �� S ru )r@ �filenorw r r r r� � s zHTTPResponse.filenoc C sF | j d krt� �| j �|�p |}t|t�s4t|d�s8|S d�|�S d S )N�__iter__z, )rA r Zget_all�
isinstancer\ �hasattrrE )r1 r& �defaultrA r r r � getheader� s
zHTTPResponse.getheaderc C s | j d krt� �t| j �� �S ru )rA r �listrn rw r r r �
getheaders� s
zHTTPResponse.getheadersc C s | S ru r rw r r r r� � s zHTTPResponse.__iter__c C s | j S ru )rA rw r r r �info� s zHTTPResponse.infoc C s | j S ru )rX rw r r r �geturl� s
zHTTPResponse.geturlc C s | j S ru )rP rw r r r �getcode� s zHTTPResponse.getcode)r NN)N)r� )r� )r� )N)"r5 r6 r7 rY rd rs rp rb rt rz r{ r| r� r~ r� r� r� r� r� r� r� r� r� r= r� r� r� r� r� r� r� r� r� �
__classcell__r r rx r r � s<
!H
"
c @ s
e Zd ZdZdZeZeZdZ dZ
e dd� �Z e dd� �Z
d ejd d
fd d �Zd7d
d�Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd8d d!�Zd9d"d#�Zd$d%� Z d&d'� Z d(d)� Z d*d+� Z d,d-� Z d:d d.�d/d0�Z!d i fd d.�d1d2�Z"d3d4� Z#d5d6� Z$d S );r rf zHTTP/1.1r+ r c C s t | tj�S ru )r� �io�
TextIOBase)�streamr r r �
_is_textIO s zHTTPConnection._is_textIOc C sf | d kr |� � tkrdS d S t| d�r*d S zt| �}|jW S tk
rN Y nX t| t�rbt| �S d S )Nr r� ) �upper�_METHODS_EXPECTING_BODYr� r �nbytes� TypeErrorr� r\ r- )�bodyrW Zmvr r r �_get_content_length s
z"HTTPConnection._get_content_lengthN� c C sn || _ || _|| _d | _g | _d | _t| _d | _d | _ d | _
i | _ | � ||�\| _
| _| �| j
� tj| _d S ru )�timeout�source_address� blocksizerV �_buffer�_HTTPConnection__response�_CS_IDLE�_HTTPConnection__staterL � _tunnel_host� _tunnel_port�_tunnel_headers�
_get_hostport�host�port�_validate_host�socketZcreate_connection�_create_connection)r1 r� r� r� r� r� r r r rY 4 s zHTTPConnection.__init__c C s< | j rtd��| �||�\| _| _|r.|| _n
| j�� d S )Nz.Can't set up tunnel for established connection)rV � RuntimeErrorr� r� r� r� �clear)r1 r� r� rA r r r �
set_tunnelJ s zHTTPConnection.set_tunnelc C s� |d kr�|� d�}|� d�}||kr�zt||d d � �}W nH tk
r� ||d d � dkrh| j}ntd||d d � ��Y nX |d |� }n| j}|r�|d dkr�|d dkr�|dd� }||fS ) Nr* �]r+ r[ znonnumeric port: '%s'r �[r� )�rfindrc r` � default_portr )r1 r� r� r� �jr r r r� b s
z HTTPConnection._get_hostportc C s
|| _ d S ru )rK )r1 �levelr r r �set_debuglevelv s z HTTPConnection.set_debuglevelc C s� d| j | jf }|�d�}| �|� | j�� D ](\}}d||f }|�d�}| �|� q.| �d� | j| j| jd�}|� � \}} }
| t
j j kr�| �
� td| |
�� f ��|j�td �} t| �tkr�td ��| s�q�| d
kr�q�| jd kr�td | �� � q�d S )
NzCONNECT %s:%d HTTP/1.0
�asciiz%s: %s
r r: �rW z Tunnel connection failed: %d %sr+ r8 r9 r rg )r� r� r �sendr� rn �response_classrV rL rd �http�
HTTPStatusZOKrt �OSErrorrm r@ r= r> r- r rK r] rF ) r1 Z connect_strZ
connect_bytes�headerr� Z
header_strZ header_bytes�responserO rl �messager3 r r r �_tunnely s4 �
�
zHTTPConnection._tunnelc C sB | � | j| jf| j| j�| _| j�tjtj d� | j
r>| � � d S )Nr+ ) r� r� r� r� r� rV Z
setsockoptr� Z IPPROTO_TCPZ TCP_NODELAYr� r� rw r r r �connect� s
�zHTTPConnection.connectc C sB t | _z | j}|r d | _|�� W 5 | j}|r<d | _|�� X d S ru )r� r� r� rt rV )r1 r� rV r r r rt � s zHTTPConnection.closec C s | j d kr | jr| �� nt� �| jdkr8tdt|�� t|d�r�| jdkrTtd� | �|�}|rt| jdkrttd� |� | j
�}|s�q�|r�|� d�}| j � |� qtd S z| j � |� W nL t
k
�r t|tjj�r�|D ]}| j � |� q�nt
dt|� ��Y nX d S )Nr zsend:r� �sendIng a read()able� encoding file using iso-8859-1rC z9data should be a bytes-like object or an iterable, got %r)rV � auto_openr� r rK r] r^ r� r� r� r� r Zsendallr� r� � collections�abc�Iterable�type)r1 r r � datablock�dr r r r� � s8
�zHTTPConnection.sendc C s | j �|� d S ru )r� r0 )r1 r� r r r �_output� s zHTTPConnection._outputc c s^ | j dkrtd� | �|�}|r2| j dkr2td� |�| j�}|sDqZ|rR|�d�}|V q2d S )Nr r� r� rC )rK r] r� r� r� r )r1 r{ r r� r r r �_read_readable� s
z HTTPConnection._read_readableFc C s | j �d� d�| j �}| j d d �= | �|� |d k �r t|d�rN| �|�}nZz t|� W nF tk
r� z t|�}W n$ tk
r� tdt |� ��Y nX Y nX |f}|D ]R}|s�| j
dkr�t d� q�|r�| j dkr�t
|�d�d ��d
�| d }| �|� q�|�r | j dk�r | �d � d S ) N)r< r< r: r� zAmessage_body should be a bytes-like object or an iterable, got %rr zZero length chunk ignoredrf �Xz
r� s 0
)r� �extendrE r� r� r� r r� �iterr� rK r] � _http_vsnr- r )r1 � message_body�encode_chunkedrM Zchunks�chunkr r r � _send_output� s:
�
� zHTTPConnection._send_outputc C s� | j r| j �� rd | _ | jtkr(t| _n
t| j��| �|� || _|pHd}| �|� d||| j f }| �
| � |�� | j dk�r�|�s�d}|�
d�r�t|�\}}}}}|r�z|�d�}W n tk
r� |�d�}Y nX | �d|� n�| jr�| j} | j}
n | j} | j}
z| �d�} W n tk
�r4 | �d�} Y nX | �d �d
k�rRd | d } |
| jk�rl| �d| � n | �d�} | �dd
| |
f � |�s�| �dd� n d S )N�/z%s %s %srf r[ r� r� ZidnaZHostr* r � [� ]z%s:%szAccept-EncodingZidentity)r� r| r� r� �_CS_REQ_STARTEDr
�_validate_methodrL �_validate_path�
_http_vsn_strr� �_encode_requestr� ra r r r � putheaderr� r� r� r� r� r� rF ) r1 rW rX � skip_host�skip_accept_encoding�requestZnetlocZnilZ
netloc_encr� r� Zhost_encr r r �
putrequest sP
zHTTPConnection.putrequestc C s
|� d�S )Nr� )r )r1 r� r r r r� � s z HTTPConnection._encode_requestc C s, t �|�}|r(td|�d|�� �d���d S )Nz)method can't contain control characters. � (found at least �))�$_contains_disallowed_method_pchar_re�searchr` �group)r1 rW �matchr r r r� � s
�z HTTPConnection._validate_methodc C s, t �|�}|r(td|�d|�� �d���d S �Nz&URL can't contain control characters. r� r� ��!_contains_disallowed_url_pchar_rer� r r� )r1 rX r� r r r r� � s
z HTTPConnection._validate_pathc C s, t �|�}|r(td|�d|�� �d���d S r� r )r1 r� r� r r r r� � s
z HTTPConnection._validate_hostc G s� | j tkrt� �t|d�r$|�d�}t|�s:td|f ��t|�}t|�D ]\\}}t|d�rl|�d�||< n t |t
�r�t |��d�||< t || �rJtd|| f ��qJd�
|�}|d | }| �|� d S )Nr r� zInvalid header name %rr zInvalid header value %rs
s : )r� r� r r� r �_is_legal_header_namer` r� � enumerater� rc r\ �_is_illegal_header_valuerE r� )r1 r� �valuesr� Z one_valuer� r r r r� � s"
zHTTPConnection.putheader�r� c C s* | j tkrt| _ nt� �| j||d� d S )Nr )r� r� � _CS_REQ_SENTr r� )r1 r� r� r r r �
endheaders� s
zHTTPConnection.endheadersc C s | � |||||� d S ru )�
_send_request)r1 rW rX r� rA r� r r r r� � s zHTTPConnection.requestc C s� t dd� |D ��}i }d|kr&d|d< d|kr6d|d< | j||f|� d|kr�d |kr�d
}| �||�}|d kr�|d k r�| jd kr�td | � d
}| �dd� q�| �dt|�� nd
}|�� D ]\} }
| �| |
� q�t|t�r�t |d�}| j
||d� d S )Nc s s | ]}|� � V qd S ru )r, )r �kr r r � <genexpr>� s z/HTTPConnection._send_request.<locals>.<genexpr>r� r+ r� zaccept-encodingr� ri rh Fr z Unable to determine size of %rTzTransfer-EncodingrR zContent-Lengthr� r ) � frozensetr� r� rK r] r� r\ rn r� r( r ) r1 rW rX r� rA r� Z header_namesZskipsZcontent_lengthrq r� r r r r � s0
z HTTPConnection._send_requestc C s� | j r| j �� rd | _ | jtks&| j r0t| j��| jdkrR| j| j| j| jd�}n| j| j| jd�}zNz |� � W n t
k
r� | � � � Y nX t | _|j
r�| � � n|| _ |W S |� � � Y nX d S )Nr r� )r� r| r� r r rK r� rV rL rs �ConnectionErrorrt r� rU )r1 r� r r r � getresponse s.
�
zHTTPConnection.getresponse)NN)NF)FF)N)%r5 r6 r7 r� r� r r� � HTTP_PORTr� r� rK � staticmethodr� r� r� �_GLOBAL_DEFAULT_TIMEOUTrY r� r� r� r� r� rt r� r� r� r� r� r� r� r� r� r� r r� r r r r r r r sL
�
&
6 �
� .c sD e Zd ZeZdddejdfdddd�� fdd� Z� fdd�Z� Z S )�HTTPSConnectionNr� )�context�check_hostnamer� c s� t t| �j||||| d� |d k s2|d k s2|d k rHdd l}
|
�dtd� || _|| _|d krtt� � }|j
d k rtd|_
|j tj k} |d kr�|j
}|r�| s�td��|s�|r�|�||� |j
d k r�d|_
|| _|d k r�|| j_
d S )N)r� r zTkey_file, cert_file and check_hostname are deprecated, use a custom context instead.rZ TzMcheck_hostname needs a SSL context with either CERT_OPTIONAL or CERT_REQUIRED)rv r rY �warnings�warn�DeprecationWarning�key_file� cert_file�sslZ _create_default_https_contextZpost_handshake_authZ verify_modeZ CERT_NONEr r` Zload_cert_chain�_context) r1 r� r� r r r� r� r r r� r Z will_verifyrx r r rY c s< �� �
zHTTPSConnection.__init__c s6 t � �� | jr| j}n| j}| jj| j|d�| _d S )N)�server_hostname)rv r� r� r� r Z wrap_socketrV )r1 r rx r r r� � s
�zHTTPSConnection.connect)
r5 r6 r7 �
HTTPS_PORTr� r� r rY r� r� r r rx r r \ s � �$r c @ s e Zd ZdS )r N�r5 r6 r7 r r r r r � s c @ s e Zd ZdS )r Nr r r r r r � s c @ s e Zd ZdS )r Nr r r r r r � s c @ s e Zd Zdd� ZdS )r c C s |f| _ || _d S ru )�argsrO )r1 rO r r r rY � s zUnknownProtocol.__init__N�r5 r6 r7 rY r r r r r � s c @ s e Zd ZdS )r Nr r r r r r � s c @ s e Zd ZdS )r Nr r r r r r � s c @ s$ e Zd Zddd�Zdd� ZejZdS )r
Nc C s |f| _ || _|| _d S ru )r �partial�expected)r1 r! r" r r r rY � s zIncompleteRead.__init__c C s2 | j d k rd| j }nd}d| jjt| j�|f S )Nz, %i more expectedr[ z%s(%i bytes read%s))r" ry r5 r- r! )r1 �er r r �__repr__� s
�zIncompleteRead.__repr__)N)r5 r6 r7 rY r$ r" �__str__r r r r r
� s
c @ s e Zd ZdS )r Nr r r r r r � s c @ s e Zd ZdS )r
Nr r r r r r
� s c @ s e Zd ZdS )r Nr r r r r r � s c @ s e Zd ZdS )r Nr r r r r r � s c @ s e Zd Zdd� ZdS )r c C s |s t |�}|f| _|| _d S ru )r^ r r3 r� r r r rY � s zBadStatusLine.__init__Nr r r r r r � s c @ s e Zd Zdd� ZdS )r c C s t �| dt|f � d S )Nz&got more than %d bytes when reading %s)r rY r> )r1 Z line_typer r r rY � s �zLineTooLong.__init__Nr r r r r r � s c @ s e Zd Zdd� ZdS )r c O s" t �| d� tj| f|�|� d S )Nr[ )r rY �ConnectionResetError)r1 �pos�kwr r r rY � s zRemoteDisconnected.__init__Nr r r r r r � s )r )@Z email.parserrG Z
email.messager� r� �rer� Zcollections.abcr� Z urllib.parser �__all__r r rN r� r� r �globals�updater� � __members__r r r> r? �compile� fullmatchr r� r r r� r� r( r� ZMessager) rB rI �BufferedIOBaser r r � ImportErrorr r0 � Exceptionr r r r r r r
r r
r r r r r& r r r r r r �<module>G s� �
W 8
http/__pycache__/cookies.cpython-38.opt-1.pyc 0000644 00000035566 15115353745 0015006 0 ustar 00 U
e5d�O �
@ st d Z ddlZddlZdddgZdjZdjZdjZG d d� de�Z ej
ej d
Z e d Z
d d
� eed��eeee
�� D �Ze�ed�ded�di� e�de�e � �jZdd� Ze�d�Ze�d�Zdd� Zddd d d d d gZ dd!d"d#d$d%d&d'd(d)d*d+d,g
Z de e fd-d.�Z G d/d0� d0e �Z d1Z!e!d2 Z"e�d3e! d4 e" d5 ej#ej$B �Z%G d6d� de �Z&G d7d� de&�Z'dS )8a.
Here's a sample session to show how to use this module.
At the moment, this is the only documentation.
The Basics
----------
Importing is easy...
>>> from http import cookies
Most of the time you start by creating a cookie.
>>> C = cookies.SimpleCookie()
Once you've created your Cookie, you can add values just as if it were
a dictionary.
>>> C = cookies.SimpleCookie()
>>> C["fig"] = "newton"
>>> C["sugar"] = "wafer"
>>> C.output()
'Set-Cookie: fig=newton\r\nSet-Cookie: sugar=wafer'
Notice that the printable representation of a Cookie is the
appropriate format for a Set-Cookie: header. This is the
default behavior. You can change the header and printed
attributes by using the .output() function
>>> C = cookies.SimpleCookie()
>>> C["rocky"] = "road"
>>> C["rocky"]["path"] = "/cookie"
>>> print(C.output(header="Cookie:"))
Cookie: rocky=road; Path=/cookie
>>> print(C.output(attrs=[], header="Cookie:"))
Cookie: rocky=road
The load() method of a Cookie extracts cookies from a string. In a
CGI script, you would use this method to extract the cookies from the
HTTP_COOKIE environment variable.
>>> C = cookies.SimpleCookie()
>>> C.load("chips=ahoy; vienna=finger")
>>> C.output()
'Set-Cookie: chips=ahoy\r\nSet-Cookie: vienna=finger'
The load() method is darn-tootin smart about identifying cookies
within a string. Escaped quotation marks, nested semicolons, and other
such trickeries do not confuse it.
>>> C = cookies.SimpleCookie()
>>> C.load('keebler="E=everybody; L=\\"Loves\\"; fudge=\\012;";')
>>> print(C)
Set-Cookie: keebler="E=everybody; L=\"Loves\"; fudge=\012;"
Each element of the Cookie also supports all of the RFC 2109
Cookie attributes. Here's an example which sets the Path
attribute.
>>> C = cookies.SimpleCookie()
>>> C["oreo"] = "doublestuff"
>>> C["oreo"]["path"] = "/"
>>> print(C)
Set-Cookie: oreo=doublestuff; Path=/
Each dictionary element has a 'value' attribute, which gives you
back the value associated with the key.
>>> C = cookies.SimpleCookie()
>>> C["twix"] = "none for you"
>>> C["twix"].value
'none for you'
The SimpleCookie expects that all values should be standard strings.
Just to be sure, SimpleCookie invokes the str() builtin to convert
the value to a string, when the values are set dictionary-style.
>>> C = cookies.SimpleCookie()
>>> C["number"] = 7
>>> C["string"] = "seven"
>>> C["number"].value
'7'
>>> C["string"].value
'seven'
>>> C.output()
'Set-Cookie: number=7\r\nSet-Cookie: string=seven'
Finis.
� N� CookieError�
BaseCookie� SimpleCookie� z; � c @ s e Zd ZdS )r N)�__name__�
__module__� __qualname__� r
r
�$/usr/lib64/python3.8/http/cookies.pyr � s z!#$%&'*+-.^_`|~:z
()/<=>?@[]{}c C s i | ]}|d | �qS )z\%03or
)�.0�nr
r
r �
<dictcomp>� s � r � �"�\"�\z\\z[%s]+c C s* | dkst | �r| S d| �t� d S dS )z�Quote a string for use in a cookie header.
If the string does not need to be double-quoted, then just return the
string. Otherwise, surround the string in doublequotes and quote
(with a \) special characters.
Nr )�
_is_legal_key� translate� _Translator��strr
r
r �_quote� s r z\\[0-3][0-7][0-7]z[\\].c C sN | d kst | �dk r| S | d dks0| d dkr4| S | dd� } d}t | �}g }d| krf|k �rFn n�t�| |�}t�| |�}|s�|s�|�| |d � � �qFd }}|r�|�d�}|r�|�d�}|�r|r�||k �r|�| ||� � |�| |d � |d }qP|�| ||� � |�tt| |d |d � d��� |d }qPt|�S )N� r r ���� � � ) �len�
_OctalPatt�search�
_QuotePatt�append�start�chr�int� _nulljoin)r �ir
�resZo_matchZq_match�j�kr
r
r �_unquote� s6
$
r+ ZMonZTueZWedZThuZFriZSatZSunZJanZFebZMarZAprZMayZJunZJulZAugZSepZOctZNovZDecc C sR ddl m}m } |� }||| �\ }}}} }
} } }
}d|| ||| || |
| f S )Nr )�gmtime�timez#%s, %02d %3s %4d %02d:%02d:%02d GMT)r- r, )ZfutureZ weekdaynameZ monthnamer, r- ZnowZyearZmonthZdayZhhZmmZssZwd�y�zr
r
r �_getdate� s �r0 c
@ s� e Zd ZdZdddddddd d
d � Zd d
hZdd� Zedd� �Zedd� �Z edd� �Z
dd� Z d2dd�Z dd � Z
ejZd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd3d*d+�ZeZd,d-� Zd4d.d/�Zd5d0d1�ZdS )6�MorselaC A class to hold ONE (key, value) pair.
In a cookie, each such pair may have several attributes, so this class is
used to keep the attributes associated with the appropriate key,value pair.
This class also includes a coded_value attribute, which is used to hold
the network representation of the value.
�expires�Path�CommentZDomainzMax-AgeZSecureZHttpOnlyZVersionZSameSite) r2 �path�commentZdomain�max-age�secure�httponly�versionZsamesiter8 r9 c C s0 d | _ | _| _| jD ]}t�| |d� qd S )Nr )�_key�_value� _coded_value� _reserved�dict� __setitem__)�self�keyr
r
r �__init__ s
zMorsel.__init__c C s | j S �N)r; �rA r
r
r rB ( s z
Morsel.keyc C s | j S rD )r< rE r
r
r �value, s z Morsel.valuec C s | j S rD )r= rE r
r
r � coded_value0 s zMorsel.coded_valuec C s2 |� � }|| jkr td|f ��t�| ||� d S �NzInvalid attribute %r)�lowerr> r r? r@ )rA �K�Vr
r
r r@ 4 s
zMorsel.__setitem__Nc C s. |� � }|| jkr td|f ��t�| ||�S rH )rI r> r r? �
setdefault)rA rB �valr
r
r rL : s
zMorsel.setdefaultc C s> t |t�stS t�| |�o<| j|jko<| j|jko<| j|jkS rD )�
isinstancer1 �NotImplementedr? �__eq__r< r; r= �rA Zmorselr
r
r rP @ s
�
�
�z
Morsel.__eq__c C s$ t � }t�|| � |j�| j� |S rD )r1 r? �update�__dict__rQ r
r
r �copyJ s z Morsel.copyc C sR i }t |��� D ]0\}}|�� }|| jkr8td|f ��|||< qt �| |� d S rH )r? �itemsrI r> r rR )rA �values�datarB rM r
r
r rR P s
z
Morsel.updatec C s |� � | jkS rD )rI r> )rA rJ r
r
r �
isReservedKeyY s zMorsel.isReservedKeyc C sH |� � | jkr td|f ��t|�s2td|f ��|| _|| _|| _d S )Nz Attempt to set a reserved key %rzIllegal key %r)rI r> r r r; r< r= )rA rB rM Z coded_valr
r
r �set\ s z
Morsel.setc C s | j | j| jd�S )N)rB rF rG �r; r< r= rE r
r
r � __getstate__g s �zMorsel.__getstate__c C s" |d | _ |d | _|d | _d S )NrB rF rG rZ )rA �stater
r
r � __setstate__n s
zMorsel.__setstate__� Set-Cookie:c C s d|| � |�f S )Nz%s %s)� OutputString)rA �attrs�headerr
r
r �outputs s z
Morsel.outputc C s d| j j| �� f S )N�<%s: %s>)� __class__r r_ rE r
r
r �__repr__x s zMorsel.__repr__c C s d| � |��dd� S )Nz�
<script type="text/javascript">
<!-- begin hiding
document.cookie = "%s";
// end hiding -->
</script>
r r )r_ �replace)rA r` r
r
r � js_output{ s �zMorsel.js_outputc C s$ g }|j }|d| j| jf � |d kr,| j}t| �� �}|D ]�\}}|dkrNq<||krXq<|dkr�t|t�r�|d| j| t|�f � q<|dkr�t|t�r�|d| j| |f � q<|dkr�t|t �r�|d| j| t
|�f � q<|| j k�r|�r|t | j| �� q<|d| j| |f � q<t |�S )N�%s=%sr r2 r7 z%s=%dr6 )
r" rB rG r> �sortedrU rN r% r0 r r �_flags�_semispacejoin)rA r` �resultr" rU rB rF r
r
r r_ � s, zMorsel.OutputString)N)Nr^ )N)N)r r r �__doc__r> rj rC �propertyrB rF rG r@ rL rP �object�__ne__rT rR rX rY r[ r] rb �__str__re rg r_ r
r
r
r r1 � sD �
r1 z,\w\d!#%&'~_`><@,:/\$\*\+\-\.\^\|\)\(\?\}\{\=z\[\]z�
\s* # Optional whitespace at start of cookie
(?P<key> # Start of group 'key'
[a ]+? # Any word of at least one letter
) # End of group 'key'
( # Optional group: there may not be a value.
\s*=\s* # Equal Sign
(?P<val> # Start of group 'val'
"(?:[^\\"]|\\.)*" # Any doublequoted string
| # or
\w{3},\s[\w\d\s-]{9,11}\s[\d:]{8}\sGMT # Special case for "expires" attr
| # or
[a- ]* # Any word or empty string
) # End of group 'val'
)? # End of optional value group
\s* # Any number of spaces.
(\s+|;|$) # Ending either at space, semicolon, or EOS.
c @ sn e Zd ZdZdd� Zdd� Zddd�Zd d
� Zd d � Zddd�Z e Z
dd� Z ddd�Z dd� Z
efdd�ZdS ) r z'A container class for a set of Morsels.c C s ||fS )a
real_value, coded_value = value_decode(STRING)
Called prior to setting a cookie's value from the network
representation. The VALUE is the value read from HTTP
header.
Override this function to modify the behavior of cookies.
r
�rA rM r
r
r � value_decode� s zBaseCookie.value_decodec C s t |�}||fS )z�real_value, coded_value = value_encode(VALUE)
Called prior to setting a cookie's value from the dictionary
representation. The VALUE is the value being assigned.
Override this function to modify the behavior of cookies.
r �rA rM Zstrvalr
r
r � value_encode� s zBaseCookie.value_encodeNc C s |r| � |� d S rD )�load)rA �inputr
r
r rC � s zBaseCookie.__init__c C s. | � |t� �}|�|||� t�| ||� dS )z+Private method for setting a cookie's valueN)�getr1 rY r? r@ )rA rB Z
real_valuerG �Mr
r
r Z__set� s zBaseCookie.__setc C s: t |t�rt�| ||� n | �|�\}}| �|||� dS )z Dictionary style assignment.N)rN r1 r? r@ ru �_BaseCookie__set)rA rB rF �rval�cvalr
r
r r@ � s
zBaseCookie.__setitem__r^ �
c C s: g }t | �� �}|D ]\}}|�|�||�� q|�|�S )z"Return a string suitable for HTTP.)ri rU r" rb �join)rA r` ra �seprl rU rB rF r
r
r rb � s
zBaseCookie.outputc C sJ g }t | �� �}|D ] \}}|�d|t|j�f � qd| jjt|�f S )Nrh rc )ri rU r" �reprrF rd r �
_spacejoin)rA �lrU rB rF r
r
r re � s
zBaseCookie.__repr__c C s6 g }t | �� �}|D ]\}}|�|�|�� qt|�S )z(Return a string suitable for JavaScript.)ri rU r" rg r& )rA r` rl rU rB rF r
r
r rg s
zBaseCookie.js_outputc C s4 t |t�r| �|� n|�� D ]\}}|| |< q dS )z�Load cookies from a string (presumably HTTP_COOKIE) or
from a dictionary. Loading cookies from a dictionary 'd'
is equivalent to calling:
map(Cookie.__setitem__, d.keys(), d.values())
N)rN r �_BaseCookie__parse_stringrU )rA ZrawdatarB rF r
r
r rv
s
zBaseCookie.loadc C sh d}t |�}g }d}d}d}d| kr2|k �r n n�|�||�} | sJ�q | �d�| �d� }
} | �d�}|
d dkr�|s|q |�||
dd � | f� q |
�� tjkr�|s�d S | d kr�|
�� tjkr�|�||
df� q�d S n|�||
t | �f� q | d k �r|�||
| �
| �f� d}q d S q d } |D ]>\}
}
} |
|k�rB| | |
< n | \}}| � |
||� | |
} �q$d S ) Nr Fr r rB rM �$T) r �match�group�endr" rI r1 r> rj r+ rs rz )rA r Zpattr' r
Z parsed_itemsZ morsel_seenZTYPE_ATTRIBUTEZ
TYPE_KEYVALUEr� rB rF ry �tpr{ r| r
r
r Z__parse_string sF
zBaseCookie.__parse_string)N)Nr^ r} )N)r r r rm rs ru rC rz r@ rb rq re rg rv �_CookiePatternr� r
r
r
r r � s
c @ s e Zd ZdZdd� Zdd� ZdS )r z�
SimpleCookie supports strings as cookie values. When setting
the value using the dictionary assignment notation, SimpleCookie
calls the builtin str() to convert the value to a string. Values
received from HTTP are kept as strings.
c C s t |�|fS rD )r+ rr r
r
r rs \ s zSimpleCookie.value_decodec C s t |�}|t|�fS rD )r r rt r
r
r ru _ s zSimpleCookie.value_encodeN)r r r rm rs ru r
r
r
r r U s )(rm �re�string�__all__r~ r& rk r� � Exceptionr Z
ascii_lettersZdigitsZ _LegalCharsZ_UnescapedCharsrY �range�map�ordr rR �compile�escape� fullmatchr r r r! r+ Z _weekdaynameZ
_monthnamer0 r? r1 Z_LegalKeyCharsZ_LegalValueChars�ASCII�VERBOSEr� r r r
r
r
r �<module>' sr ]
� �
2 � 4�� � �
�
http/__pycache__/server.cpython-38.opt-1.pyc 0000644 00000104101 15115353745 0014636 0 ustar 00 U
e5d� � @ s
d Z dZdddddgZddlZddlZddlZddlZddlZ ddl
Z
ddl Z ddl Z ddl
Z
ddlZddlZddlZddlZddlZddlZddlZddlZddlZdd lmZ dd
l mZ d Zd Z G d
d� dej �Z G dd� dej e �Z G dd� dej!�Z"G dd� de"�Z#dd� Z$da%dd� Z&dd� Z'G dd� de#�Z(dd� Z)e"e dddfd d �Z*e+d k�rddl,Z,e,�-� Z.e.j/d d d!d"� e.j/d#d$d%d&d'� e.j/d(d)e
�0� d*d+� e.j/d,d-de1d.d/d0� e.�2� Z3e3j4�r�e(Z5nee#e3j6d1�Z5G d2d3� d3e �Z7e*e5e7e3j8e3j9d4� dS )5a@ HTTP server classes.
Note: BaseHTTPRequestHandler doesn't implement any HTTP request; see
SimpleHTTPRequestHandler for simple implementations of GET, HEAD and POST,
and CGIHTTPRequestHandler for CGI scripts.
It does, however, optionally implement HTTP/1.1 persistent connections,
as of version 0.3.
Notes on CGIHTTPRequestHandler
------------------------------
This class implements GET and POST requests to cgi-bin scripts.
If the os.fork() function is not present (e.g. on Windows),
subprocess.Popen() is used as a fallback, with slightly altered semantics.
In all cases, the implementation is intentionally naive -- all
requests are executed synchronously.
SECURITY WARNING: DON'T USE THIS CODE UNLESS YOU ARE INSIDE A FIREWALL
-- it may execute arbitrary Python code or external programs.
Note that status code 200 is sent prior to execution of a CGI script, so
scripts cannot send other status codes such as 302 (redirect).
XXX To do:
- log requests even later (to capture byte count)
- log user-agent header and other interesting goodies
- send error log to separate file
z0.6�
HTTPServer�ThreadingHTTPServer�BaseHTTPRequestHandler�SimpleHTTPRequestHandler�CGIHTTPRequestHandler� N)�partial)�
HTTPStatusa� <!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN"
"http://www.w3.org/TR/html4/strict.dtd">
<html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8">
<title>Error response</title>
</head>
<body>
<h1>Error response</h1>
<p>Error code: %(code)d</p>
<p>Message: %(message)s.</p>
<p>Error code explanation: %(code)s - %(explain)s.</p>
</body>
</html>
ztext/html;charset=utf-8c @ s e Zd ZdZdd� ZdS )r � c C s4 t j�| � | jdd� \}}t�|�| _|| _dS )z.Override server_bind to store the server name.N� )� socketserver� TCPServer� server_bindZserver_address�socketZgetfqdn� server_name� server_port)�self�host�port� r �#/usr/lib64/python3.8/http/server.pyr
� s zHTTPServer.server_bindN)�__name__�
__module__� __qualname__Zallow_reuse_addressr
r r r r r � s c @ s e Zd ZdZdS )r TN)r r r Zdaemon_threadsr r r r r � s c
@ sJ e Zd ZdZdej�� d Zde Z e
Z e Z
dZdd� Zdd � Zd
d � Zd d
� ZdFdd�ZdGdd�ZdHdd�Zdd� Zdd� Zdd� ZdId d �Zd d � Ze� d d!� e � e d"�e d#d$��D ��Z d%e e!d&�< d'd(� Z"d)d*� Z#dJd+d,�Z$d-d.� Z%d/d0d1d2d3d4d5gZ&dd6d7d8d9d:d;d<d=d>d?d@dAg
Z'dBdC� Z(dDZ)e*j+j,Z-dEd!� e.j/�0� D �Z1dS )Kr a� HTTP request handler base class.
The following explanation of HTTP serves to guide you through the
code as well as to expose any misunderstandings I may have about
HTTP (so you don't need to read the code to figure out I'm wrong
:-).
HTTP (HyperText Transfer Protocol) is an extensible protocol on
top of a reliable stream transport (e.g. TCP/IP). The protocol
recognizes three parts to a request:
1. One line identifying the request type and path
2. An optional set of RFC-822-style headers
3. An optional data part
The headers and data are separated by a blank line.
The first line of the request has the form
<command> <path> <version>
where <command> is a (case-sensitive) keyword such as GET or POST,
<path> is a string containing path information for the request,
and <version> should be the string "HTTP/1.0" or "HTTP/1.1".
<path> is encoded using the URL encoding scheme (using %xx to signify
the ASCII character with hex code xx).
The specification specifies that lines are separated by CRLF but
for compatibility with the widest range of clients recommends
servers also handle LF. Similarly, whitespace in the request line
is treated sensibly (allowing multiple spaces between components
and allowing trailing whitespace).
Similarly, for output, lines ought to be separated by CRLF pairs
but most clients grok LF characters just fine.
If the first line of the request has the form
<command> <path>
(i.e. <version> is left out) then this is assumed to be an HTTP
0.9 request; this form has no optional headers and data part and
the reply consists of just the data.
The reply form of the HTTP 1.x protocol again has three parts:
1. One line giving the response code
2. An optional set of RFC-822-style headers
3. The data
Again, the headers and data are separated by a blank line.
The response code line has the form
<version> <responsecode> <responsestring>
where <version> is the protocol version ("HTTP/1.0" or "HTTP/1.1"),
<responsecode> is a 3-digit response code indicating success or
failure of the request, and <responsestring> is an optional
human-readable string explaining what the response code means.
This server parses the request and the headers, and then calls a
function specific to the request type (<command>). Specifically,
a request SPAM will be handled by a method do_SPAM(). If no
such method exists the server sends an error response to the
client. If it exists, it is called with no arguments:
do_SPAM()
Note that the request name is case sensitive (i.e. SPAM and spam
are different requests).
The various request details are stored in instance variables:
- client_address is the client IP address in the form (host,
port);
- command, path and version are the broken-down request line;
- headers is an instance of email.message.Message (or a derived
class) containing the header information;
- rfile is a file object open for reading positioned at the
start of the optional input data part;
- wfile is a file object open for writing.
IT IS IMPORTANT TO ADHERE TO THE PROTOCOL FOR WRITING!
The first thing to be written must be the response line. Then
follow 0 or more header lines, then a blank line, and then the
actual data (if any). The meaning of the header lines depends on
the command executed by the server; in most cases, when data is
returned, there should be at least one header line of the form
Content-type: <type>/<subtype>
where <type> and <subtype> should be registered MIME types,
e.g. "text/html" or "text/plain".
zPython/r z BaseHTTP/�HTTP/0.9c
C s� d| _ | j | _}d| _t| jd�}|�d�}|| _|�� }t |�dkrLdS t |�dk�r&|d }zT|�
d �srt �|�d
d �d }|�d �}t |�d
kr�t �t |d �t |d �f}W n, t t
fk
r� | �tjd| � Y dS X |dk�r | jdk�r d| _|dk�r | �tjd| � dS || _d
t |� k�rBdk�sZn | �tjd| � dS |dd
� \}}t |�d
k�r�d| _|dk�r�| �tjd| � dS || | _ | _| j�
d��r�d
| j�d
� | _ztjj| j| jd�| _W n� tjjk
�r( } z | �tj dt|�� W Y �dS d}~X Y nB tjj k
�rh } z | �tj dt|�� W Y �dS d}~X Y nX | j� dd�} | � � d k�r�d| _n | � � d k�r�| jdk�r�d| _| j� d d�}
|
� � d k�r�| jdk�r�| jdk�r�| � � �s�dS dS ) aH Parse a request (internal).
The request should be stored in self.raw_requestline; the results
are in self.command, self.path, self.request_version and
self.headers.
Return True for success, False for failure; on failure, any relevant
error response has already been sent back.
NTz
iso-8859-1z
r F� ���zHTTP/�/r �.r
zBad request version (%r))r r zHTTP/1.1)r
r zInvalid HTTP version (%s)zBad request syntax (%r)ZGETz Bad HTTP/0.9 request type (%r)z//)Z_classz
Line too longzToo many headers�
Connection� �close�
keep-aliveZExpectz 100-continue)!�command�default_request_version�request_version�close_connection�str�raw_requestline�rstrip� requestline�split�len�
startswith�
ValueError�int�
IndexError�
send_errorr Z BAD_REQUEST�protocol_versionZHTTP_VERSION_NOT_SUPPORTED�path�lstrip�http�clientZ
parse_headers�rfile� MessageClass�headersZ LineTooLongZ REQUEST_HEADER_FIELDS_TOO_LARGEZ
HTTPException�get�lower�handle_expect_100) r �versionr) �wordsZbase_version_numberZversion_numberr" r2 �errZconntypeZexpectr r r �
parse_request s�
�
� �
�
� �����
z$BaseHTTPRequestHandler.parse_requestc C s | � tj� | �� dS )a7 Decide what to do with an "Expect: 100-continue" header.
If the client is expecting a 100 Continue response, we must
respond with either a 100 Continue or a final response before
waiting for the request body. The default is to always respond
with a 100 Continue. You can behave differently (for example,
reject unauthorized requests) by overriding this method.
This method should either return True (possibly after sending
a 100 Continue response) or send an error response and return
False.
T)�send_response_onlyr ZCONTINUE� end_headers�r r r r r; x s z(BaseHTTPRequestHandler.handle_expect_100c
C s� z�| j �d�| _t| j�dkrBd| _d| _d| _| �tj � W dS | jsTd| _
W dS | � � sbW dS d| j }t | |�s�| �tj
d| j � W dS t| |�}|� | j�� W n< tjk
r� } z | �d|� d| _
W Y �dS d}~X Y nX dS ) z�Handle a single HTTP request.
You normally don't need to override this method; see the class
__doc__ string for information on how to handle specific HTTP
commands such as GET and POST.
i i r NTZdo_zUnsupported method (%r)zRequest timed out: %r)r6 �readliner' r+ r) r$ r" r0 r ZREQUEST_URI_TOO_LONGr% r? �hasattr�NOT_IMPLEMENTED�getattr�wfile�flushr Ztimeout� log_error)r Zmname�method�er r r �handle_one_request� s6
�
z)BaseHTTPRequestHandler.handle_one_requestc C s" d| _ | �� | j s | �� qdS )z&Handle multiple requests if necessary.TN)r% rL rB r r r �handle� s z BaseHTTPRequestHandler.handleNc C s z| j | \}}W n tk
r. d\}}Y nX |dkr<|}|dkrH|}| �d||� | �||� | �dd� d}|dkr�|tjtjtjfkr�| j |t
j |dd�t
j |dd�d � }|� d
d �}| �d | j
� | �d
tt|��� | �� | jdk�r|�r| j�|� dS )ak Send and log an error reply.
Arguments are
* code: an HTTP error code
3 digits
* message: a simple optional 1 line reason phrase.
*( HTAB / SP / VCHAR / %x80-FF )
defaults to short entry matching the response code
* explain: a detailed message defaults to the long entry
matching the response code.
This sends an error response (so it must be called before any
output has been generated), logs the error, and finally sends
a piece of HTML explaining the error to the user.
)�???rN Nzcode %d, message %sr r �� F��quote)�code�message�explainzUTF-8�replacez Content-Type�Content-LengthZHEAD)� responses�KeyErrorrI �
send_response� send_headerr Z
NO_CONTENTZ
RESET_CONTENT� NOT_MODIFIED�error_message_format�html�escape�encode�error_content_typer& r+ rA r" rG �write)r rR rS rT ZshortmsgZlongmsgZbodyZcontentr r r r0 � s: �� � z!BaseHTTPRequestHandler.send_errorc C s: | � |� | �||� | �d| �� � | �d| �� � dS )z�Add the response header to the headers buffer and log the
response code.
Also send two standard headers with the server software
version and the current date.
ZServerZDateN)� log_requestr@ rZ �version_string�date_time_string�r rR rS r r r rY � s
z$BaseHTTPRequestHandler.send_responsec C sd | j dkr`|dkr0|| jkr,| j| d }nd}t| d�s@g | _| j�d| j||f �dd�� dS ) z Send the response header only.r Nr r �_headers_bufferz
%s %d %s
�latin-1�strict)r$ rW rD rf �appendr1 r_ re r r r r@ � s
� �z)BaseHTTPRequestHandler.send_response_onlyc C sl | j dkr6t| d�sg | _| j�d||f �dd�� |�� dkrh|�� dkrVd| _n|�� d krhd
| _d S ) z)Send a MIME header to the headers buffer.r rf z%s: %s
rg rh Z
connectionr Tr! FN)r$ rD rf ri r_ r: r% )r �keyword�valuer r r rZ s
� z"BaseHTTPRequestHandler.send_headerc C s" | j dkr | j�d� | �� dS )z,Send the blank line ending the MIME headers.r s
N)r$ rf ri �
flush_headersrB r r r rA s
z"BaseHTTPRequestHandler.end_headersc C s( t | d�r$| j�d�| j�� g | _d S )Nrf � )rD rG ra �joinrf rB r r r rl s
z$BaseHTTPRequestHandler.flush_headers�-c C s. t |t�r|j}| �d| jt|�t|�� dS )zNLog an accepted request.
This is called by send_response().
z
"%s" %s %sN)�
isinstancer rk � log_messager) r& )r rR �sizer r r rb s
�z"BaseHTTPRequestHandler.log_requestc G s | j |f|�� dS )z�Log an error.
This is called when a request cannot be fulfilled. By
default it passes the message on to log_message().
Arguments are the same as for log_message().
XXX This should go to the separate error log.
N)rq )r �format�argsr r r rI + s z BaseHTTPRequestHandler.log_errorc C s i | ]}|d |d���qS )z\xZ02xr )�.0�cr r r �
<dictcomp>; s z!BaseHTTPRequestHandler.<dictcomp>� � � z\\�\c G s2 || }t j�d| �� | �� |�| j�f � dS )aZ Log an arbitrary message.
This is used by all other logging functions. Override
it if you have specific logging wishes.
The first argument, FORMAT, is a format string for the
message to be logged. If the format string contains
any % escapes requiring parameters, they should be
specified as subsequent arguments (it's just like
printf!).
The client ip and current date/time are prefixed to
every message.
Unicode control characters are replaced with escaped hex
before writing the output to stderr.
z%s - - [%s] %s
N)�sys�stderrra �address_string�log_date_time_string� translate�_control_char_table)r rs rt rS r r r rq > s
��z"BaseHTTPRequestHandler.log_messagec C s | j d | j S )z*Return the server software version string.� )�server_version� sys_versionrB r r r rc X s z%BaseHTTPRequestHandler.version_stringc C s |dkrt � � }tjj|dd�S )z@Return the current date and time formatted for a message header.NT)Zusegmt)�time�email�utilsZ
formatdate)r Z timestampr r r rd \ s z'BaseHTTPRequestHandler.date_time_stringc C sB t � � }t �|�\ }}}}}}}} }
d|| j| ||||f } | S )z.Return the current time formatted for logging.z %02d/%3s/%04d %02d:%02d:%02d)r� � localtime� monthname) r ZnowZyearZmonthZdayZhhZmmZss�x�y�z�sr r r r b s �z+BaseHTTPRequestHandler.log_date_time_stringZMonZTueZWedZThuZFriZSatZSunZJanZFebZMarZAprZMayZJunZJulZAugZSepZOctZNovZDecc C s
| j d S )zReturn the client address.r )�client_addressrB r r r r~ p s z%BaseHTTPRequestHandler.address_string�HTTP/1.0c C s i | ]}||j |jf�qS r )�phraseZ description)ru �vr r r rw s � )NN)N)N)ro ro )N)2r r r �__doc__r| r< r* r� � __version__r� �DEFAULT_ERROR_MESSAGEr\ �DEFAULT_ERROR_CONTENT_TYPEr` r# r? r; rL rM r0 rY r@ rZ rA rl rb rI r& � maketrans� itertools�chain�ranger� �ordrq rc rd r Z weekdaynamer� r~ r1 r4 r5 Z HTTPMessager7 r � __members__�valuesrW r r r r r � s^ gj%
5
�
� �c s� e Zd ZdZde Zdd�� fdd�
Zdd� Zd d
� Zd d � Z d
d� Z
dd� Z dd� Z dd� Z
ejsle�� ej�� Ze�ddddd�� � ZS )r aW Simple HTTP request handler with GET and HEAD commands.
This serves files from the current directory and any of its
subdirectories. The MIME type for files is determined by
calling the .guess_type() method.
The GET and HEAD requests are identical except that the HEAD
request omits the actual contents of the file.
z SimpleHTTP/N�� directoryc s( |d krt �� }|| _t� j||� d S �N)�os�getcwdr� �super�__init__)r r� rt �kwargs�� __class__r r r� � s z!SimpleHTTPRequestHandler.__init__c C s. | � � }|r*z| �|| j� W 5 |�� X dS )zServe a GET request.N)� send_headr �copyfilerG �r �fr r r �do_GET� s
z SimpleHTTPRequestHandler.do_GETc C s | � � }|r|�� dS )zServe a HEAD request.N)r� r r� r r r �do_HEAD� s z SimpleHTTPRequestHandler.do_HEADc C s^ | � | j�}d}tj�|�r�tj�| j�}|j�d�s�| �t j
� |d |d |d d |d |d f}tj� |�}| � d|� | �
� dS d D ]&}tj�||�}tj�|�r�|} q�q�| �|�S | �|�}|�d�r�| �t jd
� dS zt|d �}W n& tk
�r | �t jd
� Y dS X �z"t�|�� �}d | jk�r�d
| jk�r�ztj�| jd �} W n t t t t fk
�r| Y nzX | j dk�r�| j!t"j#j$d�} | j t"j#j$k�r�t"j"�%|j&t"j#j$�}
|
j!dd�}
|
| k�r�| �t j'� | �
� |�(� W dS | �t j)� | � d|� | � dt*|d �� | � d| �+|j&�� | �
� |W S |�(� � Y nX dS )a{ Common code for GET and HEAD commands.
This sends the response code and MIME headers.
Return value is either a file object (which has to be copied
to the outputfile by the caller unless the command was HEAD,
and must be closed by the caller under all circumstances), or
None, in which case the caller has nothing further to do.
Nr r r r
r � ZLocation)z
index.htmlz index.htmzFile not found�rbzIf-Modified-Sincez
If-None-Match)�tzinfo)Z microsecond� Content-typerV � z
Last-Modified),�translate_pathr2 r� �isdir�urllib�parseZurlsplit�endswithrY r ZMOVED_PERMANENTLYZ
urlunsplitrZ rA rn �exists�list_directory�
guess_typer0 � NOT_FOUND�open�OSError�fstat�filenor8 r� r� Zparsedate_to_datetime� TypeErrorr/ �
OverflowErrorr- r� rU �datetime�timezoneZutcZ
fromtimestamp�st_mtimer[ r �OKr& rd ) r r2 r� �partsZ new_partsZnew_url�indexZctypeZfsZimsZ
last_modifr r r r� � s� �
�� �
�z"SimpleHTTPRequestHandler.send_headc
C s� zt �|�}W n$ tk
r2 | �tjd� Y dS X |jdd� d� g }ztjj | j
dd�}W n" t k
r� tj� | j
�}Y nX t j
|dd �}t�� }d
| }|�d � |�d � |�d
| � |�d| � |�d| � |�d� |D ]v}t j
�||�}| } }
t j
�|��r$|d } |d }
t j
�|��r:|d } |�dtjj|
dd�t j
| dd �f � q�|�d� d�|��|d�} t�� } | �| � | �d� | �tj� | � dd| � | � dt t | ��� | � � | S )z�Helper to produce a directory listing (absent index.html).
Return value is either a file object, or None (indicating an
error). In either case, the headers are sent, making the
interface the same as for send_head().
z No permission to list directoryNc S s | � � S r� )r: )�ar r r �<lambda> rm z9SimpleHTTPRequestHandler.list_directory.<locals>.<lambda>)�key�
surrogatepass��errorsFrP zDirectory listing for %szZ<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">z
<html>
<head>z@<meta http-equiv="Content-Type" content="text/html; charset=%s">z<title>%s</title>
</head>z<body>
<h1>%s</h1>z <hr>
<ul>r �@z <li><a href="%s">%s</a></li>z</ul>
<hr>
</body>
</html>
�
�surrogateescaper r� ztext/html; charset=%srV ) r� �listdirr� r0 r r� �sortr� r� �unquoter2 �UnicodeDecodeErrorr] r^ r| �getfilesystemencodingri rn r� �islinkrQ r_ �io�BytesIOra �seekrY r� rZ r& r+ rA )
r r2 �list�rZ displaypath�enc�title�name�fullnameZ displaynameZlinknameZencodedr� r r r r� sh �
�
�
� ��
z'SimpleHTTPRequestHandler.list_directoryc C s� |� dd�d }|� dd�d }|�� �d�}ztjj|dd�}W n tk
rb tj�|�}Y nX t�|�}|� d�}t d|�}| j
}|D ]0}t j �
|�s�|t jt jfkr�q�t j �||�}q�|r�|d7 }|S ) z�Translate a /-separated PATH to the local filename syntax.
Components that mean special things to the local file system
(e.g. drive or directory names) are ignored. (XXX They should
probably be diagnosed.)
�?r r �#r r� r� N)r* r( r� r� r� r� r� � posixpath�normpath�filterr� r� r2 �dirname�curdir�pardirrn )r r2 Ztrailing_slashr= Zwordr r r r� : s$
z'SimpleHTTPRequestHandler.translate_pathc C s t �||� dS )a� Copy all data between two file objects.
The SOURCE argument is a file object open for reading
(or anything with a read() method) and the DESTINATION
argument is a file object open for writing (or
anything with a write() method).
The only reason for overriding this would be to change
the block size or perhaps to replace newlines by CRLF
-- note however that this the default server uses this
to copy binary data as well.
N)�shutilZ copyfileobj)r �sourceZ
outputfiler r r r� X s z!SimpleHTTPRequestHandler.copyfilec C sL t �|�\}}|| jkr"| j| S |�� }|| jkr>| j| S | jd S dS )a� Guess the type of a file.
Argument is a PATH (a filename).
Return value is a string of the form type/subtype,
usable for a MIME Content-type header.
The default implementation looks the file's extension
up in the table self.extensions_map, using application/octet-stream
as a default; however it would be permissible (if
slow) to look inside the data to make a better guess.
r N)r� �splitext�extensions_mapr: )r r2 �baseZextr r r r� h s
z#SimpleHTTPRequestHandler.guess_typezapplication/octet-streamz
text/plain)r �.pyz.cz.h)r r r r� r� r� r� r� r� r� r� r� r� r� � mimetypesZinitedZinitZ types_map�copyr� �update�
__classcell__r r r� r r � s& W:
�c C s� | � d�\} }}tj�| �} | �d�}g }|dd� D ],}|dkrL|�� q6|r6|dkr6|�|� q6|r�|�� }|r�|dkr�|�� d}q�|dkr�d}nd}|r�d�||f�}dd�|� |f}d�|�}|S )a�
Given a URL path, remove extra '/'s and '.' path elements and collapse
any '..' references and returns a collapsed path.
Implements something akin to RFC-2396 5.2 step 6 to parse relative paths.
The utility of this function is limited to is_cgi method and helps
preventing some security attacks.
Returns: The reconstituted URL, which will always start with a '/'.
Raises: IndexError if too many '..' occur within the path.
r� r Nr z..r r )� partitionr� r� r� r* �popri rn ) r2 �_�query�
path_partsZ
head_parts�partZ tail_partZ splitpath�collapsed_pathr r r �_url_collapse_path� s.
r� c C sr t rt S z ddl} W n tk
r* Y dS X z| �d�d a W n. tk
rl dtdd� | �� D �� a Y nX t S ) z$Internal routine to get nobody's uidr Nr �nobodyr
r c s s | ]}|d V qdS )r
Nr )ru r� r r r � <genexpr>� s z nobody_uid.<locals>.<genexpr>)r� �pwd� ImportError�getpwnamrX �maxZgetpwall)r� r r r �
nobody_uid� s r� c C s t �| t j�S )zTest for executable file.)r� �access�X_OK)r2 r r r �
executable� s r c @ sV e Zd ZdZeed�ZdZdd� Zdd� Z dd � Z
d
d gZ d d
� Z dd� Z
dd� ZdS )r z�Complete HTTP server with GET, HEAD and POST commands.
GET and HEAD also support running CGI scripts.
The POST command is *only* implemented for CGI scripts.
�forkr c C s$ | � � r| �� n| �tjd� dS )zRServe a POST request.
This is only implemented for CGI scripts.
z Can only POST to CGI scriptsN)�is_cgi�run_cgir0 r rE rB r r r �do_POST� s
�z CGIHTTPRequestHandler.do_POSTc C s | � � r| �� S t�| �S dS )z-Version of send_head that support CGI scriptsN)r r r r� rB r r r r� � s z CGIHTTPRequestHandler.send_headc C sP t | j�}|�dd�}|d|� ||d d� }}|| jkrL||f| _dS dS )a3 Test whether self.path corresponds to a CGI script.
Returns True and updates the cgi_info attribute to the tuple
(dir, rest) if self.path requires running a CGI script.
Returns False otherwise.
If any exception is raised, the caller should assume that
self.path was rejected as invalid and act accordingly.
The default implementation tests whether the normalized url
path begins with one of the strings in self.cgi_directories
(and the next character is a '/' or the end of the string).
r r NTF)r� r2 �find�cgi_directories�cgi_info)r r� Zdir_sep�head�tailr r r r � s
z CGIHTTPRequestHandler.is_cgiz/cgi-binz/htbinc C s t |�S )z1Test whether argument path is an executable file.)r )r r2 r r r �
is_executable s z#CGIHTTPRequestHandler.is_executablec C s t j�|�\}}|�� dkS )z.Test whether argument path is a Python script.)r� z.pyw)r� r2 r� r: )r r2 r
r r r r � is_python s z CGIHTTPRequestHandler.is_pythonc ) C s� | j \}}|d | }|�dt|�d �}|dkr�|d|� }||d d� }| �|�}tj�|�r�|| }}|�dt|�d �}q*q�q*|�d�\}}} |�d�}|dkr�|d|� ||d� }
}n
|d }
}|d |
} | �| �} tj�| ��s
| � t
j d| � dS tj� | ��s.| � t
j
d| � dS | �| �}
| j�sF|
�sh| �| ��sh| � t
j
d | � dS t�tj�}| �� |d
< | jj|d < d |d
< | j|d< t| jj�|d< | j|d< tj � |�}||d< | �|�|d< | |d< | �r�| |d< | j d |d< | j � d�}|�r�|�!� }t|�dk�r�ddl"}ddl#}|d |d< |d �$� dk�r�z"|d �%d�}|�&|��'d�}W n |j(t)fk
�r� Y n&X |�!d�}t|�dk�r�|d |d < | j � d �dk�r�| j �*� |d < n| j d |d < | j � d �}|�r||d < | j � d!�}|�r ||d"< g }| j �+d#�D ]>}|dd� d$k�rR|�,|�-� � n||d%d� �!d&� }�q,d&�.|�|d'< | j � d(�}|�r�||d)< t/d| j �0d*g ��}d+�.|�}|�r�||d,< d-D ]}|�1|d� �q�| �2t
j3d.� | �4� | �5d/d0�}| j�r |
g} d1|k�r | �,|� t6� } | j7�8� t�9� } | dk�r�t�:| d�\} } t;�;| j<gg g d�d �r~| j<�=d��sN�q~�qN| �r�| �>d2| � dS z\zt�?| � W n t@k
�r� Y nX t�A| j<�B� d� t�A| j7�B� d� t�C| | |� W n( | j�D| jE| j � t�Fd3� Y nX �n�ddlG} | g}!| �| ��rrtHjI}"|"�$� �Jd4��rf|"dd5� |"d6d� }"|"d7g|! }!d1| k�r�|!�,| � | �Kd8| �L|!�� z tM|�}#W n tNtOfk
�r� d}#Y nX | jP|!| jQ| jQ| jQ|d9�}$| j�$� d:k�r|#dk�r| j<�=|#�}%nd}%t;�;| j<jRgg g d�d �r>| j<jR�Sd��s
�q>�q
|$�T|%�\}&}'| j7�U|&� |'�rj| �>d;|'� |$jV�W� |$jX�W� |$jY}(|(�r�| �>d2|(� n
| �Kd<� dS )=zExecute a CGI script.r r r Nr� r zNo such CGI script (%r)z#CGI script is not a plain file (%r)z!CGI script is not executable (%r)ZSERVER_SOFTWAREZ SERVER_NAMEzCGI/1.1ZGATEWAY_INTERFACEZSERVER_PROTOCOLZ SERVER_PORTZREQUEST_METHODZ PATH_INFOZPATH_TRANSLATEDZ SCRIPT_NAME� QUERY_STRINGZ REMOTE_ADDR�
authorizationr
Z AUTH_TYPEZbasic�ascii�:Z REMOTE_USERz content-typeZ CONTENT_TYPEzcontent-length�CONTENT_LENGTH�referer� HTTP_REFERER�acceptz
� �,Z HTTP_ACCEPTz
user-agent�HTTP_USER_AGENTZcookiez, � HTTP_COOKIE)r Z REMOTE_HOSTr r r r zScript output follows�+r� �=zCGI script exit status %#xry zw.exe������z-uz command: %s)�stdin�stdoutr} �envZpostz%szCGI script exited OK)Zr r r+ r� r� r2 r� r� r� r0 r r� �isfileZ FORBIDDENr
� have_forkr r� Zdeepcopy�environrc Zserverr r1 r& r r" r� r� r� r� r8 r9 r* �base64�binasciir: r_ Z decodebytes�decode�Error� UnicodeErrorZget_content_typeZgetallmatchingheadersri �striprn r� Zget_all�
setdefaultrY r� rl rU r� rG rH r �waitpid�selectr6 �readrI �setuidr� �dup2r� �execveZ handle_errorZrequest�_exit�
subprocessr| r r� rq Z list2cmdliner. r� r- �Popen�PIPEZ_sockZrecvZ communicatera r} r r �
returncode))r �dir�restr2 �iZnextdirZnextrestZ scriptdirr� r� ZscriptZ
scriptnameZ
scriptfileZispyr Zuqrestr r$ r% Zlengthr r �lineZua�coZ
cookie_str�kZ
decoded_queryrt r� �pid�stsr2 ZcmdlineZinterp�nbytes�p�datar r} Zstatusr r r r s<
��
�
�
�
z CGIHTTPRequestHandler.run_cgiN)r r r r� rD r� r" Zrbufsizer r� r r r r
r r r r r r � s
c G s4 t j| t jt jd��}tt|��\}}}}}||fS )N)�type�flags)r Z getaddrinfoZ SOCK_STREAMZ
AI_PASSIVE�next�iter)ZaddressZinfosZfamilyrA �protoZ canonnameZsockaddrr r r �_get_best_family� s �rF r� i@ c C s� t ||�\|_}|| _||| ���}|j�� dd� \}}d|krLd|� d�n|}td|� d|� d|� d|� d � � z |�� W n& tk
r� td
� t� d � Y nX W 5 Q R X dS ) zmTest the HTTP request handler class.
This runs an HTTP server on port 8000 (or the port argument).
Nr
r �[�]zServing HTTP on z port z (http://z/) ...z&
Keyboard interrupt received, exiting.r )
rF Zaddress_familyr1 r Z getsockname�printZ
serve_forever�KeyboardInterruptr| �exit) � HandlerClass� ServerClassZprotocolr �bindZaddrZhttpdr Zurl_hostr r r �test� s � rO �__main__z--cgi�
store_truezRun as CGI Server)�action�helpz--bindz-bZADDRESSz8Specify alternate bind address [default: all interfaces])�metavarrS z --directoryz-dz9Specify alternative directory [default:current directory])�defaultrS r Zstorer� z&Specify alternate port [default: 8000])rR rU rA �nargsrS r� c s e Zd Z� fdd�Z� ZS )�DualStackServerc s4 t �t�� | j�tjtjd� W 5 Q R X t� �� S )Nr ) �
contextlib�suppress� Exceptionr Z
setsockoptZ IPPROTO_IPV6Z IPV6_V6ONLYr� r
rB r� r r r
s �zDualStackServer.server_bind)r r r r
r� r r r� r rW s rW )rL rM r rN ):r� r� �__all__r� r� Z email.utilsr� r] Z http.clientr4 r� r� r� r� r� r, r� r r r| r� Z urllib.parser� rX � functoolsr r r� r� r r ZThreadingMixInr ZStreamRequestHandlerr r r� r� r� r r rF rO r �argparse�ArgumentParser�parser� add_argumentr� r. �
parse_argsrt ZcgiZ
handler_classr� rW r rN r r r r �<module> s� R � s
0
�
�
�� ��� http/__pycache__/__init__.cpython-38.opt-2.pyc 0000644 00000012411 15115353745 0015072 0 ustar 00 U
e5d� � @ s& d dl mZ dgZG dd� de�ZdS )� )�IntEnum�
HTTPStatusc @ s e Zd Zd@dd�ZdZdZdZdZdZd Z d
Z
d Z d Z d
Z
dZdZdZdZdZdZdZdZdZdZdZdZdZdZd Z d Z d Z d Z d Z d!Z!d"Z"d#Z#d$Z$d%Z%d&Z&d'Z'd(Z(d)Z)d*Z*d+Z+d,Z,d-Z-d.Z.d/Z/d0Z0d1Z1d2Z2d3Z3d4Z4d5Z5d6Z6d7Z7d8Z8d9Z9d:Z:d;Z;d<Z<d=Z=d>Z>d?S )Ar � c C s" t �| |�}||_||_||_|S )N)�int�__new__�_value_�phrase� description)�cls�valuer r �obj� r
�%/usr/lib64/python3.8/http/__init__.pyr s
zHTTPStatus.__new__)�d ZContinuez!Request received, please continue)�e zSwitching Protocolsz.Switching to new protocol; obey Upgrade header)�f Z
Processing)�� �OKz#Request fulfilled, document follows)�� ZCreatedz Document created, URL follows)�� ZAcceptedz/Request accepted, processing continues off-line)�� z Non-Authoritative Informationz Request fulfilled from cache)�� z
No Contentz"Request fulfilled, nothing follows)�� z
Reset Contentz"Clear input form for further input)�� zPartial ContentzPartial content follows)�� z Multi-Status)�� zAlready Reported)�� zIM Used)i, zMultiple Choicesz,Object has several resources -- see URI list)i- zMoved Permanently�(Object moved permanently -- see URI list)i. ZFound�(Object moved temporarily -- see URI list)i/ z See Otherz'Object moved -- see Method and URL list)i0 z Not Modifiedz)Document has not changed since given time)i1 z Use Proxyz@You must use proxy specified in Location to access this resource)i3 zTemporary Redirectr )i4 zPermanent Redirectr )i� z Bad Requestz(Bad request syntax or unsupported method)i� Z Unauthorizedz*No permission -- see authorization schemes)i� zPayment Requiredz"No payment -- see charging schemes)i� Z Forbiddenz0Request forbidden -- authorization will not help)i� z Not Foundz Nothing matches the given URI)i� zMethod Not Allowedz-Specified method is invalid for this resource)i� zNot Acceptablez%URI not available in preferred format)i� z Proxy Authentication Requiredz7You must authenticate with this proxy before proceeding)i� zRequest Timeoutz"Request timed out; try again later)i� ZConflictzRequest conflict)i� ZGonez5URI no longer exists and has been permanently removed)i� zLength Requiredz"Client must specify Content-Length)i� zPrecondition Failedz Precondition in headers is false)i� zRequest Entity Too LargezEntity is too large)i� zRequest-URI Too LongzURI is too long)i� zUnsupported Media Typez!Entity body in unsupported format)i� z Requested Range Not Satisfiablez Cannot satisfy request range)i� zExpectation Failedz'Expect condition could not be satisfied)i� zMisdirected Requestz(Server is not able to produce a response)i� zUnprocessable Entity)i� ZLocked)i� zFailed Dependency)i� zUpgrade Required)i� zPrecondition Requiredz8The origin server requires the request to be conditional)i� zToo Many RequestszOThe user has sent too many requests in a given amount of time ("rate limiting"))i� z Request Header Fields Too LargezVThe server is unwilling to process the request because its header fields are too large)i� z Unavailable For Legal ReasonszOThe server is denying access to the resource as a consequence of a legal demand)i� zInternal Server Errorz Server got itself in trouble)i� zNot Implementedz&Server does not support this operation)i� z Bad Gatewayz+Invalid responses from another server/proxy)i� zService Unavailablez8The server cannot process the request due to a high load)i� zGateway Timeoutz4The gateway server did not receive a timely response)i� zHTTP Version Not SupportedzCannot fulfill request)i� zVariant Also Negotiates)i� zInsufficient Storage)i� z
Loop Detected)i� z Not Extended)i� z Network Authentication Requiredz7The client needs to authenticate to gain network accessN)r )?�__name__�
__module__� __qualname__r ZCONTINUEZSWITCHING_PROTOCOLSZ
PROCESSINGr ZCREATEDZACCEPTEDZ NON_AUTHORITATIVE_INFORMATIONZ
NO_CONTENTZ
RESET_CONTENTZPARTIAL_CONTENTZ MULTI_STATUSZALREADY_REPORTEDZIM_USEDZMULTIPLE_CHOICESZMOVED_PERMANENTLYZFOUNDZ SEE_OTHERZ NOT_MODIFIEDZ USE_PROXYZTEMPORARY_REDIRECTZPERMANENT_REDIRECTZ BAD_REQUESTZ UNAUTHORIZEDZPAYMENT_REQUIREDZ FORBIDDENZ NOT_FOUNDZMETHOD_NOT_ALLOWEDZNOT_ACCEPTABLEZ PROXY_AUTHENTICATION_REQUIREDZREQUEST_TIMEOUTZCONFLICTZGONEZLENGTH_REQUIREDZPRECONDITION_FAILEDZREQUEST_ENTITY_TOO_LARGEZREQUEST_URI_TOO_LONGZUNSUPPORTED_MEDIA_TYPEZ REQUESTED_RANGE_NOT_SATISFIABLEZEXPECTATION_FAILEDZMISDIRECTED_REQUESTZUNPROCESSABLE_ENTITYZLOCKEDZFAILED_DEPENDENCYZUPGRADE_REQUIREDZPRECONDITION_REQUIREDZTOO_MANY_REQUESTSZ REQUEST_HEADER_FIELDS_TOO_LARGEZ UNAVAILABLE_FOR_LEGAL_REASONSZINTERNAL_SERVER_ERRORZNOT_IMPLEMENTEDZ BAD_GATEWAYZSERVICE_UNAVAILABLEZGATEWAY_TIMEOUTZHTTP_VERSION_NOT_SUPPORTEDZVARIANT_ALSO_NEGOTIATESZINSUFFICIENT_STORAGEZ
LOOP_DETECTEDZ NOT_EXTENDEDZ NETWORK_AUTHENTICATION_REQUIREDr
r
r
r r sx
N)�enumr �__all__r r
r
r
r �<module> s http/__pycache__/__init__.cpython-38.pyc 0000644 00000013662 15115353745 0014143 0 ustar 00 U
e5d� � @ s& d dl mZ dgZG dd� de�ZdS )� )�IntEnum�
HTTPStatusc @ s e Zd ZdZdAdd�ZdZdZdZdZd Z d
Z
d Z d Z d
Z
dZdZdZdZdZdZdZdZdZdZdZdZdZdZd Z d Z d Z d Z d Z d!Z!d"Z"d#Z#d$Z$d%Z%d&Z&d'Z'd(Z(d)Z)d*Z*d+Z+d,Z,d-Z-d.Z.d/Z/d0Z0d1Z1d2Z2d3Z3d4Z4d5Z5d6Z6d7Z7d8Z8d9Z9d:Z:d;Z;d<Z<d=Z=d>Z>d?Z?d@S )Br a� HTTP status codes and reason phrases
Status codes from the following RFCs are all observed:
* RFC 7231: Hypertext Transfer Protocol (HTTP/1.1), obsoletes 2616
* RFC 6585: Additional HTTP Status Codes
* RFC 3229: Delta encoding in HTTP
* RFC 4918: HTTP Extensions for WebDAV, obsoletes 2518
* RFC 5842: Binding Extensions to WebDAV
* RFC 7238: Permanent Redirect
* RFC 2295: Transparent Content Negotiation in HTTP
* RFC 2774: An HTTP Extension Framework
* RFC 7725: An HTTP Status Code to Report Legal Obstacles
* RFC 7540: Hypertext Transfer Protocol Version 2 (HTTP/2)
� c C s" t �| |�}||_||_||_|S )N)�int�__new__�_value_�phrase� description)�cls�valuer r �obj� r
�%/usr/lib64/python3.8/http/__init__.pyr s
zHTTPStatus.__new__)�d ZContinuez!Request received, please continue)�e zSwitching Protocolsz.Switching to new protocol; obey Upgrade header)�f Z
Processing)�� �OKz#Request fulfilled, document follows)�� ZCreatedz Document created, URL follows)�� ZAcceptedz/Request accepted, processing continues off-line)�� z Non-Authoritative Informationz Request fulfilled from cache)�� z
No Contentz"Request fulfilled, nothing follows)�� z
Reset Contentz"Clear input form for further input)�� zPartial ContentzPartial content follows)�� z Multi-Status)�� zAlready Reported)�� zIM Used)i, zMultiple Choicesz,Object has several resources -- see URI list)i- zMoved Permanently�(Object moved permanently -- see URI list)i. ZFound�(Object moved temporarily -- see URI list)i/ z See Otherz'Object moved -- see Method and URL list)i0 z Not Modifiedz)Document has not changed since given time)i1 z Use Proxyz@You must use proxy specified in Location to access this resource)i3 zTemporary Redirectr )i4 zPermanent Redirectr )i� z Bad Requestz(Bad request syntax or unsupported method)i� Z Unauthorizedz*No permission -- see authorization schemes)i� zPayment Requiredz"No payment -- see charging schemes)i� Z Forbiddenz0Request forbidden -- authorization will not help)i� z Not Foundz Nothing matches the given URI)i� zMethod Not Allowedz-Specified method is invalid for this resource)i� zNot Acceptablez%URI not available in preferred format)i� z Proxy Authentication Requiredz7You must authenticate with this proxy before proceeding)i� zRequest Timeoutz"Request timed out; try again later)i� ZConflictzRequest conflict)i� ZGonez5URI no longer exists and has been permanently removed)i� zLength Requiredz"Client must specify Content-Length)i� zPrecondition Failedz Precondition in headers is false)i� zRequest Entity Too LargezEntity is too large)i� zRequest-URI Too LongzURI is too long)i� zUnsupported Media Typez!Entity body in unsupported format)i� z Requested Range Not Satisfiablez Cannot satisfy request range)i� zExpectation Failedz'Expect condition could not be satisfied)i� zMisdirected Requestz(Server is not able to produce a response)i� zUnprocessable Entity)i� ZLocked)i� zFailed Dependency)i� zUpgrade Required)i� zPrecondition Requiredz8The origin server requires the request to be conditional)i� zToo Many RequestszOThe user has sent too many requests in a given amount of time ("rate limiting"))i� z Request Header Fields Too LargezVThe server is unwilling to process the request because its header fields are too large)i� z Unavailable For Legal ReasonszOThe server is denying access to the resource as a consequence of a legal demand)i� zInternal Server Errorz Server got itself in trouble)i� zNot Implementedz&Server does not support this operation)i� z Bad Gatewayz+Invalid responses from another server/proxy)i� zService Unavailablez8The server cannot process the request due to a high load)i� zGateway Timeoutz4The gateway server did not receive a timely response)i� zHTTP Version Not SupportedzCannot fulfill request)i� zVariant Also Negotiates)i� zInsufficient Storage)i� z
Loop Detected)i� z Not Extended)i� z Network Authentication Requiredz7The client needs to authenticate to gain network accessN)r )@�__name__�
__module__� __qualname__�__doc__r ZCONTINUEZSWITCHING_PROTOCOLSZ
PROCESSINGr ZCREATEDZACCEPTEDZ NON_AUTHORITATIVE_INFORMATIONZ
NO_CONTENTZ
RESET_CONTENTZPARTIAL_CONTENTZ MULTI_STATUSZALREADY_REPORTEDZIM_USEDZMULTIPLE_CHOICESZMOVED_PERMANENTLYZFOUNDZ SEE_OTHERZ NOT_MODIFIEDZ USE_PROXYZTEMPORARY_REDIRECTZPERMANENT_REDIRECTZ BAD_REQUESTZ UNAUTHORIZEDZPAYMENT_REQUIREDZ FORBIDDENZ NOT_FOUNDZMETHOD_NOT_ALLOWEDZNOT_ACCEPTABLEZ PROXY_AUTHENTICATION_REQUIREDZREQUEST_TIMEOUTZCONFLICTZGONEZLENGTH_REQUIREDZPRECONDITION_FAILEDZREQUEST_ENTITY_TOO_LARGEZREQUEST_URI_TOO_LONGZUNSUPPORTED_MEDIA_TYPEZ REQUESTED_RANGE_NOT_SATISFIABLEZEXPECTATION_FAILEDZMISDIRECTED_REQUESTZUNPROCESSABLE_ENTITYZLOCKEDZFAILED_DEPENDENCYZUPGRADE_REQUIREDZPRECONDITION_REQUIREDZTOO_MANY_REQUESTSZ REQUEST_HEADER_FIELDS_TOO_LARGEZ UNAVAILABLE_FOR_LEGAL_REASONSZINTERNAL_SERVER_ERRORZNOT_IMPLEMENTEDZ BAD_GATEWAYZSERVICE_UNAVAILABLEZGATEWAY_TIMEOUTZHTTP_VERSION_NOT_SUPPORTEDZVARIANT_ALSO_NEGOTIATESZINSUFFICIENT_STORAGEZ
LOOP_DETECTEDZ NOT_EXTENDEDZ NETWORK_AUTHENTICATION_REQUIREDr
r
r
r r sz
N)�enumr �__all__r r
r
r
r �<module> s http/__pycache__/server.cpython-38.opt-2.pyc 0000644 00000054462 15115353745 0014655 0 ustar 00 U
e5d� � @ s d Z dddddgZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl Z ddl
Z
ddlZddlZddlZddlZddlZddlZddlZddlZddlmZ dd lmZ d
Zd ZG d d� dej �Z G d
d� dej e �Z G dd� dej �Z!G dd� de!�Z"dd� Z#da$dd� Z%dd� Z&G dd� de"�Z'dd� Z(e!e dddfdd �Z)e*d k�rddl+Z+e+�,� Z-e-j.d d d d!� e-j.d"d#d$d%d&� e-j.d'd(e �/� d)d*� e-j.d+d,de0d-d.d/� e-�1� Z2e2j3�r�e'Z4nee"e2j5d0�Z4G d1d2� d2e �Z6e)e4e6e2j7e2j8d3� dS )4z0.6�
HTTPServer�ThreadingHTTPServer�BaseHTTPRequestHandler�SimpleHTTPRequestHandler�CGIHTTPRequestHandler� N)�partial)�
HTTPStatusa� <!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN"
"http://www.w3.org/TR/html4/strict.dtd">
<html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8">
<title>Error response</title>
</head>
<body>
<h1>Error response</h1>
<p>Error code: %(code)d</p>
<p>Message: %(message)s.</p>
<p>Error code explanation: %(code)s - %(explain)s.</p>
</body>
</html>
ztext/html;charset=utf-8c @ s e Zd ZdZdd� ZdS )r � c C s4 t j�| � | jd d� \}}t�|�| _|| _d S )N� )� socketserver� TCPServer� server_bindZserver_address�socketZgetfqdn� server_name� server_port)�self�host�port� r �#/usr/lib64/python3.8/http/server.pyr
� s zHTTPServer.server_bindN)�__name__�
__module__� __qualname__Zallow_reuse_addressr
r r r r r � s c @ s e Zd ZdZdS )r TN)r r r Zdaemon_threadsr r r r r � s c
@ sF e Zd Zdej�� d Zde Ze Z
e Z dZ
dd� Zdd� Zd d
� Zd d � ZdEdd�ZdFdd�ZdGdd�Zdd� Zdd� Zdd� ZdHdd �Zd d � Ze�d d � e � e d!�e d"d#��D ��Z d$e e d%�< d&d'� Z!d(d)� Z"dId*d+�Z#d,d-� Z$d.d/d0d1d2d3d4gZ%d
d5d6d7d8d9d:d;d<d=d>d?d@g
Z&dAdB� Z'dCZ(e)j*j+Z,dDd � e-j.�/� D �Z0d
S )Jr zPython/r z BaseHTTP/�HTTP/0.9c
C s� d | _ | j | _}d| _t| jd�}|�d�}|| _|�� }t |�dkrLdS t |�dk�r&|d }zT|�
d�srt �|�d d
�d
}|�d �}t |�d kr�t �t |d �t |d
�f}W n, t t
fk
r� | �tjd
| � Y dS X |dk�r | jdk�r d| _|dk�r | �tjd| � dS || _d t |� k�rBdk�sZn | �tjd| � dS |d d � \}}t |�d k�r�d| _|dk�r�| �tjd| � dS || | _ | _| j�
d��r�d | j�d � | _ztjj| j| jd�| _W n� tjjk
�r( } z | �tj dt|�� W Y �dS d }~X Y nB tjj k
�rh } z | �tj dt|�� W Y �dS d }~X Y nX | j� dd�} | � � dk�r�d| _n | � � d k�r�| jdk�r�d| _| j� d d�}
|
� � d k�r�| jdk�r�| jdk�r�| � � �s�dS dS ) NTz
iso-8859-1z
r F� ���zHTTP/�/r �.r
zBad request version (%r))r r zHTTP/1.1)r
r zInvalid HTTP version (%s)zBad request syntax (%r)ZGETz Bad HTTP/0.9 request type (%r)z//)Z_classz
Line too longzToo many headers�
Connection� �close�
keep-aliveZExpectz 100-continue)!�command�default_request_version�request_version�close_connection�str�raw_requestline�rstrip� requestline�split�len�
startswith�
ValueError�int�
IndexError�
send_errorr Z BAD_REQUEST�protocol_versionZHTTP_VERSION_NOT_SUPPORTED�path�lstrip�http�clientZ
parse_headers�rfile� MessageClass�headersZ LineTooLongZ REQUEST_HEADER_FIELDS_TOO_LARGEZ
HTTPException�get�lower�handle_expect_100) r �versionr) �wordsZbase_version_numberZversion_numberr" r2 �errZconntypeZexpectr r r �
parse_request s�
�
� �
�
� �����
z$BaseHTTPRequestHandler.parse_requestc C s | � tj� | �� dS �NT)�send_response_onlyr ZCONTINUE� end_headers�r r r r r; x s z(BaseHTTPRequestHandler.handle_expect_100c
C s� z�| j �d�| _t| j�dkrBd| _d| _d| _| �tj � W d S | jsTd| _
W d S | � � sbW d S d| j }t | |�s�| �tj
d| j � W d S t| |�}|� | j�� W n< tjk
r� } z | �d|� d| _
W Y �d S d }~X Y nX d S )Ni i r TZdo_zUnsupported method (%r)zRequest timed out: %r)r6 �readliner' r+ r) r$ r" r0 r ZREQUEST_URI_TOO_LONGr% r? �hasattr�NOT_IMPLEMENTED�getattr�wfile�flushr Ztimeout� log_error)r Zmname�method�er r r �handle_one_request� s6
�
z)BaseHTTPRequestHandler.handle_one_requestc C s" d| _ | �� | j s | �� qd S r@ )r% rM rC r r r �handle� s z BaseHTTPRequestHandler.handleNc C s z| j | \}}W n tk
r. d\}}Y nX |d kr<|}|d krH|}| �d||� | �||� | �dd� d }|dkr�|tjtjtjfkr�| j |t
j |dd�t
j |dd�d� }|� d d
�}| �d | j
� | �d tt|��� | �� | jd
k�r|�r| j�|� d S )N)�???rO zcode %d, message %sr r �� F��quote)�code�message�explainzUTF-8�replacez Content-Type�Content-LengthZHEAD)� responses�KeyErrorrJ �
send_response� send_headerr Z
NO_CONTENTZ
RESET_CONTENT� NOT_MODIFIED�error_message_format�html�escape�encode�error_content_typer& r+ rB r" rH �write)r rS rT rU ZshortmsgZlongmsgZbodyZcontentr r r r0 � s: �� � z!BaseHTTPRequestHandler.send_errorc C s: | � |� | �||� | �d| �� � | �d| �� � d S )NZServerZDate)� log_requestrA r[ �version_string�date_time_string�r rS rT r r r rZ � s
z$BaseHTTPRequestHandler.send_responsec C sd | j dkr`|d kr0|| jkr,| j| d }nd}t| d�s@g | _| j�d| j||f �dd�� d S )Nr r r �_headers_bufferz
%s %d %s
�latin-1�strict)r$ rX rE rg �appendr1 r` rf r r r rA � s
� �z)BaseHTTPRequestHandler.send_response_onlyc C sl | j dkr6t| d�sg | _| j�d||f �dd�� |�� dkrh|�� dkrVd| _n|�� d krhd
| _d S ) Nr rg z%s: %s
rh ri Z
connectionr Tr! F)r$ rE rg rj r` r: r% )r �keyword�valuer r r r[ s
� z"BaseHTTPRequestHandler.send_headerc C s" | j dkr | j�d� | �� d S )Nr s
)r$ rg rj �
flush_headersrC r r r rB s
z"BaseHTTPRequestHandler.end_headersc C s( t | d�r$| j�d�| j�� g | _d S )Nrg � )rE rH rb �joinrg rC r r r rm s
z$BaseHTTPRequestHandler.flush_headers�-c C s. t |t�r|j}| �d| jt|�t|�� d S )Nz
"%s" %s %s)�
isinstancer rl � log_messager) r& )r rS �sizer r r rc s
�z"BaseHTTPRequestHandler.log_requestc G s | j |f|�� d S �N)rr )r �format�argsr r r rJ + s z BaseHTTPRequestHandler.log_errorc C s i | ]}|d |d���qS )z\xZ02xr )�.0�cr r r �
<dictcomp>; s z!BaseHTTPRequestHandler.<dictcomp>� � � z\\�\c G s2 || }t j�d| �� | �� |�| j�f � d S )Nz%s - - [%s] %s
)�sys�stderrrb �address_string�log_date_time_string� translate�_control_char_table)r ru rv rT r r r rr > s
��z"BaseHTTPRequestHandler.log_messagec C s | j d | j S )N� )�server_version� sys_versionrC r r r rd X s z%BaseHTTPRequestHandler.version_stringc C s |d krt � � }tjj|dd�S )NT)Zusegmt)�time�email�utilsZ
formatdate)r Z timestampr r r re \ s z'BaseHTTPRequestHandler.date_time_stringc C sB t � � }t �|�\ }}}}}}}} }
d|| j| ||||f } | S )Nz %02d/%3s/%04d %02d:%02d:%02d)r� � localtime� monthname) r ZnowZyearZmonthZdayZhhZmmZss�x�y�z�sr r r r� b s �z+BaseHTTPRequestHandler.log_date_time_stringZMonZTueZWedZThuZFriZSatZSunZJanZFebZMarZAprZMayZJunZJulZAugZSepZOctZNovZDecc C s
| j d S �Nr )�client_addressrC r r r r� p s z%BaseHTTPRequestHandler.address_string�HTTP/1.0c C s i | ]}||j |jf�qS r )�phraseZ description)rw �vr r r ry s � )NN)N)N)rp rp )N)1r r r r~ r< r* r� � __version__r� �DEFAULT_ERROR_MESSAGEr] �DEFAULT_ERROR_CONTENT_TYPEra r# r? r; rM rN r0 rZ rA r[ rB rm rc rJ r& � maketrans� itertools�chain�ranger� �ordrr rd re r� Z weekdaynamer� r� r1 r4 r5 Z HTTPMessager7 r � __members__�valuesrX r r r r r � s\ ij%
5
�
� �c s� e Zd Zde Zdd�� fdd�
Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z e
jshe
�� e
j�� Ze�ddddd�� � ZS )r z SimpleHTTP/N�� directoryc s( |d krt �� }|| _t� j||� d S rt )�os�getcwdr� �super�__init__)r r� rv �kwargs�� __class__r r r� � s z!SimpleHTTPRequestHandler.__init__c C s. | � � }|r*z| �|| j� W 5 |�� X d S rt )� send_headr �copyfilerH �r �fr r r �do_GET� s
z SimpleHTTPRequestHandler.do_GETc C s | � � }|r|�� d S rt )r� r r� r r r �do_HEAD� s z SimpleHTTPRequestHandler.do_HEADc C s^ | � | j�}d }tj�|�r�tj�| j�}|j�d�s�| �t j
� |d |d |d d |d |d f}tj� |�}| � d|� | �
� d S dD ]&}tj�||�}tj�|�r�|} q�q�| �|�S | �|�}|�d�r�| �t jd � d S zt|d
�}W n& tk
�r | �t jd � Y d S X �z"t�|�� �}d | jk�r�d | jk�r�ztj�| jd �} W n t t t t fk
�r| Y nzX | j d k�r�| j!t"j#j$d
�} | j t"j#j$k�r�t"j"�%|j&t"j#j$�}
|
j!dd�}
|
| k�r�| �t j'� | �
� |�(� W d S | �t j)� | � d|� | � dt*|d �� | � d| �+|j&�� | �
� |W S |�(� � Y nX d S )Nr r r r
r � ZLocation)z
index.htmlz index.htmzFile not found�rbzIf-Modified-Sincez
If-None-Match)�tzinfo)Z microsecond� Content-typerW � z
Last-Modified),�translate_pathr2 r� �isdir�urllib�parseZurlsplit�endswithrZ r ZMOVED_PERMANENTLYZ
urlunsplitr[ rB ro �exists�list_directory�
guess_typer0 � NOT_FOUND�open�OSError�fstat�filenor8 r� r� Zparsedate_to_datetime� TypeErrorr/ �
OverflowErrorr- r� rV �datetime�timezoneZutcZ
fromtimestamp�st_mtimer\ r �OKr& re ) r r2 r� �partsZ new_partsZnew_url�indexZctypeZfsZimsZ
last_modifr r r r� � s� �
�� �
�z"SimpleHTTPRequestHandler.send_headc
C s� zt �|�}W n$ tk
r2 | �tjd� Y d S X |jdd� d� g }ztjj | j
dd�}W n" t k
r� tj� | j
�}Y nX t j
|dd�}t�� }d | }|�d
� |�d � |�d | � |�d
| � |�d| � |�d� |D ]v}t j
�||�}| } }
t j
�|��r$|d } |d }
t j
�|��r:|d } |�dtjj|
dd�t j
| dd�f � q�|�d� d�|��|d�} t�� } | �| � | �d� | �tj� | � dd| � | � dt t | ��� | � � | S )Nz No permission to list directoryc S s | � � S rt )r: )�ar r r �<lambda> rn z9SimpleHTTPRequestHandler.list_directory.<locals>.<lambda>)�key�
surrogatepass��errorsFrQ zDirectory listing for %szZ<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">z
<html>
<head>z@<meta http-equiv="Content-Type" content="text/html; charset=%s">z<title>%s</title>
</head>z<body>
<h1>%s</h1>z <hr>
<ul>r �@z <li><a href="%s">%s</a></li>z</ul>
<hr>
</body>
</html>
�
�surrogateescaper r� ztext/html; charset=%srW ) r� �listdirr� r0 r r� �sortr� r� �unquoter2 �UnicodeDecodeErrorr^ r_ r~ �getfilesystemencodingrj ro r� �islinkrR r` �io�BytesIOrb �seekrZ r� r[ r& r+ rB )
r r2 �list�rZ displaypath�enc�title�name�fullnameZ displaynameZlinknameZencodedr� r r r r� sh �
�
�
� ��
z'SimpleHTTPRequestHandler.list_directoryc C s� |� dd�d }|� dd�d }|�� �d�}ztjj|dd�}W n tk
rb tj�|�}Y nX t�|�}|� d�}t d |�}| j
}|D ]0}t j �
|�s�|t jt jfkr�q�t j �||�}q�|r�|d7 }|S )N�?r r �#r r� r� )r* r( r� r� r� r� r� � posixpath�normpath�filterr� r� r2 �dirname�curdir�pardirro )r r2 Ztrailing_slashr= Zwordr r r r� : s$
z'SimpleHTTPRequestHandler.translate_pathc C s t �||� d S rt )�shutilZ copyfileobj)r �sourceZ
outputfiler r r r� X s z!SimpleHTTPRequestHandler.copyfilec C sL t �|�\}}|| jkr"| j| S |�� }|| jkr>| j| S | jd S d S )Nr )r� �splitext�extensions_mapr: )r r2 �baseZextr r r r� h s
z#SimpleHTTPRequestHandler.guess_typezapplication/octet-streamz
text/plain)r �.pyz.cz.h)r r r r� r� r� r� r� r� r� r� r� r� � mimetypesZinitedZinitZ types_map�copyr� �update�
__classcell__r r r� r r � s$
W:
�c C s� | � d�\} }}tj�| �} | �d�}g }|d d� D ],}|dkrL|�� q6|r6|dkr6|�|� q6|r�|�� }|r�|dkr�|�� d}q�|dkr�d}nd}|r�d�||f�}dd�|� |f}d�|�}|S )Nr� r r z..r r )� partitionr� r� r� r* �poprj ro ) r2 �_�query�
path_partsZ
head_parts�partZ tail_partZ splitpath�collapsed_pathr r r �_url_collapse_path� s.
r� c C sr t rt S z dd l} W n tk
r* Y dS X z| �d�d a W n. tk
rl dtdd� | �� D �� a Y nX t S )Nr r �nobodyr
r c s s | ]}|d V qdS )r
Nr )rw r� r r r � <genexpr>� s z nobody_uid.<locals>.<genexpr>)r� �pwd� ImportError�getpwnamrY �maxZgetpwall)r� r r r �
nobody_uid� s r c C s t �| t j�S rt )r� �access�X_OK)r2 r r r �
executable� s r c @ sR e Zd Zeed�ZdZdd� Zdd� Zdd� Z d d
gZ
d d � Z d
d� Z dd� Z
dS )r �forkr c C s$ | � � r| �� n| �tjd� d S )Nz Can only POST to CGI scripts)�is_cgi�run_cgir0 r rF rC r r r �do_POST� s
�z CGIHTTPRequestHandler.do_POSTc C s | � � r| �� S t�| �S d S rt )r r r r� rC r r r r� � s z CGIHTTPRequestHandler.send_headc C sP t | j�}|�dd�}|d |� ||d d � }}|| jkrL||f| _dS dS )Nr r TF)r� r2 �find�cgi_directories�cgi_info)r r� Zdir_sep�head�tailr r r r � s
z CGIHTTPRequestHandler.is_cgiz/cgi-binz/htbinc C s t |�S rt )r )r r2 r r r �
is_executable s z#CGIHTTPRequestHandler.is_executablec C s t j�|�\}}|�� dkS )N)r� z.pyw)r� r2 r� r: )r r2 r r r r r � is_python s z CGIHTTPRequestHandler.is_pythonc ) C s� | j \}}|d | }|�dt|�d �}|dkr�|d |� }||d d � }| �|�}tj�|�r�|| }}|�dt|�d �}q*q�q*|�d�\}}} |�d�}|dkr�|d |� ||d � }
}n
|d }
}|d |
} | �| �} tj�| ��s
| � t
j d| � d S tj� | ��s.| � t
j
d| � d S | �| �}
| j�sF|
�sh| �| ��sh| � t
j
d| � d S t�tj�}| �� |d < | jj|d
< d |d < | j|d
< t| jj�|d< | j|d< tj � |�}||d< | �|�|d< | |d< | �r�| |d< | j d |d< | j � d�}|�r�|�!� }t|�dk�r�dd l"}dd l#}|d |d< |d �$� dk�r�z"|d �%d�}|�&|��'d�}W n |j(t)fk
�r� Y n&X |�!d�}t|�dk�r�|d |d< | j � d �d k�r�| j �*� |d < n| j d |d < | j � d �}|�r||d < | j � d �}|�r ||d!< g }| j �+d"�D ]>}|d d� d#k�rR|�,|�-� � n||d$d � �!d%� }�q,d%�.|�|d&< | j � d'�}|�r�||d(< t/d | j �0d)g ��}d*�.|�}|�r�||d+< d,D ]}|�1|d� �q�| �2t
j3d-� | �4� | �5d.d/�}| j�r |
g} d0|k�r | �,|� t6� } | j7�8� t�9� } | dk�r�t�:| d�\} } t;�;| j<gg g d�d �r~| j<�=d��sN�q~�qN| �r�| �>d1| � d S z\zt�?| � W n t@k
�r� Y nX t�A| j<�B� d� t�A| j7�B� d� t�C| | |� W n( | j�D| jE| j � t�Fd2� Y nX �n�dd lG} | g}!| �| ��rrtHjI}"|"�$� �Jd3��rf|"d d4� |"d5d � }"|"d6g|! }!d0| k�r�|!�,| � | �Kd7| �L|!�� z tM|�}#W n tNtOfk
�r� d}#Y nX | jP|!| jQ| jQ| jQ|d8�}$| j�$� d9k�r|#dk�r| j<�=|#�}%nd }%t;�;| j<jRgg g d�d �r>| j<jR�Sd��s
�q>�q
|$�T|%�\}&}'| j7�U|&� |'�rj| �>d:|'� |$jV�W� |$jX�W� |$jY}(|(�r�| �>d1|(� n
| �Kd;� d S )<Nr r r r� r zNo such CGI script (%r)z#CGI script is not a plain file (%r)z!CGI script is not executable (%r)ZSERVER_SOFTWAREZ SERVER_NAMEzCGI/1.1ZGATEWAY_INTERFACEZSERVER_PROTOCOLZ SERVER_PORTZREQUEST_METHODZ PATH_INFOZPATH_TRANSLATEDZ SCRIPT_NAME� QUERY_STRINGZ REMOTE_ADDR�
authorizationr
Z AUTH_TYPEZbasic�ascii�:Z REMOTE_USERz content-typeZ CONTENT_TYPEzcontent-length�CONTENT_LENGTH�referer� HTTP_REFERER�acceptz
� �,Z HTTP_ACCEPTz
user-agent�HTTP_USER_AGENTZcookiez, � HTTP_COOKIE)r Z REMOTE_HOSTr r r r zScript output follows�+r� �=zCGI script exit status %#xr{ zw.exe������z-uz command: %s)�stdin�stdoutr �envZpostz%szCGI script exited OK)Zr
r r+ r� r� r2 r� r� r� r0 r r� �isfileZ FORBIDDENr � have_forkr
r� Zdeepcopy�environrd Zserverr r1 r& r r" r� r� r� r� r8 r9 r* �base64�binasciir: r` Z decodebytes�decode�Error� UnicodeErrorZget_content_typeZgetallmatchingheadersrj �stripro r� Zget_all�
setdefaultrZ r� rm rV r rH rI r �waitpid�selectr6 �readrJ �setuidr� �dup2r� �execveZ handle_errorZrequest�_exit�
subprocessr~ r r� rr Z list2cmdliner. r� r- �Popen�PIPEZ_sockZrecvZ communicaterb r r r �
returncode))r �dir�restr2 �iZnextdirZnextrestZ scriptdirr� r� ZscriptZ
scriptnameZ
scriptfileZispyr! Zuqrestr r% r& Zlengthr r �lineZua�coZ
cookie_str�kZ
decoded_queryrv r� �pid�stsr3 ZcmdlineZinterp�nbytes�p�datar r Zstatusr r r r s<
��
�
�
�
z CGIHTTPRequestHandler.run_cgiN)r r r rE r� r# Zrbufsizer r� r r r
r r r r r r r � s
c G s4 t j| t jt jd��}tt|��\}}}}}||fS )N)�type�flags)r Z getaddrinfoZ SOCK_STREAMZ
AI_PASSIVE�next�iter)ZaddressZinfosZfamilyrB �protoZ canonnameZsockaddrr r r �_get_best_family� s �rG r� i@ c C s� t ||�\|_}|| _||| ���}|j�� d d� \}}d|krLd|� d�n|}td|� d|� d|� d|� d� � z |�� W n& tk
r� td � t� d
� Y nX W 5 Q R X d S ) Nr
r �[�]zServing HTTP on z port z (http://z/) ...z&
Keyboard interrupt received, exiting.r )
rG Zaddress_familyr1 r Z getsockname�printZ
serve_forever�KeyboardInterruptr~ �exit) � HandlerClass� ServerClassZprotocolr �bindZaddrZhttpdr Zurl_hostr r r �test� s � rP �__main__z--cgi�
store_truezRun as CGI Server)�action�helpz--bindz-bZADDRESSz8Specify alternate bind address [default: all interfaces])�metavarrT z --directoryz-dz9Specify alternative directory [default:current directory])�defaultrT r Zstorer� z&Specify alternate port [default: 8000])rS rV rB �nargsrT r� c s e Zd Z� fdd�Z� ZS )�DualStackServerc s4 t �t�� | j�tjtjd� W 5 Q R X t� �� S r� ) �
contextlib�suppress� Exceptionr Z
setsockoptZ IPPROTO_IPV6Z IPV6_V6ONLYr� r
rC r� r r r
s �zDualStackServer.server_bind)r r r r
r� r r r� r rX s rX )rM rN r rO )9r� �__all__r� r� Z email.utilsr� r^ Z http.clientr4 r� r� r� r� r� r- r� r r r~ r� Z urllib.parser� rY � functoolsr r r� r� r r ZThreadingMixInr ZStreamRequestHandlerr r r� r� r r r rG rP r �argparse�ArgumentParser�parser� add_argumentr� r. �
parse_argsrv ZcgiZ
handler_classr� rX r rO r r r r �<module>S s� � s
0
�
�
�� ��� http/client.py 0000644 00000154231 15115353745 0007372 0 ustar 00 r"""HTTP/1.1 client library
<intro stuff goes here>
<other stuff, too>
HTTPConnection goes through a number of "states", which define when a client
may legally make another request or fetch the response for a particular
request. This diagram details these state transitions:
(null)
|
| HTTPConnection()
v
Idle
|
| putrequest()
v
Request-started
|
| ( putheader() )* endheaders()
v
Request-sent
|\_____________________________
| | getresponse() raises
| response = getresponse() | ConnectionError
v v
Unread-response Idle
[Response-headers-read]
|\____________________
| |
| response.read() | putrequest()
v v
Idle Req-started-unread-response
______/|
/ |
response.read() | | ( putheader() )* endheaders()
v v
Request-started Req-sent-unread-response
|
| response.read()
v
Request-sent
This diagram presents the following rules:
-- a second request may not be started until {response-headers-read}
-- a response [object] cannot be retrieved until {request-sent}
-- there is no differentiation between an unread response body and a
partially read response body
Note: this enforcement is applied by the HTTPConnection class. The
HTTPResponse class does not enforce this state machine, which
implies sophisticated clients may accelerate the request/response
pipeline. Caution should be taken, though: accelerating the states
beyond the above pattern may imply knowledge of the server's
connection-close behavior for certain requests. For example, it
is impossible to tell whether the server will close the connection
UNTIL the response headers have been read; this means that further
requests cannot be placed into the pipeline until it is known that
the server will NOT be closing the connection.
Logical State __state __response
------------- ------- ----------
Idle _CS_IDLE None
Request-started _CS_REQ_STARTED None
Request-sent _CS_REQ_SENT None
Unread-response _CS_IDLE <response_class>
Req-started-unread-response _CS_REQ_STARTED <response_class>
Req-sent-unread-response _CS_REQ_SENT <response_class>
"""
import email.parser
import email.message
import http
import io
import re
import socket
import collections.abc
from urllib.parse import urlsplit
# HTTPMessage, parse_headers(), and the HTTP status code constants are
# intentionally omitted for simplicity
__all__ = ["HTTPResponse", "HTTPConnection",
"HTTPException", "NotConnected", "UnknownProtocol",
"UnknownTransferEncoding", "UnimplementedFileMode",
"IncompleteRead", "InvalidURL", "ImproperConnectionState",
"CannotSendRequest", "CannotSendHeader", "ResponseNotReady",
"BadStatusLine", "LineTooLong", "RemoteDisconnected", "error",
"responses"]
HTTP_PORT = 80
HTTPS_PORT = 443
_UNKNOWN = 'UNKNOWN'
# connection states
_CS_IDLE = 'Idle'
_CS_REQ_STARTED = 'Request-started'
_CS_REQ_SENT = 'Request-sent'
# hack to maintain backwards compatibility
globals().update(http.HTTPStatus.__members__)
# another hack to maintain backwards compatibility
# Mapping status codes to official W3C names
responses = {v: v.phrase for v in http.HTTPStatus.__members__.values()}
# maximal line length when calling readline().
_MAXLINE = 65536
_MAXHEADERS = 100
# Header name/value ABNF (http://tools.ietf.org/html/rfc7230#section-3.2)
#
# VCHAR = %x21-7E
# obs-text = %x80-FF
# header-field = field-name ":" OWS field-value OWS
# field-name = token
# field-value = *( field-content / obs-fold )
# field-content = field-vchar [ 1*( SP / HTAB ) field-vchar ]
# field-vchar = VCHAR / obs-text
#
# obs-fold = CRLF 1*( SP / HTAB )
# ; obsolete line folding
# ; see Section 3.2.4
# token = 1*tchar
#
# tchar = "!" / "#" / "$" / "%" / "&" / "'" / "*"
# / "+" / "-" / "." / "^" / "_" / "`" / "|" / "~"
# / DIGIT / ALPHA
# ; any VCHAR, except delimiters
#
# VCHAR defined in http://tools.ietf.org/html/rfc5234#appendix-B.1
# the patterns for both name and value are more lenient than RFC
# definitions to allow for backwards compatibility
_is_legal_header_name = re.compile(rb'[^:\s][^:\r\n]*').fullmatch
_is_illegal_header_value = re.compile(rb'\n(?![ \t])|\r(?![ \t\n])').search
# These characters are not allowed within HTTP URL paths.
# See https://tools.ietf.org/html/rfc3986#section-3.3 and the
# https://tools.ietf.org/html/rfc3986#appendix-A pchar definition.
# Prevents CVE-2019-9740. Includes control characters such as \r\n.
# We don't restrict chars above \x7f as putrequest() limits us to ASCII.
_contains_disallowed_url_pchar_re = re.compile('[\x00-\x20\x7f]')
# Arguably only these _should_ allowed:
# _is_allowed_url_pchars_re = re.compile(r"^[/!$&'()*+,;=:@%a-zA-Z0-9._~-]+$")
# We are more lenient for assumed real world compatibility purposes.
# These characters are not allowed within HTTP method names
# to prevent http header injection.
_contains_disallowed_method_pchar_re = re.compile('[\x00-\x1f]')
# We always set the Content-Length header for these methods because some
# servers will otherwise respond with a 411
_METHODS_EXPECTING_BODY = {'PATCH', 'POST', 'PUT'}
def _encode(data, name='data'):
"""Call data.encode("latin-1") but show a better error message."""
try:
return data.encode("latin-1")
except UnicodeEncodeError as err:
raise UnicodeEncodeError(
err.encoding,
err.object,
err.start,
err.end,
"%s (%.20r) is not valid Latin-1. Use %s.encode('utf-8') "
"if you want to send it encoded in UTF-8." %
(name.title(), data[err.start:err.end], name)) from None
class HTTPMessage(email.message.Message):
# XXX The only usage of this method is in
# http.server.CGIHTTPRequestHandler. Maybe move the code there so
# that it doesn't need to be part of the public API. The API has
# never been defined so this could cause backwards compatibility
# issues.
def getallmatchingheaders(self, name):
"""Find all header lines matching a given header name.
Look through the list of headers and find all lines matching a given
header name (and their continuation lines). A list of the lines is
returned, without interpretation. If the header does not occur, an
empty list is returned. If the header occurs multiple times, all
occurrences are returned. Case is not important in the header name.
"""
name = name.lower() + ':'
n = len(name)
lst = []
hit = 0
for line in self.keys():
if line[:n].lower() == name:
hit = 1
elif not line[:1].isspace():
hit = 0
if hit:
lst.append(line)
return lst
def _read_headers(fp):
"""Reads potential header lines into a list from a file pointer.
Length of line is limited by _MAXLINE, and number of
headers is limited by _MAXHEADERS.
"""
headers = []
while True:
line = fp.readline(_MAXLINE + 1)
if len(line) > _MAXLINE:
raise LineTooLong("header line")
headers.append(line)
if len(headers) > _MAXHEADERS:
raise HTTPException("got more than %d headers" % _MAXHEADERS)
if line in (b'\r\n', b'\n', b''):
break
return headers
def parse_headers(fp, _class=HTTPMessage):
"""Parses only RFC2822 headers from a file pointer.
email Parser wants to see strings rather than bytes.
But a TextIOWrapper around self.rfile would buffer too many bytes
from the stream, bytes which we later need to read as bytes.
So we read the correct bytes here, as bytes, for email Parser
to parse.
"""
headers = _read_headers(fp)
hstring = b''.join(headers).decode('iso-8859-1')
return email.parser.Parser(_class=_class).parsestr(hstring)
class HTTPResponse(io.BufferedIOBase):
# See RFC 2616 sec 19.6 and RFC 1945 sec 6 for details.
# The bytes from the socket object are iso-8859-1 strings.
# See RFC 2616 sec 2.2 which notes an exception for MIME-encoded
# text following RFC 2047. The basic status line parsing only
# accepts iso-8859-1.
def __init__(self, sock, debuglevel=0, method=None, url=None):
# If the response includes a content-length header, we need to
# make sure that the client doesn't read more than the
# specified number of bytes. If it does, it will block until
# the server times out and closes the connection. This will
# happen if a self.fp.read() is done (without a size) whether
# self.fp is buffered or not. So, no self.fp.read() by
# clients unless they know what they are doing.
self.fp = sock.makefile("rb")
self.debuglevel = debuglevel
self._method = method
# The HTTPResponse object is returned via urllib. The clients
# of http and urllib expect different attributes for the
# headers. headers is used here and supports urllib. msg is
# provided as a backwards compatibility layer for http
# clients.
self.headers = self.msg = None
# from the Status-Line of the response
self.version = _UNKNOWN # HTTP-Version
self.status = _UNKNOWN # Status-Code
self.reason = _UNKNOWN # Reason-Phrase
self.chunked = _UNKNOWN # is "chunked" being used?
self.chunk_left = _UNKNOWN # bytes left to read in current chunk
self.length = _UNKNOWN # number of bytes left in response
self.will_close = _UNKNOWN # conn will close at end of response
def _read_status(self):
line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
if len(line) > _MAXLINE:
raise LineTooLong("status line")
if self.debuglevel > 0:
print("reply:", repr(line))
if not line:
# Presumably, the server closed the connection before
# sending a valid response.
raise RemoteDisconnected("Remote end closed connection without"
" response")
try:
version, status, reason = line.split(None, 2)
except ValueError:
try:
version, status = line.split(None, 1)
reason = ""
except ValueError:
# empty version will cause next test to fail.
version = ""
if not version.startswith("HTTP/"):
self._close_conn()
raise BadStatusLine(line)
# The status code is a three-digit number
try:
status = int(status)
if status < 100 or status > 999:
raise BadStatusLine(line)
except ValueError:
raise BadStatusLine(line)
return version, status, reason
def begin(self):
if self.headers is not None:
# we've already started reading the response
return
# read until we get a non-100 response
while True:
version, status, reason = self._read_status()
if status != CONTINUE:
break
# skip the header from the 100 response
skipped_headers = _read_headers(self.fp)
if self.debuglevel > 0:
print("headers:", skipped_headers)
del skipped_headers
self.code = self.status = status
self.reason = reason.strip()
if version in ("HTTP/1.0", "HTTP/0.9"):
# Some servers might still return "0.9", treat it as 1.0 anyway
self.version = 10
elif version.startswith("HTTP/1."):
self.version = 11 # use HTTP/1.1 code for HTTP/1.x where x>=1
else:
raise UnknownProtocol(version)
self.headers = self.msg = parse_headers(self.fp)
if self.debuglevel > 0:
for hdr, val in self.headers.items():
print("header:", hdr + ":", val)
# are we using the chunked-style of transfer encoding?
tr_enc = self.headers.get("transfer-encoding")
if tr_enc and tr_enc.lower() == "chunked":
self.chunked = True
self.chunk_left = None
else:
self.chunked = False
# will the connection close at the end of the response?
self.will_close = self._check_close()
# do we have a Content-Length?
# NOTE: RFC 2616, S4.4, #3 says we ignore this if tr_enc is "chunked"
self.length = None
length = self.headers.get("content-length")
if length and not self.chunked:
try:
self.length = int(length)
except ValueError:
self.length = None
else:
if self.length < 0: # ignore nonsensical negative lengths
self.length = None
else:
self.length = None
# does the body have a fixed length? (of zero)
if (status == NO_CONTENT or status == NOT_MODIFIED or
100 <= status < 200 or # 1xx codes
self._method == "HEAD"):
self.length = 0
# if the connection remains open, and we aren't using chunked, and
# a content-length was not provided, then assume that the connection
# WILL close.
if (not self.will_close and
not self.chunked and
self.length is None):
self.will_close = True
def _check_close(self):
conn = self.headers.get("connection")
if self.version == 11:
# An HTTP/1.1 proxy is assumed to stay open unless
# explicitly closed.
if conn and "close" in conn.lower():
return True
return False
# Some HTTP/1.0 implementations have support for persistent
# connections, using rules different than HTTP/1.1.
# For older HTTP, Keep-Alive indicates persistent connection.
if self.headers.get("keep-alive"):
return False
# At least Akamai returns a "Connection: Keep-Alive" header,
# which was supposed to be sent by the client.
if conn and "keep-alive" in conn.lower():
return False
# Proxy-Connection is a netscape hack.
pconn = self.headers.get("proxy-connection")
if pconn and "keep-alive" in pconn.lower():
return False
# otherwise, assume it will close
return True
def _close_conn(self):
fp = self.fp
self.fp = None
fp.close()
def close(self):
try:
super().close() # set "closed" flag
finally:
if self.fp:
self._close_conn()
# These implementations are for the benefit of io.BufferedReader.
# XXX This class should probably be revised to act more like
# the "raw stream" that BufferedReader expects.
def flush(self):
super().flush()
if self.fp:
self.fp.flush()
def readable(self):
"""Always returns True"""
return True
# End of "raw stream" methods
def isclosed(self):
"""True if the connection is closed."""
# NOTE: it is possible that we will not ever call self.close(). This
# case occurs when will_close is TRUE, length is None, and we
# read up to the last byte, but NOT past it.
#
# IMPLIES: if will_close is FALSE, then self.close() will ALWAYS be
# called, meaning self.isclosed() is meaningful.
return self.fp is None
def read(self, amt=None):
if self.fp is None:
return b""
if self._method == "HEAD":
self._close_conn()
return b""
if amt is not None:
# Amount is given, implement using readinto
b = bytearray(amt)
n = self.readinto(b)
return memoryview(b)[:n].tobytes()
else:
# Amount is not given (unbounded read) so we must check self.length
# and self.chunked
if self.chunked:
return self._readall_chunked()
if self.length is None:
s = self.fp.read()
else:
try:
s = self._safe_read(self.length)
except IncompleteRead:
self._close_conn()
raise
self.length = 0
self._close_conn() # we read everything
return s
def readinto(self, b):
"""Read up to len(b) bytes into bytearray b and return the number
of bytes read.
"""
if self.fp is None:
return 0
if self._method == "HEAD":
self._close_conn()
return 0
if self.chunked:
return self._readinto_chunked(b)
if self.length is not None:
if len(b) > self.length:
# clip the read to the "end of response"
b = memoryview(b)[0:self.length]
# we do not use _safe_read() here because this may be a .will_close
# connection, and the user is reading more bytes than will be provided
# (for example, reading in 1k chunks)
n = self.fp.readinto(b)
if not n and b:
# Ideally, we would raise IncompleteRead if the content-length
# wasn't satisfied, but it might break compatibility.
self._close_conn()
elif self.length is not None:
self.length -= n
if not self.length:
self._close_conn()
return n
def _read_next_chunk_size(self):
# Read the next chunk size from the file
line = self.fp.readline(_MAXLINE + 1)
if len(line) > _MAXLINE:
raise LineTooLong("chunk size")
i = line.find(b";")
if i >= 0:
line = line[:i] # strip chunk-extensions
try:
return int(line, 16)
except ValueError:
# close the connection as protocol synchronisation is
# probably lost
self._close_conn()
raise
def _read_and_discard_trailer(self):
# read and discard trailer up to the CRLF terminator
### note: we shouldn't have any trailers!
while True:
line = self.fp.readline(_MAXLINE + 1)
if len(line) > _MAXLINE:
raise LineTooLong("trailer line")
if not line:
# a vanishingly small number of sites EOF without
# sending the trailer
break
if line in (b'\r\n', b'\n', b''):
break
def _get_chunk_left(self):
# return self.chunk_left, reading a new chunk if necessary.
# chunk_left == 0: at the end of the current chunk, need to close it
# chunk_left == None: No current chunk, should read next.
# This function returns non-zero or None if the last chunk has
# been read.
chunk_left = self.chunk_left
if not chunk_left: # Can be 0 or None
if chunk_left is not None:
# We are at the end of chunk, discard chunk end
self._safe_read(2) # toss the CRLF at the end of the chunk
try:
chunk_left = self._read_next_chunk_size()
except ValueError:
raise IncompleteRead(b'')
if chunk_left == 0:
# last chunk: 1*("0") [ chunk-extension ] CRLF
self._read_and_discard_trailer()
# we read everything; close the "file"
self._close_conn()
chunk_left = None
self.chunk_left = chunk_left
return chunk_left
def _readall_chunked(self):
assert self.chunked != _UNKNOWN
value = []
try:
while True:
chunk_left = self._get_chunk_left()
if chunk_left is None:
break
value.append(self._safe_read(chunk_left))
self.chunk_left = 0
return b''.join(value)
except IncompleteRead:
raise IncompleteRead(b''.join(value))
def _readinto_chunked(self, b):
assert self.chunked != _UNKNOWN
total_bytes = 0
mvb = memoryview(b)
try:
while True:
chunk_left = self._get_chunk_left()
if chunk_left is None:
return total_bytes
if len(mvb) <= chunk_left:
n = self._safe_readinto(mvb)
self.chunk_left = chunk_left - n
return total_bytes + n
temp_mvb = mvb[:chunk_left]
n = self._safe_readinto(temp_mvb)
mvb = mvb[n:]
total_bytes += n
self.chunk_left = 0
except IncompleteRead:
raise IncompleteRead(bytes(b[0:total_bytes]))
def _safe_read(self, amt):
"""Read the number of bytes requested.
This function should be used when <amt> bytes "should" be present for
reading. If the bytes are truly not available (due to EOF), then the
IncompleteRead exception can be used to detect the problem.
"""
data = self.fp.read(amt)
if len(data) < amt:
raise IncompleteRead(data, amt-len(data))
return data
def _safe_readinto(self, b):
"""Same as _safe_read, but for reading into a buffer."""
amt = len(b)
n = self.fp.readinto(b)
if n < amt:
raise IncompleteRead(bytes(b[:n]), amt-n)
return n
def read1(self, n=-1):
"""Read with at most one underlying system call. If at least one
byte is buffered, return that instead.
"""
if self.fp is None or self._method == "HEAD":
return b""
if self.chunked:
return self._read1_chunked(n)
if self.length is not None and (n < 0 or n > self.length):
n = self.length
result = self.fp.read1(n)
if not result and n:
self._close_conn()
elif self.length is not None:
self.length -= len(result)
return result
def peek(self, n=-1):
# Having this enables IOBase.readline() to read more than one
# byte at a time
if self.fp is None or self._method == "HEAD":
return b""
if self.chunked:
return self._peek_chunked(n)
return self.fp.peek(n)
def readline(self, limit=-1):
if self.fp is None or self._method == "HEAD":
return b""
if self.chunked:
# Fallback to IOBase readline which uses peek() and read()
return super().readline(limit)
if self.length is not None and (limit < 0 or limit > self.length):
limit = self.length
result = self.fp.readline(limit)
if not result and limit:
self._close_conn()
elif self.length is not None:
self.length -= len(result)
return result
def _read1_chunked(self, n):
# Strictly speaking, _get_chunk_left() may cause more than one read,
# but that is ok, since that is to satisfy the chunked protocol.
chunk_left = self._get_chunk_left()
if chunk_left is None or n == 0:
return b''
if not (0 <= n <= chunk_left):
n = chunk_left # if n is negative or larger than chunk_left
read = self.fp.read1(n)
self.chunk_left -= len(read)
if not read:
raise IncompleteRead(b"")
return read
def _peek_chunked(self, n):
# Strictly speaking, _get_chunk_left() may cause more than one read,
# but that is ok, since that is to satisfy the chunked protocol.
try:
chunk_left = self._get_chunk_left()
except IncompleteRead:
return b'' # peek doesn't worry about protocol
if chunk_left is None:
return b'' # eof
# peek is allowed to return more than requested. Just request the
# entire chunk, and truncate what we get.
return self.fp.peek(chunk_left)[:chunk_left]
def fileno(self):
return self.fp.fileno()
def getheader(self, name, default=None):
'''Returns the value of the header matching *name*.
If there are multiple matching headers, the values are
combined into a single string separated by commas and spaces.
If no matching header is found, returns *default* or None if
the *default* is not specified.
If the headers are unknown, raises http.client.ResponseNotReady.
'''
if self.headers is None:
raise ResponseNotReady()
headers = self.headers.get_all(name) or default
if isinstance(headers, str) or not hasattr(headers, '__iter__'):
return headers
else:
return ', '.join(headers)
def getheaders(self):
"""Return list of (header, value) tuples."""
if self.headers is None:
raise ResponseNotReady()
return list(self.headers.items())
# We override IOBase.__iter__ so that it doesn't check for closed-ness
def __iter__(self):
return self
# For compatibility with old-style urllib responses.
def info(self):
'''Returns an instance of the class mimetools.Message containing
meta-information associated with the URL.
When the method is HTTP, these headers are those returned by
the server at the head of the retrieved HTML page (including
Content-Length and Content-Type).
When the method is FTP, a Content-Length header will be
present if (as is now usual) the server passed back a file
length in response to the FTP retrieval request. A
Content-Type header will be present if the MIME type can be
guessed.
When the method is local-file, returned headers will include
a Date representing the file's last-modified time, a
Content-Length giving file size, and a Content-Type
containing a guess at the file's type. See also the
description of the mimetools module.
'''
return self.headers
def geturl(self):
'''Return the real URL of the page.
In some cases, the HTTP server redirects a client to another
URL. The urlopen() function handles this transparently, but in
some cases the caller needs to know which URL the client was
redirected to. The geturl() method can be used to get at this
redirected URL.
'''
return self.url
def getcode(self):
'''Return the HTTP status code that was sent with the response,
or None if the URL is not an HTTP URL.
'''
return self.status
class HTTPConnection:
_http_vsn = 11
_http_vsn_str = 'HTTP/1.1'
response_class = HTTPResponse
default_port = HTTP_PORT
auto_open = 1
debuglevel = 0
@staticmethod
def _is_textIO(stream):
"""Test whether a file-like object is a text or a binary stream.
"""
return isinstance(stream, io.TextIOBase)
@staticmethod
def _get_content_length(body, method):
"""Get the content-length based on the body.
If the body is None, we set Content-Length: 0 for methods that expect
a body (RFC 7230, Section 3.3.2). We also set the Content-Length for
any method if the body is a str or bytes-like object and not a file.
"""
if body is None:
# do an explicit check for not None here to distinguish
# between unset and set but empty
if method.upper() in _METHODS_EXPECTING_BODY:
return 0
else:
return None
if hasattr(body, 'read'):
# file-like object.
return None
try:
# does it implement the buffer protocol (bytes, bytearray, array)?
mv = memoryview(body)
return mv.nbytes
except TypeError:
pass
if isinstance(body, str):
return len(body)
return None
def __init__(self, host, port=None, timeout=socket._GLOBAL_DEFAULT_TIMEOUT,
source_address=None, blocksize=8192):
self.timeout = timeout
self.source_address = source_address
self.blocksize = blocksize
self.sock = None
self._buffer = []
self.__response = None
self.__state = _CS_IDLE
self._method = None
self._tunnel_host = None
self._tunnel_port = None
self._tunnel_headers = {}
(self.host, self.port) = self._get_hostport(host, port)
self._validate_host(self.host)
# This is stored as an instance variable to allow unit
# tests to replace it with a suitable mockup
self._create_connection = socket.create_connection
def set_tunnel(self, host, port=None, headers=None):
"""Set up host and port for HTTP CONNECT tunnelling.
In a connection that uses HTTP CONNECT tunneling, the host passed to the
constructor is used as a proxy server that relays all communication to
the endpoint passed to `set_tunnel`. This done by sending an HTTP
CONNECT request to the proxy server when the connection is established.
This method must be called before the HTTP connection has been
established.
The headers argument should be a mapping of extra HTTP headers to send
with the CONNECT request.
"""
if self.sock:
raise RuntimeError("Can't set up tunnel for established connection")
self._tunnel_host, self._tunnel_port = self._get_hostport(host, port)
if headers:
self._tunnel_headers = headers
else:
self._tunnel_headers.clear()
def _get_hostport(self, host, port):
if port is None:
i = host.rfind(':')
j = host.rfind(']') # ipv6 addresses have [...]
if i > j:
try:
port = int(host[i+1:])
except ValueError:
if host[i+1:] == "": # http://foo.com:/ == http://foo.com/
port = self.default_port
else:
raise InvalidURL("nonnumeric port: '%s'" % host[i+1:])
host = host[:i]
else:
port = self.default_port
if host and host[0] == '[' and host[-1] == ']':
host = host[1:-1]
return (host, port)
def set_debuglevel(self, level):
self.debuglevel = level
def _tunnel(self):
connect_str = "CONNECT %s:%d HTTP/1.0\r\n" % (self._tunnel_host,
self._tunnel_port)
connect_bytes = connect_str.encode("ascii")
self.send(connect_bytes)
for header, value in self._tunnel_headers.items():
header_str = "%s: %s\r\n" % (header, value)
header_bytes = header_str.encode("latin-1")
self.send(header_bytes)
self.send(b'\r\n')
response = self.response_class(self.sock, method=self._method)
(version, code, message) = response._read_status()
if code != http.HTTPStatus.OK:
self.close()
raise OSError("Tunnel connection failed: %d %s" % (code,
message.strip()))
while True:
line = response.fp.readline(_MAXLINE + 1)
if len(line) > _MAXLINE:
raise LineTooLong("header line")
if not line:
# for sites which EOF without sending a trailer
break
if line in (b'\r\n', b'\n', b''):
break
if self.debuglevel > 0:
print('header:', line.decode())
def connect(self):
"""Connect to the host and port specified in __init__."""
self.sock = self._create_connection(
(self.host,self.port), self.timeout, self.source_address)
self.sock.setsockopt(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1)
if self._tunnel_host:
self._tunnel()
def close(self):
"""Close the connection to the HTTP server."""
self.__state = _CS_IDLE
try:
sock = self.sock
if sock:
self.sock = None
sock.close() # close it manually... there may be other refs
finally:
response = self.__response
if response:
self.__response = None
response.close()
def send(self, data):
"""Send `data' to the server.
``data`` can be a string object, a bytes object, an array object, a
file-like object that supports a .read() method, or an iterable object.
"""
if self.sock is None:
if self.auto_open:
self.connect()
else:
raise NotConnected()
if self.debuglevel > 0:
print("send:", repr(data))
if hasattr(data, "read") :
if self.debuglevel > 0:
print("sendIng a read()able")
encode = self._is_textIO(data)
if encode and self.debuglevel > 0:
print("encoding file using iso-8859-1")
while 1:
datablock = data.read(self.blocksize)
if not datablock:
break
if encode:
datablock = datablock.encode("iso-8859-1")
self.sock.sendall(datablock)
return
try:
self.sock.sendall(data)
except TypeError:
if isinstance(data, collections.abc.Iterable):
for d in data:
self.sock.sendall(d)
else:
raise TypeError("data should be a bytes-like object "
"or an iterable, got %r" % type(data))
def _output(self, s):
"""Add a line of output to the current request buffer.
Assumes that the line does *not* end with \\r\\n.
"""
self._buffer.append(s)
def _read_readable(self, readable):
if self.debuglevel > 0:
print("sendIng a read()able")
encode = self._is_textIO(readable)
if encode and self.debuglevel > 0:
print("encoding file using iso-8859-1")
while True:
datablock = readable.read(self.blocksize)
if not datablock:
break
if encode:
datablock = datablock.encode("iso-8859-1")
yield datablock
def _send_output(self, message_body=None, encode_chunked=False):
"""Send the currently buffered request and clear the buffer.
Appends an extra \\r\\n to the buffer.
A message_body may be specified, to be appended to the request.
"""
self._buffer.extend((b"", b""))
msg = b"\r\n".join(self._buffer)
del self._buffer[:]
self.send(msg)
if message_body is not None:
# create a consistent interface to message_body
if hasattr(message_body, 'read'):
# Let file-like take precedence over byte-like. This
# is needed to allow the current position of mmap'ed
# files to be taken into account.
chunks = self._read_readable(message_body)
else:
try:
# this is solely to check to see if message_body
# implements the buffer API. it /would/ be easier
# to capture if PyObject_CheckBuffer was exposed
# to Python.
memoryview(message_body)
except TypeError:
try:
chunks = iter(message_body)
except TypeError:
raise TypeError("message_body should be a bytes-like "
"object or an iterable, got %r"
% type(message_body))
else:
# the object implements the buffer interface and
# can be passed directly into socket methods
chunks = (message_body,)
for chunk in chunks:
if not chunk:
if self.debuglevel > 0:
print('Zero length chunk ignored')
continue
if encode_chunked and self._http_vsn == 11:
# chunked encoding
chunk = f'{len(chunk):X}\r\n'.encode('ascii') + chunk \
+ b'\r\n'
self.send(chunk)
if encode_chunked and self._http_vsn == 11:
# end chunked transfer
self.send(b'0\r\n\r\n')
def putrequest(self, method, url, skip_host=False,
skip_accept_encoding=False):
"""Send a request to the server.
`method' specifies an HTTP request method, e.g. 'GET'.
`url' specifies the object being requested, e.g. '/index.html'.
`skip_host' if True does not add automatically a 'Host:' header
`skip_accept_encoding' if True does not add automatically an
'Accept-Encoding:' header
"""
# if a prior response has been completed, then forget about it.
if self.__response and self.__response.isclosed():
self.__response = None
# in certain cases, we cannot issue another request on this connection.
# this occurs when:
# 1) we are in the process of sending a request. (_CS_REQ_STARTED)
# 2) a response to a previous request has signalled that it is going
# to close the connection upon completion.
# 3) the headers for the previous response have not been read, thus
# we cannot determine whether point (2) is true. (_CS_REQ_SENT)
#
# if there is no prior response, then we can request at will.
#
# if point (2) is true, then we will have passed the socket to the
# response (effectively meaning, "there is no prior response"), and
# will open a new one when a new request is made.
#
# Note: if a prior response exists, then we *can* start a new request.
# We are not allowed to begin fetching the response to this new
# request, however, until that prior response is complete.
#
if self.__state == _CS_IDLE:
self.__state = _CS_REQ_STARTED
else:
raise CannotSendRequest(self.__state)
self._validate_method(method)
# Save the method for use later in the response phase
self._method = method
url = url or '/'
self._validate_path(url)
request = '%s %s %s' % (method, url, self._http_vsn_str)
self._output(self._encode_request(request))
if self._http_vsn == 11:
# Issue some standard headers for better HTTP/1.1 compliance
if not skip_host:
# this header is issued *only* for HTTP/1.1
# connections. more specifically, this means it is
# only issued when the client uses the new
# HTTPConnection() class. backwards-compat clients
# will be using HTTP/1.0 and those clients may be
# issuing this header themselves. we should NOT issue
# it twice; some web servers (such as Apache) barf
# when they see two Host: headers
# If we need a non-standard port,include it in the
# header. If the request is going through a proxy,
# but the host of the actual URL, not the host of the
# proxy.
netloc = ''
if url.startswith('http'):
nil, netloc, nil, nil, nil = urlsplit(url)
if netloc:
try:
netloc_enc = netloc.encode("ascii")
except UnicodeEncodeError:
netloc_enc = netloc.encode("idna")
self.putheader('Host', netloc_enc)
else:
if self._tunnel_host:
host = self._tunnel_host
port = self._tunnel_port
else:
host = self.host
port = self.port
try:
host_enc = host.encode("ascii")
except UnicodeEncodeError:
host_enc = host.encode("idna")
# As per RFC 273, IPv6 address should be wrapped with []
# when used as Host header
if host.find(':') >= 0:
host_enc = b'[' + host_enc + b']'
if port == self.default_port:
self.putheader('Host', host_enc)
else:
host_enc = host_enc.decode("ascii")
self.putheader('Host', "%s:%s" % (host_enc, port))
# note: we are assuming that clients will not attempt to set these
# headers since *this* library must deal with the
# consequences. this also means that when the supporting
# libraries are updated to recognize other forms, then this
# code should be changed (removed or updated).
# we only want a Content-Encoding of "identity" since we don't
# support encodings such as x-gzip or x-deflate.
if not skip_accept_encoding:
self.putheader('Accept-Encoding', 'identity')
# we can accept "chunked" Transfer-Encodings, but no others
# NOTE: no TE header implies *only* "chunked"
#self.putheader('TE', 'chunked')
# if TE is supplied in the header, then it must appear in a
# Connection header.
#self.putheader('Connection', 'TE')
else:
# For HTTP/1.0, the server will assume "not chunked"
pass
def _encode_request(self, request):
# ASCII also helps prevent CVE-2019-9740.
return request.encode('ascii')
def _validate_method(self, method):
"""Validate a method name for putrequest."""
# prevent http header injection
match = _contains_disallowed_method_pchar_re.search(method)
if match:
raise ValueError(
f"method can't contain control characters. {method!r} "
f"(found at least {match.group()!r})")
def _validate_path(self, url):
"""Validate a url for putrequest."""
# Prevent CVE-2019-9740.
match = _contains_disallowed_url_pchar_re.search(url)
if match:
raise InvalidURL(f"URL can't contain control characters. {url!r} "
f"(found at least {match.group()!r})")
def _validate_host(self, host):
"""Validate a host so it doesn't contain control characters."""
# Prevent CVE-2019-18348.
match = _contains_disallowed_url_pchar_re.search(host)
if match:
raise InvalidURL(f"URL can't contain control characters. {host!r} "
f"(found at least {match.group()!r})")
def putheader(self, header, *values):
"""Send a request header line to the server.
For example: h.putheader('Accept', 'text/html')
"""
if self.__state != _CS_REQ_STARTED:
raise CannotSendHeader()
if hasattr(header, 'encode'):
header = header.encode('ascii')
if not _is_legal_header_name(header):
raise ValueError('Invalid header name %r' % (header,))
values = list(values)
for i, one_value in enumerate(values):
if hasattr(one_value, 'encode'):
values[i] = one_value.encode('latin-1')
elif isinstance(one_value, int):
values[i] = str(one_value).encode('ascii')
if _is_illegal_header_value(values[i]):
raise ValueError('Invalid header value %r' % (values[i],))
value = b'\r\n\t'.join(values)
header = header + b': ' + value
self._output(header)
def endheaders(self, message_body=None, *, encode_chunked=False):
"""Indicate that the last header line has been sent to the server.
This method sends the request to the server. The optional message_body
argument can be used to pass a message body associated with the
request.
"""
if self.__state == _CS_REQ_STARTED:
self.__state = _CS_REQ_SENT
else:
raise CannotSendHeader()
self._send_output(message_body, encode_chunked=encode_chunked)
def request(self, method, url, body=None, headers={}, *,
encode_chunked=False):
"""Send a complete request to the server."""
self._send_request(method, url, body, headers, encode_chunked)
def _send_request(self, method, url, body, headers, encode_chunked):
# Honor explicitly requested Host: and Accept-Encoding: headers.
header_names = frozenset(k.lower() for k in headers)
skips = {}
if 'host' in header_names:
skips['skip_host'] = 1
if 'accept-encoding' in header_names:
skips['skip_accept_encoding'] = 1
self.putrequest(method, url, **skips)
# chunked encoding will happen if HTTP/1.1 is used and either
# the caller passes encode_chunked=True or the following
# conditions hold:
# 1. content-length has not been explicitly set
# 2. the body is a file or iterable, but not a str or bytes-like
# 3. Transfer-Encoding has NOT been explicitly set by the caller
if 'content-length' not in header_names:
# only chunk body if not explicitly set for backwards
# compatibility, assuming the client code is already handling the
# chunking
if 'transfer-encoding' not in header_names:
# if content-length cannot be automatically determined, fall
# back to chunked encoding
encode_chunked = False
content_length = self._get_content_length(body, method)
if content_length is None:
if body is not None:
if self.debuglevel > 0:
print('Unable to determine size of %r' % body)
encode_chunked = True
self.putheader('Transfer-Encoding', 'chunked')
else:
self.putheader('Content-Length', str(content_length))
else:
encode_chunked = False
for hdr, value in headers.items():
self.putheader(hdr, value)
if isinstance(body, str):
# RFC 2616 Section 3.7.1 says that text default has a
# default charset of iso-8859-1.
body = _encode(body, 'body')
self.endheaders(body, encode_chunked=encode_chunked)
def getresponse(self):
"""Get the response from the server.
If the HTTPConnection is in the correct state, returns an
instance of HTTPResponse or of whatever object is returned by
the response_class variable.
If a request has not been sent or if a previous response has
not be handled, ResponseNotReady is raised. If the HTTP
response indicates that the connection should be closed, then
it will be closed before the response is returned. When the
connection is closed, the underlying socket is closed.
"""
# if a prior response has been completed, then forget about it.
if self.__response and self.__response.isclosed():
self.__response = None
# if a prior response exists, then it must be completed (otherwise, we
# cannot read this response's header to determine the connection-close
# behavior)
#
# note: if a prior response existed, but was connection-close, then the
# socket and response were made independent of this HTTPConnection
# object since a new request requires that we open a whole new
# connection
#
# this means the prior response had one of two states:
# 1) will_close: this connection was reset and the prior socket and
# response operate independently
# 2) persistent: the response was retained and we await its
# isclosed() status to become true.
#
if self.__state != _CS_REQ_SENT or self.__response:
raise ResponseNotReady(self.__state)
if self.debuglevel > 0:
response = self.response_class(self.sock, self.debuglevel,
method=self._method)
else:
response = self.response_class(self.sock, method=self._method)
try:
try:
response.begin()
except ConnectionError:
self.close()
raise
assert response.will_close != _UNKNOWN
self.__state = _CS_IDLE
if response.will_close:
# this effectively passes the connection to the response
self.close()
else:
# remember this, so we can tell when it is complete
self.__response = response
return response
except:
response.close()
raise
try:
import ssl
except ImportError:
pass
else:
class HTTPSConnection(HTTPConnection):
"This class allows communication via SSL."
default_port = HTTPS_PORT
# XXX Should key_file and cert_file be deprecated in favour of context?
def __init__(self, host, port=None, key_file=None, cert_file=None,
timeout=socket._GLOBAL_DEFAULT_TIMEOUT,
source_address=None, *, context=None,
check_hostname=None, blocksize=8192):
super(HTTPSConnection, self).__init__(host, port, timeout,
source_address,
blocksize=blocksize)
if (key_file is not None or cert_file is not None or
check_hostname is not None):
import warnings
warnings.warn("key_file, cert_file and check_hostname are "
"deprecated, use a custom context instead.",
DeprecationWarning, 2)
self.key_file = key_file
self.cert_file = cert_file
if context is None:
context = ssl._create_default_https_context()
# enable PHA for TLS 1.3 connections if available
if context.post_handshake_auth is not None:
context.post_handshake_auth = True
will_verify = context.verify_mode != ssl.CERT_NONE
if check_hostname is None:
check_hostname = context.check_hostname
if check_hostname and not will_verify:
raise ValueError("check_hostname needs a SSL context with "
"either CERT_OPTIONAL or CERT_REQUIRED")
if key_file or cert_file:
context.load_cert_chain(cert_file, key_file)
# cert and key file means the user wants to authenticate.
# enable TLS 1.3 PHA implicitly even for custom contexts.
if context.post_handshake_auth is not None:
context.post_handshake_auth = True
self._context = context
if check_hostname is not None:
self._context.check_hostname = check_hostname
def connect(self):
"Connect to a host on a given (SSL) port."
super().connect()
if self._tunnel_host:
server_hostname = self._tunnel_host
else:
server_hostname = self.host
self.sock = self._context.wrap_socket(self.sock,
server_hostname=server_hostname)
__all__.append("HTTPSConnection")
class HTTPException(Exception):
# Subclasses that define an __init__ must call Exception.__init__
# or define self.args. Otherwise, str() will fail.
pass
class NotConnected(HTTPException):
pass
class InvalidURL(HTTPException):
pass
class UnknownProtocol(HTTPException):
def __init__(self, version):
self.args = version,
self.version = version
class UnknownTransferEncoding(HTTPException):
pass
class UnimplementedFileMode(HTTPException):
pass
class IncompleteRead(HTTPException):
def __init__(self, partial, expected=None):
self.args = partial,
self.partial = partial
self.expected = expected
def __repr__(self):
if self.expected is not None:
e = ', %i more expected' % self.expected
else:
e = ''
return '%s(%i bytes read%s)' % (self.__class__.__name__,
len(self.partial), e)
__str__ = object.__str__
class ImproperConnectionState(HTTPException):
pass
class CannotSendRequest(ImproperConnectionState):
pass
class CannotSendHeader(ImproperConnectionState):
pass
class ResponseNotReady(ImproperConnectionState):
pass
class BadStatusLine(HTTPException):
def __init__(self, line):
if not line:
line = repr(line)
self.args = line,
self.line = line
class LineTooLong(HTTPException):
def __init__(self, line_type):
HTTPException.__init__(self, "got more than %d bytes when reading %s"
% (_MAXLINE, line_type))
class RemoteDisconnected(ConnectionResetError, BadStatusLine):
def __init__(self, *pos, **kw):
BadStatusLine.__init__(self, "")
ConnectionResetError.__init__(self, *pos, **kw)
# for backwards compatibility
error = HTTPException
locale.py 0000644 00000230557 15115353745 0006402 0 ustar 00 """Locale support module.
The module provides low-level access to the C lib's locale APIs and adds high
level number formatting APIs as well as a locale aliasing engine to complement
these.
The aliasing engine includes support for many commonly used locale names and
maps them to values suitable for passing to the C lib's setlocale() function. It
also includes default encodings for all supported locale names.
"""
import sys
import encodings
import encodings.aliases
import re
import _collections_abc
from builtins import str as _builtin_str
import functools
# Try importing the _locale module.
#
# If this fails, fall back on a basic 'C' locale emulation.
# Yuck: LC_MESSAGES is non-standard: can't tell whether it exists before
# trying the import. So __all__ is also fiddled at the end of the file.
__all__ = ["getlocale", "getdefaultlocale", "getpreferredencoding", "Error",
"setlocale", "resetlocale", "localeconv", "strcoll", "strxfrm",
"str", "atof", "atoi", "format", "format_string", "currency",
"normalize", "LC_CTYPE", "LC_COLLATE", "LC_TIME", "LC_MONETARY",
"LC_NUMERIC", "LC_ALL", "CHAR_MAX"]
def _strcoll(a,b):
""" strcoll(string,string) -> int.
Compares two strings according to the locale.
"""
return (a > b) - (a < b)
def _strxfrm(s):
""" strxfrm(string) -> string.
Returns a string that behaves for cmp locale-aware.
"""
return s
try:
from _locale import *
except ImportError:
# Locale emulation
CHAR_MAX = 127
LC_ALL = 6
LC_COLLATE = 3
LC_CTYPE = 0
LC_MESSAGES = 5
LC_MONETARY = 4
LC_NUMERIC = 1
LC_TIME = 2
Error = ValueError
def localeconv():
""" localeconv() -> dict.
Returns numeric and monetary locale-specific parameters.
"""
# 'C' locale default values
return {'grouping': [127],
'currency_symbol': '',
'n_sign_posn': 127,
'p_cs_precedes': 127,
'n_cs_precedes': 127,
'mon_grouping': [],
'n_sep_by_space': 127,
'decimal_point': '.',
'negative_sign': '',
'positive_sign': '',
'p_sep_by_space': 127,
'int_curr_symbol': '',
'p_sign_posn': 127,
'thousands_sep': '',
'mon_thousands_sep': '',
'frac_digits': 127,
'mon_decimal_point': '',
'int_frac_digits': 127}
def setlocale(category, value=None):
""" setlocale(integer,string=None) -> string.
Activates/queries locale processing.
"""
if value not in (None, '', 'C'):
raise Error('_locale emulation only supports "C" locale')
return 'C'
# These may or may not exist in _locale, so be sure to set them.
if 'strxfrm' not in globals():
strxfrm = _strxfrm
if 'strcoll' not in globals():
strcoll = _strcoll
_localeconv = localeconv
# With this dict, you can override some items of localeconv's return value.
# This is useful for testing purposes.
_override_localeconv = {}
@functools.wraps(_localeconv)
def localeconv():
d = _localeconv()
if _override_localeconv:
d.update(_override_localeconv)
return d
### Number formatting APIs
# Author: Martin von Loewis
# improved by Georg Brandl
# Iterate over grouping intervals
def _grouping_intervals(grouping):
last_interval = None
for interval in grouping:
# if grouping is -1, we are done
if interval == CHAR_MAX:
return
# 0: re-use last group ad infinitum
if interval == 0:
if last_interval is None:
raise ValueError("invalid grouping")
while True:
yield last_interval
yield interval
last_interval = interval
#perform the grouping from right to left
def _group(s, monetary=False):
conv = localeconv()
thousands_sep = conv[monetary and 'mon_thousands_sep' or 'thousands_sep']
grouping = conv[monetary and 'mon_grouping' or 'grouping']
if not grouping:
return (s, 0)
if s[-1] == ' ':
stripped = s.rstrip()
right_spaces = s[len(stripped):]
s = stripped
else:
right_spaces = ''
left_spaces = ''
groups = []
for interval in _grouping_intervals(grouping):
if not s or s[-1] not in "0123456789":
# only non-digit characters remain (sign, spaces)
left_spaces = s
s = ''
break
groups.append(s[-interval:])
s = s[:-interval]
if s:
groups.append(s)
groups.reverse()
return (
left_spaces + thousands_sep.join(groups) + right_spaces,
len(thousands_sep) * (len(groups) - 1)
)
# Strip a given amount of excess padding from the given string
def _strip_padding(s, amount):
lpos = 0
while amount and s[lpos] == ' ':
lpos += 1
amount -= 1
rpos = len(s) - 1
while amount and s[rpos] == ' ':
rpos -= 1
amount -= 1
return s[lpos:rpos+1]
_percent_re = re.compile(r'%(?:\((?P<key>.*?)\))?'
r'(?P<modifiers>[-#0-9 +*.hlL]*?)[eEfFgGdiouxXcrs%]')
def _format(percent, value, grouping=False, monetary=False, *additional):
if additional:
formatted = percent % ((value,) + additional)
else:
formatted = percent % value
# floats and decimal ints need special action!
if percent[-1] in 'eEfFgG':
seps = 0
parts = formatted.split('.')
if grouping:
parts[0], seps = _group(parts[0], monetary=monetary)
decimal_point = localeconv()[monetary and 'mon_decimal_point'
or 'decimal_point']
formatted = decimal_point.join(parts)
if seps:
formatted = _strip_padding(formatted, seps)
elif percent[-1] in 'diu':
seps = 0
if grouping:
formatted, seps = _group(formatted, monetary=monetary)
if seps:
formatted = _strip_padding(formatted, seps)
return formatted
def format_string(f, val, grouping=False, monetary=False):
"""Formats a string in the same way that the % formatting would use,
but takes the current locale into account.
Grouping is applied if the third parameter is true.
Conversion uses monetary thousands separator and grouping strings if
forth parameter monetary is true."""
percents = list(_percent_re.finditer(f))
new_f = _percent_re.sub('%s', f)
if isinstance(val, _collections_abc.Mapping):
new_val = []
for perc in percents:
if perc.group()[-1]=='%':
new_val.append('%')
else:
new_val.append(_format(perc.group(), val, grouping, monetary))
else:
if not isinstance(val, tuple):
val = (val,)
new_val = []
i = 0
for perc in percents:
if perc.group()[-1]=='%':
new_val.append('%')
else:
starcount = perc.group('modifiers').count('*')
new_val.append(_format(perc.group(),
val[i],
grouping,
monetary,
*val[i+1:i+1+starcount]))
i += (1 + starcount)
val = tuple(new_val)
return new_f % val
def format(percent, value, grouping=False, monetary=False, *additional):
"""Deprecated, use format_string instead."""
import warnings
warnings.warn(
"This method will be removed in a future version of Python. "
"Use 'locale.format_string()' instead.",
DeprecationWarning, stacklevel=2
)
match = _percent_re.match(percent)
if not match or len(match.group())!= len(percent):
raise ValueError(("format() must be given exactly one %%char "
"format specifier, %s not valid") % repr(percent))
return _format(percent, value, grouping, monetary, *additional)
def currency(val, symbol=True, grouping=False, international=False):
"""Formats val according to the currency settings
in the current locale."""
conv = localeconv()
# check for illegal values
digits = conv[international and 'int_frac_digits' or 'frac_digits']
if digits == 127:
raise ValueError("Currency formatting is not possible using "
"the 'C' locale.")
s = _format('%%.%if' % digits, abs(val), grouping, monetary=True)
# '<' and '>' are markers if the sign must be inserted between symbol and value
s = '<' + s + '>'
if symbol:
smb = conv[international and 'int_curr_symbol' or 'currency_symbol']
precedes = conv[val<0 and 'n_cs_precedes' or 'p_cs_precedes']
separated = conv[val<0 and 'n_sep_by_space' or 'p_sep_by_space']
if precedes:
s = smb + (separated and ' ' or '') + s
else:
s = s + (separated and ' ' or '') + smb
sign_pos = conv[val<0 and 'n_sign_posn' or 'p_sign_posn']
sign = conv[val<0 and 'negative_sign' or 'positive_sign']
if sign_pos == 0:
s = '(' + s + ')'
elif sign_pos == 1:
s = sign + s
elif sign_pos == 2:
s = s + sign
elif sign_pos == 3:
s = s.replace('<', sign)
elif sign_pos == 4:
s = s.replace('>', sign)
else:
# the default if nothing specified;
# this should be the most fitting sign position
s = sign + s
return s.replace('<', '').replace('>', '')
def str(val):
"""Convert float to string, taking the locale into account."""
return _format("%.12g", val)
def delocalize(string):
"Parses a string as a normalized number according to the locale settings."
conv = localeconv()
#First, get rid of the grouping
ts = conv['thousands_sep']
if ts:
string = string.replace(ts, '')
#next, replace the decimal point with a dot
dd = conv['decimal_point']
if dd:
string = string.replace(dd, '.')
return string
def atof(string, func=float):
"Parses a string as a float according to the locale settings."
return func(delocalize(string))
def atoi(string):
"Converts a string to an integer according to the locale settings."
return int(delocalize(string))
def _test():
setlocale(LC_ALL, "")
#do grouping
s1 = format_string("%d", 123456789,1)
print(s1, "is", atoi(s1))
#standard formatting
s1 = str(3.14)
print(s1, "is", atof(s1))
### Locale name aliasing engine
# Author: Marc-Andre Lemburg, mal@lemburg.com
# Various tweaks by Fredrik Lundh <fredrik@pythonware.com>
# store away the low-level version of setlocale (it's
# overridden below)
_setlocale = setlocale
def _replace_encoding(code, encoding):
if '.' in code:
langname = code[:code.index('.')]
else:
langname = code
# Convert the encoding to a C lib compatible encoding string
norm_encoding = encodings.normalize_encoding(encoding)
#print('norm encoding: %r' % norm_encoding)
norm_encoding = encodings.aliases.aliases.get(norm_encoding.lower(),
norm_encoding)
#print('aliased encoding: %r' % norm_encoding)
encoding = norm_encoding
norm_encoding = norm_encoding.lower()
if norm_encoding in locale_encoding_alias:
encoding = locale_encoding_alias[norm_encoding]
else:
norm_encoding = norm_encoding.replace('_', '')
norm_encoding = norm_encoding.replace('-', '')
if norm_encoding in locale_encoding_alias:
encoding = locale_encoding_alias[norm_encoding]
#print('found encoding %r' % encoding)
return langname + '.' + encoding
def _append_modifier(code, modifier):
if modifier == 'euro':
if '.' not in code:
return code + '.ISO8859-15'
_, _, encoding = code.partition('.')
if encoding in ('ISO8859-15', 'UTF-8'):
return code
if encoding == 'ISO8859-1':
return _replace_encoding(code, 'ISO8859-15')
return code + '@' + modifier
def normalize(localename):
""" Returns a normalized locale code for the given locale
name.
The returned locale code is formatted for use with
setlocale().
If normalization fails, the original name is returned
unchanged.
If the given encoding is not known, the function defaults to
the default encoding for the locale code just like setlocale()
does.
"""
# Normalize the locale name and extract the encoding and modifier
code = localename.lower()
if ':' in code:
# ':' is sometimes used as encoding delimiter.
code = code.replace(':', '.')
if '@' in code:
code, modifier = code.split('@', 1)
else:
modifier = ''
if '.' in code:
langname, encoding = code.split('.')[:2]
else:
langname = code
encoding = ''
# First lookup: fullname (possibly with encoding and modifier)
lang_enc = langname
if encoding:
norm_encoding = encoding.replace('-', '')
norm_encoding = norm_encoding.replace('_', '')
lang_enc += '.' + norm_encoding
lookup_name = lang_enc
if modifier:
lookup_name += '@' + modifier
code = locale_alias.get(lookup_name, None)
if code is not None:
return code
#print('first lookup failed')
if modifier:
# Second try: fullname without modifier (possibly with encoding)
code = locale_alias.get(lang_enc, None)
if code is not None:
#print('lookup without modifier succeeded')
if '@' not in code:
return _append_modifier(code, modifier)
if code.split('@', 1)[1].lower() == modifier:
return code
#print('second lookup failed')
if encoding:
# Third try: langname (without encoding, possibly with modifier)
lookup_name = langname
if modifier:
lookup_name += '@' + modifier
code = locale_alias.get(lookup_name, None)
if code is not None:
#print('lookup without encoding succeeded')
if '@' not in code:
return _replace_encoding(code, encoding)
code, modifier = code.split('@', 1)
return _replace_encoding(code, encoding) + '@' + modifier
if modifier:
# Fourth try: langname (without encoding and modifier)
code = locale_alias.get(langname, None)
if code is not None:
#print('lookup without modifier and encoding succeeded')
if '@' not in code:
code = _replace_encoding(code, encoding)
return _append_modifier(code, modifier)
code, defmod = code.split('@', 1)
if defmod.lower() == modifier:
return _replace_encoding(code, encoding) + '@' + defmod
return localename
def _parse_localename(localename):
""" Parses the locale code for localename and returns the
result as tuple (language code, encoding).
The localename is normalized and passed through the locale
alias engine. A ValueError is raised in case the locale name
cannot be parsed.
The language code corresponds to RFC 1766. code and encoding
can be None in case the values cannot be determined or are
unknown to this implementation.
"""
code = normalize(localename)
if '@' in code:
# Deal with locale modifiers
code, modifier = code.split('@', 1)
if modifier == 'euro' and '.' not in code:
# Assume Latin-9 for @euro locales. This is bogus,
# since some systems may use other encodings for these
# locales. Also, we ignore other modifiers.
return code, 'iso-8859-15'
if '.' in code:
return tuple(code.split('.')[:2])
elif code == 'C':
return None, None
elif code == 'UTF-8':
# On macOS "LC_CTYPE=UTF-8" is a valid locale setting
# for getting UTF-8 handling for text.
return None, 'UTF-8'
raise ValueError('unknown locale: %s' % localename)
def _build_localename(localetuple):
""" Builds a locale code from the given tuple (language code,
encoding).
No aliasing or normalizing takes place.
"""
try:
language, encoding = localetuple
if language is None:
language = 'C'
if encoding is None:
return language
else:
return language + '.' + encoding
except (TypeError, ValueError):
raise TypeError('Locale must be None, a string, or an iterable of '
'two strings -- language code, encoding.') from None
def getdefaultlocale(envvars=('LC_ALL', 'LC_CTYPE', 'LANG', 'LANGUAGE')):
""" Tries to determine the default locale settings and returns
them as tuple (language code, encoding).
According to POSIX, a program which has not called
setlocale(LC_ALL, "") runs using the portable 'C' locale.
Calling setlocale(LC_ALL, "") lets it use the default locale as
defined by the LANG variable. Since we don't want to interfere
with the current locale setting we thus emulate the behavior
in the way described above.
To maintain compatibility with other platforms, not only the
LANG variable is tested, but a list of variables given as
envvars parameter. The first found to be defined will be
used. envvars defaults to the search path used in GNU gettext;
it must always contain the variable name 'LANG'.
Except for the code 'C', the language code corresponds to RFC
1766. code and encoding can be None in case the values cannot
be determined.
"""
try:
# check if it's supported by the _locale module
import _locale
code, encoding = _locale._getdefaultlocale()
except (ImportError, AttributeError):
pass
else:
# make sure the code/encoding values are valid
if sys.platform == "win32" and code and code[:2] == "0x":
# map windows language identifier to language name
code = windows_locale.get(int(code, 0))
# ...add other platform-specific processing here, if
# necessary...
return code, encoding
# fall back on POSIX behaviour
import os
lookup = os.environ.get
for variable in envvars:
localename = lookup(variable,None)
if localename:
if variable == 'LANGUAGE':
localename = localename.split(':')[0]
break
else:
localename = 'C'
return _parse_localename(localename)
def getlocale(category=LC_CTYPE):
""" Returns the current setting for the given locale category as
tuple (language code, encoding).
category may be one of the LC_* value except LC_ALL. It
defaults to LC_CTYPE.
Except for the code 'C', the language code corresponds to RFC
1766. code and encoding can be None in case the values cannot
be determined.
"""
localename = _setlocale(category)
if category == LC_ALL and ';' in localename:
raise TypeError('category LC_ALL is not supported')
return _parse_localename(localename)
def setlocale(category, locale=None):
""" Set the locale for the given category. The locale can be
a string, an iterable of two strings (language code and encoding),
or None.
Iterables are converted to strings using the locale aliasing
engine. Locale strings are passed directly to the C lib.
category may be given as one of the LC_* values.
"""
if locale and not isinstance(locale, _builtin_str):
# convert to string
locale = normalize(_build_localename(locale))
return _setlocale(category, locale)
def resetlocale(category=LC_ALL):
""" Sets the locale for category to the default setting.
The default setting is determined by calling
getdefaultlocale(). category defaults to LC_ALL.
"""
_setlocale(category, _build_localename(getdefaultlocale()))
if sys.platform.startswith("win"):
# On Win32, this will return the ANSI code page
def getpreferredencoding(do_setlocale = True):
"""Return the charset that the user is likely using."""
if sys.flags.utf8_mode:
return 'UTF-8'
import _bootlocale
return _bootlocale.getpreferredencoding(False)
else:
# On Unix, if CODESET is available, use that.
try:
CODESET
except NameError:
if hasattr(sys, 'getandroidapilevel'):
# On Android langinfo.h and CODESET are missing, and UTF-8 is
# always used in mbstowcs() and wcstombs().
def getpreferredencoding(do_setlocale = True):
return 'UTF-8'
else:
# Fall back to parsing environment variables :-(
def getpreferredencoding(do_setlocale = True):
"""Return the charset that the user is likely using,
by looking at environment variables."""
if sys.flags.utf8_mode:
return 'UTF-8'
res = getdefaultlocale()[1]
if res is None:
# LANG not set, default conservatively to ASCII
res = 'ascii'
return res
else:
def getpreferredencoding(do_setlocale = True):
"""Return the charset that the user is likely using,
according to the system configuration."""
if sys.flags.utf8_mode:
return 'UTF-8'
import _bootlocale
if do_setlocale:
oldloc = setlocale(LC_CTYPE)
try:
setlocale(LC_CTYPE, "")
except Error:
pass
result = _bootlocale.getpreferredencoding(False)
if do_setlocale:
setlocale(LC_CTYPE, oldloc)
return result
### Database
#
# The following data was extracted from the locale.alias file which
# comes with X11 and then hand edited removing the explicit encoding
# definitions and adding some more aliases. The file is usually
# available as /usr/lib/X11/locale/locale.alias.
#
#
# The local_encoding_alias table maps lowercase encoding alias names
# to C locale encoding names (case-sensitive). Note that normalize()
# first looks up the encoding in the encodings.aliases dictionary and
# then applies this mapping to find the correct C lib name for the
# encoding.
#
locale_encoding_alias = {
# Mappings for non-standard encoding names used in locale names
'437': 'C',
'c': 'C',
'en': 'ISO8859-1',
'jis': 'JIS7',
'jis7': 'JIS7',
'ajec': 'eucJP',
'koi8c': 'KOI8-C',
'microsoftcp1251': 'CP1251',
'microsoftcp1255': 'CP1255',
'microsoftcp1256': 'CP1256',
'88591': 'ISO8859-1',
'88592': 'ISO8859-2',
'88595': 'ISO8859-5',
'885915': 'ISO8859-15',
# Mappings from Python codec names to C lib encoding names
'ascii': 'ISO8859-1',
'latin_1': 'ISO8859-1',
'iso8859_1': 'ISO8859-1',
'iso8859_10': 'ISO8859-10',
'iso8859_11': 'ISO8859-11',
'iso8859_13': 'ISO8859-13',
'iso8859_14': 'ISO8859-14',
'iso8859_15': 'ISO8859-15',
'iso8859_16': 'ISO8859-16',
'iso8859_2': 'ISO8859-2',
'iso8859_3': 'ISO8859-3',
'iso8859_4': 'ISO8859-4',
'iso8859_5': 'ISO8859-5',
'iso8859_6': 'ISO8859-6',
'iso8859_7': 'ISO8859-7',
'iso8859_8': 'ISO8859-8',
'iso8859_9': 'ISO8859-9',
'iso2022_jp': 'JIS7',
'shift_jis': 'SJIS',
'tactis': 'TACTIS',
'euc_jp': 'eucJP',
'euc_kr': 'eucKR',
'utf_8': 'UTF-8',
'koi8_r': 'KOI8-R',
'koi8_t': 'KOI8-T',
'koi8_u': 'KOI8-U',
'kz1048': 'RK1048',
'cp1251': 'CP1251',
'cp1255': 'CP1255',
'cp1256': 'CP1256',
# XXX This list is still incomplete. If you know more
# mappings, please file a bug report. Thanks.
}
for k, v in sorted(locale_encoding_alias.items()):
k = k.replace('_', '')
locale_encoding_alias.setdefault(k, v)
#
# The locale_alias table maps lowercase alias names to C locale names
# (case-sensitive). Encodings are always separated from the locale
# name using a dot ('.'); they should only be given in case the
# language name is needed to interpret the given encoding alias
# correctly (CJK codes often have this need).
#
# Note that the normalize() function which uses this tables
# removes '_' and '-' characters from the encoding part of the
# locale name before doing the lookup. This saves a lot of
# space in the table.
#
# MAL 2004-12-10:
# Updated alias mapping to most recent locale.alias file
# from X.org distribution using makelocalealias.py.
#
# These are the differences compared to the old mapping (Python 2.4
# and older):
#
# updated 'bg' -> 'bg_BG.ISO8859-5' to 'bg_BG.CP1251'
# updated 'bg_bg' -> 'bg_BG.ISO8859-5' to 'bg_BG.CP1251'
# updated 'bulgarian' -> 'bg_BG.ISO8859-5' to 'bg_BG.CP1251'
# updated 'cz' -> 'cz_CZ.ISO8859-2' to 'cs_CZ.ISO8859-2'
# updated 'cz_cz' -> 'cz_CZ.ISO8859-2' to 'cs_CZ.ISO8859-2'
# updated 'czech' -> 'cs_CS.ISO8859-2' to 'cs_CZ.ISO8859-2'
# updated 'dutch' -> 'nl_BE.ISO8859-1' to 'nl_NL.ISO8859-1'
# updated 'et' -> 'et_EE.ISO8859-4' to 'et_EE.ISO8859-15'
# updated 'et_ee' -> 'et_EE.ISO8859-4' to 'et_EE.ISO8859-15'
# updated 'fi' -> 'fi_FI.ISO8859-1' to 'fi_FI.ISO8859-15'
# updated 'fi_fi' -> 'fi_FI.ISO8859-1' to 'fi_FI.ISO8859-15'
# updated 'iw' -> 'iw_IL.ISO8859-8' to 'he_IL.ISO8859-8'
# updated 'iw_il' -> 'iw_IL.ISO8859-8' to 'he_IL.ISO8859-8'
# updated 'japanese' -> 'ja_JP.SJIS' to 'ja_JP.eucJP'
# updated 'lt' -> 'lt_LT.ISO8859-4' to 'lt_LT.ISO8859-13'
# updated 'lv' -> 'lv_LV.ISO8859-4' to 'lv_LV.ISO8859-13'
# updated 'sl' -> 'sl_CS.ISO8859-2' to 'sl_SI.ISO8859-2'
# updated 'slovene' -> 'sl_CS.ISO8859-2' to 'sl_SI.ISO8859-2'
# updated 'th_th' -> 'th_TH.TACTIS' to 'th_TH.ISO8859-11'
# updated 'zh_cn' -> 'zh_CN.eucCN' to 'zh_CN.gb2312'
# updated 'zh_cn.big5' -> 'zh_TW.eucTW' to 'zh_TW.big5'
# updated 'zh_tw' -> 'zh_TW.eucTW' to 'zh_TW.big5'
#
# MAL 2008-05-30:
# Updated alias mapping to most recent locale.alias file
# from X.org distribution using makelocalealias.py.
#
# These are the differences compared to the old mapping (Python 2.5
# and older):
#
# updated 'cs_cs.iso88592' -> 'cs_CZ.ISO8859-2' to 'cs_CS.ISO8859-2'
# updated 'serbocroatian' -> 'sh_YU.ISO8859-2' to 'sr_CS.ISO8859-2'
# updated 'sh' -> 'sh_YU.ISO8859-2' to 'sr_CS.ISO8859-2'
# updated 'sh_hr.iso88592' -> 'sh_HR.ISO8859-2' to 'hr_HR.ISO8859-2'
# updated 'sh_sp' -> 'sh_YU.ISO8859-2' to 'sr_CS.ISO8859-2'
# updated 'sh_yu' -> 'sh_YU.ISO8859-2' to 'sr_CS.ISO8859-2'
# updated 'sp' -> 'sp_YU.ISO8859-5' to 'sr_CS.ISO8859-5'
# updated 'sp_yu' -> 'sp_YU.ISO8859-5' to 'sr_CS.ISO8859-5'
# updated 'sr' -> 'sr_YU.ISO8859-5' to 'sr_CS.ISO8859-5'
# updated 'sr@cyrillic' -> 'sr_YU.ISO8859-5' to 'sr_CS.ISO8859-5'
# updated 'sr_sp' -> 'sr_SP.ISO8859-2' to 'sr_CS.ISO8859-2'
# updated 'sr_yu' -> 'sr_YU.ISO8859-5' to 'sr_CS.ISO8859-5'
# updated 'sr_yu.cp1251@cyrillic' -> 'sr_YU.CP1251' to 'sr_CS.CP1251'
# updated 'sr_yu.iso88592' -> 'sr_YU.ISO8859-2' to 'sr_CS.ISO8859-2'
# updated 'sr_yu.iso88595' -> 'sr_YU.ISO8859-5' to 'sr_CS.ISO8859-5'
# updated 'sr_yu.iso88595@cyrillic' -> 'sr_YU.ISO8859-5' to 'sr_CS.ISO8859-5'
# updated 'sr_yu.microsoftcp1251@cyrillic' -> 'sr_YU.CP1251' to 'sr_CS.CP1251'
# updated 'sr_yu.utf8@cyrillic' -> 'sr_YU.UTF-8' to 'sr_CS.UTF-8'
# updated 'sr_yu@cyrillic' -> 'sr_YU.ISO8859-5' to 'sr_CS.ISO8859-5'
#
# AP 2010-04-12:
# Updated alias mapping to most recent locale.alias file
# from X.org distribution using makelocalealias.py.
#
# These are the differences compared to the old mapping (Python 2.6.5
# and older):
#
# updated 'ru' -> 'ru_RU.ISO8859-5' to 'ru_RU.UTF-8'
# updated 'ru_ru' -> 'ru_RU.ISO8859-5' to 'ru_RU.UTF-8'
# updated 'serbocroatian' -> 'sr_CS.ISO8859-2' to 'sr_RS.UTF-8@latin'
# updated 'sh' -> 'sr_CS.ISO8859-2' to 'sr_RS.UTF-8@latin'
# updated 'sh_yu' -> 'sr_CS.ISO8859-2' to 'sr_RS.UTF-8@latin'
# updated 'sr' -> 'sr_CS.ISO8859-5' to 'sr_RS.UTF-8'
# updated 'sr@cyrillic' -> 'sr_CS.ISO8859-5' to 'sr_RS.UTF-8'
# updated 'sr@latn' -> 'sr_CS.ISO8859-2' to 'sr_RS.UTF-8@latin'
# updated 'sr_cs.utf8@latn' -> 'sr_CS.UTF-8' to 'sr_RS.UTF-8@latin'
# updated 'sr_cs@latn' -> 'sr_CS.ISO8859-2' to 'sr_RS.UTF-8@latin'
# updated 'sr_yu' -> 'sr_CS.ISO8859-5' to 'sr_RS.UTF-8@latin'
# updated 'sr_yu.utf8@cyrillic' -> 'sr_CS.UTF-8' to 'sr_RS.UTF-8'
# updated 'sr_yu@cyrillic' -> 'sr_CS.ISO8859-5' to 'sr_RS.UTF-8'
#
# SS 2013-12-20:
# Updated alias mapping to most recent locale.alias file
# from X.org distribution using makelocalealias.py.
#
# These are the differences compared to the old mapping (Python 3.3.3
# and older):
#
# updated 'a3' -> 'a3_AZ.KOI8-C' to 'az_AZ.KOI8-C'
# updated 'a3_az' -> 'a3_AZ.KOI8-C' to 'az_AZ.KOI8-C'
# updated 'a3_az.koi8c' -> 'a3_AZ.KOI8-C' to 'az_AZ.KOI8-C'
# updated 'cs_cs.iso88592' -> 'cs_CS.ISO8859-2' to 'cs_CZ.ISO8859-2'
# updated 'hebrew' -> 'iw_IL.ISO8859-8' to 'he_IL.ISO8859-8'
# updated 'hebrew.iso88598' -> 'iw_IL.ISO8859-8' to 'he_IL.ISO8859-8'
# updated 'sd' -> 'sd_IN@devanagari.UTF-8' to 'sd_IN.UTF-8'
# updated 'sr@latn' -> 'sr_RS.UTF-8@latin' to 'sr_CS.UTF-8@latin'
# updated 'sr_cs' -> 'sr_RS.UTF-8' to 'sr_CS.UTF-8'
# updated 'sr_cs.utf8@latn' -> 'sr_RS.UTF-8@latin' to 'sr_CS.UTF-8@latin'
# updated 'sr_cs@latn' -> 'sr_RS.UTF-8@latin' to 'sr_CS.UTF-8@latin'
#
# SS 2014-10-01:
# Updated alias mapping with glibc 2.19 supported locales.
#
# SS 2018-05-05:
# Updated alias mapping with glibc 2.27 supported locales.
#
# These are the differences compared to the old mapping (Python 3.6.5
# and older):
#
# updated 'ca_es@valencia' -> 'ca_ES.ISO8859-15@valencia' to 'ca_ES.UTF-8@valencia'
# updated 'kk_kz' -> 'kk_KZ.RK1048' to 'kk_KZ.ptcp154'
# updated 'russian' -> 'ru_RU.ISO8859-5' to 'ru_RU.KOI8-R'
locale_alias = {
'a3': 'az_AZ.KOI8-C',
'a3_az': 'az_AZ.KOI8-C',
'a3_az.koic': 'az_AZ.KOI8-C',
'aa_dj': 'aa_DJ.ISO8859-1',
'aa_er': 'aa_ER.UTF-8',
'aa_et': 'aa_ET.UTF-8',
'af': 'af_ZA.ISO8859-1',
'af_za': 'af_ZA.ISO8859-1',
'agr_pe': 'agr_PE.UTF-8',
'ak_gh': 'ak_GH.UTF-8',
'am': 'am_ET.UTF-8',
'am_et': 'am_ET.UTF-8',
'american': 'en_US.ISO8859-1',
'an_es': 'an_ES.ISO8859-15',
'anp_in': 'anp_IN.UTF-8',
'ar': 'ar_AA.ISO8859-6',
'ar_aa': 'ar_AA.ISO8859-6',
'ar_ae': 'ar_AE.ISO8859-6',
'ar_bh': 'ar_BH.ISO8859-6',
'ar_dz': 'ar_DZ.ISO8859-6',
'ar_eg': 'ar_EG.ISO8859-6',
'ar_in': 'ar_IN.UTF-8',
'ar_iq': 'ar_IQ.ISO8859-6',
'ar_jo': 'ar_JO.ISO8859-6',
'ar_kw': 'ar_KW.ISO8859-6',
'ar_lb': 'ar_LB.ISO8859-6',
'ar_ly': 'ar_LY.ISO8859-6',
'ar_ma': 'ar_MA.ISO8859-6',
'ar_om': 'ar_OM.ISO8859-6',
'ar_qa': 'ar_QA.ISO8859-6',
'ar_sa': 'ar_SA.ISO8859-6',
'ar_sd': 'ar_SD.ISO8859-6',
'ar_ss': 'ar_SS.UTF-8',
'ar_sy': 'ar_SY.ISO8859-6',
'ar_tn': 'ar_TN.ISO8859-6',
'ar_ye': 'ar_YE.ISO8859-6',
'arabic': 'ar_AA.ISO8859-6',
'as': 'as_IN.UTF-8',
'as_in': 'as_IN.UTF-8',
'ast_es': 'ast_ES.ISO8859-15',
'ayc_pe': 'ayc_PE.UTF-8',
'az': 'az_AZ.ISO8859-9E',
'az_az': 'az_AZ.ISO8859-9E',
'az_az.iso88599e': 'az_AZ.ISO8859-9E',
'az_ir': 'az_IR.UTF-8',
'be': 'be_BY.CP1251',
'be@latin': 'be_BY.UTF-8@latin',
'be_bg.utf8': 'bg_BG.UTF-8',
'be_by': 'be_BY.CP1251',
'be_by@latin': 'be_BY.UTF-8@latin',
'bem_zm': 'bem_ZM.UTF-8',
'ber_dz': 'ber_DZ.UTF-8',
'ber_ma': 'ber_MA.UTF-8',
'bg': 'bg_BG.CP1251',
'bg_bg': 'bg_BG.CP1251',
'bhb_in.utf8': 'bhb_IN.UTF-8',
'bho_in': 'bho_IN.UTF-8',
'bho_np': 'bho_NP.UTF-8',
'bi_vu': 'bi_VU.UTF-8',
'bn_bd': 'bn_BD.UTF-8',
'bn_in': 'bn_IN.UTF-8',
'bo_cn': 'bo_CN.UTF-8',
'bo_in': 'bo_IN.UTF-8',
'bokmal': 'nb_NO.ISO8859-1',
'bokm\xe5l': 'nb_NO.ISO8859-1',
'br': 'br_FR.ISO8859-1',
'br_fr': 'br_FR.ISO8859-1',
'brx_in': 'brx_IN.UTF-8',
'bs': 'bs_BA.ISO8859-2',
'bs_ba': 'bs_BA.ISO8859-2',
'bulgarian': 'bg_BG.CP1251',
'byn_er': 'byn_ER.UTF-8',
'c': 'C',
'c-french': 'fr_CA.ISO8859-1',
'c.ascii': 'C',
'c.en': 'C',
'c.iso88591': 'en_US.ISO8859-1',
'c.utf8': 'en_US.UTF-8',
'c_c': 'C',
'c_c.c': 'C',
'ca': 'ca_ES.ISO8859-1',
'ca_ad': 'ca_AD.ISO8859-1',
'ca_es': 'ca_ES.ISO8859-1',
'ca_es@valencia': 'ca_ES.UTF-8@valencia',
'ca_fr': 'ca_FR.ISO8859-1',
'ca_it': 'ca_IT.ISO8859-1',
'catalan': 'ca_ES.ISO8859-1',
'ce_ru': 'ce_RU.UTF-8',
'cextend': 'en_US.ISO8859-1',
'chinese-s': 'zh_CN.eucCN',
'chinese-t': 'zh_TW.eucTW',
'chr_us': 'chr_US.UTF-8',
'ckb_iq': 'ckb_IQ.UTF-8',
'cmn_tw': 'cmn_TW.UTF-8',
'crh_ua': 'crh_UA.UTF-8',
'croatian': 'hr_HR.ISO8859-2',
'cs': 'cs_CZ.ISO8859-2',
'cs_cs': 'cs_CZ.ISO8859-2',
'cs_cz': 'cs_CZ.ISO8859-2',
'csb_pl': 'csb_PL.UTF-8',
'cv_ru': 'cv_RU.UTF-8',
'cy': 'cy_GB.ISO8859-1',
'cy_gb': 'cy_GB.ISO8859-1',
'cz': 'cs_CZ.ISO8859-2',
'cz_cz': 'cs_CZ.ISO8859-2',
'czech': 'cs_CZ.ISO8859-2',
'da': 'da_DK.ISO8859-1',
'da_dk': 'da_DK.ISO8859-1',
'danish': 'da_DK.ISO8859-1',
'dansk': 'da_DK.ISO8859-1',
'de': 'de_DE.ISO8859-1',
'de_at': 'de_AT.ISO8859-1',
'de_be': 'de_BE.ISO8859-1',
'de_ch': 'de_CH.ISO8859-1',
'de_de': 'de_DE.ISO8859-1',
'de_it': 'de_IT.ISO8859-1',
'de_li.utf8': 'de_LI.UTF-8',
'de_lu': 'de_LU.ISO8859-1',
'deutsch': 'de_DE.ISO8859-1',
'doi_in': 'doi_IN.UTF-8',
'dutch': 'nl_NL.ISO8859-1',
'dutch.iso88591': 'nl_BE.ISO8859-1',
'dv_mv': 'dv_MV.UTF-8',
'dz_bt': 'dz_BT.UTF-8',
'ee': 'ee_EE.ISO8859-4',
'ee_ee': 'ee_EE.ISO8859-4',
'eesti': 'et_EE.ISO8859-1',
'el': 'el_GR.ISO8859-7',
'el_cy': 'el_CY.ISO8859-7',
'el_gr': 'el_GR.ISO8859-7',
'el_gr@euro': 'el_GR.ISO8859-15',
'en': 'en_US.ISO8859-1',
'en_ag': 'en_AG.UTF-8',
'en_au': 'en_AU.ISO8859-1',
'en_be': 'en_BE.ISO8859-1',
'en_bw': 'en_BW.ISO8859-1',
'en_ca': 'en_CA.ISO8859-1',
'en_dk': 'en_DK.ISO8859-1',
'en_dl.utf8': 'en_DL.UTF-8',
'en_gb': 'en_GB.ISO8859-1',
'en_hk': 'en_HK.ISO8859-1',
'en_ie': 'en_IE.ISO8859-1',
'en_il': 'en_IL.UTF-8',
'en_in': 'en_IN.ISO8859-1',
'en_ng': 'en_NG.UTF-8',
'en_nz': 'en_NZ.ISO8859-1',
'en_ph': 'en_PH.ISO8859-1',
'en_sc.utf8': 'en_SC.UTF-8',
'en_sg': 'en_SG.ISO8859-1',
'en_uk': 'en_GB.ISO8859-1',
'en_us': 'en_US.ISO8859-1',
'en_us@euro@euro': 'en_US.ISO8859-15',
'en_za': 'en_ZA.ISO8859-1',
'en_zm': 'en_ZM.UTF-8',
'en_zw': 'en_ZW.ISO8859-1',
'en_zw.utf8': 'en_ZS.UTF-8',
'eng_gb': 'en_GB.ISO8859-1',
'english': 'en_EN.ISO8859-1',
'english.iso88591': 'en_US.ISO8859-1',
'english_uk': 'en_GB.ISO8859-1',
'english_united-states': 'en_US.ISO8859-1',
'english_united-states.437': 'C',
'english_us': 'en_US.ISO8859-1',
'eo': 'eo_XX.ISO8859-3',
'eo.utf8': 'eo.UTF-8',
'eo_eo': 'eo_EO.ISO8859-3',
'eo_us.utf8': 'eo_US.UTF-8',
'eo_xx': 'eo_XX.ISO8859-3',
'es': 'es_ES.ISO8859-1',
'es_ar': 'es_AR.ISO8859-1',
'es_bo': 'es_BO.ISO8859-1',
'es_cl': 'es_CL.ISO8859-1',
'es_co': 'es_CO.ISO8859-1',
'es_cr': 'es_CR.ISO8859-1',
'es_cu': 'es_CU.UTF-8',
'es_do': 'es_DO.ISO8859-1',
'es_ec': 'es_EC.ISO8859-1',
'es_es': 'es_ES.ISO8859-1',
'es_gt': 'es_GT.ISO8859-1',
'es_hn': 'es_HN.ISO8859-1',
'es_mx': 'es_MX.ISO8859-1',
'es_ni': 'es_NI.ISO8859-1',
'es_pa': 'es_PA.ISO8859-1',
'es_pe': 'es_PE.ISO8859-1',
'es_pr': 'es_PR.ISO8859-1',
'es_py': 'es_PY.ISO8859-1',
'es_sv': 'es_SV.ISO8859-1',
'es_us': 'es_US.ISO8859-1',
'es_uy': 'es_UY.ISO8859-1',
'es_ve': 'es_VE.ISO8859-1',
'estonian': 'et_EE.ISO8859-1',
'et': 'et_EE.ISO8859-15',
'et_ee': 'et_EE.ISO8859-15',
'eu': 'eu_ES.ISO8859-1',
'eu_es': 'eu_ES.ISO8859-1',
'eu_fr': 'eu_FR.ISO8859-1',
'fa': 'fa_IR.UTF-8',
'fa_ir': 'fa_IR.UTF-8',
'fa_ir.isiri3342': 'fa_IR.ISIRI-3342',
'ff_sn': 'ff_SN.UTF-8',
'fi': 'fi_FI.ISO8859-15',
'fi_fi': 'fi_FI.ISO8859-15',
'fil_ph': 'fil_PH.UTF-8',
'finnish': 'fi_FI.ISO8859-1',
'fo': 'fo_FO.ISO8859-1',
'fo_fo': 'fo_FO.ISO8859-1',
'fr': 'fr_FR.ISO8859-1',
'fr_be': 'fr_BE.ISO8859-1',
'fr_ca': 'fr_CA.ISO8859-1',
'fr_ch': 'fr_CH.ISO8859-1',
'fr_fr': 'fr_FR.ISO8859-1',
'fr_lu': 'fr_LU.ISO8859-1',
'fran\xe7ais': 'fr_FR.ISO8859-1',
'fre_fr': 'fr_FR.ISO8859-1',
'french': 'fr_FR.ISO8859-1',
'french.iso88591': 'fr_CH.ISO8859-1',
'french_france': 'fr_FR.ISO8859-1',
'fur_it': 'fur_IT.UTF-8',
'fy_de': 'fy_DE.UTF-8',
'fy_nl': 'fy_NL.UTF-8',
'ga': 'ga_IE.ISO8859-1',
'ga_ie': 'ga_IE.ISO8859-1',
'galego': 'gl_ES.ISO8859-1',
'galician': 'gl_ES.ISO8859-1',
'gd': 'gd_GB.ISO8859-1',
'gd_gb': 'gd_GB.ISO8859-1',
'ger_de': 'de_DE.ISO8859-1',
'german': 'de_DE.ISO8859-1',
'german.iso88591': 'de_CH.ISO8859-1',
'german_germany': 'de_DE.ISO8859-1',
'gez_er': 'gez_ER.UTF-8',
'gez_et': 'gez_ET.UTF-8',
'gl': 'gl_ES.ISO8859-1',
'gl_es': 'gl_ES.ISO8859-1',
'greek': 'el_GR.ISO8859-7',
'gu_in': 'gu_IN.UTF-8',
'gv': 'gv_GB.ISO8859-1',
'gv_gb': 'gv_GB.ISO8859-1',
'ha_ng': 'ha_NG.UTF-8',
'hak_tw': 'hak_TW.UTF-8',
'he': 'he_IL.ISO8859-8',
'he_il': 'he_IL.ISO8859-8',
'hebrew': 'he_IL.ISO8859-8',
'hi': 'hi_IN.ISCII-DEV',
'hi_in': 'hi_IN.ISCII-DEV',
'hi_in.isciidev': 'hi_IN.ISCII-DEV',
'hif_fj': 'hif_FJ.UTF-8',
'hne': 'hne_IN.UTF-8',
'hne_in': 'hne_IN.UTF-8',
'hr': 'hr_HR.ISO8859-2',
'hr_hr': 'hr_HR.ISO8859-2',
'hrvatski': 'hr_HR.ISO8859-2',
'hsb_de': 'hsb_DE.ISO8859-2',
'ht_ht': 'ht_HT.UTF-8',
'hu': 'hu_HU.ISO8859-2',
'hu_hu': 'hu_HU.ISO8859-2',
'hungarian': 'hu_HU.ISO8859-2',
'hy_am': 'hy_AM.UTF-8',
'hy_am.armscii8': 'hy_AM.ARMSCII_8',
'ia': 'ia.UTF-8',
'ia_fr': 'ia_FR.UTF-8',
'icelandic': 'is_IS.ISO8859-1',
'id': 'id_ID.ISO8859-1',
'id_id': 'id_ID.ISO8859-1',
'ig_ng': 'ig_NG.UTF-8',
'ik_ca': 'ik_CA.UTF-8',
'in': 'id_ID.ISO8859-1',
'in_id': 'id_ID.ISO8859-1',
'is': 'is_IS.ISO8859-1',
'is_is': 'is_IS.ISO8859-1',
'iso-8859-1': 'en_US.ISO8859-1',
'iso-8859-15': 'en_US.ISO8859-15',
'iso8859-1': 'en_US.ISO8859-1',
'iso8859-15': 'en_US.ISO8859-15',
'iso_8859_1': 'en_US.ISO8859-1',
'iso_8859_15': 'en_US.ISO8859-15',
'it': 'it_IT.ISO8859-1',
'it_ch': 'it_CH.ISO8859-1',
'it_it': 'it_IT.ISO8859-1',
'italian': 'it_IT.ISO8859-1',
'iu': 'iu_CA.NUNACOM-8',
'iu_ca': 'iu_CA.NUNACOM-8',
'iu_ca.nunacom8': 'iu_CA.NUNACOM-8',
'iw': 'he_IL.ISO8859-8',
'iw_il': 'he_IL.ISO8859-8',
'iw_il.utf8': 'iw_IL.UTF-8',
'ja': 'ja_JP.eucJP',
'ja_jp': 'ja_JP.eucJP',
'ja_jp.euc': 'ja_JP.eucJP',
'ja_jp.mscode': 'ja_JP.SJIS',
'ja_jp.pck': 'ja_JP.SJIS',
'japan': 'ja_JP.eucJP',
'japanese': 'ja_JP.eucJP',
'japanese-euc': 'ja_JP.eucJP',
'japanese.euc': 'ja_JP.eucJP',
'jp_jp': 'ja_JP.eucJP',
'ka': 'ka_GE.GEORGIAN-ACADEMY',
'ka_ge': 'ka_GE.GEORGIAN-ACADEMY',
'ka_ge.georgianacademy': 'ka_GE.GEORGIAN-ACADEMY',
'ka_ge.georgianps': 'ka_GE.GEORGIAN-PS',
'ka_ge.georgianrs': 'ka_GE.GEORGIAN-ACADEMY',
'kab_dz': 'kab_DZ.UTF-8',
'kk_kz': 'kk_KZ.ptcp154',
'kl': 'kl_GL.ISO8859-1',
'kl_gl': 'kl_GL.ISO8859-1',
'km_kh': 'km_KH.UTF-8',
'kn': 'kn_IN.UTF-8',
'kn_in': 'kn_IN.UTF-8',
'ko': 'ko_KR.eucKR',
'ko_kr': 'ko_KR.eucKR',
'ko_kr.euc': 'ko_KR.eucKR',
'kok_in': 'kok_IN.UTF-8',
'korean': 'ko_KR.eucKR',
'korean.euc': 'ko_KR.eucKR',
'ks': 'ks_IN.UTF-8',
'ks_in': 'ks_IN.UTF-8',
'ks_in@devanagari.utf8': 'ks_IN.UTF-8@devanagari',
'ku_tr': 'ku_TR.ISO8859-9',
'kw': 'kw_GB.ISO8859-1',
'kw_gb': 'kw_GB.ISO8859-1',
'ky': 'ky_KG.UTF-8',
'ky_kg': 'ky_KG.UTF-8',
'lb_lu': 'lb_LU.UTF-8',
'lg_ug': 'lg_UG.ISO8859-10',
'li_be': 'li_BE.UTF-8',
'li_nl': 'li_NL.UTF-8',
'lij_it': 'lij_IT.UTF-8',
'lithuanian': 'lt_LT.ISO8859-13',
'ln_cd': 'ln_CD.UTF-8',
'lo': 'lo_LA.MULELAO-1',
'lo_la': 'lo_LA.MULELAO-1',
'lo_la.cp1133': 'lo_LA.IBM-CP1133',
'lo_la.ibmcp1133': 'lo_LA.IBM-CP1133',
'lo_la.mulelao1': 'lo_LA.MULELAO-1',
'lt': 'lt_LT.ISO8859-13',
'lt_lt': 'lt_LT.ISO8859-13',
'lv': 'lv_LV.ISO8859-13',
'lv_lv': 'lv_LV.ISO8859-13',
'lzh_tw': 'lzh_TW.UTF-8',
'mag_in': 'mag_IN.UTF-8',
'mai': 'mai_IN.UTF-8',
'mai_in': 'mai_IN.UTF-8',
'mai_np': 'mai_NP.UTF-8',
'mfe_mu': 'mfe_MU.UTF-8',
'mg_mg': 'mg_MG.ISO8859-15',
'mhr_ru': 'mhr_RU.UTF-8',
'mi': 'mi_NZ.ISO8859-1',
'mi_nz': 'mi_NZ.ISO8859-1',
'miq_ni': 'miq_NI.UTF-8',
'mjw_in': 'mjw_IN.UTF-8',
'mk': 'mk_MK.ISO8859-5',
'mk_mk': 'mk_MK.ISO8859-5',
'ml': 'ml_IN.UTF-8',
'ml_in': 'ml_IN.UTF-8',
'mn_mn': 'mn_MN.UTF-8',
'mni_in': 'mni_IN.UTF-8',
'mr': 'mr_IN.UTF-8',
'mr_in': 'mr_IN.UTF-8',
'ms': 'ms_MY.ISO8859-1',
'ms_my': 'ms_MY.ISO8859-1',
'mt': 'mt_MT.ISO8859-3',
'mt_mt': 'mt_MT.ISO8859-3',
'my_mm': 'my_MM.UTF-8',
'nan_tw': 'nan_TW.UTF-8',
'nb': 'nb_NO.ISO8859-1',
'nb_no': 'nb_NO.ISO8859-1',
'nds_de': 'nds_DE.UTF-8',
'nds_nl': 'nds_NL.UTF-8',
'ne_np': 'ne_NP.UTF-8',
'nhn_mx': 'nhn_MX.UTF-8',
'niu_nu': 'niu_NU.UTF-8',
'niu_nz': 'niu_NZ.UTF-8',
'nl': 'nl_NL.ISO8859-1',
'nl_aw': 'nl_AW.UTF-8',
'nl_be': 'nl_BE.ISO8859-1',
'nl_nl': 'nl_NL.ISO8859-1',
'nn': 'nn_NO.ISO8859-1',
'nn_no': 'nn_NO.ISO8859-1',
'no': 'no_NO.ISO8859-1',
'no@nynorsk': 'ny_NO.ISO8859-1',
'no_no': 'no_NO.ISO8859-1',
'no_no.iso88591@bokmal': 'no_NO.ISO8859-1',
'no_no.iso88591@nynorsk': 'no_NO.ISO8859-1',
'norwegian': 'no_NO.ISO8859-1',
'nr': 'nr_ZA.ISO8859-1',
'nr_za': 'nr_ZA.ISO8859-1',
'nso': 'nso_ZA.ISO8859-15',
'nso_za': 'nso_ZA.ISO8859-15',
'ny': 'ny_NO.ISO8859-1',
'ny_no': 'ny_NO.ISO8859-1',
'nynorsk': 'nn_NO.ISO8859-1',
'oc': 'oc_FR.ISO8859-1',
'oc_fr': 'oc_FR.ISO8859-1',
'om_et': 'om_ET.UTF-8',
'om_ke': 'om_KE.ISO8859-1',
'or': 'or_IN.UTF-8',
'or_in': 'or_IN.UTF-8',
'os_ru': 'os_RU.UTF-8',
'pa': 'pa_IN.UTF-8',
'pa_in': 'pa_IN.UTF-8',
'pa_pk': 'pa_PK.UTF-8',
'pap_an': 'pap_AN.UTF-8',
'pap_aw': 'pap_AW.UTF-8',
'pap_cw': 'pap_CW.UTF-8',
'pd': 'pd_US.ISO8859-1',
'pd_de': 'pd_DE.ISO8859-1',
'pd_us': 'pd_US.ISO8859-1',
'ph': 'ph_PH.ISO8859-1',
'ph_ph': 'ph_PH.ISO8859-1',
'pl': 'pl_PL.ISO8859-2',
'pl_pl': 'pl_PL.ISO8859-2',
'polish': 'pl_PL.ISO8859-2',
'portuguese': 'pt_PT.ISO8859-1',
'portuguese_brazil': 'pt_BR.ISO8859-1',
'posix': 'C',
'posix-utf2': 'C',
'pp': 'pp_AN.ISO8859-1',
'pp_an': 'pp_AN.ISO8859-1',
'ps_af': 'ps_AF.UTF-8',
'pt': 'pt_PT.ISO8859-1',
'pt_br': 'pt_BR.ISO8859-1',
'pt_pt': 'pt_PT.ISO8859-1',
'quz_pe': 'quz_PE.UTF-8',
'raj_in': 'raj_IN.UTF-8',
'ro': 'ro_RO.ISO8859-2',
'ro_ro': 'ro_RO.ISO8859-2',
'romanian': 'ro_RO.ISO8859-2',
'ru': 'ru_RU.UTF-8',
'ru_ru': 'ru_RU.UTF-8',
'ru_ua': 'ru_UA.KOI8-U',
'rumanian': 'ro_RO.ISO8859-2',
'russian': 'ru_RU.KOI8-R',
'rw': 'rw_RW.ISO8859-1',
'rw_rw': 'rw_RW.ISO8859-1',
'sa_in': 'sa_IN.UTF-8',
'sat_in': 'sat_IN.UTF-8',
'sc_it': 'sc_IT.UTF-8',
'sd': 'sd_IN.UTF-8',
'sd_in': 'sd_IN.UTF-8',
'sd_in@devanagari.utf8': 'sd_IN.UTF-8@devanagari',
'sd_pk': 'sd_PK.UTF-8',
'se_no': 'se_NO.UTF-8',
'serbocroatian': 'sr_RS.UTF-8@latin',
'sgs_lt': 'sgs_LT.UTF-8',
'sh': 'sr_RS.UTF-8@latin',
'sh_ba.iso88592@bosnia': 'sr_CS.ISO8859-2',
'sh_hr': 'sh_HR.ISO8859-2',
'sh_hr.iso88592': 'hr_HR.ISO8859-2',
'sh_sp': 'sr_CS.ISO8859-2',
'sh_yu': 'sr_RS.UTF-8@latin',
'shn_mm': 'shn_MM.UTF-8',
'shs_ca': 'shs_CA.UTF-8',
'si': 'si_LK.UTF-8',
'si_lk': 'si_LK.UTF-8',
'sid_et': 'sid_ET.UTF-8',
'sinhala': 'si_LK.UTF-8',
'sk': 'sk_SK.ISO8859-2',
'sk_sk': 'sk_SK.ISO8859-2',
'sl': 'sl_SI.ISO8859-2',
'sl_cs': 'sl_CS.ISO8859-2',
'sl_si': 'sl_SI.ISO8859-2',
'slovak': 'sk_SK.ISO8859-2',
'slovene': 'sl_SI.ISO8859-2',
'slovenian': 'sl_SI.ISO8859-2',
'sm_ws': 'sm_WS.UTF-8',
'so_dj': 'so_DJ.ISO8859-1',
'so_et': 'so_ET.UTF-8',
'so_ke': 'so_KE.ISO8859-1',
'so_so': 'so_SO.ISO8859-1',
'sp': 'sr_CS.ISO8859-5',
'sp_yu': 'sr_CS.ISO8859-5',
'spanish': 'es_ES.ISO8859-1',
'spanish_spain': 'es_ES.ISO8859-1',
'sq': 'sq_AL.ISO8859-2',
'sq_al': 'sq_AL.ISO8859-2',
'sq_mk': 'sq_MK.UTF-8',
'sr': 'sr_RS.UTF-8',
'sr@cyrillic': 'sr_RS.UTF-8',
'sr@latn': 'sr_CS.UTF-8@latin',
'sr_cs': 'sr_CS.UTF-8',
'sr_cs.iso88592@latn': 'sr_CS.ISO8859-2',
'sr_cs@latn': 'sr_CS.UTF-8@latin',
'sr_me': 'sr_ME.UTF-8',
'sr_rs': 'sr_RS.UTF-8',
'sr_rs@latn': 'sr_RS.UTF-8@latin',
'sr_sp': 'sr_CS.ISO8859-2',
'sr_yu': 'sr_RS.UTF-8@latin',
'sr_yu.cp1251@cyrillic': 'sr_CS.CP1251',
'sr_yu.iso88592': 'sr_CS.ISO8859-2',
'sr_yu.iso88595': 'sr_CS.ISO8859-5',
'sr_yu.iso88595@cyrillic': 'sr_CS.ISO8859-5',
'sr_yu.microsoftcp1251@cyrillic': 'sr_CS.CP1251',
'sr_yu.utf8': 'sr_RS.UTF-8',
'sr_yu.utf8@cyrillic': 'sr_RS.UTF-8',
'sr_yu@cyrillic': 'sr_RS.UTF-8',
'ss': 'ss_ZA.ISO8859-1',
'ss_za': 'ss_ZA.ISO8859-1',
'st': 'st_ZA.ISO8859-1',
'st_za': 'st_ZA.ISO8859-1',
'sv': 'sv_SE.ISO8859-1',
'sv_fi': 'sv_FI.ISO8859-1',
'sv_se': 'sv_SE.ISO8859-1',
'sw_ke': 'sw_KE.UTF-8',
'sw_tz': 'sw_TZ.UTF-8',
'swedish': 'sv_SE.ISO8859-1',
'szl_pl': 'szl_PL.UTF-8',
'ta': 'ta_IN.TSCII-0',
'ta_in': 'ta_IN.TSCII-0',
'ta_in.tscii': 'ta_IN.TSCII-0',
'ta_in.tscii0': 'ta_IN.TSCII-0',
'ta_lk': 'ta_LK.UTF-8',
'tcy_in.utf8': 'tcy_IN.UTF-8',
'te': 'te_IN.UTF-8',
'te_in': 'te_IN.UTF-8',
'tg': 'tg_TJ.KOI8-C',
'tg_tj': 'tg_TJ.KOI8-C',
'th': 'th_TH.ISO8859-11',
'th_th': 'th_TH.ISO8859-11',
'th_th.tactis': 'th_TH.TIS620',
'th_th.tis620': 'th_TH.TIS620',
'thai': 'th_TH.ISO8859-11',
'the_np': 'the_NP.UTF-8',
'ti_er': 'ti_ER.UTF-8',
'ti_et': 'ti_ET.UTF-8',
'tig_er': 'tig_ER.UTF-8',
'tk_tm': 'tk_TM.UTF-8',
'tl': 'tl_PH.ISO8859-1',
'tl_ph': 'tl_PH.ISO8859-1',
'tn': 'tn_ZA.ISO8859-15',
'tn_za': 'tn_ZA.ISO8859-15',
'to_to': 'to_TO.UTF-8',
'tpi_pg': 'tpi_PG.UTF-8',
'tr': 'tr_TR.ISO8859-9',
'tr_cy': 'tr_CY.ISO8859-9',
'tr_tr': 'tr_TR.ISO8859-9',
'ts': 'ts_ZA.ISO8859-1',
'ts_za': 'ts_ZA.ISO8859-1',
'tt': 'tt_RU.TATAR-CYR',
'tt_ru': 'tt_RU.TATAR-CYR',
'tt_ru.tatarcyr': 'tt_RU.TATAR-CYR',
'tt_ru@iqtelif': 'tt_RU.UTF-8@iqtelif',
'turkish': 'tr_TR.ISO8859-9',
'ug_cn': 'ug_CN.UTF-8',
'uk': 'uk_UA.KOI8-U',
'uk_ua': 'uk_UA.KOI8-U',
'univ': 'en_US.utf',
'universal': 'en_US.utf',
'universal.utf8@ucs4': 'en_US.UTF-8',
'unm_us': 'unm_US.UTF-8',
'ur': 'ur_PK.CP1256',
'ur_in': 'ur_IN.UTF-8',
'ur_pk': 'ur_PK.CP1256',
'uz': 'uz_UZ.UTF-8',
'uz_uz': 'uz_UZ.UTF-8',
'uz_uz@cyrillic': 'uz_UZ.UTF-8',
've': 've_ZA.UTF-8',
've_za': 've_ZA.UTF-8',
'vi': 'vi_VN.TCVN',
'vi_vn': 'vi_VN.TCVN',
'vi_vn.tcvn': 'vi_VN.TCVN',
'vi_vn.tcvn5712': 'vi_VN.TCVN',
'vi_vn.viscii': 'vi_VN.VISCII',
'vi_vn.viscii111': 'vi_VN.VISCII',
'wa': 'wa_BE.ISO8859-1',
'wa_be': 'wa_BE.ISO8859-1',
'wae_ch': 'wae_CH.UTF-8',
'wal_et': 'wal_ET.UTF-8',
'wo_sn': 'wo_SN.UTF-8',
'xh': 'xh_ZA.ISO8859-1',
'xh_za': 'xh_ZA.ISO8859-1',
'yi': 'yi_US.CP1255',
'yi_us': 'yi_US.CP1255',
'yo_ng': 'yo_NG.UTF-8',
'yue_hk': 'yue_HK.UTF-8',
'yuw_pg': 'yuw_PG.UTF-8',
'zh': 'zh_CN.eucCN',
'zh_cn': 'zh_CN.gb2312',
'zh_cn.big5': 'zh_TW.big5',
'zh_cn.euc': 'zh_CN.eucCN',
'zh_hk': 'zh_HK.big5hkscs',
'zh_hk.big5hk': 'zh_HK.big5hkscs',
'zh_sg': 'zh_SG.GB2312',
'zh_sg.gbk': 'zh_SG.GBK',
'zh_tw': 'zh_TW.big5',
'zh_tw.euc': 'zh_TW.eucTW',
'zh_tw.euctw': 'zh_TW.eucTW',
'zu': 'zu_ZA.ISO8859-1',
'zu_za': 'zu_ZA.ISO8859-1',
}
#
# This maps Windows language identifiers to locale strings.
#
# This list has been updated from
# http://msdn.microsoft.com/library/default.asp?url=/library/en-us/intl/nls_238z.asp
# to include every locale up to Windows Vista.
#
# NOTE: this mapping is incomplete. If your language is missing, please
# submit a bug report to the Python bug tracker at http://bugs.python.org/
# Make sure you include the missing language identifier and the suggested
# locale code.
#
windows_locale = {
0x0436: "af_ZA", # Afrikaans
0x041c: "sq_AL", # Albanian
0x0484: "gsw_FR",# Alsatian - France
0x045e: "am_ET", # Amharic - Ethiopia
0x0401: "ar_SA", # Arabic - Saudi Arabia
0x0801: "ar_IQ", # Arabic - Iraq
0x0c01: "ar_EG", # Arabic - Egypt
0x1001: "ar_LY", # Arabic - Libya
0x1401: "ar_DZ", # Arabic - Algeria
0x1801: "ar_MA", # Arabic - Morocco
0x1c01: "ar_TN", # Arabic - Tunisia
0x2001: "ar_OM", # Arabic - Oman
0x2401: "ar_YE", # Arabic - Yemen
0x2801: "ar_SY", # Arabic - Syria
0x2c01: "ar_JO", # Arabic - Jordan
0x3001: "ar_LB", # Arabic - Lebanon
0x3401: "ar_KW", # Arabic - Kuwait
0x3801: "ar_AE", # Arabic - United Arab Emirates
0x3c01: "ar_BH", # Arabic - Bahrain
0x4001: "ar_QA", # Arabic - Qatar
0x042b: "hy_AM", # Armenian
0x044d: "as_IN", # Assamese - India
0x042c: "az_AZ", # Azeri - Latin
0x082c: "az_AZ", # Azeri - Cyrillic
0x046d: "ba_RU", # Bashkir
0x042d: "eu_ES", # Basque - Russia
0x0423: "be_BY", # Belarusian
0x0445: "bn_IN", # Begali
0x201a: "bs_BA", # Bosnian - Cyrillic
0x141a: "bs_BA", # Bosnian - Latin
0x047e: "br_FR", # Breton - France
0x0402: "bg_BG", # Bulgarian
# 0x0455: "my_MM", # Burmese - Not supported
0x0403: "ca_ES", # Catalan
0x0004: "zh_CHS",# Chinese - Simplified
0x0404: "zh_TW", # Chinese - Taiwan
0x0804: "zh_CN", # Chinese - PRC
0x0c04: "zh_HK", # Chinese - Hong Kong S.A.R.
0x1004: "zh_SG", # Chinese - Singapore
0x1404: "zh_MO", # Chinese - Macao S.A.R.
0x7c04: "zh_CHT",# Chinese - Traditional
0x0483: "co_FR", # Corsican - France
0x041a: "hr_HR", # Croatian
0x101a: "hr_BA", # Croatian - Bosnia
0x0405: "cs_CZ", # Czech
0x0406: "da_DK", # Danish
0x048c: "gbz_AF",# Dari - Afghanistan
0x0465: "div_MV",# Divehi - Maldives
0x0413: "nl_NL", # Dutch - The Netherlands
0x0813: "nl_BE", # Dutch - Belgium
0x0409: "en_US", # English - United States
0x0809: "en_GB", # English - United Kingdom
0x0c09: "en_AU", # English - Australia
0x1009: "en_CA", # English - Canada
0x1409: "en_NZ", # English - New Zealand
0x1809: "en_IE", # English - Ireland
0x1c09: "en_ZA", # English - South Africa
0x2009: "en_JA", # English - Jamaica
0x2409: "en_CB", # English - Caribbean
0x2809: "en_BZ", # English - Belize
0x2c09: "en_TT", # English - Trinidad
0x3009: "en_ZW", # English - Zimbabwe
0x3409: "en_PH", # English - Philippines
0x4009: "en_IN", # English - India
0x4409: "en_MY", # English - Malaysia
0x4809: "en_IN", # English - Singapore
0x0425: "et_EE", # Estonian
0x0438: "fo_FO", # Faroese
0x0464: "fil_PH",# Filipino
0x040b: "fi_FI", # Finnish
0x040c: "fr_FR", # French - France
0x080c: "fr_BE", # French - Belgium
0x0c0c: "fr_CA", # French - Canada
0x100c: "fr_CH", # French - Switzerland
0x140c: "fr_LU", # French - Luxembourg
0x180c: "fr_MC", # French - Monaco
0x0462: "fy_NL", # Frisian - Netherlands
0x0456: "gl_ES", # Galician
0x0437: "ka_GE", # Georgian
0x0407: "de_DE", # German - Germany
0x0807: "de_CH", # German - Switzerland
0x0c07: "de_AT", # German - Austria
0x1007: "de_LU", # German - Luxembourg
0x1407: "de_LI", # German - Liechtenstein
0x0408: "el_GR", # Greek
0x046f: "kl_GL", # Greenlandic - Greenland
0x0447: "gu_IN", # Gujarati
0x0468: "ha_NG", # Hausa - Latin
0x040d: "he_IL", # Hebrew
0x0439: "hi_IN", # Hindi
0x040e: "hu_HU", # Hungarian
0x040f: "is_IS", # Icelandic
0x0421: "id_ID", # Indonesian
0x045d: "iu_CA", # Inuktitut - Syllabics
0x085d: "iu_CA", # Inuktitut - Latin
0x083c: "ga_IE", # Irish - Ireland
0x0410: "it_IT", # Italian - Italy
0x0810: "it_CH", # Italian - Switzerland
0x0411: "ja_JP", # Japanese
0x044b: "kn_IN", # Kannada - India
0x043f: "kk_KZ", # Kazakh
0x0453: "kh_KH", # Khmer - Cambodia
0x0486: "qut_GT",# K'iche - Guatemala
0x0487: "rw_RW", # Kinyarwanda - Rwanda
0x0457: "kok_IN",# Konkani
0x0412: "ko_KR", # Korean
0x0440: "ky_KG", # Kyrgyz
0x0454: "lo_LA", # Lao - Lao PDR
0x0426: "lv_LV", # Latvian
0x0427: "lt_LT", # Lithuanian
0x082e: "dsb_DE",# Lower Sorbian - Germany
0x046e: "lb_LU", # Luxembourgish
0x042f: "mk_MK", # FYROM Macedonian
0x043e: "ms_MY", # Malay - Malaysia
0x083e: "ms_BN", # Malay - Brunei Darussalam
0x044c: "ml_IN", # Malayalam - India
0x043a: "mt_MT", # Maltese
0x0481: "mi_NZ", # Maori
0x047a: "arn_CL",# Mapudungun
0x044e: "mr_IN", # Marathi
0x047c: "moh_CA",# Mohawk - Canada
0x0450: "mn_MN", # Mongolian - Cyrillic
0x0850: "mn_CN", # Mongolian - PRC
0x0461: "ne_NP", # Nepali
0x0414: "nb_NO", # Norwegian - Bokmal
0x0814: "nn_NO", # Norwegian - Nynorsk
0x0482: "oc_FR", # Occitan - France
0x0448: "or_IN", # Oriya - India
0x0463: "ps_AF", # Pashto - Afghanistan
0x0429: "fa_IR", # Persian
0x0415: "pl_PL", # Polish
0x0416: "pt_BR", # Portuguese - Brazil
0x0816: "pt_PT", # Portuguese - Portugal
0x0446: "pa_IN", # Punjabi
0x046b: "quz_BO",# Quechua (Bolivia)
0x086b: "quz_EC",# Quechua (Ecuador)
0x0c6b: "quz_PE",# Quechua (Peru)
0x0418: "ro_RO", # Romanian - Romania
0x0417: "rm_CH", # Romansh
0x0419: "ru_RU", # Russian
0x243b: "smn_FI",# Sami Finland
0x103b: "smj_NO",# Sami Norway
0x143b: "smj_SE",# Sami Sweden
0x043b: "se_NO", # Sami Northern Norway
0x083b: "se_SE", # Sami Northern Sweden
0x0c3b: "se_FI", # Sami Northern Finland
0x203b: "sms_FI",# Sami Skolt
0x183b: "sma_NO",# Sami Southern Norway
0x1c3b: "sma_SE",# Sami Southern Sweden
0x044f: "sa_IN", # Sanskrit
0x0c1a: "sr_SP", # Serbian - Cyrillic
0x1c1a: "sr_BA", # Serbian - Bosnia Cyrillic
0x081a: "sr_SP", # Serbian - Latin
0x181a: "sr_BA", # Serbian - Bosnia Latin
0x045b: "si_LK", # Sinhala - Sri Lanka
0x046c: "ns_ZA", # Northern Sotho
0x0432: "tn_ZA", # Setswana - Southern Africa
0x041b: "sk_SK", # Slovak
0x0424: "sl_SI", # Slovenian
0x040a: "es_ES", # Spanish - Spain
0x080a: "es_MX", # Spanish - Mexico
0x0c0a: "es_ES", # Spanish - Spain (Modern)
0x100a: "es_GT", # Spanish - Guatemala
0x140a: "es_CR", # Spanish - Costa Rica
0x180a: "es_PA", # Spanish - Panama
0x1c0a: "es_DO", # Spanish - Dominican Republic
0x200a: "es_VE", # Spanish - Venezuela
0x240a: "es_CO", # Spanish - Colombia
0x280a: "es_PE", # Spanish - Peru
0x2c0a: "es_AR", # Spanish - Argentina
0x300a: "es_EC", # Spanish - Ecuador
0x340a: "es_CL", # Spanish - Chile
0x380a: "es_UR", # Spanish - Uruguay
0x3c0a: "es_PY", # Spanish - Paraguay
0x400a: "es_BO", # Spanish - Bolivia
0x440a: "es_SV", # Spanish - El Salvador
0x480a: "es_HN", # Spanish - Honduras
0x4c0a: "es_NI", # Spanish - Nicaragua
0x500a: "es_PR", # Spanish - Puerto Rico
0x540a: "es_US", # Spanish - United States
# 0x0430: "", # Sutu - Not supported
0x0441: "sw_KE", # Swahili
0x041d: "sv_SE", # Swedish - Sweden
0x081d: "sv_FI", # Swedish - Finland
0x045a: "syr_SY",# Syriac
0x0428: "tg_TJ", # Tajik - Cyrillic
0x085f: "tmz_DZ",# Tamazight - Latin
0x0449: "ta_IN", # Tamil
0x0444: "tt_RU", # Tatar
0x044a: "te_IN", # Telugu
0x041e: "th_TH", # Thai
0x0851: "bo_BT", # Tibetan - Bhutan
0x0451: "bo_CN", # Tibetan - PRC
0x041f: "tr_TR", # Turkish
0x0442: "tk_TM", # Turkmen - Cyrillic
0x0480: "ug_CN", # Uighur - Arabic
0x0422: "uk_UA", # Ukrainian
0x042e: "wen_DE",# Upper Sorbian - Germany
0x0420: "ur_PK", # Urdu
0x0820: "ur_IN", # Urdu - India
0x0443: "uz_UZ", # Uzbek - Latin
0x0843: "uz_UZ", # Uzbek - Cyrillic
0x042a: "vi_VN", # Vietnamese
0x0452: "cy_GB", # Welsh
0x0488: "wo_SN", # Wolof - Senegal
0x0434: "xh_ZA", # Xhosa - South Africa
0x0485: "sah_RU",# Yakut - Cyrillic
0x0478: "ii_CN", # Yi - PRC
0x046a: "yo_NG", # Yoruba - Nigeria
0x0435: "zu_ZA", # Zulu
}
def _print_locale():
""" Test function.
"""
categories = {}
def _init_categories(categories=categories):
for k,v in globals().items():
if k[:3] == 'LC_':
categories[k] = v
_init_categories()
del categories['LC_ALL']
print('Locale defaults as determined by getdefaultlocale():')
print('-'*72)
lang, enc = getdefaultlocale()
print('Language: ', lang or '(undefined)')
print('Encoding: ', enc or '(undefined)')
print()
print('Locale settings on startup:')
print('-'*72)
for name,category in categories.items():
print(name, '...')
lang, enc = getlocale(category)
print(' Language: ', lang or '(undefined)')
print(' Encoding: ', enc or '(undefined)')
print()
print()
print('Locale settings after calling resetlocale():')
print('-'*72)
resetlocale()
for name,category in categories.items():
print(name, '...')
lang, enc = getlocale(category)
print(' Language: ', lang or '(undefined)')
print(' Encoding: ', enc or '(undefined)')
print()
try:
setlocale(LC_ALL, "")
except:
print('NOTE:')
print('setlocale(LC_ALL, "") does not support the default locale')
print('given in the OS environment variables.')
else:
print()
print('Locale settings after calling setlocale(LC_ALL, ""):')
print('-'*72)
for name,category in categories.items():
print(name, '...')
lang, enc = getlocale(category)
print(' Language: ', lang or '(undefined)')
print(' Encoding: ', enc or '(undefined)')
print()
###
try:
LC_MESSAGES
except NameError:
pass
else:
__all__.append("LC_MESSAGES")
if __name__=='__main__':
print('Locale aliasing:')
print()
_print_locale()
print()
print('Number formatting:')
print()
_test()
tabnanny.py 0000755 00000026216 15115353745 0006753 0 ustar 00 #! /usr/bin/python3.8
"""The Tab Nanny despises ambiguous indentation. She knows no mercy.
tabnanny -- Detection of ambiguous indentation
For the time being this module is intended to be called as a script.
However it is possible to import it into an IDE and use the function
check() described below.
Warning: The API provided by this module is likely to change in future
releases; such changes may not be backward compatible.
"""
# Released to the public domain, by Tim Peters, 15 April 1998.
# XXX Note: this is now a standard library module.
# XXX The API needs to undergo changes however; the current code is too
# XXX script-like. This will be addressed later.
__version__ = "6"
import os
import sys
import tokenize
if not hasattr(tokenize, 'NL'):
raise ValueError("tokenize.NL doesn't exist -- tokenize module too old")
__all__ = ["check", "NannyNag", "process_tokens"]
verbose = 0
filename_only = 0
def errprint(*args):
sep = ""
for arg in args:
sys.stderr.write(sep + str(arg))
sep = " "
sys.stderr.write("\n")
def main():
import getopt
global verbose, filename_only
try:
opts, args = getopt.getopt(sys.argv[1:], "qv")
except getopt.error as msg:
errprint(msg)
return
for o, a in opts:
if o == '-q':
filename_only = filename_only + 1
if o == '-v':
verbose = verbose + 1
if not args:
errprint("Usage:", sys.argv[0], "[-v] file_or_directory ...")
return
for arg in args:
check(arg)
class NannyNag(Exception):
"""
Raised by process_tokens() if detecting an ambiguous indent.
Captured and handled in check().
"""
def __init__(self, lineno, msg, line):
self.lineno, self.msg, self.line = lineno, msg, line
def get_lineno(self):
return self.lineno
def get_msg(self):
return self.msg
def get_line(self):
return self.line
def check(file):
"""check(file_or_dir)
If file_or_dir is a directory and not a symbolic link, then recursively
descend the directory tree named by file_or_dir, checking all .py files
along the way. If file_or_dir is an ordinary Python source file, it is
checked for whitespace related problems. The diagnostic messages are
written to standard output using the print statement.
"""
if os.path.isdir(file) and not os.path.islink(file):
if verbose:
print("%r: listing directory" % (file,))
names = os.listdir(file)
for name in names:
fullname = os.path.join(file, name)
if (os.path.isdir(fullname) and
not os.path.islink(fullname) or
os.path.normcase(name[-3:]) == ".py"):
check(fullname)
return
try:
f = tokenize.open(file)
except OSError as msg:
errprint("%r: I/O Error: %s" % (file, msg))
return
if verbose > 1:
print("checking %r ..." % file)
try:
process_tokens(tokenize.generate_tokens(f.readline))
except tokenize.TokenError as msg:
errprint("%r: Token Error: %s" % (file, msg))
return
except IndentationError as msg:
errprint("%r: Indentation Error: %s" % (file, msg))
return
except NannyNag as nag:
badline = nag.get_lineno()
line = nag.get_line()
if verbose:
print("%r: *** Line %d: trouble in tab city! ***" % (file, badline))
print("offending line: %r" % (line,))
print(nag.get_msg())
else:
if ' ' in file: file = '"' + file + '"'
if filename_only: print(file)
else: print(file, badline, repr(line))
return
finally:
f.close()
if verbose:
print("%r: Clean bill of health." % (file,))
class Whitespace:
# the characters used for space and tab
S, T = ' \t'
# members:
# raw
# the original string
# n
# the number of leading whitespace characters in raw
# nt
# the number of tabs in raw[:n]
# norm
# the normal form as a pair (count, trailing), where:
# count
# a tuple such that raw[:n] contains count[i]
# instances of S * i + T
# trailing
# the number of trailing spaces in raw[:n]
# It's A Theorem that m.indent_level(t) ==
# n.indent_level(t) for all t >= 1 iff m.norm == n.norm.
# is_simple
# true iff raw[:n] is of the form (T*)(S*)
def __init__(self, ws):
self.raw = ws
S, T = Whitespace.S, Whitespace.T
count = []
b = n = nt = 0
for ch in self.raw:
if ch == S:
n = n + 1
b = b + 1
elif ch == T:
n = n + 1
nt = nt + 1
if b >= len(count):
count = count + [0] * (b - len(count) + 1)
count[b] = count[b] + 1
b = 0
else:
break
self.n = n
self.nt = nt
self.norm = tuple(count), b
self.is_simple = len(count) <= 1
# return length of longest contiguous run of spaces (whether or not
# preceding a tab)
def longest_run_of_spaces(self):
count, trailing = self.norm
return max(len(count)-1, trailing)
def indent_level(self, tabsize):
# count, il = self.norm
# for i in range(len(count)):
# if count[i]:
# il = il + (i//tabsize + 1)*tabsize * count[i]
# return il
# quicker:
# il = trailing + sum (i//ts + 1)*ts*count[i] =
# trailing + ts * sum (i//ts + 1)*count[i] =
# trailing + ts * sum i//ts*count[i] + count[i] =
# trailing + ts * [(sum i//ts*count[i]) + (sum count[i])] =
# trailing + ts * [(sum i//ts*count[i]) + num_tabs]
# and note that i//ts*count[i] is 0 when i < ts
count, trailing = self.norm
il = 0
for i in range(tabsize, len(count)):
il = il + i//tabsize * count[i]
return trailing + tabsize * (il + self.nt)
# return true iff self.indent_level(t) == other.indent_level(t)
# for all t >= 1
def equal(self, other):
return self.norm == other.norm
# return a list of tuples (ts, i1, i2) such that
# i1 == self.indent_level(ts) != other.indent_level(ts) == i2.
# Intended to be used after not self.equal(other) is known, in which
# case it will return at least one witnessing tab size.
def not_equal_witness(self, other):
n = max(self.longest_run_of_spaces(),
other.longest_run_of_spaces()) + 1
a = []
for ts in range(1, n+1):
if self.indent_level(ts) != other.indent_level(ts):
a.append( (ts,
self.indent_level(ts),
other.indent_level(ts)) )
return a
# Return True iff self.indent_level(t) < other.indent_level(t)
# for all t >= 1.
# The algorithm is due to Vincent Broman.
# Easy to prove it's correct.
# XXXpost that.
# Trivial to prove n is sharp (consider T vs ST).
# Unknown whether there's a faster general way. I suspected so at
# first, but no longer.
# For the special (but common!) case where M and N are both of the
# form (T*)(S*), M.less(N) iff M.len() < N.len() and
# M.num_tabs() <= N.num_tabs(). Proof is easy but kinda long-winded.
# XXXwrite that up.
# Note that M is of the form (T*)(S*) iff len(M.norm[0]) <= 1.
def less(self, other):
if self.n >= other.n:
return False
if self.is_simple and other.is_simple:
return self.nt <= other.nt
n = max(self.longest_run_of_spaces(),
other.longest_run_of_spaces()) + 1
# the self.n >= other.n test already did it for ts=1
for ts in range(2, n+1):
if self.indent_level(ts) >= other.indent_level(ts):
return False
return True
# return a list of tuples (ts, i1, i2) such that
# i1 == self.indent_level(ts) >= other.indent_level(ts) == i2.
# Intended to be used after not self.less(other) is known, in which
# case it will return at least one witnessing tab size.
def not_less_witness(self, other):
n = max(self.longest_run_of_spaces(),
other.longest_run_of_spaces()) + 1
a = []
for ts in range(1, n+1):
if self.indent_level(ts) >= other.indent_level(ts):
a.append( (ts,
self.indent_level(ts),
other.indent_level(ts)) )
return a
def format_witnesses(w):
firsts = (str(tup[0]) for tup in w)
prefix = "at tab size"
if len(w) > 1:
prefix = prefix + "s"
return prefix + " " + ', '.join(firsts)
def process_tokens(tokens):
INDENT = tokenize.INDENT
DEDENT = tokenize.DEDENT
NEWLINE = tokenize.NEWLINE
JUNK = tokenize.COMMENT, tokenize.NL
indents = [Whitespace("")]
check_equal = 0
for (type, token, start, end, line) in tokens:
if type == NEWLINE:
# a program statement, or ENDMARKER, will eventually follow,
# after some (possibly empty) run of tokens of the form
# (NL | COMMENT)* (INDENT | DEDENT+)?
# If an INDENT appears, setting check_equal is wrong, and will
# be undone when we see the INDENT.
check_equal = 1
elif type == INDENT:
check_equal = 0
thisguy = Whitespace(token)
if not indents[-1].less(thisguy):
witness = indents[-1].not_less_witness(thisguy)
msg = "indent not greater e.g. " + format_witnesses(witness)
raise NannyNag(start[0], msg, line)
indents.append(thisguy)
elif type == DEDENT:
# there's nothing we need to check here! what's important is
# that when the run of DEDENTs ends, the indentation of the
# program statement (or ENDMARKER) that triggered the run is
# equal to what's left at the top of the indents stack
# Ouch! This assert triggers if the last line of the source
# is indented *and* lacks a newline -- then DEDENTs pop out
# of thin air.
# assert check_equal # else no earlier NEWLINE, or an earlier INDENT
check_equal = 1
del indents[-1]
elif check_equal and type not in JUNK:
# this is the first "real token" following a NEWLINE, so it
# must be the first token of the next program statement, or an
# ENDMARKER; the "line" argument exposes the leading whitespace
# for this statement; in the case of ENDMARKER, line is an empty
# string, so will properly match the empty string with which the
# "indents" stack was seeded
check_equal = 0
thisguy = Whitespace(line)
if not indents[-1].equal(thisguy):
witness = indents[-1].not_equal_witness(thisguy)
msg = "indent not equal e.g. " + format_witnesses(witness)
raise NannyNag(start[0], msg, line)
if __name__ == '__main__':
main()
io.py 0000644 00000006725 15115353745 0005550 0 ustar 00 """The io module provides the Python interfaces to stream handling. The
builtin open function is defined in this module.
At the top of the I/O hierarchy is the abstract base class IOBase. It
defines the basic interface to a stream. Note, however, that there is no
separation between reading and writing to streams; implementations are
allowed to raise an OSError if they do not support a given operation.
Extending IOBase is RawIOBase which deals simply with the reading and
writing of raw bytes to a stream. FileIO subclasses RawIOBase to provide
an interface to OS files.
BufferedIOBase deals with buffering on a raw byte stream (RawIOBase). Its
subclasses, BufferedWriter, BufferedReader, and BufferedRWPair buffer
streams that are readable, writable, and both respectively.
BufferedRandom provides a buffered interface to random access
streams. BytesIO is a simple stream of in-memory bytes.
Another IOBase subclass, TextIOBase, deals with the encoding and decoding
of streams into text. TextIOWrapper, which extends it, is a buffered text
interface to a buffered raw stream (`BufferedIOBase`). Finally, StringIO
is an in-memory stream for text.
Argument names are not part of the specification, and only the arguments
of open() are intended to be used as keyword arguments.
data:
DEFAULT_BUFFER_SIZE
An int containing the default buffer size used by the module's buffered
I/O classes. open() uses the file's blksize (as obtained by os.stat) if
possible.
"""
# New I/O library conforming to PEP 3116.
__author__ = ("Guido van Rossum <guido@python.org>, "
"Mike Verdone <mike.verdone@gmail.com>, "
"Mark Russell <mark.russell@zen.co.uk>, "
"Antoine Pitrou <solipsis@pitrou.net>, "
"Amaury Forgeot d'Arc <amauryfa@gmail.com>, "
"Benjamin Peterson <benjamin@python.org>")
__all__ = ["BlockingIOError", "open", "open_code", "IOBase", "RawIOBase",
"FileIO", "BytesIO", "StringIO", "BufferedIOBase",
"BufferedReader", "BufferedWriter", "BufferedRWPair",
"BufferedRandom", "TextIOBase", "TextIOWrapper",
"UnsupportedOperation", "SEEK_SET", "SEEK_CUR", "SEEK_END"]
import _io
import abc
from _io import (DEFAULT_BUFFER_SIZE, BlockingIOError, UnsupportedOperation,
open, open_code, FileIO, BytesIO, StringIO, BufferedReader,
BufferedWriter, BufferedRWPair, BufferedRandom,
IncrementalNewlineDecoder, TextIOWrapper)
OpenWrapper = _io.open # for compatibility with _pyio
# Pretend this exception was created here.
UnsupportedOperation.__module__ = "io"
# for seek()
SEEK_SET = 0
SEEK_CUR = 1
SEEK_END = 2
# Declaring ABCs in C is tricky so we do it here.
# Method descriptions and default implementations are inherited from the C
# version however.
class IOBase(_io._IOBase, metaclass=abc.ABCMeta):
__doc__ = _io._IOBase.__doc__
class RawIOBase(_io._RawIOBase, IOBase):
__doc__ = _io._RawIOBase.__doc__
class BufferedIOBase(_io._BufferedIOBase, IOBase):
__doc__ = _io._BufferedIOBase.__doc__
class TextIOBase(_io._TextIOBase, IOBase):
__doc__ = _io._TextIOBase.__doc__
RawIOBase.register(FileIO)
for klass in (BytesIO, BufferedReader, BufferedWriter, BufferedRandom,
BufferedRWPair):
BufferedIOBase.register(klass)
for klass in (StringIO, TextIOWrapper):
TextIOBase.register(klass)
del klass
try:
from _io import _WindowsConsoleIO
except ImportError:
pass
else:
RawIOBase.register(_WindowsConsoleIO)
logging/config.py 0000644 00000107005 15115353745 0010025 0 ustar 00 # Copyright 2001-2019 by Vinay Sajip. All Rights Reserved.
#
# Permission to use, copy, modify, and distribute this software and its
# documentation for any purpose and without fee is hereby granted,
# provided that the above copyright notice appear in all copies and that
# both that copyright notice and this permission notice appear in
# supporting documentation, and that the name of Vinay Sajip
# not be used in advertising or publicity pertaining to distribution
# of the software without specific, written prior permission.
# VINAY SAJIP DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE, INCLUDING
# ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL
# VINAY SAJIP BE LIABLE FOR ANY SPECIAL, INDIRECT OR CONSEQUENTIAL DAMAGES OR
# ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER
# IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT
# OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
"""
Configuration functions for the logging package for Python. The core package
is based on PEP 282 and comments thereto in comp.lang.python, and influenced
by Apache's log4j system.
Copyright (C) 2001-2019 Vinay Sajip. All Rights Reserved.
To use, simply 'import logging' and log away!
"""
import errno
import io
import logging
import logging.handlers
import re
import struct
import sys
import threading
import traceback
from socketserver import ThreadingTCPServer, StreamRequestHandler
DEFAULT_LOGGING_CONFIG_PORT = 9030
RESET_ERROR = errno.ECONNRESET
#
# The following code implements a socket listener for on-the-fly
# reconfiguration of logging.
#
# _listener holds the server object doing the listening
_listener = None
def fileConfig(fname, defaults=None, disable_existing_loggers=True):
"""
Read the logging configuration from a ConfigParser-format file.
This can be called several times from an application, allowing an end user
the ability to select from various pre-canned configurations (if the
developer provides a mechanism to present the choices and load the chosen
configuration).
"""
import configparser
if isinstance(fname, configparser.RawConfigParser):
cp = fname
else:
cp = configparser.ConfigParser(defaults)
if hasattr(fname, 'readline'):
cp.read_file(fname)
else:
cp.read(fname)
formatters = _create_formatters(cp)
# critical section
logging._acquireLock()
try:
_clearExistingHandlers()
# Handlers add themselves to logging._handlers
handlers = _install_handlers(cp, formatters)
_install_loggers(cp, handlers, disable_existing_loggers)
finally:
logging._releaseLock()
def _resolve(name):
"""Resolve a dotted name to a global object."""
name = name.split('.')
used = name.pop(0)
found = __import__(used)
for n in name:
used = used + '.' + n
try:
found = getattr(found, n)
except AttributeError:
__import__(used)
found = getattr(found, n)
return found
def _strip_spaces(alist):
return map(str.strip, alist)
def _create_formatters(cp):
"""Create and return formatters"""
flist = cp["formatters"]["keys"]
if not len(flist):
return {}
flist = flist.split(",")
flist = _strip_spaces(flist)
formatters = {}
for form in flist:
sectname = "formatter_%s" % form
fs = cp.get(sectname, "format", raw=True, fallback=None)
dfs = cp.get(sectname, "datefmt", raw=True, fallback=None)
stl = cp.get(sectname, "style", raw=True, fallback='%')
c = logging.Formatter
class_name = cp[sectname].get("class")
if class_name:
c = _resolve(class_name)
f = c(fs, dfs, stl)
formatters[form] = f
return formatters
def _install_handlers(cp, formatters):
"""Install and return handlers"""
hlist = cp["handlers"]["keys"]
if not len(hlist):
return {}
hlist = hlist.split(",")
hlist = _strip_spaces(hlist)
handlers = {}
fixups = [] #for inter-handler references
for hand in hlist:
section = cp["handler_%s" % hand]
klass = section["class"]
fmt = section.get("formatter", "")
try:
klass = eval(klass, vars(logging))
except (AttributeError, NameError):
klass = _resolve(klass)
args = section.get("args", '()')
args = eval(args, vars(logging))
kwargs = section.get("kwargs", '{}')
kwargs = eval(kwargs, vars(logging))
h = klass(*args, **kwargs)
if "level" in section:
level = section["level"]
h.setLevel(level)
if len(fmt):
h.setFormatter(formatters[fmt])
if issubclass(klass, logging.handlers.MemoryHandler):
target = section.get("target", "")
if len(target): #the target handler may not be loaded yet, so keep for later...
fixups.append((h, target))
handlers[hand] = h
#now all handlers are loaded, fixup inter-handler references...
for h, t in fixups:
h.setTarget(handlers[t])
return handlers
def _handle_existing_loggers(existing, child_loggers, disable_existing):
"""
When (re)configuring logging, handle loggers which were in the previous
configuration but are not in the new configuration. There's no point
deleting them as other threads may continue to hold references to them;
and by disabling them, you stop them doing any logging.
However, don't disable children of named loggers, as that's probably not
what was intended by the user. Also, allow existing loggers to NOT be
disabled if disable_existing is false.
"""
root = logging.root
for log in existing:
logger = root.manager.loggerDict[log]
if log in child_loggers:
if not isinstance(logger, logging.PlaceHolder):
logger.setLevel(logging.NOTSET)
logger.handlers = []
logger.propagate = True
else:
logger.disabled = disable_existing
def _install_loggers(cp, handlers, disable_existing):
"""Create and install loggers"""
# configure the root first
llist = cp["loggers"]["keys"]
llist = llist.split(",")
llist = list(_strip_spaces(llist))
llist.remove("root")
section = cp["logger_root"]
root = logging.root
log = root
if "level" in section:
level = section["level"]
log.setLevel(level)
for h in root.handlers[:]:
root.removeHandler(h)
hlist = section["handlers"]
if len(hlist):
hlist = hlist.split(",")
hlist = _strip_spaces(hlist)
for hand in hlist:
log.addHandler(handlers[hand])
#and now the others...
#we don't want to lose the existing loggers,
#since other threads may have pointers to them.
#existing is set to contain all existing loggers,
#and as we go through the new configuration we
#remove any which are configured. At the end,
#what's left in existing is the set of loggers
#which were in the previous configuration but
#which are not in the new configuration.
existing = list(root.manager.loggerDict.keys())
#The list needs to be sorted so that we can
#avoid disabling child loggers of explicitly
#named loggers. With a sorted list it is easier
#to find the child loggers.
existing.sort()
#We'll keep the list of existing loggers
#which are children of named loggers here...
child_loggers = []
#now set up the new ones...
for log in llist:
section = cp["logger_%s" % log]
qn = section["qualname"]
propagate = section.getint("propagate", fallback=1)
logger = logging.getLogger(qn)
if qn in existing:
i = existing.index(qn) + 1 # start with the entry after qn
prefixed = qn + "."
pflen = len(prefixed)
num_existing = len(existing)
while i < num_existing:
if existing[i][:pflen] == prefixed:
child_loggers.append(existing[i])
i += 1
existing.remove(qn)
if "level" in section:
level = section["level"]
logger.setLevel(level)
for h in logger.handlers[:]:
logger.removeHandler(h)
logger.propagate = propagate
logger.disabled = 0
hlist = section["handlers"]
if len(hlist):
hlist = hlist.split(",")
hlist = _strip_spaces(hlist)
for hand in hlist:
logger.addHandler(handlers[hand])
#Disable any old loggers. There's no point deleting
#them as other threads may continue to hold references
#and by disabling them, you stop them doing any logging.
#However, don't disable children of named loggers, as that's
#probably not what was intended by the user.
#for log in existing:
# logger = root.manager.loggerDict[log]
# if log in child_loggers:
# logger.level = logging.NOTSET
# logger.handlers = []
# logger.propagate = 1
# elif disable_existing_loggers:
# logger.disabled = 1
_handle_existing_loggers(existing, child_loggers, disable_existing)
def _clearExistingHandlers():
"""Clear and close existing handlers"""
logging._handlers.clear()
logging.shutdown(logging._handlerList[:])
del logging._handlerList[:]
IDENTIFIER = re.compile('^[a-z_][a-z0-9_]*$', re.I)
def valid_ident(s):
m = IDENTIFIER.match(s)
if not m:
raise ValueError('Not a valid Python identifier: %r' % s)
return True
class ConvertingMixin(object):
"""For ConvertingXXX's, this mixin class provides common functions"""
def convert_with_key(self, key, value, replace=True):
result = self.configurator.convert(value)
#If the converted value is different, save for next time
if value is not result:
if replace:
self[key] = result
if type(result) in (ConvertingDict, ConvertingList,
ConvertingTuple):
result.parent = self
result.key = key
return result
def convert(self, value):
result = self.configurator.convert(value)
if value is not result:
if type(result) in (ConvertingDict, ConvertingList,
ConvertingTuple):
result.parent = self
return result
# The ConvertingXXX classes are wrappers around standard Python containers,
# and they serve to convert any suitable values in the container. The
# conversion converts base dicts, lists and tuples to their wrapped
# equivalents, whereas strings which match a conversion format are converted
# appropriately.
#
# Each wrapper should have a configurator attribute holding the actual
# configurator to use for conversion.
class ConvertingDict(dict, ConvertingMixin):
"""A converting dictionary wrapper."""
def __getitem__(self, key):
value = dict.__getitem__(self, key)
return self.convert_with_key(key, value)
def get(self, key, default=None):
value = dict.get(self, key, default)
return self.convert_with_key(key, value)
def pop(self, key, default=None):
value = dict.pop(self, key, default)
return self.convert_with_key(key, value, replace=False)
class ConvertingList(list, ConvertingMixin):
"""A converting list wrapper."""
def __getitem__(self, key):
value = list.__getitem__(self, key)
return self.convert_with_key(key, value)
def pop(self, idx=-1):
value = list.pop(self, idx)
return self.convert(value)
class ConvertingTuple(tuple, ConvertingMixin):
"""A converting tuple wrapper."""
def __getitem__(self, key):
value = tuple.__getitem__(self, key)
# Can't replace a tuple entry.
return self.convert_with_key(key, value, replace=False)
class BaseConfigurator(object):
"""
The configurator base class which defines some useful defaults.
"""
CONVERT_PATTERN = re.compile(r'^(?P<prefix>[a-z]+)://(?P<suffix>.*)$')
WORD_PATTERN = re.compile(r'^\s*(\w+)\s*')
DOT_PATTERN = re.compile(r'^\.\s*(\w+)\s*')
INDEX_PATTERN = re.compile(r'^\[\s*(\w+)\s*\]\s*')
DIGIT_PATTERN = re.compile(r'^\d+$')
value_converters = {
'ext' : 'ext_convert',
'cfg' : 'cfg_convert',
}
# We might want to use a different one, e.g. importlib
importer = staticmethod(__import__)
def __init__(self, config):
self.config = ConvertingDict(config)
self.config.configurator = self
def resolve(self, s):
"""
Resolve strings to objects using standard import and attribute
syntax.
"""
name = s.split('.')
used = name.pop(0)
try:
found = self.importer(used)
for frag in name:
used += '.' + frag
try:
found = getattr(found, frag)
except AttributeError:
self.importer(used)
found = getattr(found, frag)
return found
except ImportError:
e, tb = sys.exc_info()[1:]
v = ValueError('Cannot resolve %r: %s' % (s, e))
v.__cause__, v.__traceback__ = e, tb
raise v
def ext_convert(self, value):
"""Default converter for the ext:// protocol."""
return self.resolve(value)
def cfg_convert(self, value):
"""Default converter for the cfg:// protocol."""
rest = value
m = self.WORD_PATTERN.match(rest)
if m is None:
raise ValueError("Unable to convert %r" % value)
else:
rest = rest[m.end():]
d = self.config[m.groups()[0]]
#print d, rest
while rest:
m = self.DOT_PATTERN.match(rest)
if m:
d = d[m.groups()[0]]
else:
m = self.INDEX_PATTERN.match(rest)
if m:
idx = m.groups()[0]
if not self.DIGIT_PATTERN.match(idx):
d = d[idx]
else:
try:
n = int(idx) # try as number first (most likely)
d = d[n]
except TypeError:
d = d[idx]
if m:
rest = rest[m.end():]
else:
raise ValueError('Unable to convert '
'%r at %r' % (value, rest))
#rest should be empty
return d
def convert(self, value):
"""
Convert values to an appropriate type. dicts, lists and tuples are
replaced by their converting alternatives. Strings are checked to
see if they have a conversion format and are converted if they do.
"""
if not isinstance(value, ConvertingDict) and isinstance(value, dict):
value = ConvertingDict(value)
value.configurator = self
elif not isinstance(value, ConvertingList) and isinstance(value, list):
value = ConvertingList(value)
value.configurator = self
elif not isinstance(value, ConvertingTuple) and\
isinstance(value, tuple) and not hasattr(value, '_fields'):
value = ConvertingTuple(value)
value.configurator = self
elif isinstance(value, str): # str for py3k
m = self.CONVERT_PATTERN.match(value)
if m:
d = m.groupdict()
prefix = d['prefix']
converter = self.value_converters.get(prefix, None)
if converter:
suffix = d['suffix']
converter = getattr(self, converter)
value = converter(suffix)
return value
def configure_custom(self, config):
"""Configure an object with a user-supplied factory."""
c = config.pop('()')
if not callable(c):
c = self.resolve(c)
props = config.pop('.', None)
# Check for valid identifiers
kwargs = {k: config[k] for k in config if valid_ident(k)}
result = c(**kwargs)
if props:
for name, value in props.items():
setattr(result, name, value)
return result
def as_tuple(self, value):
"""Utility function which converts lists to tuples."""
if isinstance(value, list):
value = tuple(value)
return value
class DictConfigurator(BaseConfigurator):
"""
Configure logging using a dictionary-like object to describe the
configuration.
"""
def configure(self):
"""Do the configuration."""
config = self.config
if 'version' not in config:
raise ValueError("dictionary doesn't specify a version")
if config['version'] != 1:
raise ValueError("Unsupported version: %s" % config['version'])
incremental = config.pop('incremental', False)
EMPTY_DICT = {}
logging._acquireLock()
try:
if incremental:
handlers = config.get('handlers', EMPTY_DICT)
for name in handlers:
if name not in logging._handlers:
raise ValueError('No handler found with '
'name %r' % name)
else:
try:
handler = logging._handlers[name]
handler_config = handlers[name]
level = handler_config.get('level', None)
if level:
handler.setLevel(logging._checkLevel(level))
except Exception as e:
raise ValueError('Unable to configure handler '
'%r' % name) from e
loggers = config.get('loggers', EMPTY_DICT)
for name in loggers:
try:
self.configure_logger(name, loggers[name], True)
except Exception as e:
raise ValueError('Unable to configure logger '
'%r' % name) from e
root = config.get('root', None)
if root:
try:
self.configure_root(root, True)
except Exception as e:
raise ValueError('Unable to configure root '
'logger') from e
else:
disable_existing = config.pop('disable_existing_loggers', True)
_clearExistingHandlers()
# Do formatters first - they don't refer to anything else
formatters = config.get('formatters', EMPTY_DICT)
for name in formatters:
try:
formatters[name] = self.configure_formatter(
formatters[name])
except Exception as e:
raise ValueError('Unable to configure '
'formatter %r' % name) from e
# Next, do filters - they don't refer to anything else, either
filters = config.get('filters', EMPTY_DICT)
for name in filters:
try:
filters[name] = self.configure_filter(filters[name])
except Exception as e:
raise ValueError('Unable to configure '
'filter %r' % name) from e
# Next, do handlers - they refer to formatters and filters
# As handlers can refer to other handlers, sort the keys
# to allow a deterministic order of configuration
handlers = config.get('handlers', EMPTY_DICT)
deferred = []
for name in sorted(handlers):
try:
handler = self.configure_handler(handlers[name])
handler.name = name
handlers[name] = handler
except Exception as e:
if 'target not configured yet' in str(e.__cause__):
deferred.append(name)
else:
raise ValueError('Unable to configure handler '
'%r' % name) from e
# Now do any that were deferred
for name in deferred:
try:
handler = self.configure_handler(handlers[name])
handler.name = name
handlers[name] = handler
except Exception as e:
raise ValueError('Unable to configure handler '
'%r' % name) from e
# Next, do loggers - they refer to handlers and filters
#we don't want to lose the existing loggers,
#since other threads may have pointers to them.
#existing is set to contain all existing loggers,
#and as we go through the new configuration we
#remove any which are configured. At the end,
#what's left in existing is the set of loggers
#which were in the previous configuration but
#which are not in the new configuration.
root = logging.root
existing = list(root.manager.loggerDict.keys())
#The list needs to be sorted so that we can
#avoid disabling child loggers of explicitly
#named loggers. With a sorted list it is easier
#to find the child loggers.
existing.sort()
#We'll keep the list of existing loggers
#which are children of named loggers here...
child_loggers = []
#now set up the new ones...
loggers = config.get('loggers', EMPTY_DICT)
for name in loggers:
if name in existing:
i = existing.index(name) + 1 # look after name
prefixed = name + "."
pflen = len(prefixed)
num_existing = len(existing)
while i < num_existing:
if existing[i][:pflen] == prefixed:
child_loggers.append(existing[i])
i += 1
existing.remove(name)
try:
self.configure_logger(name, loggers[name])
except Exception as e:
raise ValueError('Unable to configure logger '
'%r' % name) from e
#Disable any old loggers. There's no point deleting
#them as other threads may continue to hold references
#and by disabling them, you stop them doing any logging.
#However, don't disable children of named loggers, as that's
#probably not what was intended by the user.
#for log in existing:
# logger = root.manager.loggerDict[log]
# if log in child_loggers:
# logger.level = logging.NOTSET
# logger.handlers = []
# logger.propagate = True
# elif disable_existing:
# logger.disabled = True
_handle_existing_loggers(existing, child_loggers,
disable_existing)
# And finally, do the root logger
root = config.get('root', None)
if root:
try:
self.configure_root(root)
except Exception as e:
raise ValueError('Unable to configure root '
'logger') from e
finally:
logging._releaseLock()
def configure_formatter(self, config):
"""Configure a formatter from a dictionary."""
if '()' in config:
factory = config['()'] # for use in exception handler
try:
result = self.configure_custom(config)
except TypeError as te:
if "'format'" not in str(te):
raise
#Name of parameter changed from fmt to format.
#Retry with old name.
#This is so that code can be used with older Python versions
#(e.g. by Django)
config['fmt'] = config.pop('format')
config['()'] = factory
result = self.configure_custom(config)
else:
fmt = config.get('format', None)
dfmt = config.get('datefmt', None)
style = config.get('style', '%')
cname = config.get('class', None)
if not cname:
c = logging.Formatter
else:
c = _resolve(cname)
# A TypeError would be raised if "validate" key is passed in with a formatter callable
# that does not accept "validate" as a parameter
if 'validate' in config: # if user hasn't mentioned it, the default will be fine
result = c(fmt, dfmt, style, config['validate'])
else:
result = c(fmt, dfmt, style)
return result
def configure_filter(self, config):
"""Configure a filter from a dictionary."""
if '()' in config:
result = self.configure_custom(config)
else:
name = config.get('name', '')
result = logging.Filter(name)
return result
def add_filters(self, filterer, filters):
"""Add filters to a filterer from a list of names."""
for f in filters:
try:
filterer.addFilter(self.config['filters'][f])
except Exception as e:
raise ValueError('Unable to add filter %r' % f) from e
def configure_handler(self, config):
"""Configure a handler from a dictionary."""
config_copy = dict(config) # for restoring in case of error
formatter = config.pop('formatter', None)
if formatter:
try:
formatter = self.config['formatters'][formatter]
except Exception as e:
raise ValueError('Unable to set formatter '
'%r' % formatter) from e
level = config.pop('level', None)
filters = config.pop('filters', None)
if '()' in config:
c = config.pop('()')
if not callable(c):
c = self.resolve(c)
factory = c
else:
cname = config.pop('class')
klass = self.resolve(cname)
#Special case for handler which refers to another handler
if issubclass(klass, logging.handlers.MemoryHandler) and\
'target' in config:
try:
th = self.config['handlers'][config['target']]
if not isinstance(th, logging.Handler):
config.update(config_copy) # restore for deferred cfg
raise TypeError('target not configured yet')
config['target'] = th
except Exception as e:
raise ValueError('Unable to set target handler '
'%r' % config['target']) from e
elif issubclass(klass, logging.handlers.SMTPHandler) and\
'mailhost' in config:
config['mailhost'] = self.as_tuple(config['mailhost'])
elif issubclass(klass, logging.handlers.SysLogHandler) and\
'address' in config:
config['address'] = self.as_tuple(config['address'])
factory = klass
props = config.pop('.', None)
kwargs = {k: config[k] for k in config if valid_ident(k)}
try:
result = factory(**kwargs)
except TypeError as te:
if "'stream'" not in str(te):
raise
#The argument name changed from strm to stream
#Retry with old name.
#This is so that code can be used with older Python versions
#(e.g. by Django)
kwargs['strm'] = kwargs.pop('stream')
result = factory(**kwargs)
if formatter:
result.setFormatter(formatter)
if level is not None:
result.setLevel(logging._checkLevel(level))
if filters:
self.add_filters(result, filters)
if props:
for name, value in props.items():
setattr(result, name, value)
return result
def add_handlers(self, logger, handlers):
"""Add handlers to a logger from a list of names."""
for h in handlers:
try:
logger.addHandler(self.config['handlers'][h])
except Exception as e:
raise ValueError('Unable to add handler %r' % h) from e
def common_logger_config(self, logger, config, incremental=False):
"""
Perform configuration which is common to root and non-root loggers.
"""
level = config.get('level', None)
if level is not None:
logger.setLevel(logging._checkLevel(level))
if not incremental:
#Remove any existing handlers
for h in logger.handlers[:]:
logger.removeHandler(h)
handlers = config.get('handlers', None)
if handlers:
self.add_handlers(logger, handlers)
filters = config.get('filters', None)
if filters:
self.add_filters(logger, filters)
def configure_logger(self, name, config, incremental=False):
"""Configure a non-root logger from a dictionary."""
logger = logging.getLogger(name)
self.common_logger_config(logger, config, incremental)
propagate = config.get('propagate', None)
if propagate is not None:
logger.propagate = propagate
def configure_root(self, config, incremental=False):
"""Configure a root logger from a dictionary."""
root = logging.getLogger()
self.common_logger_config(root, config, incremental)
dictConfigClass = DictConfigurator
def dictConfig(config):
"""Configure logging using a dictionary."""
dictConfigClass(config).configure()
def listen(port=DEFAULT_LOGGING_CONFIG_PORT, verify=None):
"""
Start up a socket server on the specified port, and listen for new
configurations.
These will be sent as a file suitable for processing by fileConfig().
Returns a Thread object on which you can call start() to start the server,
and which you can join() when appropriate. To stop the server, call
stopListening().
Use the ``verify`` argument to verify any bytes received across the wire
from a client. If specified, it should be a callable which receives a
single argument - the bytes of configuration data received across the
network - and it should return either ``None``, to indicate that the
passed in bytes could not be verified and should be discarded, or a
byte string which is then passed to the configuration machinery as
normal. Note that you can return transformed bytes, e.g. by decrypting
the bytes passed in.
"""
class ConfigStreamHandler(StreamRequestHandler):
"""
Handler for a logging configuration request.
It expects a completely new logging configuration and uses fileConfig
to install it.
"""
def handle(self):
"""
Handle a request.
Each request is expected to be a 4-byte length, packed using
struct.pack(">L", n), followed by the config file.
Uses fileConfig() to do the grunt work.
"""
try:
conn = self.connection
chunk = conn.recv(4)
if len(chunk) == 4:
slen = struct.unpack(">L", chunk)[0]
chunk = self.connection.recv(slen)
while len(chunk) < slen:
chunk = chunk + conn.recv(slen - len(chunk))
if self.server.verify is not None:
chunk = self.server.verify(chunk)
if chunk is not None: # verified, can process
chunk = chunk.decode("utf-8")
try:
import json
d =json.loads(chunk)
assert isinstance(d, dict)
dictConfig(d)
except Exception:
#Apply new configuration.
file = io.StringIO(chunk)
try:
fileConfig(file)
except Exception:
traceback.print_exc()
if self.server.ready:
self.server.ready.set()
except OSError as e:
if e.errno != RESET_ERROR:
raise
class ConfigSocketReceiver(ThreadingTCPServer):
"""
A simple TCP socket-based logging config receiver.
"""
allow_reuse_address = 1
def __init__(self, host='localhost', port=DEFAULT_LOGGING_CONFIG_PORT,
handler=None, ready=None, verify=None):
ThreadingTCPServer.__init__(self, (host, port), handler)
logging._acquireLock()
self.abort = 0
logging._releaseLock()
self.timeout = 1
self.ready = ready
self.verify = verify
def serve_until_stopped(self):
import select
abort = 0
while not abort:
rd, wr, ex = select.select([self.socket.fileno()],
[], [],
self.timeout)
if rd:
self.handle_request()
logging._acquireLock()
abort = self.abort
logging._releaseLock()
self.server_close()
class Server(threading.Thread):
def __init__(self, rcvr, hdlr, port, verify):
super(Server, self).__init__()
self.rcvr = rcvr
self.hdlr = hdlr
self.port = port
self.verify = verify
self.ready = threading.Event()
def run(self):
server = self.rcvr(port=self.port, handler=self.hdlr,
ready=self.ready,
verify=self.verify)
if self.port == 0:
self.port = server.server_address[1]
self.ready.set()
global _listener
logging._acquireLock()
_listener = server
logging._releaseLock()
server.serve_until_stopped()
return Server(ConfigSocketReceiver, ConfigStreamHandler, port, verify)
def stopListening():
"""
Stop the listening server which was created with a call to listen().
"""
global _listener
logging._acquireLock()
try:
if _listener:
_listener.abort = 1
_listener = None
finally:
logging._releaseLock()
logging/__init__.py 0000644 00000230204 15115353745 0010315 0 ustar 00 # Copyright 2001-2017 by Vinay Sajip. All Rights Reserved.
#
# Permission to use, copy, modify, and distribute this software and its
# documentation for any purpose and without fee is hereby granted,
# provided that the above copyright notice appear in all copies and that
# both that copyright notice and this permission notice appear in
# supporting documentation, and that the name of Vinay Sajip
# not be used in advertising or publicity pertaining to distribution
# of the software without specific, written prior permission.
# VINAY SAJIP DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE, INCLUDING
# ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL
# VINAY SAJIP BE LIABLE FOR ANY SPECIAL, INDIRECT OR CONSEQUENTIAL DAMAGES OR
# ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER
# IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT
# OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
"""
Logging package for Python. Based on PEP 282 and comments thereto in
comp.lang.python.
Copyright (C) 2001-2017 Vinay Sajip. All Rights Reserved.
To use, simply 'import logging' and log away!
"""
import sys, os, time, io, re, traceback, warnings, weakref, collections.abc
from string import Template
from string import Formatter as StrFormatter
__all__ = ['BASIC_FORMAT', 'BufferingFormatter', 'CRITICAL', 'DEBUG', 'ERROR',
'FATAL', 'FileHandler', 'Filter', 'Formatter', 'Handler', 'INFO',
'LogRecord', 'Logger', 'LoggerAdapter', 'NOTSET', 'NullHandler',
'StreamHandler', 'WARN', 'WARNING', 'addLevelName', 'basicConfig',
'captureWarnings', 'critical', 'debug', 'disable', 'error',
'exception', 'fatal', 'getLevelName', 'getLogger', 'getLoggerClass',
'info', 'log', 'makeLogRecord', 'setLoggerClass', 'shutdown',
'warn', 'warning', 'getLogRecordFactory', 'setLogRecordFactory',
'lastResort', 'raiseExceptions']
import threading
__author__ = "Vinay Sajip <vinay_sajip@red-dove.com>"
__status__ = "production"
# The following module attributes are no longer updated.
__version__ = "0.5.1.2"
__date__ = "07 February 2010"
#---------------------------------------------------------------------------
# Miscellaneous module data
#---------------------------------------------------------------------------
#
#_startTime is used as the base when calculating the relative time of events
#
_startTime = time.time()
#
#raiseExceptions is used to see if exceptions during handling should be
#propagated
#
raiseExceptions = True
#
# If you don't want threading information in the log, set this to zero
#
logThreads = True
#
# If you don't want multiprocessing information in the log, set this to zero
#
logMultiprocessing = True
#
# If you don't want process information in the log, set this to zero
#
logProcesses = True
#---------------------------------------------------------------------------
# Level related stuff
#---------------------------------------------------------------------------
#
# Default levels and level names, these can be replaced with any positive set
# of values having corresponding names. There is a pseudo-level, NOTSET, which
# is only really there as a lower limit for user-defined levels. Handlers and
# loggers are initialized with NOTSET so that they will log all messages, even
# at user-defined levels.
#
CRITICAL = 50
FATAL = CRITICAL
ERROR = 40
WARNING = 30
WARN = WARNING
INFO = 20
DEBUG = 10
NOTSET = 0
_levelToName = {
CRITICAL: 'CRITICAL',
ERROR: 'ERROR',
WARNING: 'WARNING',
INFO: 'INFO',
DEBUG: 'DEBUG',
NOTSET: 'NOTSET',
}
_nameToLevel = {
'CRITICAL': CRITICAL,
'FATAL': FATAL,
'ERROR': ERROR,
'WARN': WARNING,
'WARNING': WARNING,
'INFO': INFO,
'DEBUG': DEBUG,
'NOTSET': NOTSET,
}
def getLevelName(level):
"""
Return the textual or numeric representation of logging level 'level'.
If the level is one of the predefined levels (CRITICAL, ERROR, WARNING,
INFO, DEBUG) then you get the corresponding string. If you have
associated levels with names using addLevelName then the name you have
associated with 'level' is returned.
If a numeric value corresponding to one of the defined levels is passed
in, the corresponding string representation is returned.
If a string representation of the level is passed in, the corresponding
numeric value is returned.
If no matching numeric or string value is passed in, the string
'Level %s' % level is returned.
"""
# See Issues #22386, #27937 and #29220 for why it's this way
result = _levelToName.get(level)
if result is not None:
return result
result = _nameToLevel.get(level)
if result is not None:
return result
return "Level %s" % level
def addLevelName(level, levelName):
"""
Associate 'levelName' with 'level'.
This is used when converting levels to text during message formatting.
"""
_acquireLock()
try: #unlikely to cause an exception, but you never know...
_levelToName[level] = levelName
_nameToLevel[levelName] = level
finally:
_releaseLock()
if hasattr(sys, '_getframe'):
currentframe = lambda: sys._getframe(3)
else: #pragma: no cover
def currentframe():
"""Return the frame object for the caller's stack frame."""
try:
raise Exception
except Exception:
return sys.exc_info()[2].tb_frame.f_back
#
# _srcfile is used when walking the stack to check when we've got the first
# caller stack frame, by skipping frames whose filename is that of this
# module's source. It therefore should contain the filename of this module's
# source file.
#
# Ordinarily we would use __file__ for this, but frozen modules don't always
# have __file__ set, for some reason (see Issue #21736). Thus, we get the
# filename from a handy code object from a function defined in this module.
# (There's no particular reason for picking addLevelName.)
#
_srcfile = os.path.normcase(addLevelName.__code__.co_filename)
# _srcfile is only used in conjunction with sys._getframe().
# To provide compatibility with older versions of Python, set _srcfile
# to None if _getframe() is not available; this value will prevent
# findCaller() from being called. You can also do this if you want to avoid
# the overhead of fetching caller information, even when _getframe() is
# available.
#if not hasattr(sys, '_getframe'):
# _srcfile = None
def _checkLevel(level):
if isinstance(level, int):
rv = level
elif str(level) == level:
if level not in _nameToLevel:
raise ValueError("Unknown level: %r" % level)
rv = _nameToLevel[level]
else:
raise TypeError("Level not an integer or a valid string: %r" % level)
return rv
#---------------------------------------------------------------------------
# Thread-related stuff
#---------------------------------------------------------------------------
#
#_lock is used to serialize access to shared data structures in this module.
#This needs to be an RLock because fileConfig() creates and configures
#Handlers, and so might arbitrary user threads. Since Handler code updates the
#shared dictionary _handlers, it needs to acquire the lock. But if configuring,
#the lock would already have been acquired - so we need an RLock.
#The same argument applies to Loggers and Manager.loggerDict.
#
_lock = threading.RLock()
def _acquireLock():
"""
Acquire the module-level lock for serializing access to shared data.
This should be released with _releaseLock().
"""
if _lock:
_lock.acquire()
def _releaseLock():
"""
Release the module-level lock acquired by calling _acquireLock().
"""
if _lock:
_lock.release()
# Prevent a held logging lock from blocking a child from logging.
if not hasattr(os, 'register_at_fork'): # Windows and friends.
def _register_at_fork_reinit_lock(instance):
pass # no-op when os.register_at_fork does not exist.
else:
# A collection of instances with a createLock method (logging.Handler)
# to be called in the child after forking. The weakref avoids us keeping
# discarded Handler instances alive. A set is used to avoid accumulating
# duplicate registrations as createLock() is responsible for registering
# a new Handler instance with this set in the first place.
_at_fork_reinit_lock_weakset = weakref.WeakSet()
def _register_at_fork_reinit_lock(instance):
_acquireLock()
try:
_at_fork_reinit_lock_weakset.add(instance)
finally:
_releaseLock()
def _after_at_fork_child_reinit_locks():
# _acquireLock() was called in the parent before forking.
for handler in _at_fork_reinit_lock_weakset:
try:
handler.createLock()
except Exception as err:
# Similar to what PyErr_WriteUnraisable does.
print("Ignoring exception from logging atfork", instance,
"._reinit_lock() method:", err, file=sys.stderr)
_releaseLock() # Acquired by os.register_at_fork(before=.
os.register_at_fork(before=_acquireLock,
after_in_child=_after_at_fork_child_reinit_locks,
after_in_parent=_releaseLock)
#---------------------------------------------------------------------------
# The logging record
#---------------------------------------------------------------------------
class LogRecord(object):
"""
A LogRecord instance represents an event being logged.
LogRecord instances are created every time something is logged. They
contain all the information pertinent to the event being logged. The
main information passed in is in msg and args, which are combined
using str(msg) % args to create the message field of the record. The
record also includes information such as when the record was created,
the source line where the logging call was made, and any exception
information to be logged.
"""
def __init__(self, name, level, pathname, lineno,
msg, args, exc_info, func=None, sinfo=None, **kwargs):
"""
Initialize a logging record with interesting information.
"""
ct = time.time()
self.name = name
self.msg = msg
#
# The following statement allows passing of a dictionary as a sole
# argument, so that you can do something like
# logging.debug("a %(a)d b %(b)s", {'a':1, 'b':2})
# Suggested by Stefan Behnel.
# Note that without the test for args[0], we get a problem because
# during formatting, we test to see if the arg is present using
# 'if self.args:'. If the event being logged is e.g. 'Value is %d'
# and if the passed arg fails 'if self.args:' then no formatting
# is done. For example, logger.warning('Value is %d', 0) would log
# 'Value is %d' instead of 'Value is 0'.
# For the use case of passing a dictionary, this should not be a
# problem.
# Issue #21172: a request was made to relax the isinstance check
# to hasattr(args[0], '__getitem__'). However, the docs on string
# formatting still seem to suggest a mapping object is required.
# Thus, while not removing the isinstance check, it does now look
# for collections.abc.Mapping rather than, as before, dict.
if (args and len(args) == 1 and isinstance(args[0], collections.abc.Mapping)
and args[0]):
args = args[0]
self.args = args
self.levelname = getLevelName(level)
self.levelno = level
self.pathname = pathname
try:
self.filename = os.path.basename(pathname)
self.module = os.path.splitext(self.filename)[0]
except (TypeError, ValueError, AttributeError):
self.filename = pathname
self.module = "Unknown module"
self.exc_info = exc_info
self.exc_text = None # used to cache the traceback text
self.stack_info = sinfo
self.lineno = lineno
self.funcName = func
self.created = ct
self.msecs = (ct - int(ct)) * 1000
self.relativeCreated = (self.created - _startTime) * 1000
if logThreads:
self.thread = threading.get_ident()
self.threadName = threading.current_thread().name
else: # pragma: no cover
self.thread = None
self.threadName = None
if not logMultiprocessing: # pragma: no cover
self.processName = None
else:
self.processName = 'MainProcess'
mp = sys.modules.get('multiprocessing')
if mp is not None:
# Errors may occur if multiprocessing has not finished loading
# yet - e.g. if a custom import hook causes third-party code
# to run when multiprocessing calls import. See issue 8200
# for an example
try:
self.processName = mp.current_process().name
except Exception: #pragma: no cover
pass
if logProcesses and hasattr(os, 'getpid'):
self.process = os.getpid()
else:
self.process = None
def __repr__(self):
return '<LogRecord: %s, %s, %s, %s, "%s">'%(self.name, self.levelno,
self.pathname, self.lineno, self.msg)
def getMessage(self):
"""
Return the message for this LogRecord.
Return the message for this LogRecord after merging any user-supplied
arguments with the message.
"""
msg = str(self.msg)
if self.args:
msg = msg % self.args
return msg
#
# Determine which class to use when instantiating log records.
#
_logRecordFactory = LogRecord
def setLogRecordFactory(factory):
"""
Set the factory to be used when instantiating a log record.
:param factory: A callable which will be called to instantiate
a log record.
"""
global _logRecordFactory
_logRecordFactory = factory
def getLogRecordFactory():
"""
Return the factory to be used when instantiating a log record.
"""
return _logRecordFactory
def makeLogRecord(dict):
"""
Make a LogRecord whose attributes are defined by the specified dictionary,
This function is useful for converting a logging event received over
a socket connection (which is sent as a dictionary) into a LogRecord
instance.
"""
rv = _logRecordFactory(None, None, "", 0, "", (), None, None)
rv.__dict__.update(dict)
return rv
#---------------------------------------------------------------------------
# Formatter classes and functions
#---------------------------------------------------------------------------
_str_formatter = StrFormatter()
del StrFormatter
class PercentStyle(object):
default_format = '%(message)s'
asctime_format = '%(asctime)s'
asctime_search = '%(asctime)'
validation_pattern = re.compile(r'%\(\w+\)[#0+ -]*(\*|\d+)?(\.(\*|\d+))?[diouxefgcrsa%]', re.I)
def __init__(self, fmt):
self._fmt = fmt or self.default_format
def usesTime(self):
return self._fmt.find(self.asctime_search) >= 0
def validate(self):
"""Validate the input format, ensure it matches the correct style"""
if not self.validation_pattern.search(self._fmt):
raise ValueError("Invalid format '%s' for '%s' style" % (self._fmt, self.default_format[0]))
def _format(self, record):
return self._fmt % record.__dict__
def format(self, record):
try:
return self._format(record)
except KeyError as e:
raise ValueError('Formatting field not found in record: %s' % e)
class StrFormatStyle(PercentStyle):
default_format = '{message}'
asctime_format = '{asctime}'
asctime_search = '{asctime'
fmt_spec = re.compile(r'^(.?[<>=^])?[+ -]?#?0?(\d+|{\w+})?[,_]?(\.(\d+|{\w+}))?[bcdefgnosx%]?$', re.I)
field_spec = re.compile(r'^(\d+|\w+)(\.\w+|\[[^]]+\])*$')
def _format(self, record):
return self._fmt.format(**record.__dict__)
def validate(self):
"""Validate the input format, ensure it is the correct string formatting style"""
fields = set()
try:
for _, fieldname, spec, conversion in _str_formatter.parse(self._fmt):
if fieldname:
if not self.field_spec.match(fieldname):
raise ValueError('invalid field name/expression: %r' % fieldname)
fields.add(fieldname)
if conversion and conversion not in 'rsa':
raise ValueError('invalid conversion: %r' % conversion)
if spec and not self.fmt_spec.match(spec):
raise ValueError('bad specifier: %r' % spec)
except ValueError as e:
raise ValueError('invalid format: %s' % e)
if not fields:
raise ValueError('invalid format: no fields')
class StringTemplateStyle(PercentStyle):
default_format = '${message}'
asctime_format = '${asctime}'
asctime_search = '${asctime}'
def __init__(self, fmt):
self._fmt = fmt or self.default_format
self._tpl = Template(self._fmt)
def usesTime(self):
fmt = self._fmt
return fmt.find('$asctime') >= 0 or fmt.find(self.asctime_format) >= 0
def validate(self):
pattern = Template.pattern
fields = set()
for m in pattern.finditer(self._fmt):
d = m.groupdict()
if d['named']:
fields.add(d['named'])
elif d['braced']:
fields.add(d['braced'])
elif m.group(0) == '$':
raise ValueError('invalid format: bare \'$\' not allowed')
if not fields:
raise ValueError('invalid format: no fields')
def _format(self, record):
return self._tpl.substitute(**record.__dict__)
BASIC_FORMAT = "%(levelname)s:%(name)s:%(message)s"
_STYLES = {
'%': (PercentStyle, BASIC_FORMAT),
'{': (StrFormatStyle, '{levelname}:{name}:{message}'),
'$': (StringTemplateStyle, '${levelname}:${name}:${message}'),
}
class Formatter(object):
"""
Formatter instances are used to convert a LogRecord to text.
Formatters need to know how a LogRecord is constructed. They are
responsible for converting a LogRecord to (usually) a string which can
be interpreted by either a human or an external system. The base Formatter
allows a formatting string to be specified. If none is supplied, the
style-dependent default value, "%(message)s", "{message}", or
"${message}", is used.
The Formatter can be initialized with a format string which makes use of
knowledge of the LogRecord attributes - e.g. the default value mentioned
above makes use of the fact that the user's message and arguments are pre-
formatted into a LogRecord's message attribute. Currently, the useful
attributes in a LogRecord are described by:
%(name)s Name of the logger (logging channel)
%(levelno)s Numeric logging level for the message (DEBUG, INFO,
WARNING, ERROR, CRITICAL)
%(levelname)s Text logging level for the message ("DEBUG", "INFO",
"WARNING", "ERROR", "CRITICAL")
%(pathname)s Full pathname of the source file where the logging
call was issued (if available)
%(filename)s Filename portion of pathname
%(module)s Module (name portion of filename)
%(lineno)d Source line number where the logging call was issued
(if available)
%(funcName)s Function name
%(created)f Time when the LogRecord was created (time.time()
return value)
%(asctime)s Textual time when the LogRecord was created
%(msecs)d Millisecond portion of the creation time
%(relativeCreated)d Time in milliseconds when the LogRecord was created,
relative to the time the logging module was loaded
(typically at application startup time)
%(thread)d Thread ID (if available)
%(threadName)s Thread name (if available)
%(process)d Process ID (if available)
%(message)s The result of record.getMessage(), computed just as
the record is emitted
"""
converter = time.localtime
def __init__(self, fmt=None, datefmt=None, style='%', validate=True):
"""
Initialize the formatter with specified format strings.
Initialize the formatter either with the specified format string, or a
default as described above. Allow for specialized date formatting with
the optional datefmt argument. If datefmt is omitted, you get an
ISO8601-like (or RFC 3339-like) format.
Use a style parameter of '%', '{' or '$' to specify that you want to
use one of %-formatting, :meth:`str.format` (``{}``) formatting or
:class:`string.Template` formatting in your format string.
.. versionchanged:: 3.2
Added the ``style`` parameter.
"""
if style not in _STYLES:
raise ValueError('Style must be one of: %s' % ','.join(
_STYLES.keys()))
self._style = _STYLES[style][0](fmt)
if validate:
self._style.validate()
self._fmt = self._style._fmt
self.datefmt = datefmt
default_time_format = '%Y-%m-%d %H:%M:%S'
default_msec_format = '%s,%03d'
def formatTime(self, record, datefmt=None):
"""
Return the creation time of the specified LogRecord as formatted text.
This method should be called from format() by a formatter which
wants to make use of a formatted time. This method can be overridden
in formatters to provide for any specific requirement, but the
basic behaviour is as follows: if datefmt (a string) is specified,
it is used with time.strftime() to format the creation time of the
record. Otherwise, an ISO8601-like (or RFC 3339-like) format is used.
The resulting string is returned. This function uses a user-configurable
function to convert the creation time to a tuple. By default,
time.localtime() is used; to change this for a particular formatter
instance, set the 'converter' attribute to a function with the same
signature as time.localtime() or time.gmtime(). To change it for all
formatters, for example if you want all logging times to be shown in GMT,
set the 'converter' attribute in the Formatter class.
"""
ct = self.converter(record.created)
if datefmt:
s = time.strftime(datefmt, ct)
else:
t = time.strftime(self.default_time_format, ct)
s = self.default_msec_format % (t, record.msecs)
return s
def formatException(self, ei):
"""
Format and return the specified exception information as a string.
This default implementation just uses
traceback.print_exception()
"""
sio = io.StringIO()
tb = ei[2]
# See issues #9427, #1553375. Commented out for now.
#if getattr(self, 'fullstack', False):
# traceback.print_stack(tb.tb_frame.f_back, file=sio)
traceback.print_exception(ei[0], ei[1], tb, None, sio)
s = sio.getvalue()
sio.close()
if s[-1:] == "\n":
s = s[:-1]
return s
def usesTime(self):
"""
Check if the format uses the creation time of the record.
"""
return self._style.usesTime()
def formatMessage(self, record):
return self._style.format(record)
def formatStack(self, stack_info):
"""
This method is provided as an extension point for specialized
formatting of stack information.
The input data is a string as returned from a call to
:func:`traceback.print_stack`, but with the last trailing newline
removed.
The base implementation just returns the value passed in.
"""
return stack_info
def format(self, record):
"""
Format the specified record as text.
The record's attribute dictionary is used as the operand to a
string formatting operation which yields the returned string.
Before formatting the dictionary, a couple of preparatory steps
are carried out. The message attribute of the record is computed
using LogRecord.getMessage(). If the formatting string uses the
time (as determined by a call to usesTime(), formatTime() is
called to format the event time. If there is exception information,
it is formatted using formatException() and appended to the message.
"""
record.message = record.getMessage()
if self.usesTime():
record.asctime = self.formatTime(record, self.datefmt)
s = self.formatMessage(record)
if record.exc_info:
# Cache the traceback text to avoid converting it multiple times
# (it's constant anyway)
if not record.exc_text:
record.exc_text = self.formatException(record.exc_info)
if record.exc_text:
if s[-1:] != "\n":
s = s + "\n"
s = s + record.exc_text
if record.stack_info:
if s[-1:] != "\n":
s = s + "\n"
s = s + self.formatStack(record.stack_info)
return s
#
# The default formatter to use when no other is specified
#
_defaultFormatter = Formatter()
class BufferingFormatter(object):
"""
A formatter suitable for formatting a number of records.
"""
def __init__(self, linefmt=None):
"""
Optionally specify a formatter which will be used to format each
individual record.
"""
if linefmt:
self.linefmt = linefmt
else:
self.linefmt = _defaultFormatter
def formatHeader(self, records):
"""
Return the header string for the specified records.
"""
return ""
def formatFooter(self, records):
"""
Return the footer string for the specified records.
"""
return ""
def format(self, records):
"""
Format the specified records and return the result as a string.
"""
rv = ""
if len(records) > 0:
rv = rv + self.formatHeader(records)
for record in records:
rv = rv + self.linefmt.format(record)
rv = rv + self.formatFooter(records)
return rv
#---------------------------------------------------------------------------
# Filter classes and functions
#---------------------------------------------------------------------------
class Filter(object):
"""
Filter instances are used to perform arbitrary filtering of LogRecords.
Loggers and Handlers can optionally use Filter instances to filter
records as desired. The base filter class only allows events which are
below a certain point in the logger hierarchy. For example, a filter
initialized with "A.B" will allow events logged by loggers "A.B",
"A.B.C", "A.B.C.D", "A.B.D" etc. but not "A.BB", "B.A.B" etc. If
initialized with the empty string, all events are passed.
"""
def __init__(self, name=''):
"""
Initialize a filter.
Initialize with the name of the logger which, together with its
children, will have its events allowed through the filter. If no
name is specified, allow every event.
"""
self.name = name
self.nlen = len(name)
def filter(self, record):
"""
Determine if the specified record is to be logged.
Returns True if the record should be logged, or False otherwise.
If deemed appropriate, the record may be modified in-place.
"""
if self.nlen == 0:
return True
elif self.name == record.name:
return True
elif record.name.find(self.name, 0, self.nlen) != 0:
return False
return (record.name[self.nlen] == ".")
class Filterer(object):
"""
A base class for loggers and handlers which allows them to share
common code.
"""
def __init__(self):
"""
Initialize the list of filters to be an empty list.
"""
self.filters = []
def addFilter(self, filter):
"""
Add the specified filter to this handler.
"""
if not (filter in self.filters):
self.filters.append(filter)
def removeFilter(self, filter):
"""
Remove the specified filter from this handler.
"""
if filter in self.filters:
self.filters.remove(filter)
def filter(self, record):
"""
Determine if a record is loggable by consulting all the filters.
The default is to allow the record to be logged; any filter can veto
this and the record is then dropped. Returns a zero value if a record
is to be dropped, else non-zero.
.. versionchanged:: 3.2
Allow filters to be just callables.
"""
rv = True
for f in self.filters:
if hasattr(f, 'filter'):
result = f.filter(record)
else:
result = f(record) # assume callable - will raise if not
if not result:
rv = False
break
return rv
#---------------------------------------------------------------------------
# Handler classes and functions
#---------------------------------------------------------------------------
_handlers = weakref.WeakValueDictionary() #map of handler names to handlers
_handlerList = [] # added to allow handlers to be removed in reverse of order initialized
def _removeHandlerRef(wr):
"""
Remove a handler reference from the internal cleanup list.
"""
# This function can be called during module teardown, when globals are
# set to None. It can also be called from another thread. So we need to
# pre-emptively grab the necessary globals and check if they're None,
# to prevent race conditions and failures during interpreter shutdown.
acquire, release, handlers = _acquireLock, _releaseLock, _handlerList
if acquire and release and handlers:
acquire()
try:
if wr in handlers:
handlers.remove(wr)
finally:
release()
def _addHandlerRef(handler):
"""
Add a handler to the internal cleanup list using a weak reference.
"""
_acquireLock()
try:
_handlerList.append(weakref.ref(handler, _removeHandlerRef))
finally:
_releaseLock()
class Handler(Filterer):
"""
Handler instances dispatch logging events to specific destinations.
The base handler class. Acts as a placeholder which defines the Handler
interface. Handlers can optionally use Formatter instances to format
records as desired. By default, no formatter is specified; in this case,
the 'raw' message as determined by record.message is logged.
"""
def __init__(self, level=NOTSET):
"""
Initializes the instance - basically setting the formatter to None
and the filter list to empty.
"""
Filterer.__init__(self)
self._name = None
self.level = _checkLevel(level)
self.formatter = None
# Add the handler to the global _handlerList (for cleanup on shutdown)
_addHandlerRef(self)
self.createLock()
def get_name(self):
return self._name
def set_name(self, name):
_acquireLock()
try:
if self._name in _handlers:
del _handlers[self._name]
self._name = name
if name:
_handlers[name] = self
finally:
_releaseLock()
name = property(get_name, set_name)
def createLock(self):
"""
Acquire a thread lock for serializing access to the underlying I/O.
"""
self.lock = threading.RLock()
_register_at_fork_reinit_lock(self)
def acquire(self):
"""
Acquire the I/O thread lock.
"""
if self.lock:
self.lock.acquire()
def release(self):
"""
Release the I/O thread lock.
"""
if self.lock:
self.lock.release()
def setLevel(self, level):
"""
Set the logging level of this handler. level must be an int or a str.
"""
self.level = _checkLevel(level)
def format(self, record):
"""
Format the specified record.
If a formatter is set, use it. Otherwise, use the default formatter
for the module.
"""
if self.formatter:
fmt = self.formatter
else:
fmt = _defaultFormatter
return fmt.format(record)
def emit(self, record):
"""
Do whatever it takes to actually log the specified logging record.
This version is intended to be implemented by subclasses and so
raises a NotImplementedError.
"""
raise NotImplementedError('emit must be implemented '
'by Handler subclasses')
def handle(self, record):
"""
Conditionally emit the specified logging record.
Emission depends on filters which may have been added to the handler.
Wrap the actual emission of the record with acquisition/release of
the I/O thread lock. Returns whether the filter passed the record for
emission.
"""
rv = self.filter(record)
if rv:
self.acquire()
try:
self.emit(record)
finally:
self.release()
return rv
def setFormatter(self, fmt):
"""
Set the formatter for this handler.
"""
self.formatter = fmt
def flush(self):
"""
Ensure all logging output has been flushed.
This version does nothing and is intended to be implemented by
subclasses.
"""
pass
def close(self):
"""
Tidy up any resources used by the handler.
This version removes the handler from an internal map of handlers,
_handlers, which is used for handler lookup by name. Subclasses
should ensure that this gets called from overridden close()
methods.
"""
#get the module data lock, as we're updating a shared structure.
_acquireLock()
try: #unlikely to raise an exception, but you never know...
if self._name and self._name in _handlers:
del _handlers[self._name]
finally:
_releaseLock()
def handleError(self, record):
"""
Handle errors which occur during an emit() call.
This method should be called from handlers when an exception is
encountered during an emit() call. If raiseExceptions is false,
exceptions get silently ignored. This is what is mostly wanted
for a logging system - most users will not care about errors in
the logging system, they are more interested in application errors.
You could, however, replace this with a custom handler if you wish.
The record which was being processed is passed in to this method.
"""
if raiseExceptions and sys.stderr: # see issue 13807
t, v, tb = sys.exc_info()
try:
sys.stderr.write('--- Logging error ---\n')
traceback.print_exception(t, v, tb, None, sys.stderr)
sys.stderr.write('Call stack:\n')
# Walk the stack frame up until we're out of logging,
# so as to print the calling context.
frame = tb.tb_frame
while (frame and os.path.dirname(frame.f_code.co_filename) ==
__path__[0]):
frame = frame.f_back
if frame:
traceback.print_stack(frame, file=sys.stderr)
else:
# couldn't find the right stack frame, for some reason
sys.stderr.write('Logged from file %s, line %s\n' % (
record.filename, record.lineno))
# Issue 18671: output logging message and arguments
try:
sys.stderr.write('Message: %r\n'
'Arguments: %s\n' % (record.msg,
record.args))
except RecursionError: # See issue 36272
raise
except Exception:
sys.stderr.write('Unable to print the message and arguments'
' - possible formatting error.\nUse the'
' traceback above to help find the error.\n'
)
except OSError: #pragma: no cover
pass # see issue 5971
finally:
del t, v, tb
def __repr__(self):
level = getLevelName(self.level)
return '<%s (%s)>' % (self.__class__.__name__, level)
class StreamHandler(Handler):
"""
A handler class which writes logging records, appropriately formatted,
to a stream. Note that this class does not close the stream, as
sys.stdout or sys.stderr may be used.
"""
terminator = '\n'
def __init__(self, stream=None):
"""
Initialize the handler.
If stream is not specified, sys.stderr is used.
"""
Handler.__init__(self)
if stream is None:
stream = sys.stderr
self.stream = stream
def flush(self):
"""
Flushes the stream.
"""
self.acquire()
try:
if self.stream and hasattr(self.stream, "flush"):
self.stream.flush()
finally:
self.release()
def emit(self, record):
"""
Emit a record.
If a formatter is specified, it is used to format the record.
The record is then written to the stream with a trailing newline. If
exception information is present, it is formatted using
traceback.print_exception and appended to the stream. If the stream
has an 'encoding' attribute, it is used to determine how to do the
output to the stream.
"""
try:
msg = self.format(record)
stream = self.stream
# issue 35046: merged two stream.writes into one.
stream.write(msg + self.terminator)
self.flush()
except RecursionError: # See issue 36272
raise
except Exception:
self.handleError(record)
def setStream(self, stream):
"""
Sets the StreamHandler's stream to the specified value,
if it is different.
Returns the old stream, if the stream was changed, or None
if it wasn't.
"""
if stream is self.stream:
result = None
else:
result = self.stream
self.acquire()
try:
self.flush()
self.stream = stream
finally:
self.release()
return result
def __repr__(self):
level = getLevelName(self.level)
name = getattr(self.stream, 'name', '')
# bpo-36015: name can be an int
name = str(name)
if name:
name += ' '
return '<%s %s(%s)>' % (self.__class__.__name__, name, level)
class FileHandler(StreamHandler):
"""
A handler class which writes formatted logging records to disk files.
"""
def __init__(self, filename, mode='a', encoding=None, delay=False):
"""
Open the specified file and use it as the stream for logging.
"""
# Issue #27493: add support for Path objects to be passed in
filename = os.fspath(filename)
#keep the absolute path, otherwise derived classes which use this
#may come a cropper when the current directory changes
self.baseFilename = os.path.abspath(filename)
self.mode = mode
self.encoding = encoding
self.delay = delay
if delay:
#We don't open the stream, but we still need to call the
#Handler constructor to set level, formatter, lock etc.
Handler.__init__(self)
self.stream = None
else:
StreamHandler.__init__(self, self._open())
def close(self):
"""
Closes the stream.
"""
self.acquire()
try:
try:
if self.stream:
try:
self.flush()
finally:
stream = self.stream
self.stream = None
if hasattr(stream, "close"):
stream.close()
finally:
# Issue #19523: call unconditionally to
# prevent a handler leak when delay is set
StreamHandler.close(self)
finally:
self.release()
def _open(self):
"""
Open the current base file with the (original) mode and encoding.
Return the resulting stream.
"""
return open(self.baseFilename, self.mode, encoding=self.encoding)
def emit(self, record):
"""
Emit a record.
If the stream was not opened because 'delay' was specified in the
constructor, open it before calling the superclass's emit.
"""
if self.stream is None:
self.stream = self._open()
StreamHandler.emit(self, record)
def __repr__(self):
level = getLevelName(self.level)
return '<%s %s (%s)>' % (self.__class__.__name__, self.baseFilename, level)
class _StderrHandler(StreamHandler):
"""
This class is like a StreamHandler using sys.stderr, but always uses
whatever sys.stderr is currently set to rather than the value of
sys.stderr at handler construction time.
"""
def __init__(self, level=NOTSET):
"""
Initialize the handler.
"""
Handler.__init__(self, level)
@property
def stream(self):
return sys.stderr
_defaultLastResort = _StderrHandler(WARNING)
lastResort = _defaultLastResort
#---------------------------------------------------------------------------
# Manager classes and functions
#---------------------------------------------------------------------------
class PlaceHolder(object):
"""
PlaceHolder instances are used in the Manager logger hierarchy to take
the place of nodes for which no loggers have been defined. This class is
intended for internal use only and not as part of the public API.
"""
def __init__(self, alogger):
"""
Initialize with the specified logger being a child of this placeholder.
"""
self.loggerMap = { alogger : None }
def append(self, alogger):
"""
Add the specified logger as a child of this placeholder.
"""
if alogger not in self.loggerMap:
self.loggerMap[alogger] = None
#
# Determine which class to use when instantiating loggers.
#
def setLoggerClass(klass):
"""
Set the class to be used when instantiating a logger. The class should
define __init__() such that only a name argument is required, and the
__init__() should call Logger.__init__()
"""
if klass != Logger:
if not issubclass(klass, Logger):
raise TypeError("logger not derived from logging.Logger: "
+ klass.__name__)
global _loggerClass
_loggerClass = klass
def getLoggerClass():
"""
Return the class to be used when instantiating a logger.
"""
return _loggerClass
class Manager(object):
"""
There is [under normal circumstances] just one Manager instance, which
holds the hierarchy of loggers.
"""
def __init__(self, rootnode):
"""
Initialize the manager with the root node of the logger hierarchy.
"""
self.root = rootnode
self.disable = 0
self.emittedNoHandlerWarning = False
self.loggerDict = {}
self.loggerClass = None
self.logRecordFactory = None
@property
def disable(self):
return self._disable
@disable.setter
def disable(self, value):
self._disable = _checkLevel(value)
def getLogger(self, name):
"""
Get a logger with the specified name (channel name), creating it
if it doesn't yet exist. This name is a dot-separated hierarchical
name, such as "a", "a.b", "a.b.c" or similar.
If a PlaceHolder existed for the specified name [i.e. the logger
didn't exist but a child of it did], replace it with the created
logger and fix up the parent/child references which pointed to the
placeholder to now point to the logger.
"""
rv = None
if not isinstance(name, str):
raise TypeError('A logger name must be a string')
_acquireLock()
try:
if name in self.loggerDict:
rv = self.loggerDict[name]
if isinstance(rv, PlaceHolder):
ph = rv
rv = (self.loggerClass or _loggerClass)(name)
rv.manager = self
self.loggerDict[name] = rv
self._fixupChildren(ph, rv)
self._fixupParents(rv)
else:
rv = (self.loggerClass or _loggerClass)(name)
rv.manager = self
self.loggerDict[name] = rv
self._fixupParents(rv)
finally:
_releaseLock()
return rv
def setLoggerClass(self, klass):
"""
Set the class to be used when instantiating a logger with this Manager.
"""
if klass != Logger:
if not issubclass(klass, Logger):
raise TypeError("logger not derived from logging.Logger: "
+ klass.__name__)
self.loggerClass = klass
def setLogRecordFactory(self, factory):
"""
Set the factory to be used when instantiating a log record with this
Manager.
"""
self.logRecordFactory = factory
def _fixupParents(self, alogger):
"""
Ensure that there are either loggers or placeholders all the way
from the specified logger to the root of the logger hierarchy.
"""
name = alogger.name
i = name.rfind(".")
rv = None
while (i > 0) and not rv:
substr = name[:i]
if substr not in self.loggerDict:
self.loggerDict[substr] = PlaceHolder(alogger)
else:
obj = self.loggerDict[substr]
if isinstance(obj, Logger):
rv = obj
else:
assert isinstance(obj, PlaceHolder)
obj.append(alogger)
i = name.rfind(".", 0, i - 1)
if not rv:
rv = self.root
alogger.parent = rv
def _fixupChildren(self, ph, alogger):
"""
Ensure that children of the placeholder ph are connected to the
specified logger.
"""
name = alogger.name
namelen = len(name)
for c in ph.loggerMap.keys():
#The if means ... if not c.parent.name.startswith(nm)
if c.parent.name[:namelen] != name:
alogger.parent = c.parent
c.parent = alogger
def _clear_cache(self):
"""
Clear the cache for all loggers in loggerDict
Called when level changes are made
"""
_acquireLock()
for logger in self.loggerDict.values():
if isinstance(logger, Logger):
logger._cache.clear()
self.root._cache.clear()
_releaseLock()
#---------------------------------------------------------------------------
# Logger classes and functions
#---------------------------------------------------------------------------
class Logger(Filterer):
"""
Instances of the Logger class represent a single logging channel. A
"logging channel" indicates an area of an application. Exactly how an
"area" is defined is up to the application developer. Since an
application can have any number of areas, logging channels are identified
by a unique string. Application areas can be nested (e.g. an area
of "input processing" might include sub-areas "read CSV files", "read
XLS files" and "read Gnumeric files"). To cater for this natural nesting,
channel names are organized into a namespace hierarchy where levels are
separated by periods, much like the Java or Python package namespace. So
in the instance given above, channel names might be "input" for the upper
level, and "input.csv", "input.xls" and "input.gnu" for the sub-levels.
There is no arbitrary limit to the depth of nesting.
"""
def __init__(self, name, level=NOTSET):
"""
Initialize the logger with a name and an optional level.
"""
Filterer.__init__(self)
self.name = name
self.level = _checkLevel(level)
self.parent = None
self.propagate = True
self.handlers = []
self.disabled = False
self._cache = {}
def setLevel(self, level):
"""
Set the logging level of this logger. level must be an int or a str.
"""
self.level = _checkLevel(level)
self.manager._clear_cache()
def debug(self, msg, *args, **kwargs):
"""
Log 'msg % args' with severity 'DEBUG'.
To pass exception information, use the keyword argument exc_info with
a true value, e.g.
logger.debug("Houston, we have a %s", "thorny problem", exc_info=1)
"""
if self.isEnabledFor(DEBUG):
self._log(DEBUG, msg, args, **kwargs)
def info(self, msg, *args, **kwargs):
"""
Log 'msg % args' with severity 'INFO'.
To pass exception information, use the keyword argument exc_info with
a true value, e.g.
logger.info("Houston, we have a %s", "interesting problem", exc_info=1)
"""
if self.isEnabledFor(INFO):
self._log(INFO, msg, args, **kwargs)
def warning(self, msg, *args, **kwargs):
"""
Log 'msg % args' with severity 'WARNING'.
To pass exception information, use the keyword argument exc_info with
a true value, e.g.
logger.warning("Houston, we have a %s", "bit of a problem", exc_info=1)
"""
if self.isEnabledFor(WARNING):
self._log(WARNING, msg, args, **kwargs)
def warn(self, msg, *args, **kwargs):
warnings.warn("The 'warn' method is deprecated, "
"use 'warning' instead", DeprecationWarning, 2)
self.warning(msg, *args, **kwargs)
def error(self, msg, *args, **kwargs):
"""
Log 'msg % args' with severity 'ERROR'.
To pass exception information, use the keyword argument exc_info with
a true value, e.g.
logger.error("Houston, we have a %s", "major problem", exc_info=1)
"""
if self.isEnabledFor(ERROR):
self._log(ERROR, msg, args, **kwargs)
def exception(self, msg, *args, exc_info=True, **kwargs):
"""
Convenience method for logging an ERROR with exception information.
"""
self.error(msg, *args, exc_info=exc_info, **kwargs)
def critical(self, msg, *args, **kwargs):
"""
Log 'msg % args' with severity 'CRITICAL'.
To pass exception information, use the keyword argument exc_info with
a true value, e.g.
logger.critical("Houston, we have a %s", "major disaster", exc_info=1)
"""
if self.isEnabledFor(CRITICAL):
self._log(CRITICAL, msg, args, **kwargs)
fatal = critical
def log(self, level, msg, *args, **kwargs):
"""
Log 'msg % args' with the integer severity 'level'.
To pass exception information, use the keyword argument exc_info with
a true value, e.g.
logger.log(level, "We have a %s", "mysterious problem", exc_info=1)
"""
if not isinstance(level, int):
if raiseExceptions:
raise TypeError("level must be an integer")
else:
return
if self.isEnabledFor(level):
self._log(level, msg, args, **kwargs)
def findCaller(self, stack_info=False, stacklevel=1):
"""
Find the stack frame of the caller so that we can note the source
file name, line number and function name.
"""
f = currentframe()
#On some versions of IronPython, currentframe() returns None if
#IronPython isn't run with -X:Frames.
if f is not None:
f = f.f_back
orig_f = f
while f and stacklevel > 1:
f = f.f_back
stacklevel -= 1
if not f:
f = orig_f
rv = "(unknown file)", 0, "(unknown function)", None
while hasattr(f, "f_code"):
co = f.f_code
filename = os.path.normcase(co.co_filename)
if filename == _srcfile:
f = f.f_back
continue
sinfo = None
if stack_info:
sio = io.StringIO()
sio.write('Stack (most recent call last):\n')
traceback.print_stack(f, file=sio)
sinfo = sio.getvalue()
if sinfo[-1] == '\n':
sinfo = sinfo[:-1]
sio.close()
rv = (co.co_filename, f.f_lineno, co.co_name, sinfo)
break
return rv
def makeRecord(self, name, level, fn, lno, msg, args, exc_info,
func=None, extra=None, sinfo=None):
"""
A factory method which can be overridden in subclasses to create
specialized LogRecords.
"""
rv = _logRecordFactory(name, level, fn, lno, msg, args, exc_info, func,
sinfo)
if extra is not None:
for key in extra:
if (key in ["message", "asctime"]) or (key in rv.__dict__):
raise KeyError("Attempt to overwrite %r in LogRecord" % key)
rv.__dict__[key] = extra[key]
return rv
def _log(self, level, msg, args, exc_info=None, extra=None, stack_info=False,
stacklevel=1):
"""
Low-level logging routine which creates a LogRecord and then calls
all the handlers of this logger to handle the record.
"""
sinfo = None
if _srcfile:
#IronPython doesn't track Python frames, so findCaller raises an
#exception on some versions of IronPython. We trap it here so that
#IronPython can use logging.
try:
fn, lno, func, sinfo = self.findCaller(stack_info, stacklevel)
except ValueError: # pragma: no cover
fn, lno, func = "(unknown file)", 0, "(unknown function)"
else: # pragma: no cover
fn, lno, func = "(unknown file)", 0, "(unknown function)"
if exc_info:
if isinstance(exc_info, BaseException):
exc_info = (type(exc_info), exc_info, exc_info.__traceback__)
elif not isinstance(exc_info, tuple):
exc_info = sys.exc_info()
record = self.makeRecord(self.name, level, fn, lno, msg, args,
exc_info, func, extra, sinfo)
self.handle(record)
def handle(self, record):
"""
Call the handlers for the specified record.
This method is used for unpickled records received from a socket, as
well as those created locally. Logger-level filtering is applied.
"""
if (not self.disabled) and self.filter(record):
self.callHandlers(record)
def addHandler(self, hdlr):
"""
Add the specified handler to this logger.
"""
_acquireLock()
try:
if not (hdlr in self.handlers):
self.handlers.append(hdlr)
finally:
_releaseLock()
def removeHandler(self, hdlr):
"""
Remove the specified handler from this logger.
"""
_acquireLock()
try:
if hdlr in self.handlers:
self.handlers.remove(hdlr)
finally:
_releaseLock()
def hasHandlers(self):
"""
See if this logger has any handlers configured.
Loop through all handlers for this logger and its parents in the
logger hierarchy. Return True if a handler was found, else False.
Stop searching up the hierarchy whenever a logger with the "propagate"
attribute set to zero is found - that will be the last logger which
is checked for the existence of handlers.
"""
c = self
rv = False
while c:
if c.handlers:
rv = True
break
if not c.propagate:
break
else:
c = c.parent
return rv
def callHandlers(self, record):
"""
Pass a record to all relevant handlers.
Loop through all handlers for this logger and its parents in the
logger hierarchy. If no handler was found, output a one-off error
message to sys.stderr. Stop searching up the hierarchy whenever a
logger with the "propagate" attribute set to zero is found - that
will be the last logger whose handlers are called.
"""
c = self
found = 0
while c:
for hdlr in c.handlers:
found = found + 1
if record.levelno >= hdlr.level:
hdlr.handle(record)
if not c.propagate:
c = None #break out
else:
c = c.parent
if (found == 0):
if lastResort:
if record.levelno >= lastResort.level:
lastResort.handle(record)
elif raiseExceptions and not self.manager.emittedNoHandlerWarning:
sys.stderr.write("No handlers could be found for logger"
" \"%s\"\n" % self.name)
self.manager.emittedNoHandlerWarning = True
def getEffectiveLevel(self):
"""
Get the effective level for this logger.
Loop through this logger and its parents in the logger hierarchy,
looking for a non-zero logging level. Return the first one found.
"""
logger = self
while logger:
if logger.level:
return logger.level
logger = logger.parent
return NOTSET
def isEnabledFor(self, level):
"""
Is this logger enabled for level 'level'?
"""
if self.disabled:
return False
try:
return self._cache[level]
except KeyError:
_acquireLock()
try:
if self.manager.disable >= level:
is_enabled = self._cache[level] = False
else:
is_enabled = self._cache[level] = (
level >= self.getEffectiveLevel()
)
finally:
_releaseLock()
return is_enabled
def getChild(self, suffix):
"""
Get a logger which is a descendant to this one.
This is a convenience method, such that
logging.getLogger('abc').getChild('def.ghi')
is the same as
logging.getLogger('abc.def.ghi')
It's useful, for example, when the parent logger is named using
__name__ rather than a literal string.
"""
if self.root is not self:
suffix = '.'.join((self.name, suffix))
return self.manager.getLogger(suffix)
def __repr__(self):
level = getLevelName(self.getEffectiveLevel())
return '<%s %s (%s)>' % (self.__class__.__name__, self.name, level)
def __reduce__(self):
# In general, only the root logger will not be accessible via its name.
# However, the root logger's class has its own __reduce__ method.
if getLogger(self.name) is not self:
import pickle
raise pickle.PicklingError('logger cannot be pickled')
return getLogger, (self.name,)
class RootLogger(Logger):
"""
A root logger is not that different to any other logger, except that
it must have a logging level and there is only one instance of it in
the hierarchy.
"""
def __init__(self, level):
"""
Initialize the logger with the name "root".
"""
Logger.__init__(self, "root", level)
def __reduce__(self):
return getLogger, ()
_loggerClass = Logger
class LoggerAdapter(object):
"""
An adapter for loggers which makes it easier to specify contextual
information in logging output.
"""
def __init__(self, logger, extra):
"""
Initialize the adapter with a logger and a dict-like object which
provides contextual information. This constructor signature allows
easy stacking of LoggerAdapters, if so desired.
You can effectively pass keyword arguments as shown in the
following example:
adapter = LoggerAdapter(someLogger, dict(p1=v1, p2="v2"))
"""
self.logger = logger
self.extra = extra
def process(self, msg, kwargs):
"""
Process the logging message and keyword arguments passed in to
a logging call to insert contextual information. You can either
manipulate the message itself, the keyword args or both. Return
the message and kwargs modified (or not) to suit your needs.
Normally, you'll only need to override this one method in a
LoggerAdapter subclass for your specific needs.
"""
kwargs["extra"] = self.extra
return msg, kwargs
#
# Boilerplate convenience methods
#
def debug(self, msg, *args, **kwargs):
"""
Delegate a debug call to the underlying logger.
"""
self.log(DEBUG, msg, *args, **kwargs)
def info(self, msg, *args, **kwargs):
"""
Delegate an info call to the underlying logger.
"""
self.log(INFO, msg, *args, **kwargs)
def warning(self, msg, *args, **kwargs):
"""
Delegate a warning call to the underlying logger.
"""
self.log(WARNING, msg, *args, **kwargs)
def warn(self, msg, *args, **kwargs):
warnings.warn("The 'warn' method is deprecated, "
"use 'warning' instead", DeprecationWarning, 2)
self.warning(msg, *args, **kwargs)
def error(self, msg, *args, **kwargs):
"""
Delegate an error call to the underlying logger.
"""
self.log(ERROR, msg, *args, **kwargs)
def exception(self, msg, *args, exc_info=True, **kwargs):
"""
Delegate an exception call to the underlying logger.
"""
self.log(ERROR, msg, *args, exc_info=exc_info, **kwargs)
def critical(self, msg, *args, **kwargs):
"""
Delegate a critical call to the underlying logger.
"""
self.log(CRITICAL, msg, *args, **kwargs)
def log(self, level, msg, *args, **kwargs):
"""
Delegate a log call to the underlying logger, after adding
contextual information from this adapter instance.
"""
if self.isEnabledFor(level):
msg, kwargs = self.process(msg, kwargs)
self.logger.log(level, msg, *args, **kwargs)
def isEnabledFor(self, level):
"""
Is this logger enabled for level 'level'?
"""
return self.logger.isEnabledFor(level)
def setLevel(self, level):
"""
Set the specified level on the underlying logger.
"""
self.logger.setLevel(level)
def getEffectiveLevel(self):
"""
Get the effective level for the underlying logger.
"""
return self.logger.getEffectiveLevel()
def hasHandlers(self):
"""
See if the underlying logger has any handlers.
"""
return self.logger.hasHandlers()
def _log(self, level, msg, args, exc_info=None, extra=None, stack_info=False):
"""
Low-level log implementation, proxied to allow nested logger adapters.
"""
return self.logger._log(
level,
msg,
args,
exc_info=exc_info,
extra=extra,
stack_info=stack_info,
)
@property
def manager(self):
return self.logger.manager
@manager.setter
def manager(self, value):
self.logger.manager = value
@property
def name(self):
return self.logger.name
def __repr__(self):
logger = self.logger
level = getLevelName(logger.getEffectiveLevel())
return '<%s %s (%s)>' % (self.__class__.__name__, logger.name, level)
root = RootLogger(WARNING)
Logger.root = root
Logger.manager = Manager(Logger.root)
#---------------------------------------------------------------------------
# Configuration classes and functions
#---------------------------------------------------------------------------
def basicConfig(**kwargs):
"""
Do basic configuration for the logging system.
This function does nothing if the root logger already has handlers
configured, unless the keyword argument *force* is set to ``True``.
It is a convenience method intended for use by simple scripts
to do one-shot configuration of the logging package.
The default behaviour is to create a StreamHandler which writes to
sys.stderr, set a formatter using the BASIC_FORMAT format string, and
add the handler to the root logger.
A number of optional keyword arguments may be specified, which can alter
the default behaviour.
filename Specifies that a FileHandler be created, using the specified
filename, rather than a StreamHandler.
filemode Specifies the mode to open the file, if filename is specified
(if filemode is unspecified, it defaults to 'a').
format Use the specified format string for the handler.
datefmt Use the specified date/time format.
style If a format string is specified, use this to specify the
type of format string (possible values '%', '{', '$', for
%-formatting, :meth:`str.format` and :class:`string.Template`
- defaults to '%').
level Set the root logger level to the specified level.
stream Use the specified stream to initialize the StreamHandler. Note
that this argument is incompatible with 'filename' - if both
are present, 'stream' is ignored.
handlers If specified, this should be an iterable of already created
handlers, which will be added to the root handler. Any handler
in the list which does not have a formatter assigned will be
assigned the formatter created in this function.
force If this keyword is specified as true, any existing handlers
attached to the root logger are removed and closed, before
carrying out the configuration as specified by the other
arguments.
Note that you could specify a stream created using open(filename, mode)
rather than passing the filename and mode in. However, it should be
remembered that StreamHandler does not close its stream (since it may be
using sys.stdout or sys.stderr), whereas FileHandler closes its stream
when the handler is closed.
.. versionchanged:: 3.8
Added the ``force`` parameter.
.. versionchanged:: 3.2
Added the ``style`` parameter.
.. versionchanged:: 3.3
Added the ``handlers`` parameter. A ``ValueError`` is now thrown for
incompatible arguments (e.g. ``handlers`` specified together with
``filename``/``filemode``, or ``filename``/``filemode`` specified
together with ``stream``, or ``handlers`` specified together with
``stream``.
"""
# Add thread safety in case someone mistakenly calls
# basicConfig() from multiple threads
_acquireLock()
try:
force = kwargs.pop('force', False)
if force:
for h in root.handlers[:]:
root.removeHandler(h)
h.close()
if len(root.handlers) == 0:
handlers = kwargs.pop("handlers", None)
if handlers is None:
if "stream" in kwargs and "filename" in kwargs:
raise ValueError("'stream' and 'filename' should not be "
"specified together")
else:
if "stream" in kwargs or "filename" in kwargs:
raise ValueError("'stream' or 'filename' should not be "
"specified together with 'handlers'")
if handlers is None:
filename = kwargs.pop("filename", None)
mode = kwargs.pop("filemode", 'a')
if filename:
h = FileHandler(filename, mode)
else:
stream = kwargs.pop("stream", None)
h = StreamHandler(stream)
handlers = [h]
dfs = kwargs.pop("datefmt", None)
style = kwargs.pop("style", '%')
if style not in _STYLES:
raise ValueError('Style must be one of: %s' % ','.join(
_STYLES.keys()))
fs = kwargs.pop("format", _STYLES[style][1])
fmt = Formatter(fs, dfs, style)
for h in handlers:
if h.formatter is None:
h.setFormatter(fmt)
root.addHandler(h)
level = kwargs.pop("level", None)
if level is not None:
root.setLevel(level)
if kwargs:
keys = ', '.join(kwargs.keys())
raise ValueError('Unrecognised argument(s): %s' % keys)
finally:
_releaseLock()
#---------------------------------------------------------------------------
# Utility functions at module level.
# Basically delegate everything to the root logger.
#---------------------------------------------------------------------------
def getLogger(name=None):
"""
Return a logger with the specified name, creating it if necessary.
If no name is specified, return the root logger.
"""
if name:
return Logger.manager.getLogger(name)
else:
return root
def critical(msg, *args, **kwargs):
"""
Log a message with severity 'CRITICAL' on the root logger. If the logger
has no handlers, call basicConfig() to add a console handler with a
pre-defined format.
"""
if len(root.handlers) == 0:
basicConfig()
root.critical(msg, *args, **kwargs)
fatal = critical
def error(msg, *args, **kwargs):
"""
Log a message with severity 'ERROR' on the root logger. If the logger has
no handlers, call basicConfig() to add a console handler with a pre-defined
format.
"""
if len(root.handlers) == 0:
basicConfig()
root.error(msg, *args, **kwargs)
def exception(msg, *args, exc_info=True, **kwargs):
"""
Log a message with severity 'ERROR' on the root logger, with exception
information. If the logger has no handlers, basicConfig() is called to add
a console handler with a pre-defined format.
"""
error(msg, *args, exc_info=exc_info, **kwargs)
def warning(msg, *args, **kwargs):
"""
Log a message with severity 'WARNING' on the root logger. If the logger has
no handlers, call basicConfig() to add a console handler with a pre-defined
format.
"""
if len(root.handlers) == 0:
basicConfig()
root.warning(msg, *args, **kwargs)
def warn(msg, *args, **kwargs):
warnings.warn("The 'warn' function is deprecated, "
"use 'warning' instead", DeprecationWarning, 2)
warning(msg, *args, **kwargs)
def info(msg, *args, **kwargs):
"""
Log a message with severity 'INFO' on the root logger. If the logger has
no handlers, call basicConfig() to add a console handler with a pre-defined
format.
"""
if len(root.handlers) == 0:
basicConfig()
root.info(msg, *args, **kwargs)
def debug(msg, *args, **kwargs):
"""
Log a message with severity 'DEBUG' on the root logger. If the logger has
no handlers, call basicConfig() to add a console handler with a pre-defined
format.
"""
if len(root.handlers) == 0:
basicConfig()
root.debug(msg, *args, **kwargs)
def log(level, msg, *args, **kwargs):
"""
Log 'msg % args' with the integer severity 'level' on the root logger. If
the logger has no handlers, call basicConfig() to add a console handler
with a pre-defined format.
"""
if len(root.handlers) == 0:
basicConfig()
root.log(level, msg, *args, **kwargs)
def disable(level=CRITICAL):
"""
Disable all logging calls of severity 'level' and below.
"""
root.manager.disable = level
root.manager._clear_cache()
def shutdown(handlerList=_handlerList):
"""
Perform any cleanup actions in the logging system (e.g. flushing
buffers).
Should be called at application exit.
"""
for wr in reversed(handlerList[:]):
#errors might occur, for example, if files are locked
#we just ignore them if raiseExceptions is not set
try:
h = wr()
if h:
try:
h.acquire()
h.flush()
h.close()
except (OSError, ValueError):
# Ignore errors which might be caused
# because handlers have been closed but
# references to them are still around at
# application exit.
pass
finally:
h.release()
except: # ignore everything, as we're shutting down
if raiseExceptions:
raise
#else, swallow
#Let's try and shutdown automatically on application exit...
import atexit
atexit.register(shutdown)
# Null handler
class NullHandler(Handler):
"""
This handler does nothing. It's intended to be used to avoid the
"No handlers could be found for logger XXX" one-off warning. This is
important for library code, which may contain code to log events. If a user
of the library does not configure logging, the one-off warning might be
produced; to avoid this, the library developer simply needs to instantiate
a NullHandler and add it to the top-level logger of the library module or
package.
"""
def handle(self, record):
"""Stub."""
def emit(self, record):
"""Stub."""
def createLock(self):
self.lock = None
# Warnings integration
_warnings_showwarning = None
def _showwarning(message, category, filename, lineno, file=None, line=None):
"""
Implementation of showwarnings which redirects to logging, which will first
check to see if the file parameter is None. If a file is specified, it will
delegate to the original warnings implementation of showwarning. Otherwise,
it will call warnings.formatwarning and will log the resulting string to a
warnings logger named "py.warnings" with level logging.WARNING.
"""
if file is not None:
if _warnings_showwarning is not None:
_warnings_showwarning(message, category, filename, lineno, file, line)
else:
s = warnings.formatwarning(message, category, filename, lineno, line)
logger = getLogger("py.warnings")
if not logger.handlers:
logger.addHandler(NullHandler())
logger.warning("%s", s)
def captureWarnings(capture):
"""
If capture is true, redirect all warnings to the logging package.
If capture is False, ensure that warnings are not redirected to logging
but to their original destinations.
"""
global _warnings_showwarning
if capture:
if _warnings_showwarning is None:
_warnings_showwarning = warnings.showwarning
warnings.showwarning = _showwarning
else:
if _warnings_showwarning is not None:
warnings.showwarning = _warnings_showwarning
_warnings_showwarning = None
logging/handlers.py 0000644 00000161161 15115353745 0010363 0 ustar 00 # Copyright 2001-2016 by Vinay Sajip. All Rights Reserved.
#
# Permission to use, copy, modify, and distribute this software and its
# documentation for any purpose and without fee is hereby granted,
# provided that the above copyright notice appear in all copies and that
# both that copyright notice and this permission notice appear in
# supporting documentation, and that the name of Vinay Sajip
# not be used in advertising or publicity pertaining to distribution
# of the software without specific, written prior permission.
# VINAY SAJIP DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE, INCLUDING
# ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL
# VINAY SAJIP BE LIABLE FOR ANY SPECIAL, INDIRECT OR CONSEQUENTIAL DAMAGES OR
# ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER
# IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT
# OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
"""
Additional handlers for the logging package for Python. The core package is
based on PEP 282 and comments thereto in comp.lang.python.
Copyright (C) 2001-2016 Vinay Sajip. All Rights Reserved.
To use, simply 'import logging.handlers' and log away!
"""
import logging, socket, os, pickle, struct, time, re
from stat import ST_DEV, ST_INO, ST_MTIME
import queue
import threading
import copy
#
# Some constants...
#
DEFAULT_TCP_LOGGING_PORT = 9020
DEFAULT_UDP_LOGGING_PORT = 9021
DEFAULT_HTTP_LOGGING_PORT = 9022
DEFAULT_SOAP_LOGGING_PORT = 9023
SYSLOG_UDP_PORT = 514
SYSLOG_TCP_PORT = 514
_MIDNIGHT = 24 * 60 * 60 # number of seconds in a day
class BaseRotatingHandler(logging.FileHandler):
"""
Base class for handlers that rotate log files at a certain point.
Not meant to be instantiated directly. Instead, use RotatingFileHandler
or TimedRotatingFileHandler.
"""
def __init__(self, filename, mode, encoding=None, delay=False):
"""
Use the specified filename for streamed logging
"""
logging.FileHandler.__init__(self, filename, mode, encoding, delay)
self.mode = mode
self.encoding = encoding
self.namer = None
self.rotator = None
def emit(self, record):
"""
Emit a record.
Output the record to the file, catering for rollover as described
in doRollover().
"""
try:
if self.shouldRollover(record):
self.doRollover()
logging.FileHandler.emit(self, record)
except Exception:
self.handleError(record)
def rotation_filename(self, default_name):
"""
Modify the filename of a log file when rotating.
This is provided so that a custom filename can be provided.
The default implementation calls the 'namer' attribute of the
handler, if it's callable, passing the default name to
it. If the attribute isn't callable (the default is None), the name
is returned unchanged.
:param default_name: The default name for the log file.
"""
if not callable(self.namer):
result = default_name
else:
result = self.namer(default_name)
return result
def rotate(self, source, dest):
"""
When rotating, rotate the current log.
The default implementation calls the 'rotator' attribute of the
handler, if it's callable, passing the source and dest arguments to
it. If the attribute isn't callable (the default is None), the source
is simply renamed to the destination.
:param source: The source filename. This is normally the base
filename, e.g. 'test.log'
:param dest: The destination filename. This is normally
what the source is rotated to, e.g. 'test.log.1'.
"""
if not callable(self.rotator):
# Issue 18940: A file may not have been created if delay is True.
if os.path.exists(source):
os.rename(source, dest)
else:
self.rotator(source, dest)
class RotatingFileHandler(BaseRotatingHandler):
"""
Handler for logging to a set of files, which switches from one file
to the next when the current file reaches a certain size.
"""
def __init__(self, filename, mode='a', maxBytes=0, backupCount=0, encoding=None, delay=False):
"""
Open the specified file and use it as the stream for logging.
By default, the file grows indefinitely. You can specify particular
values of maxBytes and backupCount to allow the file to rollover at
a predetermined size.
Rollover occurs whenever the current log file is nearly maxBytes in
length. If backupCount is >= 1, the system will successively create
new files with the same pathname as the base file, but with extensions
".1", ".2" etc. appended to it. For example, with a backupCount of 5
and a base file name of "app.log", you would get "app.log",
"app.log.1", "app.log.2", ... through to "app.log.5". The file being
written to is always "app.log" - when it gets filled up, it is closed
and renamed to "app.log.1", and if files "app.log.1", "app.log.2" etc.
exist, then they are renamed to "app.log.2", "app.log.3" etc.
respectively.
If maxBytes is zero, rollover never occurs.
"""
# If rotation/rollover is wanted, it doesn't make sense to use another
# mode. If for example 'w' were specified, then if there were multiple
# runs of the calling application, the logs from previous runs would be
# lost if the 'w' is respected, because the log file would be truncated
# on each run.
if maxBytes > 0:
mode = 'a'
BaseRotatingHandler.__init__(self, filename, mode, encoding, delay)
self.maxBytes = maxBytes
self.backupCount = backupCount
def doRollover(self):
"""
Do a rollover, as described in __init__().
"""
if self.stream:
self.stream.close()
self.stream = None
if self.backupCount > 0:
for i in range(self.backupCount - 1, 0, -1):
sfn = self.rotation_filename("%s.%d" % (self.baseFilename, i))
dfn = self.rotation_filename("%s.%d" % (self.baseFilename,
i + 1))
if os.path.exists(sfn):
if os.path.exists(dfn):
os.remove(dfn)
os.rename(sfn, dfn)
dfn = self.rotation_filename(self.baseFilename + ".1")
if os.path.exists(dfn):
os.remove(dfn)
self.rotate(self.baseFilename, dfn)
if not self.delay:
self.stream = self._open()
def shouldRollover(self, record):
"""
Determine if rollover should occur.
Basically, see if the supplied record would cause the file to exceed
the size limit we have.
"""
if self.stream is None: # delay was set...
self.stream = self._open()
if self.maxBytes > 0: # are we rolling over?
msg = "%s\n" % self.format(record)
self.stream.seek(0, 2) #due to non-posix-compliant Windows feature
if self.stream.tell() + len(msg) >= self.maxBytes:
return 1
return 0
class TimedRotatingFileHandler(BaseRotatingHandler):
"""
Handler for logging to a file, rotating the log file at certain timed
intervals.
If backupCount is > 0, when rollover is done, no more than backupCount
files are kept - the oldest ones are deleted.
"""
def __init__(self, filename, when='h', interval=1, backupCount=0, encoding=None, delay=False, utc=False, atTime=None):
BaseRotatingHandler.__init__(self, filename, 'a', encoding, delay)
self.when = when.upper()
self.backupCount = backupCount
self.utc = utc
self.atTime = atTime
# Calculate the real rollover interval, which is just the number of
# seconds between rollovers. Also set the filename suffix used when
# a rollover occurs. Current 'when' events supported:
# S - Seconds
# M - Minutes
# H - Hours
# D - Days
# midnight - roll over at midnight
# W{0-6} - roll over on a certain day; 0 - Monday
#
# Case of the 'when' specifier is not important; lower or upper case
# will work.
if self.when == 'S':
self.interval = 1 # one second
self.suffix = "%Y-%m-%d_%H-%M-%S"
self.extMatch = r"^\d{4}-\d{2}-\d{2}_\d{2}-\d{2}-\d{2}(\.\w+)?$"
elif self.when == 'M':
self.interval = 60 # one minute
self.suffix = "%Y-%m-%d_%H-%M"
self.extMatch = r"^\d{4}-\d{2}-\d{2}_\d{2}-\d{2}(\.\w+)?$"
elif self.when == 'H':
self.interval = 60 * 60 # one hour
self.suffix = "%Y-%m-%d_%H"
self.extMatch = r"^\d{4}-\d{2}-\d{2}_\d{2}(\.\w+)?$"
elif self.when == 'D' or self.when == 'MIDNIGHT':
self.interval = 60 * 60 * 24 # one day
self.suffix = "%Y-%m-%d"
self.extMatch = r"^\d{4}-\d{2}-\d{2}(\.\w+)?$"
elif self.when.startswith('W'):
self.interval = 60 * 60 * 24 * 7 # one week
if len(self.when) != 2:
raise ValueError("You must specify a day for weekly rollover from 0 to 6 (0 is Monday): %s" % self.when)
if self.when[1] < '0' or self.when[1] > '6':
raise ValueError("Invalid day specified for weekly rollover: %s" % self.when)
self.dayOfWeek = int(self.when[1])
self.suffix = "%Y-%m-%d"
self.extMatch = r"^\d{4}-\d{2}-\d{2}(\.\w+)?$"
else:
raise ValueError("Invalid rollover interval specified: %s" % self.when)
self.extMatch = re.compile(self.extMatch, re.ASCII)
self.interval = self.interval * interval # multiply by units requested
# The following line added because the filename passed in could be a
# path object (see Issue #27493), but self.baseFilename will be a string
filename = self.baseFilename
if os.path.exists(filename):
t = os.stat(filename)[ST_MTIME]
else:
t = int(time.time())
self.rolloverAt = self.computeRollover(t)
def computeRollover(self, currentTime):
"""
Work out the rollover time based on the specified time.
"""
result = currentTime + self.interval
# If we are rolling over at midnight or weekly, then the interval is already known.
# What we need to figure out is WHEN the next interval is. In other words,
# if you are rolling over at midnight, then your base interval is 1 day,
# but you want to start that one day clock at midnight, not now. So, we
# have to fudge the rolloverAt value in order to trigger the first rollover
# at the right time. After that, the regular interval will take care of
# the rest. Note that this code doesn't care about leap seconds. :)
if self.when == 'MIDNIGHT' or self.when.startswith('W'):
# This could be done with less code, but I wanted it to be clear
if self.utc:
t = time.gmtime(currentTime)
else:
t = time.localtime(currentTime)
currentHour = t[3]
currentMinute = t[4]
currentSecond = t[5]
currentDay = t[6]
# r is the number of seconds left between now and the next rotation
if self.atTime is None:
rotate_ts = _MIDNIGHT
else:
rotate_ts = ((self.atTime.hour * 60 + self.atTime.minute)*60 +
self.atTime.second)
r = rotate_ts - ((currentHour * 60 + currentMinute) * 60 +
currentSecond)
if r < 0:
# Rotate time is before the current time (for example when
# self.rotateAt is 13:45 and it now 14:15), rotation is
# tomorrow.
r += _MIDNIGHT
currentDay = (currentDay + 1) % 7
result = currentTime + r
# If we are rolling over on a certain day, add in the number of days until
# the next rollover, but offset by 1 since we just calculated the time
# until the next day starts. There are three cases:
# Case 1) The day to rollover is today; in this case, do nothing
# Case 2) The day to rollover is further in the interval (i.e., today is
# day 2 (Wednesday) and rollover is on day 6 (Sunday). Days to
# next rollover is simply 6 - 2 - 1, or 3.
# Case 3) The day to rollover is behind us in the interval (i.e., today
# is day 5 (Saturday) and rollover is on day 3 (Thursday).
# Days to rollover is 6 - 5 + 3, or 4. In this case, it's the
# number of days left in the current week (1) plus the number
# of days in the next week until the rollover day (3).
# The calculations described in 2) and 3) above need to have a day added.
# This is because the above time calculation takes us to midnight on this
# day, i.e. the start of the next day.
if self.when.startswith('W'):
day = currentDay # 0 is Monday
if day != self.dayOfWeek:
if day < self.dayOfWeek:
daysToWait = self.dayOfWeek - day
else:
daysToWait = 6 - day + self.dayOfWeek + 1
newRolloverAt = result + (daysToWait * (60 * 60 * 24))
if not self.utc:
dstNow = t[-1]
dstAtRollover = time.localtime(newRolloverAt)[-1]
if dstNow != dstAtRollover:
if not dstNow: # DST kicks in before next rollover, so we need to deduct an hour
addend = -3600
else: # DST bows out before next rollover, so we need to add an hour
addend = 3600
newRolloverAt += addend
result = newRolloverAt
return result
def shouldRollover(self, record):
"""
Determine if rollover should occur.
record is not used, as we are just comparing times, but it is needed so
the method signatures are the same
"""
t = int(time.time())
if t >= self.rolloverAt:
return 1
return 0
def getFilesToDelete(self):
"""
Determine the files to delete when rolling over.
More specific than the earlier method, which just used glob.glob().
"""
dirName, baseName = os.path.split(self.baseFilename)
fileNames = os.listdir(dirName)
result = []
prefix = baseName + "."
plen = len(prefix)
for fileName in fileNames:
if fileName[:plen] == prefix:
suffix = fileName[plen:]
if self.extMatch.match(suffix):
result.append(os.path.join(dirName, fileName))
if len(result) < self.backupCount:
result = []
else:
result.sort()
result = result[:len(result) - self.backupCount]
return result
def doRollover(self):
"""
do a rollover; in this case, a date/time stamp is appended to the filename
when the rollover happens. However, you want the file to be named for the
start of the interval, not the current time. If there is a backup count,
then we have to get a list of matching filenames, sort them and remove
the one with the oldest suffix.
"""
if self.stream:
self.stream.close()
self.stream = None
# get the time that this sequence started at and make it a TimeTuple
currentTime = int(time.time())
dstNow = time.localtime(currentTime)[-1]
t = self.rolloverAt - self.interval
if self.utc:
timeTuple = time.gmtime(t)
else:
timeTuple = time.localtime(t)
dstThen = timeTuple[-1]
if dstNow != dstThen:
if dstNow:
addend = 3600
else:
addend = -3600
timeTuple = time.localtime(t + addend)
dfn = self.rotation_filename(self.baseFilename + "." +
time.strftime(self.suffix, timeTuple))
if os.path.exists(dfn):
os.remove(dfn)
self.rotate(self.baseFilename, dfn)
if self.backupCount > 0:
for s in self.getFilesToDelete():
os.remove(s)
if not self.delay:
self.stream = self._open()
newRolloverAt = self.computeRollover(currentTime)
while newRolloverAt <= currentTime:
newRolloverAt = newRolloverAt + self.interval
#If DST changes and midnight or weekly rollover, adjust for this.
if (self.when == 'MIDNIGHT' or self.when.startswith('W')) and not self.utc:
dstAtRollover = time.localtime(newRolloverAt)[-1]
if dstNow != dstAtRollover:
if not dstNow: # DST kicks in before next rollover, so we need to deduct an hour
addend = -3600
else: # DST bows out before next rollover, so we need to add an hour
addend = 3600
newRolloverAt += addend
self.rolloverAt = newRolloverAt
class WatchedFileHandler(logging.FileHandler):
"""
A handler for logging to a file, which watches the file
to see if it has changed while in use. This can happen because of
usage of programs such as newsyslog and logrotate which perform
log file rotation. This handler, intended for use under Unix,
watches the file to see if it has changed since the last emit.
(A file has changed if its device or inode have changed.)
If it has changed, the old file stream is closed, and the file
opened to get a new stream.
This handler is not appropriate for use under Windows, because
under Windows open files cannot be moved or renamed - logging
opens the files with exclusive locks - and so there is no need
for such a handler. Furthermore, ST_INO is not supported under
Windows; stat always returns zero for this value.
This handler is based on a suggestion and patch by Chad J.
Schroeder.
"""
def __init__(self, filename, mode='a', encoding=None, delay=False):
logging.FileHandler.__init__(self, filename, mode, encoding, delay)
self.dev, self.ino = -1, -1
self._statstream()
def _statstream(self):
if self.stream:
sres = os.fstat(self.stream.fileno())
self.dev, self.ino = sres[ST_DEV], sres[ST_INO]
def reopenIfNeeded(self):
"""
Reopen log file if needed.
Checks if the underlying file has changed, and if it
has, close the old stream and reopen the file to get the
current stream.
"""
# Reduce the chance of race conditions by stat'ing by path only
# once and then fstat'ing our new fd if we opened a new log stream.
# See issue #14632: Thanks to John Mulligan for the problem report
# and patch.
try:
# stat the file by path, checking for existence
sres = os.stat(self.baseFilename)
except FileNotFoundError:
sres = None
# compare file system stat with that of our stream file handle
if not sres or sres[ST_DEV] != self.dev or sres[ST_INO] != self.ino:
if self.stream is not None:
# we have an open file handle, clean it up
self.stream.flush()
self.stream.close()
self.stream = None # See Issue #21742: _open () might fail.
# open a new file handle and get new stat info from that fd
self.stream = self._open()
self._statstream()
def emit(self, record):
"""
Emit a record.
If underlying file has changed, reopen the file before emitting the
record to it.
"""
self.reopenIfNeeded()
logging.FileHandler.emit(self, record)
class SocketHandler(logging.Handler):
"""
A handler class which writes logging records, in pickle format, to
a streaming socket. The socket is kept open across logging calls.
If the peer resets it, an attempt is made to reconnect on the next call.
The pickle which is sent is that of the LogRecord's attribute dictionary
(__dict__), so that the receiver does not need to have the logging module
installed in order to process the logging event.
To unpickle the record at the receiving end into a LogRecord, use the
makeLogRecord function.
"""
def __init__(self, host, port):
"""
Initializes the handler with a specific host address and port.
When the attribute *closeOnError* is set to True - if a socket error
occurs, the socket is silently closed and then reopened on the next
logging call.
"""
logging.Handler.__init__(self)
self.host = host
self.port = port
if port is None:
self.address = host
else:
self.address = (host, port)
self.sock = None
self.closeOnError = False
self.retryTime = None
#
# Exponential backoff parameters.
#
self.retryStart = 1.0
self.retryMax = 30.0
self.retryFactor = 2.0
def makeSocket(self, timeout=1):
"""
A factory method which allows subclasses to define the precise
type of socket they want.
"""
if self.port is not None:
result = socket.create_connection(self.address, timeout=timeout)
else:
result = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
result.settimeout(timeout)
try:
result.connect(self.address)
except OSError:
result.close() # Issue 19182
raise
return result
def createSocket(self):
"""
Try to create a socket, using an exponential backoff with
a max retry time. Thanks to Robert Olson for the original patch
(SF #815911) which has been slightly refactored.
"""
now = time.time()
# Either retryTime is None, in which case this
# is the first time back after a disconnect, or
# we've waited long enough.
if self.retryTime is None:
attempt = True
else:
attempt = (now >= self.retryTime)
if attempt:
try:
self.sock = self.makeSocket()
self.retryTime = None # next time, no delay before trying
except OSError:
#Creation failed, so set the retry time and return.
if self.retryTime is None:
self.retryPeriod = self.retryStart
else:
self.retryPeriod = self.retryPeriod * self.retryFactor
if self.retryPeriod > self.retryMax:
self.retryPeriod = self.retryMax
self.retryTime = now + self.retryPeriod
def send(self, s):
"""
Send a pickled string to the socket.
This function allows for partial sends which can happen when the
network is busy.
"""
if self.sock is None:
self.createSocket()
#self.sock can be None either because we haven't reached the retry
#time yet, or because we have reached the retry time and retried,
#but are still unable to connect.
if self.sock:
try:
self.sock.sendall(s)
except OSError: #pragma: no cover
self.sock.close()
self.sock = None # so we can call createSocket next time
def makePickle(self, record):
"""
Pickles the record in binary format with a length prefix, and
returns it ready for transmission across the socket.
"""
ei = record.exc_info
if ei:
# just to get traceback text into record.exc_text ...
dummy = self.format(record)
# See issue #14436: If msg or args are objects, they may not be
# available on the receiving end. So we convert the msg % args
# to a string, save it as msg and zap the args.
d = dict(record.__dict__)
d['msg'] = record.getMessage()
d['args'] = None
d['exc_info'] = None
# Issue #25685: delete 'message' if present: redundant with 'msg'
d.pop('message', None)
s = pickle.dumps(d, 1)
slen = struct.pack(">L", len(s))
return slen + s
def handleError(self, record):
"""
Handle an error during logging.
An error has occurred during logging. Most likely cause -
connection lost. Close the socket so that we can retry on the
next event.
"""
if self.closeOnError and self.sock:
self.sock.close()
self.sock = None #try to reconnect next time
else:
logging.Handler.handleError(self, record)
def emit(self, record):
"""
Emit a record.
Pickles the record and writes it to the socket in binary format.
If there is an error with the socket, silently drop the packet.
If there was a problem with the socket, re-establishes the
socket.
"""
try:
s = self.makePickle(record)
self.send(s)
except Exception:
self.handleError(record)
def close(self):
"""
Closes the socket.
"""
self.acquire()
try:
sock = self.sock
if sock:
self.sock = None
sock.close()
logging.Handler.close(self)
finally:
self.release()
class DatagramHandler(SocketHandler):
"""
A handler class which writes logging records, in pickle format, to
a datagram socket. The pickle which is sent is that of the LogRecord's
attribute dictionary (__dict__), so that the receiver does not need to
have the logging module installed in order to process the logging event.
To unpickle the record at the receiving end into a LogRecord, use the
makeLogRecord function.
"""
def __init__(self, host, port):
"""
Initializes the handler with a specific host address and port.
"""
SocketHandler.__init__(self, host, port)
self.closeOnError = False
def makeSocket(self):
"""
The factory method of SocketHandler is here overridden to create
a UDP socket (SOCK_DGRAM).
"""
if self.port is None:
family = socket.AF_UNIX
else:
family = socket.AF_INET
s = socket.socket(family, socket.SOCK_DGRAM)
return s
def send(self, s):
"""
Send a pickled string to a socket.
This function no longer allows for partial sends which can happen
when the network is busy - UDP does not guarantee delivery and
can deliver packets out of sequence.
"""
if self.sock is None:
self.createSocket()
self.sock.sendto(s, self.address)
class SysLogHandler(logging.Handler):
"""
A handler class which sends formatted logging records to a syslog
server. Based on Sam Rushing's syslog module:
http://www.nightmare.com/squirl/python-ext/misc/syslog.py
Contributed by Nicolas Untz (after which minor refactoring changes
have been made).
"""
# from <linux/sys/syslog.h>:
# ======================================================================
# priorities/facilities are encoded into a single 32-bit quantity, where
# the bottom 3 bits are the priority (0-7) and the top 28 bits are the
# facility (0-big number). Both the priorities and the facilities map
# roughly one-to-one to strings in the syslogd(8) source code. This
# mapping is included in this file.
#
# priorities (these are ordered)
LOG_EMERG = 0 # system is unusable
LOG_ALERT = 1 # action must be taken immediately
LOG_CRIT = 2 # critical conditions
LOG_ERR = 3 # error conditions
LOG_WARNING = 4 # warning conditions
LOG_NOTICE = 5 # normal but significant condition
LOG_INFO = 6 # informational
LOG_DEBUG = 7 # debug-level messages
# facility codes
LOG_KERN = 0 # kernel messages
LOG_USER = 1 # random user-level messages
LOG_MAIL = 2 # mail system
LOG_DAEMON = 3 # system daemons
LOG_AUTH = 4 # security/authorization messages
LOG_SYSLOG = 5 # messages generated internally by syslogd
LOG_LPR = 6 # line printer subsystem
LOG_NEWS = 7 # network news subsystem
LOG_UUCP = 8 # UUCP subsystem
LOG_CRON = 9 # clock daemon
LOG_AUTHPRIV = 10 # security/authorization messages (private)
LOG_FTP = 11 # FTP daemon
# other codes through 15 reserved for system use
LOG_LOCAL0 = 16 # reserved for local use
LOG_LOCAL1 = 17 # reserved for local use
LOG_LOCAL2 = 18 # reserved for local use
LOG_LOCAL3 = 19 # reserved for local use
LOG_LOCAL4 = 20 # reserved for local use
LOG_LOCAL5 = 21 # reserved for local use
LOG_LOCAL6 = 22 # reserved for local use
LOG_LOCAL7 = 23 # reserved for local use
priority_names = {
"alert": LOG_ALERT,
"crit": LOG_CRIT,
"critical": LOG_CRIT,
"debug": LOG_DEBUG,
"emerg": LOG_EMERG,
"err": LOG_ERR,
"error": LOG_ERR, # DEPRECATED
"info": LOG_INFO,
"notice": LOG_NOTICE,
"panic": LOG_EMERG, # DEPRECATED
"warn": LOG_WARNING, # DEPRECATED
"warning": LOG_WARNING,
}
facility_names = {
"auth": LOG_AUTH,
"authpriv": LOG_AUTHPRIV,
"cron": LOG_CRON,
"daemon": LOG_DAEMON,
"ftp": LOG_FTP,
"kern": LOG_KERN,
"lpr": LOG_LPR,
"mail": LOG_MAIL,
"news": LOG_NEWS,
"security": LOG_AUTH, # DEPRECATED
"syslog": LOG_SYSLOG,
"user": LOG_USER,
"uucp": LOG_UUCP,
"local0": LOG_LOCAL0,
"local1": LOG_LOCAL1,
"local2": LOG_LOCAL2,
"local3": LOG_LOCAL3,
"local4": LOG_LOCAL4,
"local5": LOG_LOCAL5,
"local6": LOG_LOCAL6,
"local7": LOG_LOCAL7,
}
#The map below appears to be trivially lowercasing the key. However,
#there's more to it than meets the eye - in some locales, lowercasing
#gives unexpected results. See SF #1524081: in the Turkish locale,
#"INFO".lower() != "info"
priority_map = {
"DEBUG" : "debug",
"INFO" : "info",
"WARNING" : "warning",
"ERROR" : "error",
"CRITICAL" : "critical"
}
def __init__(self, address=('localhost', SYSLOG_UDP_PORT),
facility=LOG_USER, socktype=None):
"""
Initialize a handler.
If address is specified as a string, a UNIX socket is used. To log to a
local syslogd, "SysLogHandler(address="/dev/log")" can be used.
If facility is not specified, LOG_USER is used. If socktype is
specified as socket.SOCK_DGRAM or socket.SOCK_STREAM, that specific
socket type will be used. For Unix sockets, you can also specify a
socktype of None, in which case socket.SOCK_DGRAM will be used, falling
back to socket.SOCK_STREAM.
"""
logging.Handler.__init__(self)
self.address = address
self.facility = facility
self.socktype = socktype
if isinstance(address, str):
self.unixsocket = True
# Syslog server may be unavailable during handler initialisation.
# C's openlog() function also ignores connection errors.
# Moreover, we ignore these errors while logging, so it not worse
# to ignore it also here.
try:
self._connect_unixsocket(address)
except OSError:
pass
else:
self.unixsocket = False
if socktype is None:
socktype = socket.SOCK_DGRAM
host, port = address
ress = socket.getaddrinfo(host, port, 0, socktype)
if not ress:
raise OSError("getaddrinfo returns an empty list")
for res in ress:
af, socktype, proto, _, sa = res
err = sock = None
try:
sock = socket.socket(af, socktype, proto)
if socktype == socket.SOCK_STREAM:
sock.connect(sa)
break
except OSError as exc:
err = exc
if sock is not None:
sock.close()
if err is not None:
raise err
self.socket = sock
self.socktype = socktype
def _connect_unixsocket(self, address):
use_socktype = self.socktype
if use_socktype is None:
use_socktype = socket.SOCK_DGRAM
self.socket = socket.socket(socket.AF_UNIX, use_socktype)
try:
self.socket.connect(address)
# it worked, so set self.socktype to the used type
self.socktype = use_socktype
except OSError:
self.socket.close()
if self.socktype is not None:
# user didn't specify falling back, so fail
raise
use_socktype = socket.SOCK_STREAM
self.socket = socket.socket(socket.AF_UNIX, use_socktype)
try:
self.socket.connect(address)
# it worked, so set self.socktype to the used type
self.socktype = use_socktype
except OSError:
self.socket.close()
raise
def encodePriority(self, facility, priority):
"""
Encode the facility and priority. You can pass in strings or
integers - if strings are passed, the facility_names and
priority_names mapping dictionaries are used to convert them to
integers.
"""
if isinstance(facility, str):
facility = self.facility_names[facility]
if isinstance(priority, str):
priority = self.priority_names[priority]
return (facility << 3) | priority
def close(self):
"""
Closes the socket.
"""
self.acquire()
try:
self.socket.close()
logging.Handler.close(self)
finally:
self.release()
def mapPriority(self, levelName):
"""
Map a logging level name to a key in the priority_names map.
This is useful in two scenarios: when custom levels are being
used, and in the case where you can't do a straightforward
mapping by lowercasing the logging level name because of locale-
specific issues (see SF #1524081).
"""
return self.priority_map.get(levelName, "warning")
ident = '' # prepended to all messages
append_nul = True # some old syslog daemons expect a NUL terminator
def emit(self, record):
"""
Emit a record.
The record is formatted, and then sent to the syslog server. If
exception information is present, it is NOT sent to the server.
"""
try:
msg = self.format(record)
if self.ident:
msg = self.ident + msg
if self.append_nul:
msg += '\000'
# We need to convert record level to lowercase, maybe this will
# change in the future.
prio = '<%d>' % self.encodePriority(self.facility,
self.mapPriority(record.levelname))
prio = prio.encode('utf-8')
# Message is a string. Convert to bytes as required by RFC 5424
msg = msg.encode('utf-8')
msg = prio + msg
if self.unixsocket:
try:
self.socket.send(msg)
except OSError:
self.socket.close()
self._connect_unixsocket(self.address)
self.socket.send(msg)
elif self.socktype == socket.SOCK_DGRAM:
self.socket.sendto(msg, self.address)
else:
self.socket.sendall(msg)
except Exception:
self.handleError(record)
class SMTPHandler(logging.Handler):
"""
A handler class which sends an SMTP email for each logging event.
"""
def __init__(self, mailhost, fromaddr, toaddrs, subject,
credentials=None, secure=None, timeout=5.0):
"""
Initialize the handler.
Initialize the instance with the from and to addresses and subject
line of the email. To specify a non-standard SMTP port, use the
(host, port) tuple format for the mailhost argument. To specify
authentication credentials, supply a (username, password) tuple
for the credentials argument. To specify the use of a secure
protocol (TLS), pass in a tuple for the secure argument. This will
only be used when authentication credentials are supplied. The tuple
will be either an empty tuple, or a single-value tuple with the name
of a keyfile, or a 2-value tuple with the names of the keyfile and
certificate file. (This tuple is passed to the `starttls` method).
A timeout in seconds can be specified for the SMTP connection (the
default is one second).
"""
logging.Handler.__init__(self)
if isinstance(mailhost, (list, tuple)):
self.mailhost, self.mailport = mailhost
else:
self.mailhost, self.mailport = mailhost, None
if isinstance(credentials, (list, tuple)):
self.username, self.password = credentials
else:
self.username = None
self.fromaddr = fromaddr
if isinstance(toaddrs, str):
toaddrs = [toaddrs]
self.toaddrs = toaddrs
self.subject = subject
self.secure = secure
self.timeout = timeout
def getSubject(self, record):
"""
Determine the subject for the email.
If you want to specify a subject line which is record-dependent,
override this method.
"""
return self.subject
def emit(self, record):
"""
Emit a record.
Format the record and send it to the specified addressees.
"""
try:
import smtplib
from email.message import EmailMessage
import email.utils
port = self.mailport
if not port:
port = smtplib.SMTP_PORT
smtp = smtplib.SMTP(self.mailhost, port, timeout=self.timeout)
msg = EmailMessage()
msg['From'] = self.fromaddr
msg['To'] = ','.join(self.toaddrs)
msg['Subject'] = self.getSubject(record)
msg['Date'] = email.utils.localtime()
msg.set_content(self.format(record))
if self.username:
if self.secure is not None:
smtp.ehlo()
smtp.starttls(*self.secure)
smtp.ehlo()
smtp.login(self.username, self.password)
smtp.send_message(msg)
smtp.quit()
except Exception:
self.handleError(record)
class NTEventLogHandler(logging.Handler):
"""
A handler class which sends events to the NT Event Log. Adds a
registry entry for the specified application name. If no dllname is
provided, win32service.pyd (which contains some basic message
placeholders) is used. Note that use of these placeholders will make
your event logs big, as the entire message source is held in the log.
If you want slimmer logs, you have to pass in the name of your own DLL
which contains the message definitions you want to use in the event log.
"""
def __init__(self, appname, dllname=None, logtype="Application"):
logging.Handler.__init__(self)
try:
import win32evtlogutil, win32evtlog
self.appname = appname
self._welu = win32evtlogutil
if not dllname:
dllname = os.path.split(self._welu.__file__)
dllname = os.path.split(dllname[0])
dllname = os.path.join(dllname[0], r'win32service.pyd')
self.dllname = dllname
self.logtype = logtype
self._welu.AddSourceToRegistry(appname, dllname, logtype)
self.deftype = win32evtlog.EVENTLOG_ERROR_TYPE
self.typemap = {
logging.DEBUG : win32evtlog.EVENTLOG_INFORMATION_TYPE,
logging.INFO : win32evtlog.EVENTLOG_INFORMATION_TYPE,
logging.WARNING : win32evtlog.EVENTLOG_WARNING_TYPE,
logging.ERROR : win32evtlog.EVENTLOG_ERROR_TYPE,
logging.CRITICAL: win32evtlog.EVENTLOG_ERROR_TYPE,
}
except ImportError:
print("The Python Win32 extensions for NT (service, event "\
"logging) appear not to be available.")
self._welu = None
def getMessageID(self, record):
"""
Return the message ID for the event record. If you are using your
own messages, you could do this by having the msg passed to the
logger being an ID rather than a formatting string. Then, in here,
you could use a dictionary lookup to get the message ID. This
version returns 1, which is the base message ID in win32service.pyd.
"""
return 1
def getEventCategory(self, record):
"""
Return the event category for the record.
Override this if you want to specify your own categories. This version
returns 0.
"""
return 0
def getEventType(self, record):
"""
Return the event type for the record.
Override this if you want to specify your own types. This version does
a mapping using the handler's typemap attribute, which is set up in
__init__() to a dictionary which contains mappings for DEBUG, INFO,
WARNING, ERROR and CRITICAL. If you are using your own levels you will
either need to override this method or place a suitable dictionary in
the handler's typemap attribute.
"""
return self.typemap.get(record.levelno, self.deftype)
def emit(self, record):
"""
Emit a record.
Determine the message ID, event category and event type. Then
log the message in the NT event log.
"""
if self._welu:
try:
id = self.getMessageID(record)
cat = self.getEventCategory(record)
type = self.getEventType(record)
msg = self.format(record)
self._welu.ReportEvent(self.appname, id, cat, type, [msg])
except Exception:
self.handleError(record)
def close(self):
"""
Clean up this handler.
You can remove the application name from the registry as a
source of event log entries. However, if you do this, you will
not be able to see the events as you intended in the Event Log
Viewer - it needs to be able to access the registry to get the
DLL name.
"""
#self._welu.RemoveSourceFromRegistry(self.appname, self.logtype)
logging.Handler.close(self)
class HTTPHandler(logging.Handler):
"""
A class which sends records to a Web server, using either GET or
POST semantics.
"""
def __init__(self, host, url, method="GET", secure=False, credentials=None,
context=None):
"""
Initialize the instance with the host, the request URL, and the method
("GET" or "POST")
"""
logging.Handler.__init__(self)
method = method.upper()
if method not in ["GET", "POST"]:
raise ValueError("method must be GET or POST")
if not secure and context is not None:
raise ValueError("context parameter only makes sense "
"with secure=True")
self.host = host
self.url = url
self.method = method
self.secure = secure
self.credentials = credentials
self.context = context
def mapLogRecord(self, record):
"""
Default implementation of mapping the log record into a dict
that is sent as the CGI data. Overwrite in your class.
Contributed by Franz Glasner.
"""
return record.__dict__
def emit(self, record):
"""
Emit a record.
Send the record to the Web server as a percent-encoded dictionary
"""
try:
import http.client, urllib.parse
host = self.host
if self.secure:
h = http.client.HTTPSConnection(host, context=self.context)
else:
h = http.client.HTTPConnection(host)
url = self.url
data = urllib.parse.urlencode(self.mapLogRecord(record))
if self.method == "GET":
if (url.find('?') >= 0):
sep = '&'
else:
sep = '?'
url = url + "%c%s" % (sep, data)
h.putrequest(self.method, url)
# support multiple hosts on one IP address...
# need to strip optional :port from host, if present
i = host.find(":")
if i >= 0:
host = host[:i]
# See issue #30904: putrequest call above already adds this header
# on Python 3.x.
# h.putheader("Host", host)
if self.method == "POST":
h.putheader("Content-type",
"application/x-www-form-urlencoded")
h.putheader("Content-length", str(len(data)))
if self.credentials:
import base64
s = ('%s:%s' % self.credentials).encode('utf-8')
s = 'Basic ' + base64.b64encode(s).strip().decode('ascii')
h.putheader('Authorization', s)
h.endheaders()
if self.method == "POST":
h.send(data.encode('utf-8'))
h.getresponse() #can't do anything with the result
except Exception:
self.handleError(record)
class BufferingHandler(logging.Handler):
"""
A handler class which buffers logging records in memory. Whenever each
record is added to the buffer, a check is made to see if the buffer should
be flushed. If it should, then flush() is expected to do what's needed.
"""
def __init__(self, capacity):
"""
Initialize the handler with the buffer size.
"""
logging.Handler.__init__(self)
self.capacity = capacity
self.buffer = []
def shouldFlush(self, record):
"""
Should the handler flush its buffer?
Returns true if the buffer is up to capacity. This method can be
overridden to implement custom flushing strategies.
"""
return (len(self.buffer) >= self.capacity)
def emit(self, record):
"""
Emit a record.
Append the record. If shouldFlush() tells us to, call flush() to process
the buffer.
"""
self.buffer.append(record)
if self.shouldFlush(record):
self.flush()
def flush(self):
"""
Override to implement custom flushing behaviour.
This version just zaps the buffer to empty.
"""
self.acquire()
try:
self.buffer = []
finally:
self.release()
def close(self):
"""
Close the handler.
This version just flushes and chains to the parent class' close().
"""
try:
self.flush()
finally:
logging.Handler.close(self)
class MemoryHandler(BufferingHandler):
"""
A handler class which buffers logging records in memory, periodically
flushing them to a target handler. Flushing occurs whenever the buffer
is full, or when an event of a certain severity or greater is seen.
"""
def __init__(self, capacity, flushLevel=logging.ERROR, target=None,
flushOnClose=True):
"""
Initialize the handler with the buffer size, the level at which
flushing should occur and an optional target.
Note that without a target being set either here or via setTarget(),
a MemoryHandler is no use to anyone!
The ``flushOnClose`` argument is ``True`` for backward compatibility
reasons - the old behaviour is that when the handler is closed, the
buffer is flushed, even if the flush level hasn't been exceeded nor the
capacity exceeded. To prevent this, set ``flushOnClose`` to ``False``.
"""
BufferingHandler.__init__(self, capacity)
self.flushLevel = flushLevel
self.target = target
# See Issue #26559 for why this has been added
self.flushOnClose = flushOnClose
def shouldFlush(self, record):
"""
Check for buffer full or a record at the flushLevel or higher.
"""
return (len(self.buffer) >= self.capacity) or \
(record.levelno >= self.flushLevel)
def setTarget(self, target):
"""
Set the target handler for this handler.
"""
self.acquire()
try:
self.target = target
finally:
self.release()
def flush(self):
"""
For a MemoryHandler, flushing means just sending the buffered
records to the target, if there is one. Override if you want
different behaviour.
The record buffer is also cleared by this operation.
"""
self.acquire()
try:
if self.target:
for record in self.buffer:
self.target.handle(record)
self.buffer = []
finally:
self.release()
def close(self):
"""
Flush, if appropriately configured, set the target to None and lose the
buffer.
"""
try:
if self.flushOnClose:
self.flush()
finally:
self.acquire()
try:
self.target = None
BufferingHandler.close(self)
finally:
self.release()
class QueueHandler(logging.Handler):
"""
This handler sends events to a queue. Typically, it would be used together
with a multiprocessing Queue to centralise logging to file in one process
(in a multi-process application), so as to avoid file write contention
between processes.
This code is new in Python 3.2, but this class can be copy pasted into
user code for use with earlier Python versions.
"""
def __init__(self, queue):
"""
Initialise an instance, using the passed queue.
"""
logging.Handler.__init__(self)
self.queue = queue
def enqueue(self, record):
"""
Enqueue a record.
The base implementation uses put_nowait. You may want to override
this method if you want to use blocking, timeouts or custom queue
implementations.
"""
self.queue.put_nowait(record)
def prepare(self, record):
"""
Prepares a record for queuing. The object returned by this method is
enqueued.
The base implementation formats the record to merge the message
and arguments, and removes unpickleable items from the record
in-place.
You might want to override this method if you want to convert
the record to a dict or JSON string, or send a modified copy
of the record while leaving the original intact.
"""
# The format operation gets traceback text into record.exc_text
# (if there's exception data), and also returns the formatted
# message. We can then use this to replace the original
# msg + args, as these might be unpickleable. We also zap the
# exc_info and exc_text attributes, as they are no longer
# needed and, if not None, will typically not be pickleable.
msg = self.format(record)
# bpo-35726: make copy of record to avoid affecting other handlers in the chain.
record = copy.copy(record)
record.message = msg
record.msg = msg
record.args = None
record.exc_info = None
record.exc_text = None
return record
def emit(self, record):
"""
Emit a record.
Writes the LogRecord to the queue, preparing it for pickling first.
"""
try:
self.enqueue(self.prepare(record))
except Exception:
self.handleError(record)
class QueueListener(object):
"""
This class implements an internal threaded listener which watches for
LogRecords being added to a queue, removes them and passes them to a
list of handlers for processing.
"""
_sentinel = None
def __init__(self, queue, *handlers, respect_handler_level=False):
"""
Initialise an instance with the specified queue and
handlers.
"""
self.queue = queue
self.handlers = handlers
self._thread = None
self.respect_handler_level = respect_handler_level
def dequeue(self, block):
"""
Dequeue a record and return it, optionally blocking.
The base implementation uses get. You may want to override this method
if you want to use timeouts or work with custom queue implementations.
"""
return self.queue.get(block)
def start(self):
"""
Start the listener.
This starts up a background thread to monitor the queue for
LogRecords to process.
"""
self._thread = t = threading.Thread(target=self._monitor)
t.daemon = True
t.start()
def prepare(self, record):
"""
Prepare a record for handling.
This method just returns the passed-in record. You may want to
override this method if you need to do any custom marshalling or
manipulation of the record before passing it to the handlers.
"""
return record
def handle(self, record):
"""
Handle a record.
This just loops through the handlers offering them the record
to handle.
"""
record = self.prepare(record)
for handler in self.handlers:
if not self.respect_handler_level:
process = True
else:
process = record.levelno >= handler.level
if process:
handler.handle(record)
def _monitor(self):
"""
Monitor the queue for records, and ask the handler
to deal with them.
This method runs on a separate, internal thread.
The thread will terminate if it sees a sentinel object in the queue.
"""
q = self.queue
has_task_done = hasattr(q, 'task_done')
while True:
try:
record = self.dequeue(True)
if record is self._sentinel:
if has_task_done:
q.task_done()
break
self.handle(record)
if has_task_done:
q.task_done()
except queue.Empty:
break
def enqueue_sentinel(self):
"""
This is used to enqueue the sentinel record.
The base implementation uses put_nowait. You may want to override this
method if you want to use timeouts or work with custom queue
implementations.
"""
self.queue.put_nowait(self._sentinel)
def stop(self):
"""
Stop the listener.
This asks the thread to terminate, and then waits for it to do so.
Note that if you don't call this before your application exits, there
may be some records still left on the queue, which won't be processed.
"""
self.enqueue_sentinel()
self._thread.join()
self._thread = None
logging/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000177340 15115353745 0015555 0 ustar 00 U
e5d�0 � * @ s6 d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl Z
ddl m Z ddl m
Z ddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.g*ZddlZd/Zd0Zd1Zd2Ze�� Zd3Zd3Zd3Zd3Zd4ZeZd5Z d6Z e Z d7Z d8Z dZ!ede d e de de de!diZ"eee e e e e e!d9�Z#d:d!� Z$d;d� Z%e&ed<��rdd=d>� Z'nd?d@� Z'ej(�)e%j*j+�Z,dAdB� Z-e�.� Z/dCdD� Z0dEdF� Z1e&edG��s�dHdI� Z2n(e�3� Z4dJdI� Z2dKdL� Z5ej6e0e5e1dM� G dNd� de7�Z8e8a9dOd,� Z:dPd+� Z;dQd&� Z<e� Z=[G dRdS� dSe7�Z>G dTdU� dUe>�Z?G dVdW� dWe>�Z@dXZAe>eAfe?dYfe@dZfd[�ZBG d\d
� d
e7�Z
e
� ZCG d]d� de7�ZDG d^d � d e7�ZEG d_d`� d`e7�ZFe�G� ZHg ZIdadb� ZJdcdd� ZKG ded� deF�ZLG dfd� deL�ZMG dgd � d eM�ZNG dhdi� dieM�ZOeOe �ZPePZQG djdk� dke7�ZRdld'� ZSdmd#� ZTG dndo� doe7�ZUG dpd� deF�ZVG dqdr� dreV�ZWeVaXG dsd� de7�ZYeWe �ZZeZeV_ZeUeVjZ�eV_[dtd� Z\d�dud"�Z]dvd� Z^e^Z_dwd � Z`d3dx�dyd �Zadzd*� Zbd{d)� Zcd|d$� Zdd}d � Zed~d%� Zfefdd �ZgeIfd�d(�ZhddliZiei�jeh� G d�d� deL�Zkdald�d�d��Zmd�d� ZndS )�z�
Logging package for Python. Based on PEP 282 and comments thereto in
comp.lang.python.
Copyright (C) 2001-2017 Vinay Sajip. All Rights Reserved.
To use, simply 'import logging' and log away!
� N)�Template)� Formatter� BASIC_FORMAT�BufferingFormatter�CRITICAL�DEBUG�ERROR�FATAL� FileHandler�Filterr �Handler�INFO� LogRecord�Logger�
LoggerAdapter�NOTSET� NullHandler�
StreamHandler�WARN�WARNING� addLevelName� basicConfig�captureWarnings�critical�debug�disable�error� exception�fatal� getLevelName� getLogger�getLoggerClass�info�log�
makeLogRecord�setLoggerClass�shutdown�warn�warning�getLogRecordFactory�setLogRecordFactory�
lastResort�raiseExceptionsz&Vinay Sajip <vinay_sajip@red-dove.com>Z
productionz0.5.1.2z07 February 2010T�2 �( � � �
)r r r r r r
r r c C s4 t �| �}|dk r|S t�| �}|dk r,|S d| S )a�
Return the textual or numeric representation of logging level 'level'.
If the level is one of the predefined levels (CRITICAL, ERROR, WARNING,
INFO, DEBUG) then you get the corresponding string. If you have
associated levels with names using addLevelName then the name you have
associated with 'level' is returned.
If a numeric value corresponding to one of the defined levels is passed
in, the corresponding string representation is returned.
If a string representation of the level is passed in, the corresponding
numeric value is returned.
If no matching numeric or string value is passed in, the string
'Level %s' % level is returned.
NzLevel %s)� _levelToName�get� _nameToLevel)�level�result� r7 �(/usr/lib64/python3.8/logging/__init__.pyr w s
c C s( t � z|t| < | t|< W 5 t� X dS )zy
Associate 'levelName' with 'level'.
This is used when converting levels to text during message formatting.
N)� _acquireLock� _releaseLockr2 r4 )r5 Z levelNamer7 r7 r8 r � s
� _getframec C s
t �d�S )N� )�sysr; r7 r7 r7 r8 �<lambda>� � r> c C s2 zt �W n$ t k
r, t�� d jj Y S X dS )z5Return the frame object for the caller's stack frame.� N)� Exceptionr= �exc_info�tb_frame�f_backr7 r7 r7 r8 � currentframe� s rE c C sJ t | t�r| }n6t| �| kr:| tkr0td| ��t| }n td| ��|S )NzUnknown level: %rz*Level not an integer or a valid string: %r)�
isinstance�int�strr4 �
ValueError� TypeError)r5 �rvr7 r7 r8 � _checkLevel� s
rL c C s t r t �� dS )z�
Acquire the module-level lock for serializing access to shared data.
This should be released with _releaseLock().
N)�_lock�acquirer7 r7 r7 r8 r9 � s r9 c C s t r t �� dS )zK
Release the module-level lock acquired by calling _acquireLock().
N)rM �releaser7 r7 r7 r8 r: � s r: �register_at_forkc C s d S �Nr7 ��instancer7 r7 r8 � _register_at_fork_reinit_lock� s rT c C s" t � zt�| � W 5 t� X d S rQ )r9 r: � _at_fork_reinit_lock_weakset�addrR r7 r7 r8 rT � s c C sX t D ]H} z | �� W q tk
rJ } ztdtd|tjd� W 5 d }~X Y qX qt� d S )Nz&Ignoring exception from logging atforkz._reinit_lock() method:��file)rU �
createLockrA �printrS r= �stderrr: )�handler�errr7 r7 r8 �!_after_at_fork_child_reinit_locks� s �r^ )ZbeforeZafter_in_childZafter_in_parentc @ s* e Zd ZdZd dd�Zdd� Zdd� ZdS )
r a
A LogRecord instance represents an event being logged.
LogRecord instances are created every time something is logged. They
contain all the information pertinent to the event being logged. The
main information passed in is in msg and args, which are combined
using str(msg) % args to create the message field of the record. The
record also includes information such as when the record was created,
the source line where the logging call was made, and any exception
information to be logged.
Nc
K s� t � � } || _|| _|rFt|�dkrFt|d tjj�rF|d rF|d }|| _t |�| _
|| _ || _ z&t
j�|�| _t
j�| j�d | _W n& tttfk
r� || _d| _Y nX || _d| _| | _|| _|| _| | _| t | � d | _ | jt d | _ t �rt!�"� | _#t!�$� j| _%n d| _#d| _%t&�s.d| _'nDd| _'t(j)�*d�} | dk �rrz| �+� j| _'W n t,k
�rp Y nX t-�r�t.t
d��r�t
�/� | _0nd| _0dS ) zK
Initialize a logging record with interesting information.
� r zUnknown moduleNi� Z MainProcessZmultiprocessing�getpid)1�time�name�msg�lenrF � collections�abc�Mapping�argsr Z levelname�levelno�pathname�os�path�basename�filename�splitext�modulerJ rI �AttributeErrorrB �exc_text�
stack_info�linenoZfuncName�createdrG �msecs�
_startTimeZrelativeCreated�
logThreads� threading� get_ident�threadZcurrent_threadZ
threadName�logMultiprocessingZ processNamer= �modulesr3 Zcurrent_processrA � logProcesses�hasattrr` �process)
�selfrb r5 rj rt rc rh rB �func�sinfo�kwargs�ctZmpr7 r7 r8 �__init__ sT "�
zLogRecord.__init__c C s d| j | j| j| j| jf S )Nz!<LogRecord: %s, %s, %s, %s, "%s">)rb ri rj rt rc �r� r7 r7 r8 �__repr__h s
�zLogRecord.__repr__c C s t | j�}| jr|| j }|S )z�
Return the message for this LogRecord.
Return the message for this LogRecord after merging any user-supplied
arguments with the message.
)rH rc rh )r� rc r7 r7 r8 �
getMessagel s
zLogRecord.getMessage)NN)�__name__�
__module__� __qualname__�__doc__r� r� r� r7 r7 r7 r8 r s �
Hc C s | a dS )z�
Set the factory to be used when instantiating a log record.
:param factory: A callable which will be called to instantiate
a log record.
N��_logRecordFactory)�factoryr7 r7 r8 r* } s c C s t S )zH
Return the factory to be used when instantiating a log record.
r� r7 r7 r7 r8 r) � s c C s& t dddddddd�}|j�| � |S )z�
Make a LogRecord whose attributes are defined by the specified dictionary,
This function is useful for converting a logging event received over
a socket connection (which is sent as a dictionary) into a LogRecord
instance.
N� r r7 )r� �__dict__�update)�dictrK r7 r7 r8 r$ � s c @ sN e Zd ZdZdZdZe�dej�Z dd� Z
dd� Z d d
� Z d d � Z
d
d� ZdS )� PercentStylez %(message)sz %(asctime)sz
%(asctime)z5%\(\w+\)[#0+ -]*(\*|\d+)?(\.(\*|\d+))?[diouxefgcrsa%]c C s |p| j | _d S rQ )�default_format�_fmt�r� �fmtr7 r7 r8 r� � s zPercentStyle.__init__c C s | j �| j�dkS )Nr )r� �find�asctime_searchr� r7 r7 r8 �usesTime� s zPercentStyle.usesTimec C s* | j �| j�s&td| j| jd f ��dS )z>Validate the input format, ensure it matches the correct stylez"Invalid format '%s' for '%s' styler N)�validation_pattern�searchr� rI r� r� r7 r7 r8 �validate� s zPercentStyle.validatec C s | j |j S rQ )r� r� �r� �recordr7 r7 r8 �_format� s zPercentStyle._formatc
C s@ z | � |�W S tk
r: } ztd| ��W 5 d }~X Y nX d S )Nz(Formatting field not found in record: %s)r� �KeyErrorrI )r� r� �er7 r7 r8 �format� s zPercentStyle.formatN)r� r� r� r� �asctime_formatr� �re�compile�Ir� r� r� r� r� r� r7 r7 r7 r8 r� � s r� c @ s@ e Zd ZdZdZdZe�dej�Z e�d�Z
dd� Z dd � Z d
S ) �StrFormatStylez {message}z {asctime}z{asctimezF^(.?[<>=^])?[+ -]?#?0?(\d+|{\w+})?[,_]?(\.(\d+|{\w+}))?[bcdefgnosx%]?$z ^(\d+|\w+)(\.\w+|\[[^]]+\])*$c C s | j jf |j�S rQ )r� r� r� r� r7 r7 r8 r� � s zStrFormatStyle._formatc
C s� t � }zxt�| j�D ]f\}}}}|rF| j�|�s<td| ��|�|� |r^|dkr^td| ��|r| j�|�std| ��qW n. tk
r� } ztd| ��W 5 d}~X Y nX |s�td��dS )zKValidate the input format, ensure it is the correct string formatting stylez!invalid field name/expression: %rZrsazinvalid conversion: %rzbad specifier: %rzinvalid format: %sN�invalid format: no fields) �set�_str_formatter�parser� �
field_spec�matchrI rV �fmt_spec)r� �fields�_Z fieldname�specZ
conversionr� r7 r7 r8 r� � s
zStrFormatStyle.validateN)
r� r� r� r� r� r� r� r� r� r� r� r� r� r7 r7 r7 r8 r� � s
r� c @ s8 e Zd ZdZdZdZdd� Zdd� Zdd� Zd d
� Z d S ) �StringTemplateStylez
${message}z
${asctime}c C s |p| j | _t| j�| _d S rQ )r� r� r �_tplr� r7 r7 r8 r� � s z StringTemplateStyle.__init__c C s$ | j }|�d�dkp"|�| j�dkS )Nz$asctimer )r� r� r� r� r7 r7 r8 r� � s z StringTemplateStyle.usesTimec C s| t j}t� }|�| j�D ]R}|�� }|d r<|�|d � q|d rT|�|d � q|�d�dkrtd��q|sxtd��d S )NZnamedZbracedr �$z$invalid format: bare '$' not allowedr� ) r �patternr� �finditerr� � groupdictrV �grouprI )r� r� r� �m�dr7 r7 r8 r� � s
z StringTemplateStyle.validatec C s | j jf |j�S rQ )r� Z
substituter� r� r7 r7 r8 r� � s zStringTemplateStyle._formatN)
r� r� r� r� r� r� r� r� r� r� r7 r7 r7 r8 r� � s r� z"%(levelname)s:%(name)s:%(message)sz {levelname}:{name}:{message}z ${levelname}:${name}:${message})�%�{r� c @ sZ e Zd ZdZejZddd�ZdZdZ dd d
�Z
d d � Z d
d� Z dd� Z
dd� Zdd� ZdS )r a�
Formatter instances are used to convert a LogRecord to text.
Formatters need to know how a LogRecord is constructed. They are
responsible for converting a LogRecord to (usually) a string which can
be interpreted by either a human or an external system. The base Formatter
allows a formatting string to be specified. If none is supplied, the
style-dependent default value, "%(message)s", "{message}", or
"${message}", is used.
The Formatter can be initialized with a format string which makes use of
knowledge of the LogRecord attributes - e.g. the default value mentioned
above makes use of the fact that the user's message and arguments are pre-
formatted into a LogRecord's message attribute. Currently, the useful
attributes in a LogRecord are described by:
%(name)s Name of the logger (logging channel)
%(levelno)s Numeric logging level for the message (DEBUG, INFO,
WARNING, ERROR, CRITICAL)
%(levelname)s Text logging level for the message ("DEBUG", "INFO",
"WARNING", "ERROR", "CRITICAL")
%(pathname)s Full pathname of the source file where the logging
call was issued (if available)
%(filename)s Filename portion of pathname
%(module)s Module (name portion of filename)
%(lineno)d Source line number where the logging call was issued
(if available)
%(funcName)s Function name
%(created)f Time when the LogRecord was created (time.time()
return value)
%(asctime)s Textual time when the LogRecord was created
%(msecs)d Millisecond portion of the creation time
%(relativeCreated)d Time in milliseconds when the LogRecord was created,
relative to the time the logging module was loaded
(typically at application startup time)
%(thread)d Thread ID (if available)
%(threadName)s Thread name (if available)
%(process)d Process ID (if available)
%(message)s The result of record.getMessage(), computed just as
the record is emitted
Nr� Tc C sR |t kr tdd�t �� � ��t | d |�| _|r>| j�� | jj| _|| _dS )a�
Initialize the formatter with specified format strings.
Initialize the formatter either with the specified format string, or a
default as described above. Allow for specialized date formatting with
the optional datefmt argument. If datefmt is omitted, you get an
ISO8601-like (or RFC 3339-like) format.
Use a style parameter of '%', '{' or '$' to specify that you want to
use one of %-formatting, :meth:`str.format` (``{}``) formatting or
:class:`string.Template` formatting in your format string.
.. versionchanged:: 3.2
Added the ``style`` parameter.
�Style must be one of: %s�,r N)�_STYLESrI �join�keys�_styler� r� �datefmt)r� r� r� �styler� r7 r7 r8 r� / s �
zFormatter.__init__z%Y-%m-%d %H:%M:%Sz%s,%03dc C s@ | � |j�}|r t�||�}n t�| j|�}| j||jf }|S )a%
Return the creation time of the specified LogRecord as formatted text.
This method should be called from format() by a formatter which
wants to make use of a formatted time. This method can be overridden
in formatters to provide for any specific requirement, but the
basic behaviour is as follows: if datefmt (a string) is specified,
it is used with time.strftime() to format the creation time of the
record. Otherwise, an ISO8601-like (or RFC 3339-like) format is used.
The resulting string is returned. This function uses a user-configurable
function to convert the creation time to a tuple. By default,
time.localtime() is used; to change this for a particular formatter
instance, set the 'converter' attribute to a function with the same
signature as time.localtime() or time.gmtime(). To change it for all
formatters, for example if you want all logging times to be shown in GMT,
set the 'converter' attribute in the Formatter class.
)� converterru ra �strftime�default_time_format�default_msec_formatrv )r� r� r� r� �s�tr7 r7 r8 �
formatTimeL s zFormatter.formatTimec C sZ t �� }|d }t�|d |d |d|� |�� }|�� |dd� dkrV|dd� }|S )z�
Format and return the specified exception information as a string.
This default implementation just uses
traceback.print_exception()
r@ r r_ N����
)�io�StringIO� traceback�print_exception�getvalue�close)r� Zei�sio�tbr� r7 r7 r8 �formatExceptionf s zFormatter.formatExceptionc C s
| j �� S )zK
Check if the format uses the creation time of the record.
)r� r� r� r7 r7 r8 r� y s zFormatter.usesTimec C s | j �|�S rQ )r� r� r� r7 r7 r8 �
formatMessage s zFormatter.formatMessagec C s |S )aU
This method is provided as an extension point for specialized
formatting of stack information.
The input data is a string as returned from a call to
:func:`traceback.print_stack`, but with the last trailing newline
removed.
The base implementation just returns the value passed in.
r7 )r� rs r7 r7 r8 � formatStack� s zFormatter.formatStackc C s� |� � |_| �� r"| �|| j�|_| �|�}|jrF|jsF| � |j�|_|jrn|dd� dkrd|d }||j }|j
r�|dd� dkr�|d }|| � |j
� }|S )az
Format the specified record as text.
The record's attribute dictionary is used as the operand to a
string formatting operation which yields the returned string.
Before formatting the dictionary, a couple of preparatory steps
are carried out. The message attribute of the record is computed
using LogRecord.getMessage(). If the formatting string uses the
time (as determined by a call to usesTime(), formatTime() is
called to format the event time. If there is exception information,
it is formatted using formatException() and appended to the message.
r� Nr� ) r� �messager� r� r� �asctimer� rB rr r� rs r� )r� r� r� r7 r7 r8 r� � s
zFormatter.format)NNr� T)N)r� r� r� r� ra � localtimer� r� r� r� r� r� r� r� r� r� r7 r7 r7 r8 r s *
c @ s2 e Zd ZdZd dd�Zdd� Zdd� Zd d
� ZdS ) r zB
A formatter suitable for formatting a number of records.
Nc C s |r || _ nt| _ dS )zm
Optionally specify a formatter which will be used to format each
individual record.
N)�linefmt�_defaultFormatter)r� r� r7 r7 r8 r� � s zBufferingFormatter.__init__c C s dS )zE
Return the header string for the specified records.
r� r7 �r� �recordsr7 r7 r8 � formatHeader� s z BufferingFormatter.formatHeaderc C s dS )zE
Return the footer string for the specified records.
r� r7 r� r7 r7 r8 � formatFooter� s z BufferingFormatter.formatFooterc C sJ d}t |�dkrF|| �|� }|D ]}|| j�|� }q"|| �|� }|S )zQ
Format the specified records and return the result as a string.
r� r )rd r� r� r� r� )r� r� rK r� r7 r7 r8 r� � s zBufferingFormatter.format)N)r� r� r� r� r� r� r� r� r7 r7 r7 r8 r � s
c @ s" e Zd ZdZddd�Zdd� ZdS ) r a�
Filter instances are used to perform arbitrary filtering of LogRecords.
Loggers and Handlers can optionally use Filter instances to filter
records as desired. The base filter class only allows events which are
below a certain point in the logger hierarchy. For example, a filter
initialized with "A.B" will allow events logged by loggers "A.B",
"A.B.C", "A.B.C.D", "A.B.D" etc. but not "A.BB", "B.A.B" etc. If
initialized with the empty string, all events are passed.
r� c C s || _ t|�| _dS )z�
Initialize a filter.
Initialize with the name of the logger which, together with its
children, will have its events allowed through the filter. If no
name is specified, allow every event.
N)rb rd �nlen�r� rb r7 r7 r8 r� � s zFilter.__init__c C sJ | j dkrdS | j|jkr dS |j�| jd| j �dkr:dS |j| j dkS )z�
Determine if the specified record is to be logged.
Returns True if the record should be logged, or False otherwise.
If deemed appropriate, the record may be modified in-place.
r TF�.)r� rb r� r� r7 r7 r8 �filter� s
z
Filter.filterN)r� )r� r� r� r� r� r� r7 r7 r7 r8 r � s
c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) �Filtererz[
A base class for loggers and handlers which allows them to share
common code.
c C s
g | _ dS )zE
Initialize the list of filters to be an empty list.
N)�filtersr� r7 r7 r8 r� s zFilterer.__init__c C s || j kr| j �|� dS )z;
Add the specified filter to this handler.
N)r� �append�r� r� r7 r7 r8 � addFilter s
zFilterer.addFilterc C s || j kr| j �|� dS )z@
Remove the specified filter from this handler.
N)r� �remover� r7 r7 r8 � removeFilter s
zFilterer.removeFilterc C s> d}| j D ].}t|d�r$|�|�}n||�}|s
d} q:q
|S )ah
Determine if a record is loggable by consulting all the filters.
The default is to allow the record to be logged; any filter can veto
this and the record is then dropped. Returns a zero value if a record
is to be dropped, else non-zero.
.. versionchanged:: 3.2
Allow filters to be just callables.
Tr� F)r� r r� )r� r� rK �fr6 r7 r7 r8 r� s
zFilterer.filterN)r� r� r� r� r� r� r� r� r7 r7 r7 r8 r� s
r� c C sF t tt }}}|rB|rB|rB|� z| |kr6|�| � W 5 |� X dS )zD
Remove a handler reference from the internal cleanup list.
N)r9 r: � _handlerListr� )�wrrN rO �handlersr7 r7 r8 �_removeHandlerRef: s r� c C s* t � zt�t�| t�� W 5 t� X dS )zL
Add a handler to the internal cleanup list using a weak reference.
N)r9 r: r� r� �weakref�refr� )r\ r7 r7 r8 �_addHandlerRefK s r� c @ s� e Zd ZdZefdd�Zdd� Zdd� Zeee�Z dd � Z
d
d � Z d d
� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd S )!r aq
Handler instances dispatch logging events to specific destinations.
The base handler class. Acts as a placeholder which defines the Handler
interface. Handlers can optionally use Formatter instances to format
records as desired. By default, no formatter is specified; in this case,
the 'raw' message as determined by record.message is logged.
c C s4 t �| � d| _t|�| _d| _t| � | �� dS )zz
Initializes the instance - basically setting the formatter to None
and the filter list to empty.
N)r� r� �_namerL r5 � formatterr� rY �r� r5 r7 r7 r8 r� ^ s
zHandler.__init__c C s | j S rQ )r� r� r7 r7 r8 �get_namek s zHandler.get_namec C s< t � z(| jtkrt| j= || _|r,| t|< W 5 t� X d S rQ �r9 r: r� � _handlersr� r7 r7 r8 �set_namen s
zHandler.set_namec C s t �� | _t| � dS )zU
Acquire a thread lock for serializing access to the underlying I/O.
N)ry �RLock�lockrT r� r7 r7 r8 rY { s
zHandler.createLockc C s | j r| j �� dS )z.
Acquire the I/O thread lock.
N)r rN r� r7 r7 r8 rN � s zHandler.acquirec C s | j r| j �� dS )z.
Release the I/O thread lock.
N)r rO r� r7 r7 r8 rO � s zHandler.releasec C s t |�| _dS )zX
Set the logging level of this handler. level must be an int or a str.
N)rL r5 r� r7 r7 r8 �setLevel� s zHandler.setLevelc C s | j r| j }nt}|�|�S )z�
Format the specified record.
If a formatter is set, use it. Otherwise, use the default formatter
for the module.
)r� r� r� )r� r� r� r7 r7 r8 r� � s zHandler.formatc C s t d��dS )z�
Do whatever it takes to actually log the specified logging record.
This version is intended to be implemented by subclasses and so
raises a NotImplementedError.
z.emit must be implemented by Handler subclassesN)�NotImplementedErrorr� r7 r7 r8 �emit� s z Handler.emitc C s4 | � |�}|r0| �� z| �|� W 5 | �� X |S )a<
Conditionally emit the specified logging record.
Emission depends on filters which may have been added to the handler.
Wrap the actual emission of the record with acquisition/release of
the I/O thread lock. Returns whether the filter passed the record for
emission.
)r� rN rO r )r� r� rK r7 r7 r8 �handle� s
zHandler.handlec C s
|| _ dS )z5
Set the formatter for this handler.
N)r� r� r7 r7 r8 � setFormatter� s zHandler.setFormatterc C s dS )z�
Ensure all logging output has been flushed.
This version does nothing and is intended to be implemented by
subclasses.
Nr7 r� r7 r7 r8 �flush� s z
Handler.flushc C s0 t � z | jr | jtkr t| j= W 5 t� X dS )a%
Tidy up any resources used by the handler.
This version removes the handler from an internal map of handlers,
_handlers, which is used for handler lookup by name. Subclasses
should ensure that this gets called from overridden close()
methods.
Nr� r� r7 r7 r8 r� � s
z
Handler.closec C s t �r tj�r t�� \}}}z�z�tj�d� t�|||dtj� tj�d� |j}|rvtj �
|j j �t
d krv|j}qR|r�tj|tjd� ntj�d|j|jf � z tj�d|j|jf � W n4 tk
r� � Y n tk
r� tj�d� Y nX W n tk
�r Y nX W 5 ~~~X dS ) aD
Handle errors which occur during an emit() call.
This method should be called from handlers when an exception is
encountered during an emit() call. If raiseExceptions is false,
exceptions get silently ignored. This is what is mostly wanted
for a logging system - most users will not care about errors in
the logging system, they are more interested in application errors.
You could, however, replace this with a custom handler if you wish.
The record which was being processed is passed in to this method.
z--- Logging error ---
Nz Call stack:
r rW z Logged from file %s, line %s
zMessage: %r
Arguments: %s
zwUnable to print the message and arguments - possible formatting error.
Use the traceback above to help find the error.
)r, r= r[ rB �writer� r� rC rk rl �dirname�f_code� co_filename�__path__rD � print_stackrn rt rc rh �RecursionErrorrA �OSError)r� r� r� �vr� �framer7 r7 r8 � handleError� s< � ���
zHandler.handleErrorc C s t | j�}d| jj|f S )Nz <%s (%s)>)r r5 � __class__r� r� r7 r7 r8 r� s
zHandler.__repr__N)r� r� r� r� r r� r� r� �propertyrb rY rN rO r r� r r r r r� r r� r7 r7 r7 r8 r U s"
/c @ s> e Zd ZdZdZddd�Zdd� Zdd � Zd
d � Zd d
� Z dS )r z�
A handler class which writes logging records, appropriately formatted,
to a stream. Note that this class does not close the stream, as
sys.stdout or sys.stderr may be used.
r� Nc C s" t �| � |dkrtj}|| _dS )zb
Initialize the handler.
If stream is not specified, sys.stderr is used.
N)r r� r= r[ �stream�r� r r7 r7 r8 r� s
zStreamHandler.__init__c C s8 | � � z | jr&t| jd�r&| j�� W 5 | �� X dS )z%
Flushes the stream.
r N)rN rO r r r r� r7 r7 r8 r & s
zStreamHandler.flushc C sd z,| � |�}| j}|�|| j � | �� W n2 tk
rB � Y n tk
r^ | �|� Y nX dS )a�
Emit a record.
If a formatter is specified, it is used to format the record.
The record is then written to the stream with a trailing newline. If
exception information is present, it is formatted using
traceback.print_exception and appended to the stream. If the stream
has an 'encoding' attribute, it is used to determine how to do the
output to the stream.
N)r� r r �
terminatorr r
rA r )r� r� rc r r7 r7 r8 r 1 s
zStreamHandler.emitc C s@ || j krd}n,| j }| �� z| �� || _ W 5 | �� X |S )z�
Sets the StreamHandler's stream to the specified value,
if it is different.
Returns the old stream, if the stream was changed, or None
if it wasn't.
N)r rN rO r )r� r r6 r7 r7 r8 � setStreamG s
zStreamHandler.setStreamc C s> t | j�}t| jdd�}t|�}|r,|d7 }d| jj||f S )Nrb r� � z <%s %s(%s)>)r r5 �getattrr rH r r� )r� r5 rb r7 r7 r8 r� [ s
zStreamHandler.__repr__)N)
r� r� r� r� r r� r r r r� r7 r7 r7 r8 r s
c @ s: e Zd ZdZddd�Zdd� Zd d
� Zd d � Zd
d� ZdS )r
zO
A handler class which writes formatted logging records to disk files.
�aNFc C sT t �|�}t j�|�| _|| _|| _|| _|r@t� | � d| _
nt � | | � � � dS )zO
Open the specified file and use it as the stream for logging.
N)
rk �fspathrl �abspath� baseFilename�mode�encoding�delayr r� r r �_open)r� rn r r r r7 r7 r8 r� i s
zFileHandler.__init__c C sb | � � zJz8| jr@z | �� W 5 | j}d| _t|d�r>|�� X W 5 t�| � X W 5 | �� X dS )z$
Closes the stream.
Nr� )rN rO r r� r r r r r7 r7 r8 r� } s
zFileHandler.closec C s t | j| j| jd�S )zx
Open the current base file with the (original) mode and encoding.
Return the resulting stream.
)r )�openr r r r� r7 r7 r8 r! � s zFileHandler._openc C s$ | j dkr| �� | _ t�| |� dS )z�
Emit a record.
If the stream was not opened because 'delay' was specified in the
constructor, open it before calling the superclass's emit.
N)r r! r r r� r7 r7 r8 r � s
zFileHandler.emitc C s t | j�}d| jj| j|f S �Nz <%s %s (%s)>)r r5 r r� r r� r7 r7 r8 r� � s
zFileHandler.__repr__)r NF) r� r� r� r� r� r� r! r r� r7 r7 r7 r8 r
e s
c @ s( e Zd ZdZefdd�Zedd� �ZdS )�_StderrHandlerz�
This class is like a StreamHandler using sys.stderr, but always uses
whatever sys.stderr is currently set to rather than the value of
sys.stderr at handler construction time.
c C s t �| |� dS )z)
Initialize the handler.
N)r r� r� r7 r7 r8 r� � s z_StderrHandler.__init__c C s t jS rQ )r= r[ r� r7 r7 r8 r � s z_StderrHandler.streamN)r� r� r� r� r r� r r r7 r7 r7 r8 r$ � s r$ c @ s e Zd ZdZdd� Zdd� ZdS )� PlaceHolderz�
PlaceHolder instances are used in the Manager logger hierarchy to take
the place of nodes for which no loggers have been defined. This class is
intended for internal use only and not as part of the public API.
c C s |di| _ dS )zY
Initialize with the specified logger being a child of this placeholder.
N�� loggerMap�r� �aloggerr7 r7 r8 r� � s zPlaceHolder.__init__c C s || j krd| j |< dS )zJ
Add the specified logger as a child of this placeholder.
Nr& r( r7 r7 r8 r� � s
zPlaceHolder.appendN)r� r� r� r� r� r� r7 r7 r7 r8 r% � s r% c C s( | t kr t| t �s td| j ��| adS )z�
Set the class to be used when instantiating a logger. The class should
define __init__() such that only a name argument is required, and the
__init__() should call Logger.__init__()
�(logger not derived from logging.Logger: N)r �
issubclassrJ r� � _loggerClass)�klassr7 r7 r8 r% � s
�c C s t S )zB
Return the class to be used when instantiating a logger.
)r, r7 r7 r7 r8 r! � s c @ sb e Zd ZdZdd� Zedd� �Zejdd� �Zdd� Zd d
� Z d d � Z
d
d� Z dd� Z dd� Z
dS )�Managerzt
There is [under normal circumstances] just one Manager instance, which
holds the hierarchy of loggers.
c C s( || _ d| _d| _i | _d| _d| _dS )zT
Initialize the manager with the root node of the logger hierarchy.
r FN)�rootr �emittedNoHandlerWarning�
loggerDict� loggerClass�logRecordFactory)r� Zrootnoder7 r7 r8 r� � s zManager.__init__c C s | j S rQ )�_disabler� r7 r7 r8 r � s zManager.disablec C s t |�| _d S rQ )rL r4 �r� �valuer7 r7 r8 r s c C s� d}t |t�std��t� z�|| jkrv| j| }t |t�r�|}| jpHt|�}| |_ || j|< | �
||� | � |� n(| jp~t|�}| |_ || j|< | � |� W 5 t� X |S )a�
Get a logger with the specified name (channel name), creating it
if it doesn't yet exist. This name is a dot-separated hierarchical
name, such as "a", "a.b", "a.b.c" or similar.
If a PlaceHolder existed for the specified name [i.e. the logger
didn't exist but a child of it did], replace it with the created
logger and fix up the parent/child references which pointed to the
placeholder to now point to the logger.
Nz A logger name must be a string) rF rH rJ r9 r: r1 r% r2 r, �manager�_fixupChildren�
_fixupParents)r� rb rK �phr7 r7 r8 r s(
zManager.getLoggerc C s* |t kr t|t �s td|j ��|| _dS )zY
Set the class to be used when instantiating a logger with this Manager.
r* N)r r+ rJ r� r2 )r� r- r7 r7 r8 r% & s
�zManager.setLoggerClassc C s
|| _ dS )zg
Set the factory to be used when instantiating a log record with this
Manager.
N)r3 )r� r� r7 r7 r8 r* 0 s zManager.setLogRecordFactoryc C s� |j }|�d�}d}|dkr~|s~|d|� }|| jkrFt|�| j|< n$| j| }t|t�r`|}n
|�|� |�dd|d �}q|s�| j}||_dS )z�
Ensure that there are either loggers or placeholders all the way
from the specified logger to the root of the logger hierarchy.
r� Nr r_ ) rb �rfindr1 r% rF r r� r/ �parent)r� r) rb �irK Zsubstr�objr7 r7 r8 r9 7 s
zManager._fixupParentsc C sD |j }t|�}|j�� D ]&}|jj d|� |kr|j|_||_qdS )zk
Ensure that children of the placeholder ph are connected to the
specified logger.
N)rb rd r' r� r< )r� r: r) rb Znamelen�cr7 r7 r8 r8 O s zManager._fixupChildrenc C s@ t � | j�� D ]}t|t�r|j�� q| jj�� t� dS )zj
Clear the cache for all loggers in loggerDict
Called when level changes are made
N) r9 r1 �valuesrF r �_cache�clearr/ r: �r� �loggerr7 r7 r8 � _clear_cache\ s
zManager._clear_cacheN)r� r� r� r� r� r r �setterr r% r* r9 r8 rE r7 r7 r7 r8 r. � s
"
r. c @ s� e Zd ZdZefdd�Zdd� Zdd� Zdd � Zd
d � Z d d
� Z
dd� Z dd�dd�Z dd� Z
e
Zdd� Zd5dd�Zd6d d �Zd7d d �Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1d2� Zd3d4� Z d S )8r ar
Instances of the Logger class represent a single logging channel. A
"logging channel" indicates an area of an application. Exactly how an
"area" is defined is up to the application developer. Since an
application can have any number of areas, logging channels are identified
by a unique string. Application areas can be nested (e.g. an area
of "input processing" might include sub-areas "read CSV files", "read
XLS files" and "read Gnumeric files"). To cater for this natural nesting,
channel names are organized into a namespace hierarchy where levels are
separated by periods, much like the Java or Python package namespace. So
in the instance given above, channel names might be "input" for the upper
level, and "input.csv", "input.xls" and "input.gnu" for the sub-levels.
There is no arbitrary limit to the depth of nesting.
c C s< t �| � || _t|�| _d| _d| _g | _d| _i | _ dS )zJ
Initialize the logger with a name and an optional level.
NTF)
r� r� rb rL r5 r< � propagater� �disabledrA )r� rb r5 r7 r7 r8 r� | s
zLogger.__init__c C s t |�| _| j�� dS )zW
Set the logging level of this logger. level must be an int or a str.
N)rL r5 r7 rE r� r7 r7 r8 r � s
zLogger.setLevelc O s | � t�r | jt||f|� dS )z�
Log 'msg % args' with severity 'DEBUG'.
To pass exception information, use the keyword argument exc_info with
a true value, e.g.
logger.debug("Houston, we have a %s", "thorny problem", exc_info=1)
N)� isEnabledForr �_log�r� rc rh r� r7 r7 r8 r � s
z Logger.debugc O s | � t�r | jt||f|� dS )z�
Log 'msg % args' with severity 'INFO'.
To pass exception information, use the keyword argument exc_info with
a true value, e.g.
logger.info("Houston, we have a %s", "interesting problem", exc_info=1)
N)rI r
rJ rK r7 r7 r8 r" � s
z Logger.infoc O s | � t�r | jt||f|� dS )z�
Log 'msg % args' with severity 'WARNING'.
To pass exception information, use the keyword argument exc_info with
a true value, e.g.
logger.warning("Houston, we have a %s", "bit of a problem", exc_info=1)
N)rI r rJ rK r7 r7 r8 r( � s
zLogger.warningc O s$ t �dtd� | j|f|�|� d S �Nz6The 'warn' method is deprecated, use 'warning' insteadr@ ��warningsr' �DeprecationWarningr( rK r7 r7 r8 r' � s
�z Logger.warnc O s | � t�r | jt||f|� dS )z�
Log 'msg % args' with severity 'ERROR'.
To pass exception information, use the keyword argument exc_info with
a true value, e.g.
logger.error("Houston, we have a %s", "major problem", exc_info=1)
N)rI r rJ rK r7 r7 r8 r � s
z Logger.errorT�rB c O s | j |f|�d|i|�� dS )zU
Convenience method for logging an ERROR with exception information.
rB N�r �r� rc rB rh r� r7 r7 r8 r � s zLogger.exceptionc O s | � t�r | jt||f|� dS )z�
Log 'msg % args' with severity 'CRITICAL'.
To pass exception information, use the keyword argument exc_info with
a true value, e.g.
logger.critical("Houston, we have a %s", "major disaster", exc_info=1)
N)rI r rJ rK r7 r7 r8 r � s
zLogger.criticalc O s< t |t�s trtd��ndS | �|�r8| j|||f|� dS )z�
Log 'msg % args' with the integer severity 'level'.
To pass exception information, use the keyword argument exc_info with
a true value, e.g.
logger.log(level, "We have a %s", "mysterious problem", exc_info=1)
zlevel must be an integerN)rF rG r, rJ rI rJ �r� r5 rc rh r� r7 r7 r8 r# � s
z
Logger.logFr_ c
C s� t � }|dk r|j}|}|r4|dkr4|j}|d8 }q|s<|}d}t|d�r�|j}tj�|j�}|tkrn|j}q@d}|r�t �
� } | � d� t j
|| d� | �� }|d dkr�|dd� }| �� |j|j|j|f}q�q@|S ) z�
Find the stack frame of the caller so that we can note the source
file name, line number and function name.
Nr_ )�(unknown file)r �(unknown function)Nr z Stack (most recent call last):
rW r� r� )rE rD r r rk rl �normcaser
�_srcfiler� r� r r� r r� r� �f_lineno�co_name)
r� rs �
stacklevelr� Zorig_frK �corn r� r� r7 r7 r8 �
findCaller� s8
zLogger.findCallerNc
C sZ t |||||||||
� } | dk rV| D ]0} | dks:| | jkrFtd| ��| | | j| < q$| S )zr
A factory method which can be overridden in subclasses to create
specialized LogRecords.
N)r� r� z$Attempt to overwrite %r in LogRecord)r� r� r� )
r� rb r5 �fn�lnorc rh rB r� �extrar� rK �keyr7 r7 r8 �
makeRecord s � zLogger.makeRecordc
C s� d}t rBz| �||�\} }
} }W qL tk
r> d\} }
} Y qLX n
d\} }
} |r~t|t�rlt|�||jf}nt|t�s~t� � }| �
| j || |
|||| ||�
} | � | � dS )z�
Low-level logging routine which creates a LogRecord and then calls
all the handlers of this logger to handle the record.
N)rT r rU )
rW r\ rI rF �
BaseException�type�
__traceback__�tupler= rB ra rb r )
r� r5 rc rh rB r_ rs rZ r� r] r^ r� r� r7 r7 r8 rJ s&
�z Logger._logc C s | j s| �|�r| �|� dS )z�
Call the handlers for the specified record.
This method is used for unpickled records received from a socket, as
well as those created locally. Logger-level filtering is applied.
N)rH r� � callHandlersr� r7 r7 r8 r 7 s z
Logger.handlec C s. t � z|| jkr | j�|� W 5 t� X dS )z;
Add the specified handler to this logger.
N)r9 r: r� r� �r� �hdlrr7 r7 r8 �
addHandlerA s
zLogger.addHandlerc C s. t � z|| jkr | j�|� W 5 t� X dS )z@
Remove the specified handler from this logger.
N)r9 r: r� r� rg r7 r7 r8 �
removeHandlerL s
zLogger.removeHandlerc C s. | }d}|r*|j rd}q*|js"q*q|j}q|S )a�
See if this logger has any handlers configured.
Loop through all handlers for this logger and its parents in the
logger hierarchy. Return True if a handler was found, else False.
Stop searching up the hierarchy whenever a logger with the "propagate"
attribute set to zero is found - that will be the last logger which
is checked for the existence of handlers.
FT)r� rG r< )r� r? rK r7 r7 r8 � hasHandlersW s
zLogger.hasHandlersc C s� | }d}|rJ|j D ]"}|d }|j|jkr|�|� q|jsBd}q|j}q|dkr�trn|jtjkr�t�|� n&tr�| jj s�t
j � d| j
� d| j_ dS )a�
Pass a record to all relevant handlers.
Loop through all handlers for this logger and its parents in the
logger hierarchy. If no handler was found, output a one-off error
message to sys.stderr. Stop searching up the hierarchy whenever a
logger with the "propagate" attribute set to zero is found - that
will be the last logger whose handlers are called.
r r_ Nz+No handlers could be found for logger "%s"
T)r� ri r5 r rG r< r+ r, r7 r0 r= r[ r rb )r� r� r? �foundrh r7 r7 r8 rf m s&
�zLogger.callHandlersc C s | }|r |j r|j S |j}qtS )z�
Get the effective level for this logger.
Loop through this logger and its parents in the logger hierarchy,
looking for a non-zero logging level. Return the first one found.
)r5 r< r rC r7 r7 r8 �getEffectiveLevel� s zLogger.getEffectiveLevelc
C sz | j r
dS z | j| W S tk
rt t� z6| jj|krJd }| j|< n|| �� k }| j|< W 5 t� X | Y S X dS )�;
Is this logger enabled for level 'level'?
FN)rH rA r� r9 r: r7 r rm )r� r5 Z
is_enabledr7 r7 r8 rI � s
�zLogger.isEnabledForc C s& | j | k rd�| j|f�}| j�|�S )ab
Get a logger which is a descendant to this one.
This is a convenience method, such that
logging.getLogger('abc').getChild('def.ghi')
is the same as
logging.getLogger('abc.def.ghi')
It's useful, for example, when the parent logger is named using
__name__ rather than a literal string.
r� )r/ r� rb r7 r )r� �suffixr7 r7 r8 �getChild� s
zLogger.getChildc C s t | �� �}d| jj| j|f S r# )r rm r r� rb r� r7 r7 r8 r� � s zLogger.__repr__c C s, t | j�| k r dd l}|�d��t | jffS )Nr zlogger cannot be pickled)r rb �pickleZ
PicklingError)r� rq r7 r7 r8 �
__reduce__� s
zLogger.__reduce__)Fr_ )NNN)NNFr_ ) r� r� r� r� r r� r r r" r( r' r r r r r# r\ ra rJ r ri rj rk rf rm rI rp r� rr r7 r7 r7 r8 r m s<
% �
�
c @ s e Zd ZdZdd� Zdd� ZdS )�
RootLoggerz�
A root logger is not that different to any other logger, except that
it must have a logging level and there is only one instance of it in
the hierarchy.
c C s t �| d|� dS )z=
Initialize the logger with the name "root".
r/ N)r r� r� r7 r7 r8 r� � s zRootLogger.__init__c C s t dfS )Nr7 )r r� r7 r7 r8 rr � s zRootLogger.__reduce__N)r� r� r� r� r� rr r7 r7 r7 r8 rs � s rs c @ s� e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd�dd�Z dd� Z dd� Z
dd� Zdd� Zd d � Zd d � Zd+d"d#�Zed$d%� �Zejd&d%� �Zed'd(� �Zd)d*� Zd S ),r zo
An adapter for loggers which makes it easier to specify contextual
information in logging output.
c C s || _ || _dS )ax
Initialize the adapter with a logger and a dict-like object which
provides contextual information. This constructor signature allows
easy stacking of LoggerAdapters, if so desired.
You can effectively pass keyword arguments as shown in the
following example:
adapter = LoggerAdapter(someLogger, dict(p1=v1, p2="v2"))
N)rD r_ )r� rD r_ r7 r7 r8 r� � s zLoggerAdapter.__init__c C s | j |d< ||fS )a�
Process the logging message and keyword arguments passed in to
a logging call to insert contextual information. You can either
manipulate the message itself, the keyword args or both. Return
the message and kwargs modified (or not) to suit your needs.
Normally, you'll only need to override this one method in a
LoggerAdapter subclass for your specific needs.
r_ )r_ )r� rc r� r7 r7 r8 r� � s
zLoggerAdapter.processc O s | j t|f|�|� dS )zA
Delegate a debug call to the underlying logger.
N)r# r rK r7 r7 r8 r s zLoggerAdapter.debugc O s | j t|f|�|� dS )zA
Delegate an info call to the underlying logger.
N)r# r
rK r7 r7 r8 r"
s zLoggerAdapter.infoc O s | j t|f|�|� dS )zC
Delegate a warning call to the underlying logger.
N)r# r rK r7 r7 r8 r( s zLoggerAdapter.warningc O s$ t �dtd� | j|f|�|� d S rL rM rK r7 r7 r8 r' s
�zLoggerAdapter.warnc O s | j t|f|�|� dS )zB
Delegate an error call to the underlying logger.
N�r# r rK r7 r7 r8 r s zLoggerAdapter.errorTrP c O s | j t|f|�d|i|�� dS )zF
Delegate an exception call to the underlying logger.
rB Nrt rR r7 r7 r8 r ! s zLoggerAdapter.exceptionc O s | j t|f|�|� dS )zD
Delegate a critical call to the underlying logger.
N)r# r rK r7 r7 r8 r ' s zLoggerAdapter.criticalc O s4 | � |�r0| �||�\}}| jj||f|�|� dS )z�
Delegate a log call to the underlying logger, after adding
contextual information from this adapter instance.
N)rI r� rD r# rS r7 r7 r8 r# - s
zLoggerAdapter.logc C s | j �|�S )rn )rD rI r� r7 r7 r8 rI 6 s zLoggerAdapter.isEnabledForc C s | j �|� dS )zC
Set the specified level on the underlying logger.
N)rD r r� r7 r7 r8 r < s zLoggerAdapter.setLevelc C s
| j �� S )zD
Get the effective level for the underlying logger.
)rD rm r� r7 r7 r8 rm B s z LoggerAdapter.getEffectiveLevelc C s
| j �� S )z@
See if the underlying logger has any handlers.
)rD rk r� r7 r7 r8 rk H s zLoggerAdapter.hasHandlersNFc C s | j j||||||d�S )zX
Low-level log implementation, proxied to allow nested logger adapters.
)rB r_ rs )rD rJ )r� r5 rc rh rB r_ rs r7 r7 r8 rJ N s �zLoggerAdapter._logc C s | j jS rQ �rD r7 r� r7 r7 r8 r7 [ s zLoggerAdapter.managerc C s || j _d S rQ ru r5 r7 r7 r8 r7 _ s c C s | j jS rQ )rD rb r� r7 r7 r8 rb c s zLoggerAdapter.namec C s& | j }t|�� �}d| jj|j|f S r# )rD r rm r r� rb )r� rD r5 r7 r7 r8 r� g s zLoggerAdapter.__repr__)NNF)r� r� r� r� r� r� r r" r( r' r r r r# rI r rm rk rJ r r7 rF rb r� r7 r7 r7 r8 r � s.
c
K s� t � �z�| �dd�}|r@tjdd� D ]}t�|� |�� q(ttj�dk�r�| �dd�}|dkr~d| kr�d| kr�td��nd| ks�d| kr�td ��|dkr�| �dd�}| �d
d �}|r�t ||�}n| �dd�}t
|�}|g}| �d d�}| �d
d�}|t k�rtdd� t �
� � ��| �dt | d �} t| ||�}
|D ]&}|jdk�rV|�|
� t�|� �q<| �dd�} | dk �r�t�| � | �r�d� | �
� �} td| ��W 5 t� X dS )a'
Do basic configuration for the logging system.
This function does nothing if the root logger already has handlers
configured, unless the keyword argument *force* is set to ``True``.
It is a convenience method intended for use by simple scripts
to do one-shot configuration of the logging package.
The default behaviour is to create a StreamHandler which writes to
sys.stderr, set a formatter using the BASIC_FORMAT format string, and
add the handler to the root logger.
A number of optional keyword arguments may be specified, which can alter
the default behaviour.
filename Specifies that a FileHandler be created, using the specified
filename, rather than a StreamHandler.
filemode Specifies the mode to open the file, if filename is specified
(if filemode is unspecified, it defaults to 'a').
format Use the specified format string for the handler.
datefmt Use the specified date/time format.
style If a format string is specified, use this to specify the
type of format string (possible values '%', '{', '$', for
%-formatting, :meth:`str.format` and :class:`string.Template`
- defaults to '%').
level Set the root logger level to the specified level.
stream Use the specified stream to initialize the StreamHandler. Note
that this argument is incompatible with 'filename' - if both
are present, 'stream' is ignored.
handlers If specified, this should be an iterable of already created
handlers, which will be added to the root handler. Any handler
in the list which does not have a formatter assigned will be
assigned the formatter created in this function.
force If this keyword is specified as true, any existing handlers
attached to the root logger are removed and closed, before
carrying out the configuration as specified by the other
arguments.
Note that you could specify a stream created using open(filename, mode)
rather than passing the filename and mode in. However, it should be
remembered that StreamHandler does not close its stream (since it may be
using sys.stdout or sys.stderr), whereas FileHandler closes its stream
when the handler is closed.
.. versionchanged:: 3.8
Added the ``force`` parameter.
.. versionchanged:: 3.2
Added the ``style`` parameter.
.. versionchanged:: 3.3
Added the ``handlers`` parameter. A ``ValueError`` is now thrown for
incompatible arguments (e.g. ``handlers`` specified together with
``filename``/``filemode``, or ``filename``/``filemode`` specified
together with ``stream``, or ``handlers`` specified together with
``stream``.
�forceFNr r� r rn z8'stream' and 'filename' should not be specified togetherzG'stream' or 'filename' should not be specified together with 'handlers'�filemoder r� r� r� r� r� r� r_ r5 z, z Unrecognised argument(s): %s)r9 r: �popr/ r� rj r� rd rI r
r r� r� r� r r� r ri r )
r� rv �hr� rn r r Zdfsr� Zfsr� r5 r� r7 r7 r8 r t sR ;
�
c C s | rt j�| �S tS dS )z�
Return a logger with the specified name, creating it if necessary.
If no name is specified, return the root logger.
N)r r7 r r/ )rb r7 r7 r8 r � s c O s* t tj�dkrt� tj| f|�|� dS )z�
Log a message with severity 'CRITICAL' on the root logger. If the logger
has no handlers, call basicConfig() to add a console handler with a
pre-defined format.
r N)rd r/ r� r r �rc rh r� r7 r7 r8 r � s c O s* t tj�dkrt� tj| f|�|� dS )z�
Log a message with severity 'ERROR' on the root logger. If the logger has
no handlers, call basicConfig() to add a console handler with a pre-defined
format.
r N)rd r/ r� r r rz r7 r7 r8 r � s rP c O s t | f|�d|i|�� dS )z�
Log a message with severity 'ERROR' on the root logger, with exception
information. If the logger has no handlers, basicConfig() is called to add
a console handler with a pre-defined format.
rB NrQ )rc rB rh r� r7 r7 r8 r s c O s* t tj�dkrt� tj| f|�|� dS )z�
Log a message with severity 'WARNING' on the root logger. If the logger has
no handlers, call basicConfig() to add a console handler with a pre-defined
format.
r N)rd r/ r� r r( rz r7 r7 r8 r( s c O s" t �dtd� t| f|�|� d S )Nz8The 'warn' function is deprecated, use 'warning' insteadr@ rM rz r7 r7 r8 r' s
�c O s* t tj�dkrt� tj| f|�|� dS )z�
Log a message with severity 'INFO' on the root logger. If the logger has
no handlers, call basicConfig() to add a console handler with a pre-defined
format.
r N)rd r/ r� r r" rz r7 r7 r8 r" s c O s* t tj�dkrt� tj| f|�|� dS )z�
Log a message with severity 'DEBUG' on the root logger. If the logger has
no handlers, call basicConfig() to add a console handler with a pre-defined
format.
r N)rd r/ r� r r rz r7 r7 r8 r $ s c O s, t tj�dkrt� tj| |f|�|� dS )z�
Log 'msg % args' with the integer severity 'level' on the root logger. If
the logger has no handlers, call basicConfig() to add a console handler
with a pre-defined format.
r N)rd r/ r� r r# )r5 rc rh r� r7 r7 r8 r# . s c C s | t j_t j�� dS )zB
Disable all logging calls of severity 'level' and below.
N)r/ r7 r rE )r5 r7 r7 r8 r 8 s c
C s� t | dd� �D ]l}zT|� }|rfz:z |�� |�� |�� W n ttfk
rV Y nX W 5 |�� X W q trv� Y qX qdS )z�
Perform any cleanup actions in the logging system (e.g. flushing
buffers).
Should be called at application exit.
N)�reversedrO rN r r� r rI r, )Z handlerListr� ry r7 r7 r8 r& ? s
c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r a�
This handler does nothing. It's intended to be used to avoid the
"No handlers could be found for logger XXX" one-off warning. This is
important for library code, which may contain code to log events. If a user
of the library does not configure logging, the one-off warning might be
produced; to avoid this, the library developer simply needs to instantiate
a NullHandler and add it to the top-level logger of the library module or
package.
c C s dS �zStub.Nr7 r� r7 r7 r8 r m s zNullHandler.handlec C s dS r| r7 r� r7 r7 r8 r p s zNullHandler.emitc C s
d | _ d S rQ )r r� r7 r7 r8 rY s s zNullHandler.createLockN)r� r� r� r� r r rY r7 r7 r7 r8 r c s c C s` |dk r$t dk r\t | |||||� n8t�| ||||�}td�}|jsP|�t� � |�d|� dS )a�
Implementation of showwarnings which redirects to logging, which will first
check to see if the file parameter is None. If a file is specified, it will
delegate to the original warnings implementation of showwarning. Otherwise,
it will call warnings.formatwarning and will log the resulting string to a
warnings logger named "py.warnings" with level logging.WARNING.
Nz py.warningsz%s)�_warnings_showwarningrN �
formatwarningr r� ri r r( )r� �categoryrn rt rX �liner� rD r7 r7 r8 � _showwarningz s r� c C s0 | rt dkr,tja tt_nt dk r,t t_da dS )z�
If capture is true, redirect all warnings to the logging package.
If capture is False, ensure that warnings are not redirected to logging
but to their original destinations.
N)r} rN � showwarningr� )Zcapturer7 r7 r8 r � s )N)NN)or� r= rk ra r� r� r� rN r� Zcollections.abcre �stringr r Z StrFormatter�__all__ry �
__author__Z
__status__� __version__Z__date__rw r, rx r| r~ r r r r r r
r r r2 r4 r r r rE rl rV �__code__r
rW rL r� rM r9 r: rT ZWeakSetrU r^ rP �objectr r� r* r) r$ r� r� r� r� r r� r� r r r� ZWeakValueDictionaryr� r� r� r� r r r
r$ Z_defaultLastResortr+ r% r% r! r. r rs r, r r/ r7 r r r r r r r( r' r" r r# r r& �atexit�registerr r} r� r r7 r7 r7 r8 �<module> sN H
�
� �
� g
� 1*%4
>SE
d
n
logging/__pycache__/handlers.cpython-38.opt-2.pyc 0000644 00000057655 15115353746 0015626 0 ustar 00 U
e5dq� � @ sv d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlmZm Z m
Z
d dl Z d dl Z d dl
Z
dZdZdZdZdZdZdZG d d
� d
e j�ZG d d � d e�ZG d
d� de�ZG dd� de j�ZG dd� de j�ZG dd� de�Z G dd� de j�Z G dd� de j�Z G dd� de j�Z G dd � d e j�Z G d d � d e j�Z!G d d � d e!�Z"G d!d"� d"e j�Z#G d#d$� d$e$�Z%dS )%� N)�ST_DEV�ST_INO�ST_MTIMEi<# i=# i># i?# i �Q c @ s. e Zd Zd dd�Zdd� Zdd� Zd d
� ZdS ) �BaseRotatingHandlerNFc C s0 t j�| ||||� || _|| _d | _d | _d S �N)�logging� FileHandler�__init__�mode�encoding�namer�rotator��self�filenamer r �delay� r �(/usr/lib64/python3.8/logging/handlers.pyr
3 s
z BaseRotatingHandler.__init__c C sH z$| � |�r| �� tj�| |� W n tk
rB | �|� Y nX d S r )�shouldRollover�
doRolloverr r �emit� Exception� handleError�r �recordr r r r = s
zBaseRotatingHandler.emitc C s t | j�s|}n
| �|�}|S r )�callabler
)r Z default_name�resultr r r �rotation_filenameK s
z%BaseRotatingHandler.rotation_filenamec C s4 t | j�s$tj�|�r0t�||� n | �||� d S r )r r �os�path�exists�rename)r �source�destr r r �rotate^ s
zBaseRotatingHandler.rotate)NF)�__name__�
__module__� __qualname__r
r r r% r r r r r - s
r c @ s& e Zd Zd dd�Zdd� Zd d
� ZdS ) �RotatingFileHandler�ar NFc C s. |dkr d}t �| ||||� || _|| _d S )Nr r* )r r
�maxBytes� backupCount)r r r r+ r, r r r r r r
x s
z RotatingFileHandler.__init__c C s� | j r| j �� d | _ | jdkr�t| jd dd�D ]^}| �d| j|f �}| �d| j|d f �}tj�|�r2tj�|�r�t� |� t�
||� q2| �| jd �}tj�|�r�t� |� | � | j|� | j s�| �
� | _ d S )Nr � ���z%s.%dz.1)�stream�closer, �ranger � baseFilenamer r r! �remover" r% r �_open)r �iZsfn�dfnr r r r � s&
�
z RotatingFileHandler.doRolloverc C sZ | j d kr| �� | _ | jdkrVd| �|� }| j �dd� | j �� t|� | jkrVdS dS )Nr z%s
� r- )r/ r4 r+ �format�seek�tell�len�r r �msgr r r r � s
z"RotatingFileHandler.shouldRollover)r* r r NF)r& r' r( r
r r r r r r r) s s
r) c @ s6 e Zd Zddd�Zdd � Zd
d � Zd d
� Zdd� ZdS )�TimedRotatingFileHandler�hr- r NFc
C s� t �| |d||� |�� | _|| _|| _|| _| jdkrLd| _d| _d| _ n�| jdkrjd| _d| _d | _ n�| jd
kr�d | _d | _d
| _ n�| jdks�| jdkr�d| _d| _d| _ n�| j�
d��r*d| _t | j�dkr�t d| j ��| jd dk s�| jd dk�r t d| j ��t
| jd �| _d| _d| _ nt d| j ��t�| j tj�| _ | j| | _| j}tj�|��rzt�|�t } n t
t�� �} | �| �| _d S )Nr* �Sr- z%Y-%m-%d_%H-%M-%Sz-^\d{4}-\d{2}-\d{2}_\d{2}-\d{2}-\d{2}(\.\w+)?$�M�< z%Y-%m-%d_%H-%Mz'^\d{4}-\d{2}-\d{2}_\d{2}-\d{2}(\.\w+)?$�H� z %Y-%m-%d_%Hz!^\d{4}-\d{2}-\d{2}_\d{2}(\.\w+)?$�D�MIDNIGHTr z%Y-%m-%dz^\d{4}-\d{2}-\d{2}(\.\w+)?$�Wi�: r7 zHYou must specify a day for weekly rollover from 0 to 6 (0 is Monday): %s�0�6z-Invalid day specified for weekly rollover: %sz'Invalid rollover interval specified: %s)r r
�upper�whenr, �utc�atTime�interval�suffix�extMatch�
startswithr; �
ValueError�int� dayOfWeek�re�compile�ASCIIr2 r r r! �statr �time�computeRollover�
rolloverAt)
r r rK rN r, r r rL rM �tr r r r
� sL
z!TimedRotatingFileHandler.__init__c C sd || j }| jdks"| j�d��r`| jr4t�|�}n
t�|�}|d }|d }|d }|d }| jd krnt}n | jj d | jj
d | jj }||d | d | } | dk r�| t7 } |d d
}|| }| j�d��r`|}
|
| j k�r`|
| j k r�| j |
} nd|
| j d } || d } | j�s\|d }
t�| �d }|
|k�r\|
�sPd
}nd}| |7 } | }|S )NrF rG � � � � rB r r- � r r. ���rD )
rN rK rQ rL rY �gmtime� localtimerM � _MIDNIGHTZhourZminute�secondrT )r � currentTimer r\ Z currentHourZ
currentMinuteZ
currentSecondZ
currentDayZ rotate_ts�rZdayZ
daysToWait�
newRolloverAt�dstNow�
dstAtRollover�addendr r r rZ sL
��
z(TimedRotatingFileHandler.computeRolloverc C s t t�� �}|| jkrdS dS )Nr- r )rS rY r[ )r r r\ r r r r I s
z'TimedRotatingFileHandler.shouldRolloverc C s� t j�| j�\}}t �|�}g }|d }t|�}|D ]@}|d |� |kr4||d � }| j�|�r4|�t j� ||�� q4t|�| j
k r�g }n |� � |d t|�| j
� }|S )N�.) r r �splitr2 �listdirr; rP �match�append�joinr, �sort) r ZdirNameZbaseNameZ fileNamesr �prefixZplenZfileNamerO r r r �getFilesToDeleteU s
z)TimedRotatingFileHandler.getFilesToDeletec C sv | j r| j �� d | _ tt�� �}t�|�d }| j| j }| jrNt�|�}n6t�|�}|d }||kr�|rrd}nd}t�|| �}| � | j
d t� | j |� �}t
j�|�r�t
�|� | �| j
|� | jdkr�| �� D ]}t
�|� q�| js�| �� | _ | �|�} | |k�r| | j } �q| jdk�s4| j�d��rl| j�slt�| �d }
||
k�rl|�s`d}nd}| |7 } | | _d S )Nr. rD rb rm r rF rG )r/ r0 rS rY rd r[ rN rL rc r r2 �strftimerO r r r! r3 r% r, ru r r4 rZ rK rQ ) r rg rj r\ Z timeTupleZdstThenrl r6 �sri rk r r r r l sJ
�
"
z#TimedRotatingFileHandler.doRollover)r? r- r NFFN)r& r' r( r
rZ r ru r r r r r r> � s
9I r> c @ s. e Zd Zd dd�Zdd� Zdd � Zd
d � ZdS )
�WatchedFileHandlerr* NFc C s, t j�| ||||� d\| _| _| �� d S )N)r. r. )r r r
�dev�ino� _statstreamr r r r r
� s zWatchedFileHandler.__init__c C s0 | j r,t�| j �� �}|t |t | _| _d S r )r/ r �fstat�filenor r ry rz �r Zsresr r r r{ � s z WatchedFileHandler._statstreamc C s� zt �| j�}W n tk
r( d }Y nX |rJ|t | jksJ|t | jkr�| jd k r�| j� � | j�
� d | _| � � | _| � � d S r )
r rX r2 �FileNotFoundErrorr ry r rz r/ �flushr0 r4 r{ r~ r r r �reopenIfNeeded� s
z!WatchedFileHandler.reopenIfNeededc C s | � � tj�| |� d S r )r� r r r r r r r r � s zWatchedFileHandler.emit)r* NF)r& r' r( r
r{ r� r r r r r rx � s
rx c @ sN e Zd Zdd� Zddd�Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dS )�
SocketHandlerc C sZ t j�| � || _|| _|d kr(|| _n
||f| _d | _d| _d | _d| _ d| _
d| _ d S )NFg �?g >@g @) r �Handlerr
�host�port�address�sock� closeOnError� retryTime�
retryStart�retryMax� retryFactor�r r� r� r r r r
� s
zSocketHandler.__init__r- c C sj | j d k r tj| j|d�}nJt�tjtj�}|�|� z|�| j� W n tk
rd |� � � Y nX |S )N��timeout)
r� �socketZcreate_connectionr� �AF_UNIX� SOCK_STREAMZ
settimeout�connect�OSErrorr0 )r r� r r r r �
makeSocket s
zSocketHandler.makeSocketc C s� t � � }| jd krd}n
|| jk}|r�z| �� | _d | _W nV tk
r� | jd kr^| j| _n"| j| j | _| j| jkr�| j| _|| j | _Y nX d S �NT) rY r� r� r� r� r� Z retryPeriodr� r� )r ZnowZattemptr r r � createSocket s
zSocketHandler.createSocketc C sR | j d kr| �� | j rNz| j �|� W n$ tk
rL | j �� d | _ Y nX d S r )r� r� �sendallr� r0 �r rw r r r �send6 s
zSocketHandler.sendc C sj |j }|r| �|�}t|j�}|�� |d< d |d< d |d< |�dd � t�|d�}t� dt
|��}|| S )Nr= �args�exc_info�messager- z>L) r� r8 �dict�__dict__Z
getMessage�pop�pickle�dumps�structZpackr; )r r ZeiZdummy�drw Zslenr r r �
makePickleI s
zSocketHandler.makePicklec C s0 | j r | jr | j�� d | _ntj�| |� d S r )r� r� r0 r r� r r r r r r _ s
zSocketHandler.handleErrorc C s< z| � |�}| �|� W n tk
r6 | �|� Y nX d S r )r� r� r r )r r rw r r r r m s
zSocketHandler.emitc C s@ | � � z(| j}|r"d | _|�� tj�| � W 5 | �� X d S r )�acquire�releaser� r0 r r� )r r� r r r r0 | s zSocketHandler.closeN)r- ) r& r' r( r
r� r� r� r� r r r0 r r r r r� � s
r� c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�DatagramHandlerc C s t �| ||� d| _d S )NF)r� r
r� r� r r r r
� s zDatagramHandler.__init__c C s* | j d krtj}ntj}t�|tj�}|S r )r� r� r� ZAF_INET�
SOCK_DGRAM)r Zfamilyrw r r r r� � s
zDatagramHandler.makeSocketc C s& | j d kr| �� | j �|| j� d S r )r� r� �sendtor� r� r r r r� � s
zDatagramHandler.sendN)r& r' r( r
r� r� r r r r r� � s r� c @ s e Zd ZdZdZdZdZdZdZdZ dZ
dZ dZ dZ
dZdZdZdZdZd Zd
Zd Zd Zd
ZdZdZdZdZdZ dZ dZ eeee
eeee eeeed� Z eeeeee ee
eeee eeeeeee e e d�Z dddddd �Z!d e"fe d fd d �Z#d!d"� Z$d#d$� Z%d%d&� Z&d'd(� Z'd)Z(d*Z)d+d,� Z*d S )-�
SysLogHandlerr r- r7 r] r^ r_ r` ra � � �
� � � � � � � � � ) ZalertZcrit�critical�debugZemerg�err�error�infoZnoticeZpanic�warn�warning)ZauthZauthprivZcron�daemonZftpZkernZlprZmailZnewsZsecurityZsyslog�userZuucpZlocal0Zlocal1Zlocal2Zlocal3Zlocal4Zlocal5Zlocal6Zlocal7r� r� r� r� r� )�DEBUG�INFO�WARNING�ERROR�CRITICALZ localhostNc C s4 t j�| � || _|| _|| _t|t�rTd| _z| � |� W n t
k
rP Y nX n�d| _|d krht j }|\}}t �
||d|�}|s�t
d��|D ]�}|\}}} }
} d } }
z.t � ||| �}
|t jkr�|
�| � W �qW q� t
k
�r } z|} |
d k �r|
�� W 5 d }~X Y q�X q�| d k �r$| �|
| _ || _d S )NTFr z!getaddrinfo returns an empty list)r r� r
r� �facility�socktype�
isinstance�str�
unixsocket�_connect_unixsocketr� r� r� Z getaddrinfor� r� r0 )r r� r� r� r� r� Zress�resZaf�proto�_Zsar� r� �excr r r r
sB
zSysLogHandler.__init__c C s� | j }|d krtj}t�tj|�| _z| j�|� || _ W nx tk
r� | j�� | j d k r`� tj}t�tj|�| _z| j�|� || _ W n tk
r� | j�� � Y nX Y nX d S r )r� r� r� r� r� r� r0 r� )r r� Z use_socktyper r r r� Q s&
z!SysLogHandler._connect_unixsocketc C s4 t |t�r| j| }t |t�r(| j| }|d> |B S )Nr] )r� r� �facility_names�priority_names)r r� Zpriorityr r r �encodePriorityi s
z SysLogHandler.encodePriorityc C s2 | � � z| j�� tj�| � W 5 | �� X d S r )r� r� r� r0 r r� �r r r r r0 v s
zSysLogHandler.closec C s | j �|d�S )Nr� )� priority_map�get)r Z levelNamer r r � mapPriority� s zSysLogHandler.mapPriority� Tc C s z�| � |�}| jr | j| }| jr*|d7 }d| �| j| �|j�� }|�d�}|�d�}|| }| jr�z| j �
|� W q� t k
r� | j � � | �
| j� | j �
|� Y q�X n*| jt jkr�| j �|| j� n | j �|� W n tk
r� | �|� Y nX d S )N� z<%d>�utf-8)r8 �ident�
append_nulr� r� r� Z levelname�encoder� r� r� r� r0 r� r� r� r� r� r� r r )r r r= Zprior r r r � s0
�
zSysLogHandler.emit)+r& r' r( Z LOG_EMERGZ LOG_ALERTZLOG_CRITZLOG_ERRZ LOG_WARNINGZ
LOG_NOTICEZLOG_INFOZ LOG_DEBUGZLOG_KERNZLOG_USERZLOG_MAILZ
LOG_DAEMONZLOG_AUTHZ
LOG_SYSLOGZLOG_LPRZLOG_NEWSZLOG_UUCPZLOG_CRONZ LOG_AUTHPRIVZLOG_FTPZ
LOG_LOCAL0Z
LOG_LOCAL1Z
LOG_LOCAL2Z
LOG_LOCAL3Z
LOG_LOCAL4Z
LOG_LOCAL5Z
LOG_LOCAL6Z
LOG_LOCAL7r� r� r� �SYSLOG_UDP_PORTr
r� r� r0 r� r� r� r r r r r r� � s� �� � �
6
r� c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
� SMTPHandlerN� @c C s� t j�| � t|ttf�r(|\| _| _n|d | _| _t|ttf�rR|\| _| _ nd | _|| _
t|t �rn|g}|| _ || _
|| _|| _d S r )r r� r
r� �list�tuple�mailhost�mailport�username�password�fromaddrr� �toaddrs�subject�securer� )r r� r� r� r� � credentialsr� r� r r r r
� s
zSMTPHandler.__init__c C s | j S r )r� r r r r �
getSubject� s zSMTPHandler.getSubjectc C s z�dd l }ddlm} dd l}| j}|s.|j}|j| j|| jd�}|� }| j |d< d�
| j �|d< | � |�|d< |j
�� |d< |�| �|�� | jr�| jd k r�|�� |j| j� |�� |�| j| j� |�|� |�� W n tk
r� | �|� Y nX d S ) Nr )� EmailMessager� ZFrom�,ZToZSubjectZDate)�smtplibZ
email.messager� Z email.utilsr� Z SMTP_PORTZSMTPr� r� r� rr r� r� Zutilsrd Z set_contentr8 r� r� ZehloZstarttlsZloginr� Z send_message�quitr r )r r r� r� Zemailr� Zsmtpr= r r r r � s0
zSMTPHandler.emit)NNr� )r& r' r( r
r� r r r r r r� � s �
# r� c @ s> e Zd Zddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� ZdS )�NTEventLogHandlerN� Applicationc
C s� t j�| � z�dd l}dd l}|| _|| _|s`tj� | jj
�}tj� |d �}tj� |d d�}|| _ || _
| j�|||� |j| _t j|jt j|jt j|jt j|jt j|ji| _W n" tk
r� td� d | _Y nX d S )Nr zwin32service.pydzWThe Python Win32 extensions for NT (service, event logging) appear not to be available.)r r� r
�win32evtlogutil� win32evtlog�appname�_welur r rn �__file__rr �dllname�logtypeZAddSourceToRegistryZEVENTLOG_ERROR_TYPE�deftyper� ZEVENTLOG_INFORMATION_TYPEr� r� ZEVENTLOG_WARNING_TYPEr� r� �typemap� ImportError�print)r r� r� r� r� r� r r r r
s6 �
zNTEventLogHandler.__init__c C s dS )Nr- r r r r r � getMessageID& s z NTEventLogHandler.getMessageIDc C s dS )Nr r r r r r �getEventCategory0 s z"NTEventLogHandler.getEventCategoryc C s | j �|j| j�S r )r� r� �levelnor� r r r r � getEventType9 s z NTEventLogHandler.getEventTypec C sn | j rjzD| �|�}| �|�}| �|�}| �|�}| j �| j||||g� W n tk
rh | �|� Y nX d S r ) r� r� r� r r8 Z ReportEventr� r r )r r �id�cat�typer= r r r r F s
zNTEventLogHandler.emitc C s t j�| � d S r )r r� r0 r� r r r r0 W s zNTEventLogHandler.close)Nr� ) r& r' r( r
r� r� r r r0 r r r r r� s
r� c @ s& e Zd Zd
dd�Zdd� Zdd � ZdS ) � HTTPHandler�GETFNc C s` t j�| � |�� }|dkr$td��|s8|d k r8td��|| _|| _|| _|| _|| _ || _
d S )N)r �POSTzmethod must be GET or POSTz3context parameter only makes sense with secure=True) r r� r
rJ rR r� �url�methodr� r� �context)r r� r r r� r� r r r r r
i s zHTTPHandler.__init__c C s |j S r )r� r r r r � mapLogRecord} s zHTTPHandler.mapLogRecordc C sx �zPdd l }dd l}| j}| jr4|jj|| jd�}n |j�|�}| j}|j �
| � |��}| j dkr�|�
d�dkrvd}nd}|d||f }|�| j |� |�
d�} | dkr�|d | � }| j dkr�|�d d
� |�d tt|��� | j�r$dd l}
d | j �d
�} d|
�| ��� �d� } |�d| � |�� | j dk�rH|�|�d
�� |�� W n tk
�rr | � |� Y nX d S )Nr )r r �?�&z%c%s�:r z Content-typez!application/x-www-form-urlencodedzContent-lengthz%s:%sr� zBasic �asciiZ
Authorization) Z http.clientZ urllib.parser� r� ZclientZHTTPSConnectionr ZHTTPConnectionr �parseZ urlencoder
r �findZ
putrequestZ putheaderr� r; r� �base64r� Z b64encode�strip�decodeZ
endheadersr� Z getresponser r ) r r ZhttpZurllibr� r? r �data�sepr5 r rw r r r r � sB
� zHTTPHandler.emit)r FNN)r& r' r( r
r
r r r r r r d s
�
r c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) �BufferingHandlerc C s t j�| � || _g | _d S r )r r� r
�capacity�buffer)r r r r r r
� s zBufferingHandler.__init__c C s t | j�| jkS r )r; r r r r r r � shouldFlush� s z BufferingHandler.shouldFlushc C s" | j �|� | �|�r | �� d S r )r rq r r� r r r r r � s
zBufferingHandler.emitc C s" | � � z
g | _W 5 | �� X d S r )r� r� r r� r r r r� � s
zBufferingHandler.flushc C s z | �� W 5 t j�| � X d S r )r r� r0 r� r� r r r r0 � s zBufferingHandler.closeN)r& r' r( r
r r r� r0 r r r r r � s
r c @ s> e Zd Zejddfdd�Zdd� Zdd� Zd d
� Zd d � Z dS )
�
MemoryHandlerNTc C s" t �| |� || _|| _|| _d S r )r r
�
flushLevel�target� flushOnClose)r r r r r r r r r
� s zMemoryHandler.__init__c C s t | j�| jkp|j| jkS r )r; r r r� r r r r r r s
�zMemoryHandler.shouldFlushc C s" | � � z
|| _W 5 | �� X d S r )r� r� r )r r r r r � setTarget
s
zMemoryHandler.setTargetc C s@ | � � z(| jr.| jD ]}| j�|� qg | _W 5 | �� X d S r )r� r� r r �handler r r r r� s
zMemoryHandler.flushc C sB z| jr| �� W 5 | � � zd | _t�| � W 5 | �� X X d S r )r� r� r r r0 r r� r� r r r r0 ( s zMemoryHandler.close)
r& r' r( r r� r
r r r� r0 r r r r r � s �
r c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
� QueueHandlerc C s t j�| � || _d S r )r r� r
�queue)r r! r r r r
D s zQueueHandler.__init__c C s | j �|� d S r )r! �
put_nowaitr r r r �enqueueK s zQueueHandler.enqueuec C s6 | � |�}t�|�}||_||_d |_d |_d |_|S r )r8 �copyr� r= r� r� Zexc_textr< r r r �prepareU s
zQueueHandler.preparec C s8 z| � | �|�� W n tk
r2 | �|� Y nX d S r )r# r% r r r r r r r r s zQueueHandler.emitN)r& r' r( r
r# r% r r r r r r 9 s
r c @ sV e Zd ZdZdd�dd�Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dd� Z dS )�
QueueListenerNF)�respect_handler_levelc G s || _ || _d | _|| _d S r )r! �handlers�_threadr' )r r! r' r( r r r r
� s zQueueListener.__init__c C s | j �|�S r )r! r� )r �blockr r r �dequeue� s zQueueListener.dequeuec C s& t j| jd� | _}d|_|�� d S )N)r T)� threadingZThread�_monitorr) r� �start)r r\ r r r r. � s zQueueListener.startc C s |S r r r r r r r% � s zQueueListener.preparec C s@ | � |�}| jD ]*}| js d}n |j|jk}|r|�|� qd S r� )r% r( r' r� �levelr )r r ZhandlerZprocessr r r r � s
zQueueListener.handlec C sp | j }t|d�}z>| �d�}|| jkr6|r2|�� W ql| �|� |rL|�� W q t jk
rh Y qlY qX qd S )N� task_doneT)r! �hasattrr+ � _sentinelr0 r ZEmpty)r �qZ
has_task_doner r r r r- � s
zQueueListener._monitorc C s | j �| j� d S r )r! r" r2 r� r r r �enqueue_sentinel� s z QueueListener.enqueue_sentinelc C s | � � | j�� d | _d S r )r4 r) rr r� r r r �stop� s
zQueueListener.stop) r& r' r( r2 r
r+ r. r% r r- r4 r5 r r r r r& ~ s
r& )&r r� r r� r� rY rU rX r r r r! r, r$ ZDEFAULT_TCP_LOGGING_PORTZDEFAULT_UDP_LOGGING_PORTZDEFAULT_HTTP_LOGGING_PORTZDEFAULT_SOAP_LOGGING_PORTr� ZSYSLOG_TCP_PORTre r r r) r> rx r� r� r� r� r� r� r r r r �objectr& r r r r �<module> s: 8FL `E (* PbO9ME logging/__pycache__/config.cpython-38.pyc 0000644 00000055272 15115353746 0014324 0 ustar 00 U
e5d� � @ sN d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl
m Z m Z dZ
ejZdad+dd�Zdd � Zd
d � Zd d
� Zdd� Zdd� Zdd� Zdd� Ze�dej�Zdd� Z G dd� de �Z G dd � d e e �Z G d d � d e!e �Z"G d d � d e#e �Z$G d!d"� d"e �Z%G d#d$� d$e%�Z&e&Z'd%d&� Z(e
dfd'd(�Z)d)d*� Z*dS ),a
Configuration functions for the logging package for Python. The core package
is based on PEP 282 and comments thereto in comp.lang.python, and influenced
by Apache's log4j system.
Copyright (C) 2001-2019 Vinay Sajip. All Rights Reserved.
To use, simply 'import logging' and log away!
� N)�ThreadingTCPServer�StreamRequestHandleriF# Tc C s� ddl }t| |j�r| }n*|�|�}t| d�r:|�| � n
|�| � t|�}t� � z t � t ||�}t
|||� W 5 t�
� X dS )aD
Read the logging configuration from a ConfigParser-format file.
This can be called several times from an application, allowing an end user
the ability to select from various pre-canned configurations (if the
developer provides a mechanism to present the choices and load the chosen
configuration).
r N�readline)� configparser�
isinstanceZRawConfigParserZ ConfigParser�hasattrZ read_file�read�_create_formatters�logging� _acquireLock� _releaseLock�_clearExistingHandlers�_install_handlers�_install_loggers)Zfname�defaults�disable_existing_loggersr �cp�
formatters�handlers� r �&/usr/lib64/python3.8/logging/config.py�
fileConfig3 s
r c C sl | � d�} | �d�}t|�}| D ]F}|d | }zt||�}W q tk
rd t|� t||�}Y q X q |S )z)Resolve a dotted name to a global object.�.r )�split�pop�
__import__�getattr�AttributeError)�name�used�found�nr r r �_resolveU s
r" c C s t tj| �S �N)�map�str�strip)Zalistr r r �
_strip_spacesc s r' c C s� | d d }t |�si S |�d�}t|�}i }|D ]v}d| }| j|dddd�}| j|d ddd�}| j|d
dd d�}tj}| | �d �} | r�t| �}||||�}
|
||< q2|S )
z Create and return formattersr �keys�,z formatter_%s�formatTN)�raw�fallback�datefmt�style�%�class)�lenr r' �getr
� Formatterr" ) r Zflistr ZformZsectnameZfsZdfsZstl�c�
class_name�fr r r r f s$
r c
C s^ | d d }t |�si S |�d�}t|�}i }g }|D �]}| d| }|d }|�dd�}zt|tt��}W n ttfk
r� t |�}Y nX |�dd �} t| tt��} |�d
d �}
t|
tt��}
|| |
�} d |kr�|d } | �
| � t |�r�| � || � t |tj
j��r2|�d
d�}
t |
��r2|�| |
f� | ||< q6|D ]\} }| �|| � �q@|S )zInstall and return handlersr r( r) z
handler_%sr0 � formatter� �args�()�kwargsz{}�level�target)r1 r r' r2 �eval�varsr
r � NameErrorr" �setLevel� setFormatter�
issubclassr �
MemoryHandler�appendZ setTarget)r r �hlistr Zfixups�hand�section�klass�fmtr9 r; �hr< r= �tr r r r | sB
r c C sT t j}| D ]D}|jj| }||krHt|t j�sN|�t j� g |_d|_ q
||_
q
dS )a�
When (re)configuring logging, handle loggers which were in the previous
configuration but are not in the new configuration. There's no point
deleting them as other threads may continue to hold references to them;
and by disabling them, you stop them doing any logging.
However, don't disable children of named loggers, as that's probably not
what was intended by the user. Also, allow existing loggers to NOT be
disabled if disable_existing is false.
TN) r
�root�manager�
loggerDictr Z PlaceHolderrA ZNOTSETr � propagate�disabled)�existing�
child_loggers�disable_existingrM �log�loggerr r r �_handle_existing_loggers� s rW c C s | d d }|� d�}tt|��}|�d� | d }tj}|}d|krX|d }|�|� |jdd� D ]}|�|� qf|d } t | �r�| � d�} t| �} | D ]}
|�
||
� q�t|j j �
� �} | �� g } |D �](}| d | }|d
}
|jd d d
�}t�|
�}|
| k�rv| �|
�d }|
d }t |�}t | �}||k �rl| | d|� |k�r`| �| | � |d 7 }�q2| �|
� d|k�r�|d }|�|� |jdd� D ]}|�|� �q�||_d|_|d } t | �r�| � d�} t| �} | D ]}
|�
||
� �q�q�t| | |� dS )zCreate and install loggers�loggersr( r) rM Z logger_rootr< Nr z logger_%s�qualnamerP � )r, r r )r �listr' �remover
rM rA r �
removeHandlerr1 �
addHandlerrN rO r( �sortZgetint� getLogger�indexrE rP rQ rW )r r rT ZllistrH rM rU r< rK rF rG rR rS ZqnrP rV �i�prefixed�pflen� num_existingr r r r � sd
r c C s. t j�� t �t jdd� � t jdd�= dS )z!Clear and close existing handlersN)r
� _handlers�clearZshutdownZ _handlerListr r r r r
s
r
z^[a-z_][a-z0-9_]*$c C s t �| �}|std| ��dS )Nz!Not a valid Python identifier: %rT)�
IDENTIFIER�match�
ValueError)�s�mr r r � valid_ident s
rm c @ s" e Zd ZdZddd�Zdd� ZdS ) �ConvertingMixinz?For ConvertingXXX's, this mixin class provides common functionsTc C sB | j �|�}||k r>|r || |< t|�tttfkr>| |_||_|S r# )� configurator�convert�type�ConvertingDict�ConvertingList�ConvertingTuple�parent�key)�selfrv �value�replace�resultr r r �convert_with_key" s
�z ConvertingMixin.convert_with_keyc C s0 | j �|�}||k r,t|�tttfkr,| |_|S r# )ro rp rq rr rs rt ru )rw rx rz r r r rp . s
�zConvertingMixin.convertN)T)�__name__�
__module__� __qualname__�__doc__r{ rp r r r r rn s
rn c @ s, e Zd ZdZdd� Zd dd�Zd
dd�ZdS ) rr z A converting dictionary wrapper.c C s t �| |�}| �||�S r# )�dict� __getitem__r{ �rw rv rx r r r r� C s zConvertingDict.__getitem__Nc C s t �| ||�}| �||�S r# )r� r2 r{ �rw rv �defaultrx r r r r2 G s zConvertingDict.getc C s t �| ||�}| j||dd�S �NF)ry )r� r r{ r� r r r r K s zConvertingDict.pop)N)N)r| r} r~ r r� r2 r r r r r rr @ s
rr c @ s" e Zd ZdZdd� Zddd�ZdS ) rs zA converting list wrapper.c C s t �| |�}| �||�S r# )r[ r� r{ r� r r r r� Q s zConvertingList.__getitem__���c C s t �| |�}| �|�S r# )r[ r rp )rw �idxrx r r r r U s zConvertingList.popN)r� )r| r} r~ r r� r r r r r rs O s rs c @ s e Zd ZdZdd� ZdS )rt zA converting tuple wrapper.c C s t �| |�}| j||dd�S r� )�tupler� r{ r� r r r r� [ s zConvertingTuple.__getitem__N)r| r} r~ r r� r r r r rt Y s rt c @ s� e Zd ZdZe�d�Ze�d�Ze�d�Ze�d�Z e�d�Z
ddd �Z e e
�Zd
d � Zd d
� Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )�BaseConfiguratorzI
The configurator base class which defines some useful defaults.
z%^(?P<prefix>[a-z]+)://(?P<suffix>.*)$z ^\s*(\w+)\s*z^\.\s*(\w+)\s*z^\[\s*(\w+)\s*\]\s*z^\d+$� ext_convert� cfg_convert)ZextZcfgc C s t |�| _| | j_d S r# )rr �configro )rw r� r r r �__init__t s
zBaseConfigurator.__init__c C s� |� d�}|�d�}z^| �|�}|D ]H}|d| 7 }zt||�}W q$ tk
rj | �|� t||�}Y q$X q$|W S tk
r� t�� dd� \}}td||f �}|| |_ |_
|�Y nX dS )z`
Resolve strings to objects using standard import and attribute
syntax.
r r rZ NzCannot resolve %r: %s) r r �importerr r � ImportError�sys�exc_inforj � __cause__�
__traceback__) rw rk r r r Zfrag�e�tb�vr r r �resolvex s"
zBaseConfigurator.resolvec C s
| � |�S )z*Default converter for the ext:// protocol.)r� �rw rx r r r r� � s z BaseConfigurator.ext_convertc C s� |}| j �|�}|dkr&td| ��n�||�� d� }| j|�� d }|r�| j�|�}|rn||�� d }nd| j�|�}|r�|�� d }| j�|�s�|| }n2zt |�}|| }W n t
k
r� || }Y nX |r�||�� d� }qHtd||f ��qH|S )z*Default converter for the cfg:// protocol.NzUnable to convert %rr zUnable to convert %r at %r) � WORD_PATTERNri rj �endr� �groups� DOT_PATTERN�
INDEX_PATTERN�
DIGIT_PATTERN�int� TypeError)rw rx �restrl �dr� r! r r r r� � s4
�z BaseConfigurator.cfg_convertc C s� t |t�s$t |t�r$t|�}| |_n�t |t�sHt |t�rHt|�}| |_n�t |t�svt |t�rvt|d�svt|�}| |_nVt |t �r�| j
� |�}|r�|� � }|d }| j
�|d�}|r�|d }t| |�}||�}|S )z�
Convert values to an appropriate type. dicts, lists and tuples are
replaced by their converting alternatives. Strings are checked to
see if they have a conversion format and are converted if they do.
�_fields�prefixN�suffix)r rr r� ro rs r[ rt r� r r% �CONVERT_PATTERNri � groupdict�value_convertersr2 r )rw rx rl r� r� Z converterr� r r r rp � s0
��
zBaseConfigurator.convertc sj � � d�}t|�s | �|�}� � dd�}� fdd�� D �}|f |�}|rf|�� D ]\}}t|||� qP|S )z1Configure an object with a user-supplied factory.r: r Nc s i | ]}t |�r|� | �qS r �rm ��.0�k�r� r r �
<dictcomp>� s z5BaseConfigurator.configure_custom.<locals>.<dictcomp>)r �callabler� �items�setattr)rw r� r4 �propsr; rz r rx r r� r �configure_custom� s
z!BaseConfigurator.configure_customc C s t |t�rt|�}|S )z0Utility function which converts lists to tuples.)r r[ r� r� r r r �as_tuple� s
zBaseConfigurator.as_tupleN)r| r} r~ r �re�compiler� r� r� r� r� r� � staticmethodr r� r� r� r� r� rp r� r� r r r r r� ` s"
�" r� c @ s^ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z ddd�Z
ddd�Z ddd�Z dS )�DictConfiguratorz]
Configure logging using a dictionary-like object to describe the
configuration.
c C s� | j }d|krtd��|d dkr2td|d ��|�dd�}i }t�� �zn|�r�|�d|�}|D ]�}|tjkr�td| ��qdz6tj| }|| }|�d d
�}|r�|�t� |�� W qd t
k
r� } ztd | �| �W 5 d
} ~ X Y qdX qd|�d |�}
|
D ]N}z| � ||
| d
� W q� t
k
�rF } ztd| �| �W 5 d
} ~ X Y q�X q�|�dd
�} | �r�z| � | d
� W n. t
k
�r� } ztd�| �W 5 d
} ~ X Y nX �n|�dd
�} t
� |�d|�}
|
D ]P}z| �|
| �|
|< W n2 t
k
�r } ztd| �| �W 5 d
} ~ X Y nX �q�|�d|�}|D ]P}z| �|| �||< W n2 t
k
�rp } ztd| �| �W 5 d
} ~ X Y nX �q$|�d|�}g }t|�D ]v}z | �|| �}||_|||< W nN t
k
�r } z.dt| j�k�r�|�|� ntd | �| �W 5 d
} ~ X Y nX �q�|D ]Z}z | �|| �}||_|||< W n2 t
k
�r` } ztd | �| �W 5 d
} ~ X Y nX �q
tj} t| jj�� �}|�� g }|�d |�}
|
D ]�}||k�r|� |�d }|d }t |�}t |�}||k �r|| d
|� |k�r�|�|| � |d7 }�q�|� |� z| � ||
| � W n2 t
k
�rV } ztd| �| �W 5 d
} ~ X Y nX �q�t ||| � |�dd
�} | �r�z| � | � W n. t
k
�r� } ztd�| �W 5 d
} ~ X Y nX W 5 t�� X d
S )zDo the configuration.�versionz$dictionary doesn't specify a versionrZ zUnsupported version: %s� incrementalFr z No handler found with name %rr< Nz Unable to configure handler %rrX Tz Unable to configure logger %rrM z Unable to configure root loggerr r z Unable to configure formatter %r�filtersz Unable to configure filter %r�target not configured yetr ) r� rj r r
r r r2 rf rA � _checkLevel� Exception�configure_logger�configure_rootr
�configure_formatter�configure_filter�sorted�configure_handlerr r% r� rE rM r[ rN rO r( r_ ra r1 r\ rW )rw r� r� Z
EMPTY_DICTr r �handlerZhandler_configr< r� rX rM rT r r� ZdeferredrR rS rb rc rd re r r r � configure� s
�
�� �� � � �� �� �� ��
��� �zDictConfigurator.configurec
C s� d|krr|d }z| � |�}W q� tk
rn } z2dt|�kr>� |�d�|d< ||d< | � |�}W 5 d}~X Y q�X nl|�dd�}|�dd�}|�dd�}|�d d�}|s�tj} nt|�} d
|kr�| ||||d
�}n | |||�}|S ) z(Configure a formatter from a dictionary.r: z'format'r* rJ Nr- r. r/ r0 Zvalidate)r� r� r% r r2 r
r3 r" )
rw r� �factoryrz �terJ Zdfmtr. �cnamer4 r r r r� � s* z$DictConfigurator.configure_formatterc C s. d|kr| � |�}n|�dd�}t�|�}|S )z%Configure a filter from a dictionary.r: r r8 )r� r2 r
ZFilter)rw r� rz r r r r r� � s
z!DictConfigurator.configure_filterc C sX |D ]N}z|� | jd | � W q tk
rP } ztd| �|�W 5 d}~X Y qX qdS )z/Add filters to a filterer from a list of names.r� zUnable to add filter %rN)Z addFilterr� r� rj )rw Zfiltererr� r6 r� r r r � add_filters� s
z DictConfigurator.add_filtersc
s� t � �}� �dd�}|r\z| jd | }W n0 tk
rZ } ztd| �|�W 5 d}~X Y nX � �dd�}� �dd�}d� kr�� �d�}t|�s�| �|�}|}�n� �d�} | �| �}
t|
tj j
��rFd � k�rFz>| jd
� d } t | tj ��s� �
|� td ��| � d < W n6 tk
�rB } ztd � d �|�W 5 d}~X Y nX nZt|
tj j��rtd
� k�rt| �� d
�� d
< n,t|
tj j��r�d� k�r�| �� d �� d< |
}� �dd�} � fdd�� D �}
z|f |
�}W nL tk
�r } z,dt|�k�r� |
�d�|
d< |f |
�}W 5 d}~X Y nX |�r.|�|� |dk �rH|�t�|�� |�rZ| �||� | �r�| �� D ]\}}t|||� �qh|S )z&Configure a handler from a dictionary.r7 Nr zUnable to set formatter %rr< r� r: r0 r= r r� z Unable to set target handler %rZmailhostZaddressr c s i | ]}t |�r|� | �qS r r� r� r� r r r� � s z6DictConfigurator.configure_handler.<locals>.<dictcomp>z'stream'�streamZstrm)r� r r� r� rj r� r� rC r
r rD r ZHandler�updater� Z SMTPHandlerr� Z
SysLogHandlerr% rB rA r� r� r� r� )rw r� Z config_copyr7 r� r< r� r4 r� r� rI Zthr� r; rz r� r rx r r� r r� � s~ ��
�
����
z"DictConfigurator.configure_handlerc C sX |D ]N}z|� | jd | � W q tk
rP } ztd| �|�W 5 d}~X Y qX qdS )z.Add handlers to a logger from a list of names.r zUnable to add handler %rN)r^ r� r� rj )rw rV r rK r� r r r � add_handlers� s
z DictConfigurator.add_handlersFc C s� |� dd�}|dk r$|�t�|�� |s~|jdd� D ]}|�|� q6|� dd�}|rb| �||� |� dd�}|r~| �||� dS )zU
Perform configuration which is common to root and non-root loggers.
r< Nr r� )r2 rA r
r� r r] r� r� )rw rV r� r� r< rK r r� r r r �common_logger_config s z%DictConfigurator.common_logger_configc C s6 t �|�}| �|||� |�dd�}|dk r2||_dS )z.Configure a non-root logger from a dictionary.rP N)r
r` r� r2 rP )rw r r� r� rV rP r r r r� s
z!DictConfigurator.configure_loggerc C s t �� }| �|||� dS )z*Configure a root logger from a dictionary.N)r
r` r� )rw r� r� rM r r r r� s z DictConfigurator.configure_rootN)F)F)F)
r| r} r~ r r� r� r� r� r� r� r� r� r� r r r r r� � s $ ?
r� c C s t | ��� dS )z%Configure logging using a dictionary.N)�dictConfigClassr� r� r r r �
dictConfig& s r� c sD G dd� dt �}G dd� dt�}G � fdd�dtj�� � ||| |�S )au
Start up a socket server on the specified port, and listen for new
configurations.
These will be sent as a file suitable for processing by fileConfig().
Returns a Thread object on which you can call start() to start the server,
and which you can join() when appropriate. To stop the server, call
stopListening().
Use the ``verify`` argument to verify any bytes received across the wire
from a client. If specified, it should be a callable which receives a
single argument - the bytes of configuration data received across the
network - and it should return either ``None``, to indicate that the
passed in bytes could not be verified and should be discarded, or a
byte string which is then passed to the configuration machinery as
normal. Note that you can return transformed bytes, e.g. by decrypting
the bytes passed in.
c @ s e Zd ZdZdd� ZdS )z#listen.<locals>.ConfigStreamHandlerz�
Handler for a logging configuration request.
It expects a completely new logging configuration and uses fileConfig
to install it.
c S sV �z | j }|�d�}t|�dk�r t�d|�d }| j �|�}t|�|k rb||�|t|� � }q>| jjdk rz| j�|�}|dk �r|�d�}z,ddl}|� |�}t
|t �s�t �t
|� W nJ tk
�r t�|�}z t|� W n tk
r� t�� Y nX Y nX | jj�r | jj�� W n2 tk
�rP } z|jtk�r@� W 5 d}~X Y nX dS )z�
Handle a request.
Each request is expected to be a 4-byte length, packed using
struct.pack(">L", n), followed by the config file.
Uses fileConfig() to do the grunt work.
� z>Lr Nzutf-8)Z
connectionZrecvr1 �structZunpack�server�verify�decode�json�loadsr r� �AssertionErrorr� r� �io�StringIOr � traceback� print_exc�ready�set�OSError�errno� RESET_ERROR)rw Zconn�chunkZslenr� r� �filer� r r r �handleF s8
z*listen.<locals>.ConfigStreamHandler.handleN)r| r} r~ r r� r r r r �ConfigStreamHandler? s r� c @ s0 e Zd ZdZdZdedddfdd�Zdd� ZdS ) z$listen.<locals>.ConfigSocketReceiverzD
A simple TCP socket-based logging config receiver.
rZ Z localhostNc S s> t �| ||f|� t�� d| _t�� d| _|| _|| _d S )Nr rZ ) r r� r
r �abortr �timeoutr� r� )rw Zhost�portr� r� r� r r r r� t s z-listen.<locals>.ConfigSocketReceiver.__init__c S s` dd l }d}|sT|� | j�� gg g | j�\}}}|r<| �� t�� | j}t�� q | � � d S )Nr )
�selectZsocket�filenor� Zhandle_requestr
r r� r Z server_close)rw r� r� ZrdZwrZexr r r �serve_until_stopped~ s �
z8listen.<locals>.ConfigSocketReceiver.serve_until_stopped)r| r} r~ r Zallow_reuse_address�DEFAULT_LOGGING_CONFIG_PORTr� r� r r r r �ConfigSocketReceiverm s �
r� c s& e Zd Z�� fdd�Zdd� Z� ZS )zlisten.<locals>.Serverc s4 t � | ��� || _|| _|| _|| _t�� | _d S r# ) �superr� �rcvr�hdlrr� r� � threadingZEventr� )rw r� r� r� r� )�Server� __class__r r r� � s z listen.<locals>.Server.__init__c S sZ | j | j| j| j| jd�}| jdkr0|jd | _| j�� t�� |a t�
� |� � d S )N)r� r� r� r� r rZ ) r� r� r� r� r� Zserver_addressr� r
r � _listenerr r� )rw r� r r r �run� s �
zlisten.<locals>.Server.run)r| r} r~ r� r� �
__classcell__r �r� )r� r r� � s r� )r r r� ZThread)r� r� r� r� r r� r �listen+ s . r� c C s* t �� ztrdt_daW 5 t �� X dS )zN
Stop the listening server which was created with a call to listen().
rZ N)r
r r r� r� r r r r �
stopListening� s r� )NT)+r r� r� r
Zlogging.handlersr� r� r� r� r� Z socketserverr r r� Z
ECONNRESETr� r� r r" r' r r rW r r
r� �Irh rm �objectrn r� rr r[ rs r� rt r� r� r� r� r� r� r r r r �<module> sH
"%W!
Az logging/__pycache__/handlers.cpython-38.pyc 0000644 00000124300 15115353746 0014644 0 ustar 00 U
e5dq� � @ sz d Z ddlZddlZddlZddlZddlZddlZddlZddlm Z m
Z
m Z ddl Z ddl
Z
ddlZdZdZdZdZdZdZd ZG d
d � d ej�ZG d d
� d
e�ZG dd� de�ZG dd� dej�ZG dd� dej�Z G dd� de �Z G dd� dej�Z G dd� dej�Z G dd� dej�Z G d d � d ej�Z!G d d � d ej�Z"G d d!� d!e"�Z#G d"d#� d#ej�Z$G d$d%� d%e%�Z&dS )&z�
Additional handlers for the logging package for Python. The core package is
based on PEP 282 and comments thereto in comp.lang.python.
Copyright (C) 2001-2016 Vinay Sajip. All Rights Reserved.
To use, simply 'import logging.handlers' and log away!
� N)�ST_DEV�ST_INO�ST_MTIMEi<# i=# i># i?# i �Q c @ s2 e Zd ZdZd dd�Zdd� Zdd � Zd
d � ZdS )
�BaseRotatingHandlerz�
Base class for handlers that rotate log files at a certain point.
Not meant to be instantiated directly. Instead, use RotatingFileHandler
or TimedRotatingFileHandler.
NFc C s0 t j�| ||||� || _|| _d| _d| _dS )zA
Use the specified filename for streamed logging
N)�logging� FileHandler�__init__�mode�encoding�namer�rotator��self�filenamer
r �delay� r �(/usr/lib64/python3.8/logging/handlers.pyr 3 s
z BaseRotatingHandler.__init__c C sH z$| � |�r| �� tj�| |� W n tk
rB | �|� Y nX dS )z�
Emit a record.
Output the record to the file, catering for rollover as described
in doRollover().
N)�shouldRollover�
doRolloverr r �emit� Exception� handleError�r �recordr r r r = s
zBaseRotatingHandler.emitc C s t | j�s|}n
| �|�}|S )a�
Modify the filename of a log file when rotating.
This is provided so that a custom filename can be provided.
The default implementation calls the 'namer' attribute of the
handler, if it's callable, passing the default name to
it. If the attribute isn't callable (the default is None), the name
is returned unchanged.
:param default_name: The default name for the log file.
)�callabler )r Z default_name�resultr r r �rotation_filenameK s
z%BaseRotatingHandler.rotation_filenamec C s4 t | j�s$tj�|�r0t�||� n | �||� dS )aL
When rotating, rotate the current log.
The default implementation calls the 'rotator' attribute of the
handler, if it's callable, passing the source and dest arguments to
it. If the attribute isn't callable (the default is None), the source
is simply renamed to the destination.
:param source: The source filename. This is normally the base
filename, e.g. 'test.log'
:param dest: The destination filename. This is normally
what the source is rotated to, e.g. 'test.log.1'.
N)r r
�os�path�exists�rename)r �source�destr r r �rotate^ s
zBaseRotatingHandler.rotate)NF)�__name__�
__module__� __qualname__�__doc__r r r r$ r r r r r - s
r c @ s* e Zd ZdZd dd�Zdd � Zd
d � ZdS )
�RotatingFileHandlerz�
Handler for logging to a set of files, which switches from one file
to the next when the current file reaches a certain size.
�ar NFc C s. |dkr d}t �| ||||� || _|| _dS )a�
Open the specified file and use it as the stream for logging.
By default, the file grows indefinitely. You can specify particular
values of maxBytes and backupCount to allow the file to rollover at
a predetermined size.
Rollover occurs whenever the current log file is nearly maxBytes in
length. If backupCount is >= 1, the system will successively create
new files with the same pathname as the base file, but with extensions
".1", ".2" etc. appended to it. For example, with a backupCount of 5
and a base file name of "app.log", you would get "app.log",
"app.log.1", "app.log.2", ... through to "app.log.5". The file being
written to is always "app.log" - when it gets filled up, it is closed
and renamed to "app.log.1", and if files "app.log.1", "app.log.2" etc.
exist, then they are renamed to "app.log.2", "app.log.3" etc.
respectively.
If maxBytes is zero, rollover never occurs.
r r* N)r r �maxBytes� backupCount)r r r
r+ r, r r r r r r x s
z RotatingFileHandler.__init__c C s� | j r| j �� d| _ | jdkr�t| jd dd�D ]^}| �d| j|f �}| �d| j|d f �}tj�|�r2tj�|�r�t� |� t�
||� q2| �| jd �}tj�|�r�t� |� | � | j|� | j s�| �
� | _ dS )z<
Do a rollover, as described in __init__().
Nr � ���z%s.%dz.1)�stream�closer, �ranger � baseFilenamer r r �remover! r$ r �_open)r �iZsfn�dfnr r r r � s&
�
z RotatingFileHandler.doRolloverc C sZ | j dkr| �� | _ | jdkrVd| �|� }| j �dd� | j �� t|� | jkrVdS dS )z�
Determine if rollover should occur.
Basically, see if the supplied record would cause the file to exceed
the size limit we have.
Nr z%s
� r- )r/ r4 r+ �format�seek�tell�len�r r �msgr r r r � s
z"RotatingFileHandler.shouldRollover)r* r r NF)r% r& r' r( r r r r r r r r) s s
r) c @ s: e Zd ZdZddd�Zd d
� Zd d � Zd
d� Zdd� ZdS )�TimedRotatingFileHandlerz�
Handler for logging to a file, rotating the log file at certain timed
intervals.
If backupCount is > 0, when rollover is done, no more than backupCount
files are kept - the oldest ones are deleted.
�hr- r NFc
C s� t �| |d||� |�� | _|| _|| _|| _| jdkrLd| _d| _d| _ n�| jdkrjd| _d| _d | _ n�| jd
kr�d | _d | _d
| _ n�| jdks�| jdkr�d| _d| _d| _ n�| j�
d��r*d| _t | j�dkr�t d| j ��| jd dk s�| jd dk�r t d| j ��t
| jd �| _d| _d| _ nt d| j ��t�| j tj�| _ | j| | _| j}tj�|��rzt�|�t } n t
t�� �} | �| �| _d S )Nr* �Sr- z%Y-%m-%d_%H-%M-%Sz-^\d{4}-\d{2}-\d{2}_\d{2}-\d{2}-\d{2}(\.\w+)?$�M�< z%Y-%m-%d_%H-%Mz'^\d{4}-\d{2}-\d{2}_\d{2}-\d{2}(\.\w+)?$�H� z %Y-%m-%d_%Hz!^\d{4}-\d{2}-\d{2}_\d{2}(\.\w+)?$�D�MIDNIGHTr z%Y-%m-%dz^\d{4}-\d{2}-\d{2}(\.\w+)?$�Wi�: r7 zHYou must specify a day for weekly rollover from 0 to 6 (0 is Monday): %s�0�6z-Invalid day specified for weekly rollover: %sz'Invalid rollover interval specified: %s)r r �upper�whenr, �utc�atTime�interval�suffix�extMatch�
startswithr; �
ValueError�int� dayOfWeek�re�compile�ASCIIr2 r r r �statr �time�computeRollover�
rolloverAt)
r r rK rN r, r r rL rM �tr r r r � sL
z!TimedRotatingFileHandler.__init__c C sd || j }| jdks"| j�d��r`| jr4t�|�}n
t�|�}|d }|d }|d }|d }| jdkrnt}n | jj d | jj
d | jj }||d | d | } | d k r�| t7 } |d
d }|| }| j�d��r`|}
|
| j k�r`|
| j k r�| j |
} nd|
| j d
} || d } | j�s\|d
}
t�| �d
}|
|k�r\|
�sPd}nd}| |7 } | }|S )zI
Work out the rollover time based on the specified time.
rF rG � � � � NrB r r- � r r. ���rD )
rN rK rQ rL rY �gmtime� localtimerM � _MIDNIGHTZhourZminute�secondrT )r � currentTimer r\ Z currentHourZ
currentMinuteZ
currentSecondZ
currentDayZ rotate_ts�rZdayZ
daysToWait�
newRolloverAt�dstNow�
dstAtRollover�addendr r r rZ sL
��
z(TimedRotatingFileHandler.computeRolloverc C s t t�� �}|| jkrdS dS )z�
Determine if rollover should occur.
record is not used, as we are just comparing times, but it is needed so
the method signatures are the same
r- r )rS rY r[ )r r r\ r r r r I s
z'TimedRotatingFileHandler.shouldRolloverc C s� t j�| j�\}}t �|�}g }|d }t|�}|D ]@}|d|� |kr4||d� }| j�|�r4|�t j� ||�� q4t|�| j
k r�g }n |� � |dt|�| j
� }|S )z�
Determine the files to delete when rolling over.
More specific than the earlier method, which just used glob.glob().
�.N) r r �splitr2 �listdirr; rP �match�append�joinr, �sort) r ZdirNameZbaseNameZ fileNamesr �prefixZplenZfileNamerO r r r �getFilesToDeleteU s
z)TimedRotatingFileHandler.getFilesToDeletec C sv | j r| j �� d| _ tt�� �}t�|�d }| j| j }| jrNt�|�}n6t�|�}|d }||kr�|rrd}nd}t�|| �}| � | j
d t� | j |� �}t
j�|�r�t
�|� | �| j
|� | jdkr�| �� D ]}t
�|� q�| js�| �� | _ | �|�} | |k�r| | j } �q| jdk�s4| j�d��rl| j�slt�| �d }
||
k�rl|�s`d}nd}| |7 } | | _dS ) ax
do a rollover; in this case, a date/time stamp is appended to the filename
when the rollover happens. However, you want the file to be named for the
start of the interval, not the current time. If there is a backup count,
then we have to get a list of matching filenames, sort them and remove
the one with the oldest suffix.
Nr. rD rb rm r rF rG )r/ r0 rS rY rd r[ rN rL rc r r2 �strftimerO r r r r3 r$ r, ru r r4 rZ rK rQ ) r rg rj r\ Z timeTupleZdstThenrl r6 �sri rk r r r r l sJ
�
"
z#TimedRotatingFileHandler.doRollover)r? r- r NFFN) r% r& r' r( r rZ r ru r r r r r r> � s
9I r> c @ s2 e Zd ZdZd
dd�Zdd� Zd d
� Zd d � ZdS )�WatchedFileHandlera�
A handler for logging to a file, which watches the file
to see if it has changed while in use. This can happen because of
usage of programs such as newsyslog and logrotate which perform
log file rotation. This handler, intended for use under Unix,
watches the file to see if it has changed since the last emit.
(A file has changed if its device or inode have changed.)
If it has changed, the old file stream is closed, and the file
opened to get a new stream.
This handler is not appropriate for use under Windows, because
under Windows open files cannot be moved or renamed - logging
opens the files with exclusive locks - and so there is no need
for such a handler. Furthermore, ST_INO is not supported under
Windows; stat always returns zero for this value.
This handler is based on a suggestion and patch by Chad J.
Schroeder.
r* NFc C s, t j�| ||||� d\| _| _| �� d S )N)r. r. )r r r �dev�ino� _statstreamr r r r r � s zWatchedFileHandler.__init__c C s0 | j r,t�| j �� �}|t |t | _| _d S �N)r/ r �fstat�filenor r ry rz �r Zsresr r r r{ � s z WatchedFileHandler._statstreamc C s� zt �| j�}W n tk
r( d}Y nX |rJ|t | jksJ|t | jkr�| jdk r�| j� � | j�
� d| _| � � | _| � � dS )z�
Reopen log file if needed.
Checks if the underlying file has changed, and if it
has, close the old stream and reopen the file to get the
current stream.
N)
r rX r2 �FileNotFoundErrorr ry r rz r/ �flushr0 r4 r{ r r r r �reopenIfNeeded� s
z!WatchedFileHandler.reopenIfNeededc C s | � � tj�| |� dS )z�
Emit a record.
If underlying file has changed, reopen the file before emitting the
record to it.
N)r� r r r r r r r r � s zWatchedFileHandler.emit)r* NF)r% r& r' r( r r{ r� r r r r r rx � s
rx c @ sR e Zd ZdZdd� Zddd�Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )�
SocketHandlera
A handler class which writes logging records, in pickle format, to
a streaming socket. The socket is kept open across logging calls.
If the peer resets it, an attempt is made to reconnect on the next call.
The pickle which is sent is that of the LogRecord's attribute dictionary
(__dict__), so that the receiver does not need to have the logging module
installed in order to process the logging event.
To unpickle the record at the receiving end into a LogRecord, use the
makeLogRecord function.
c C sZ t j�| � || _|| _|dkr(|| _n
||f| _d| _d| _d| _d| _ d| _
d| _ dS )a
Initializes the handler with a specific host address and port.
When the attribute *closeOnError* is set to True - if a socket error
occurs, the socket is silently closed and then reopened on the next
logging call.
NFg �?g >@g @) r �Handlerr �host�port�address�sock� closeOnError� retryTime�
retryStart�retryMax� retryFactor�r r� r� r r r r � s
zSocketHandler.__init__r- c C sj | j dk r tj| j|d�}nJt�tjtj�}|�|� z|�| j� W n tk
rd |� � � Y nX |S )zr
A factory method which allows subclasses to define the precise
type of socket they want.
N��timeout)
r� �socketZcreate_connectionr� �AF_UNIX� SOCK_STREAMZ
settimeout�connect�OSErrorr0 )r r� r r r r �
makeSocket s
zSocketHandler.makeSocketc C s� t � � }| jdkrd}n
|| jk}|r�z| �� | _d| _W nV tk
r� | jdkr^| j| _n"| j| j | _| j| jkr�| j| _|| j | _Y nX dS )z�
Try to create a socket, using an exponential backoff with
a max retry time. Thanks to Robert Olson for the original patch
(SF #815911) which has been slightly refactored.
NT) rY r� r� r� r� r� Z retryPeriodr� r� )r ZnowZattemptr r r � createSocket s
zSocketHandler.createSocketc C sR | j dkr| �� | j rNz| j �|� W n$ tk
rL | j �� d| _ Y nX dS )z�
Send a pickled string to the socket.
This function allows for partial sends which can happen when the
network is busy.
N)r� r� �sendallr� r0 �r rw r r r �send6 s
zSocketHandler.sendc C sj |j }|r| �|�}t|j�}|�� |d< d|d< d|d< |�dd� t�|d�}t� dt
|��}|| S )z�
Pickles the record in binary format with a length prefix, and
returns it ready for transmission across the socket.
r= N�args�exc_info�messager- z>L) r� r8 �dict�__dict__Z
getMessage�pop�pickle�dumps�structZpackr; )r r ZeiZdummy�drw Zslenr r r �
makePickleI s
zSocketHandler.makePicklec C s0 | j r | jr | j�� d| _ntj�| |� dS )z�
Handle an error during logging.
An error has occurred during logging. Most likely cause -
connection lost. Close the socket so that we can retry on the
next event.
N)r� r� r0 r r� r r r r r r _ s
zSocketHandler.handleErrorc C s< z| � |�}| �|� W n tk
r6 | �|� Y nX dS )a
Emit a record.
Pickles the record and writes it to the socket in binary format.
If there is an error with the socket, silently drop the packet.
If there was a problem with the socket, re-establishes the
socket.
N)r� r� r r )r r rw r r r r m s
zSocketHandler.emitc C s@ | � � z(| j}|r"d| _|�� tj�| � W 5 | �� X dS �z$
Closes the socket.
N)�acquire�releaser� r0 r r� )r r� r r r r0 | s zSocketHandler.closeN)r- ) r% r& r' r( r r� r� r� r� r r r0 r r r r r� � s
r� c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �DatagramHandlera�
A handler class which writes logging records, in pickle format, to
a datagram socket. The pickle which is sent is that of the LogRecord's
attribute dictionary (__dict__), so that the receiver does not need to
have the logging module installed in order to process the logging event.
To unpickle the record at the receiving end into a LogRecord, use the
makeLogRecord function.
c C s t �| ||� d| _dS )zP
Initializes the handler with a specific host address and port.
FN)r� r r� r� r r r r � s zDatagramHandler.__init__c C s* | j dkrtj}ntj}t�|tj�}|S )zu
The factory method of SocketHandler is here overridden to create
a UDP socket (SOCK_DGRAM).
N)r� r� r� ZAF_INET�
SOCK_DGRAM)r Zfamilyrw r r r r� � s
zDatagramHandler.makeSocketc C s& | j dkr| �� | j �|| j� dS )z�
Send a pickled string to a socket.
This function no longer allows for partial sends which can happen
when the network is busy - UDP does not guarantee delivery and
can deliver packets out of sequence.
N)r� r� �sendtor� r� r r r r� � s
zDatagramHandler.sendN)r% r& r' r( r r� r� r r r r r� � s
r� c @ s" e Zd ZdZdZdZdZdZdZdZ dZ
d Z dZ dZ
dZdZdZdZdZd Zd
Zd Zd Zd
ZdZdZdZdZdZ dZ dZ dZ eeee eeee
e eeed� Z eeeeee eeeeee
eeeeee e e e d�Z!ddddd d �Z"d e#fe
d fd d!�Z$d"d#� Z%d$d%� Z&d&d'� Z'd(d)� Z(d*Z)d+Z*d,d-� Z+d S ).�
SysLogHandlera
A handler class which sends formatted logging records to a syslog
server. Based on Sam Rushing's syslog module:
http://www.nightmare.com/squirl/python-ext/misc/syslog.py
Contributed by Nicolas Untz (after which minor refactoring changes
have been made).
r r- r7 r] r^ r_ r` ra � � �
� � � � � � � � � ) ZalertZcrit�critical�debugZemerg�err�error�infoZnoticeZpanic�warn�warning)ZauthZauthprivZcron�daemonZftpZkernZlprZmailZnewsZsecurityZsyslog�userZuucpZlocal0Zlocal1Zlocal2Zlocal3Zlocal4Zlocal5Zlocal6Zlocal7r� r� r� r� r� )�DEBUG�INFO�WARNING�ERROR�CRITICALZ localhostNc C s4 t j�| � || _|| _|| _t|t�rTd| _z| � |� W n t
k
rP Y nX n�d| _|dkrht j }|\}}t �
||d|�}|s�t
d��|D ]�}|\}}} }
} d } }
z.t � ||| �}
|t jkr�|
�| � W �qW q� t
k
�r } z|} |
dk �r|
�� W 5 d}~X Y q�X q�| dk �r$| �|
| _ || _dS )a
Initialize a handler.
If address is specified as a string, a UNIX socket is used. To log to a
local syslogd, "SysLogHandler(address="/dev/log")" can be used.
If facility is not specified, LOG_USER is used. If socktype is
specified as socket.SOCK_DGRAM or socket.SOCK_STREAM, that specific
socket type will be used. For Unix sockets, you can also specify a
socktype of None, in which case socket.SOCK_DGRAM will be used, falling
back to socket.SOCK_STREAM.
TFNr z!getaddrinfo returns an empty list)r r� r r� �facility�socktype�
isinstance�str�
unixsocket�_connect_unixsocketr� r� r� Z getaddrinfor� r� r0 )r r� r� r� r� r� Zress�resZaf�proto�_Zsar� r� �excr r r r sB
zSysLogHandler.__init__c C s� | j }|d krtj}t�tj|�| _z| j�|� || _ W nx tk
r� | j�� | j d k r`� tj}t�tj|�| _z| j�|� || _ W n tk
r� | j�� � Y nX Y nX d S r| )r� r� r� r� r� r� r0 r� )r r� Z use_socktyper r r r� Q s&
z!SysLogHandler._connect_unixsocketc C s4 t |t�r| j| }t |t�r(| j| }|d> |B S )z�
Encode the facility and priority. You can pass in strings or
integers - if strings are passed, the facility_names and
priority_names mapping dictionaries are used to convert them to
integers.
r] )r� r� �facility_names�priority_names)r r� Zpriorityr r r �encodePriorityi s
z SysLogHandler.encodePriorityc C s2 | � � z| j�� tj�| � W 5 | �� X dS r� )r� r� r� r0 r r� �r r r r r0 v s
zSysLogHandler.closec C s | j �|d�S )aK
Map a logging level name to a key in the priority_names map.
This is useful in two scenarios: when custom levels are being
used, and in the case where you can't do a straightforward
mapping by lowercasing the logging level name because of locale-
specific issues (see SF #1524081).
r� )� priority_map�get)r Z levelNamer r r � mapPriority� s zSysLogHandler.mapPriority� Tc C s z�| � |�}| jr | j| }| jr*|d7 }d| �| j| �|j�� }|�d�}|�d�}|| }| jr�z| j �
|� W q� t k
r� | j � � | �
| j� | j �
|� Y q�X n*| jt jkr�| j �|| j� n | j �|� W n tk
r� | �|� Y nX dS )z�
Emit a record.
The record is formatted, and then sent to the syslog server. If
exception information is present, it is NOT sent to the server.
� z<%d>�utf-8N)r8 �ident�
append_nulr� r� r� Z levelname�encoder� r� r� r� r0 r� r� r� r� r� r� r r )r r r= Zprior r r r � s0
�
zSysLogHandler.emit),r% r& r' r( Z LOG_EMERGZ LOG_ALERTZLOG_CRITZLOG_ERRZ LOG_WARNINGZ
LOG_NOTICEZLOG_INFOZ LOG_DEBUGZLOG_KERNZLOG_USERZLOG_MAILZ
LOG_DAEMONZLOG_AUTHZ
LOG_SYSLOGZLOG_LPRZLOG_NEWSZLOG_UUCPZLOG_CRONZ LOG_AUTHPRIVZLOG_FTPZ
LOG_LOCAL0Z
LOG_LOCAL1Z
LOG_LOCAL2Z
LOG_LOCAL3Z
LOG_LOCAL4Z
LOG_LOCAL5Z
LOG_LOCAL6Z
LOG_LOCAL7r� r� r� �SYSLOG_UDP_PORTr r� r� r0 r� r� r� r r r r r r� � s� �� � �
6
r� c @ s* e Zd ZdZd
dd�Zdd� Zdd � ZdS ) � SMTPHandlerzK
A handler class which sends an SMTP email for each logging event.
N� @c C s� t j�| � t|ttf�r(|\| _| _n|d | _| _t|ttf�rR|\| _| _ nd| _|| _
t|t �rn|g}|| _ || _
|| _|| _dS )ax
Initialize the handler.
Initialize the instance with the from and to addresses and subject
line of the email. To specify a non-standard SMTP port, use the
(host, port) tuple format for the mailhost argument. To specify
authentication credentials, supply a (username, password) tuple
for the credentials argument. To specify the use of a secure
protocol (TLS), pass in a tuple for the secure argument. This will
only be used when authentication credentials are supplied. The tuple
will be either an empty tuple, or a single-value tuple with the name
of a keyfile, or a 2-value tuple with the names of the keyfile and
certificate file. (This tuple is passed to the `starttls` method).
A timeout in seconds can be specified for the SMTP connection (the
default is one second).
N)r r� r r� �list�tuple�mailhost�mailport�username�password�fromaddrr� �toaddrs�subject�securer� )r r� r� r� r� � credentialsr� r� r r r r � s
zSMTPHandler.__init__c C s | j S )z�
Determine the subject for the email.
If you want to specify a subject line which is record-dependent,
override this method.
)r� r r r r �
getSubject� s zSMTPHandler.getSubjectc C s z�ddl }ddlm} ddl}| j}|s.|j}|j| j|| jd�}|� }| j |d< d�
| j �|d< | � |�|d< |j
�� |d < |�| �|�� | jr�| jdk r�|�� |j| j� |�� |�| j| j� |�|� |�� W n tk
r� | �|� Y nX dS )
zd
Emit a record.
Format the record and send it to the specified addressees.
r N)� EmailMessager� ZFrom�,ZToZSubjectZDate)�smtplibZ
email.messager� Z email.utilsr� Z SMTP_PORTZSMTPr� r� r� rr r� r� Zutilsrd Z set_contentr8 r� r� ZehloZstarttlsZloginr� Z send_message�quitr r )r r r� r� Zemailr� Zsmtpr= r r r r � s0
zSMTPHandler.emit)NNr� )r% r& r' r( r r� r r r r r r� � s �
# r� c @ sB e Zd ZdZddd�Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dS )�NTEventLogHandlera�
A handler class which sends events to the NT Event Log. Adds a
registry entry for the specified application name. If no dllname is
provided, win32service.pyd (which contains some basic message
placeholders) is used. Note that use of these placeholders will make
your event logs big, as the entire message source is held in the log.
If you want slimmer logs, you have to pass in the name of your own DLL
which contains the message definitions you want to use in the event log.
N� Applicationc
C s� t j�| � z�dd l}dd l}|| _|| _|s`tj� | jj
�}tj� |d �}tj� |d d�}|| _ || _
| j�|||� |j| _t j|jt j|jt j|jt j|jt j|ji| _W n" tk
r� td� d | _Y nX d S )Nr zwin32service.pydzWThe Python Win32 extensions for NT (service, event logging) appear not to be available.)r r� r �win32evtlogutil� win32evtlog�appname�_welur r rn �__file__rr �dllname�logtypeZAddSourceToRegistryZEVENTLOG_ERROR_TYPE�deftyper� ZEVENTLOG_INFORMATION_TYPEr� r� ZEVENTLOG_WARNING_TYPEr� r� �typemap� ImportError�print)r r� r� r� r� r� r r r r s6 �
zNTEventLogHandler.__init__c C s dS )ay
Return the message ID for the event record. If you are using your
own messages, you could do this by having the msg passed to the
logger being an ID rather than a formatting string. Then, in here,
you could use a dictionary lookup to get the message ID. This
version returns 1, which is the base message ID in win32service.pyd.
r- r r r r r � getMessageID& s z NTEventLogHandler.getMessageIDc C s dS )z�
Return the event category for the record.
Override this if you want to specify your own categories. This version
returns 0.
r r r r r r �getEventCategory0 s z"NTEventLogHandler.getEventCategoryc C s | j �|j| j�S )a�
Return the event type for the record.
Override this if you want to specify your own types. This version does
a mapping using the handler's typemap attribute, which is set up in
__init__() to a dictionary which contains mappings for DEBUG, INFO,
WARNING, ERROR and CRITICAL. If you are using your own levels you will
either need to override this method or place a suitable dictionary in
the handler's typemap attribute.
)r� r� �levelnor� r r r r � getEventType9 s z NTEventLogHandler.getEventTypec C sn | j rjzD| �|�}| �|�}| �|�}| �|�}| j �| j||||g� W n tk
rh | �|� Y nX dS )z�
Emit a record.
Determine the message ID, event category and event type. Then
log the message in the NT event log.
N) r� r� r� r r8 Z ReportEventr� r r )r r �id�cat�typer= r r r r F s
zNTEventLogHandler.emitc C s t j�| � dS )aS
Clean up this handler.
You can remove the application name from the registry as a
source of event log entries. However, if you do this, you will
not be able to see the events as you intended in the Event Log
Viewer - it needs to be able to access the registry to get the
DLL name.
N)r r� r0 r� r r r r0 W s zNTEventLogHandler.close)Nr� )
r% r& r' r( r r� r� r r r0 r r r r r� s
r� c @ s* e Zd ZdZd dd�Zdd� Zd d
� ZdS ) � HTTPHandlerz^
A class which sends records to a Web server, using either GET or
POST semantics.
�GETFNc C s` t j�| � |�� }|dkr$td��|s8|dk r8td��|| _|| _|| _|| _|| _ || _
dS )zr
Initialize the instance with the host, the request URL, and the method
("GET" or "POST")
)r �POSTzmethod must be GET or POSTNz3context parameter only makes sense with secure=True) r r� r rJ rR r� �url�methodr� r� �context)r r� r r r� r� r
r r r r i s zHTTPHandler.__init__c C s |j S )z�
Default implementation of mapping the log record into a dict
that is sent as the CGI data. Overwrite in your class.
Contributed by Franz Glasner.
)r� r r r r � mapLogRecord} s zHTTPHandler.mapLogRecordc C sx �zPddl }ddl}| j}| jr4|jj|| jd�}n |j�|�}| j}|j �
| � |��}| j dkr�|�
d�dkrvd}nd}|d||f }|�| j |� |�
d�} | dkr�|d| � }| j d kr�|�d
d � |�d tt|��� | j�r$ddl}
d
| j �d�} d|
�| ��� �d� } |�d| � |�� | j d k�rH|�|�d�� |�� W n tk
�rr | � |� Y nX dS )zk
Emit a record.
Send the record to the Web server as a percent-encoded dictionary
r N)r
r �?�&z%c%s�:r z Content-typez!application/x-www-form-urlencodedzContent-lengthz%s:%sr� zBasic �asciiZ
Authorization) Z http.clientZ urllib.parser� r� ZclientZHTTPSConnectionr
ZHTTPConnectionr �parseZ urlencoder r �findZ
putrequestZ putheaderr� r; r� �base64r� Z b64encode�strip�decodeZ
endheadersr� Z getresponser r ) r r ZhttpZurllibr� r? r �data�sepr5 r rw r r r r � sB
� zHTTPHandler.emit)r FNN)r% r& r' r( r r r r r r r r d s �
r c @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd S )
�BufferingHandlerz�
A handler class which buffers logging records in memory. Whenever each
record is added to the buffer, a check is made to see if the buffer should
be flushed. If it should, then flush() is expected to do what's needed.
c C s t j�| � || _g | _dS )z>
Initialize the handler with the buffer size.
N)r r� r �capacity�buffer)r r r r r r � s zBufferingHandler.__init__c C s t | j�| jkS )z�
Should the handler flush its buffer?
Returns true if the buffer is up to capacity. This method can be
overridden to implement custom flushing strategies.
)r; r r r r r r � shouldFlush� s z BufferingHandler.shouldFlushc C s" | j �|� | �|�r | �� dS )z�
Emit a record.
Append the record. If shouldFlush() tells us to, call flush() to process
the buffer.
N)r rq r r� r r r r r � s
zBufferingHandler.emitc C s" | � � z
g | _W 5 | �� X dS )zw
Override to implement custom flushing behaviour.
This version just zaps the buffer to empty.
N)r� r� r r� r r r r� � s
zBufferingHandler.flushc C s z | �� W 5 t j�| � X dS )zp
Close the handler.
This version just flushes and chains to the parent class' close().
N)r r� r0 r� r� r r r r0 � s zBufferingHandler.closeN) r% r& r' r( r r r r� r0 r r r r r � s r c @ sB e Zd ZdZejddfdd�Zdd� Zdd � Zd
d � Z d d
� Z
dS )�
MemoryHandlerz�
A handler class which buffers logging records in memory, periodically
flushing them to a target handler. Flushing occurs whenever the buffer
is full, or when an event of a certain severity or greater is seen.
NTc C s" t �| |� || _|| _|| _dS )a;
Initialize the handler with the buffer size, the level at which
flushing should occur and an optional target.
Note that without a target being set either here or via setTarget(),
a MemoryHandler is no use to anyone!
The ``flushOnClose`` argument is ``True`` for backward compatibility
reasons - the old behaviour is that when the handler is closed, the
buffer is flushed, even if the flush level hasn't been exceeded nor the
capacity exceeded. To prevent this, set ``flushOnClose`` to ``False``.
N)r r �
flushLevel�target� flushOnClose)r r r r r r r r r � s zMemoryHandler.__init__c C s t | j�| jkp|j| jkS )zP
Check for buffer full or a record at the flushLevel or higher.
)r; r r r r r r r r r s
�zMemoryHandler.shouldFlushc C s" | � � z
|| _W 5 | �� X dS )z:
Set the target handler for this handler.
N)r� r� r )r r r r r � setTarget
s
zMemoryHandler.setTargetc C s@ | � � z(| jr.| jD ]}| j�|� qg | _W 5 | �� X dS )z�
For a MemoryHandler, flushing means just sending the buffered
records to the target, if there is one. Override if you want
different behaviour.
The record buffer is also cleared by this operation.
N)r� r� r r �handler r r r r� s
zMemoryHandler.flushc C sB z| jr| �� W 5 | � � zd| _t�| � W 5 | �� X X dS )zi
Flush, if appropriately configured, set the target to None and lose the
buffer.
N)r� r� r r r0 r r� r� r r r r0 ( s zMemoryHandler.close) r% r& r' r( r r� r r r r� r0 r r r r r � s �
r c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) � QueueHandlera�
This handler sends events to a queue. Typically, it would be used together
with a multiprocessing Queue to centralise logging to file in one process
(in a multi-process application), so as to avoid file write contention
between processes.
This code is new in Python 3.2, but this class can be copy pasted into
user code for use with earlier Python versions.
c C s t j�| � || _dS )zA
Initialise an instance, using the passed queue.
N)r r� r �queue)r r" r r r r D s zQueueHandler.__init__c C s | j �|� dS )z�
Enqueue a record.
The base implementation uses put_nowait. You may want to override
this method if you want to use blocking, timeouts or custom queue
implementations.
N)r" �
put_nowaitr r r r �enqueueK s zQueueHandler.enqueuec C s6 | � |�}t�|�}||_||_d|_d|_d|_|S )a�
Prepares a record for queuing. The object returned by this method is
enqueued.
The base implementation formats the record to merge the message
and arguments, and removes unpickleable items from the record
in-place.
You might want to override this method if you want to convert
the record to a dict or JSON string, or send a modified copy
of the record while leaving the original intact.
N)r8 �copyr� r= r� r� Zexc_textr< r r r �prepareU s
zQueueHandler.preparec C s8 z| � | �|�� W n tk
r2 | �|� Y nX dS )zm
Emit a record.
Writes the LogRecord to the queue, preparing it for pickling first.
N)r$ r& r r r r r r r r s zQueueHandler.emitN)r% r& r' r( r r$ r& r r r r r r! 9 s
r! c @ sZ e Zd ZdZdZdd�dd�Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dS )�
QueueListenerz�
This class implements an internal threaded listener which watches for
LogRecords being added to a queue, removes them and passes them to a
list of handlers for processing.
NF)�respect_handler_levelc G s || _ || _d| _|| _dS )zW
Initialise an instance with the specified queue and
handlers.
N)r" �handlers�_threadr( )r r" r( r) r r r r � s zQueueListener.__init__c C s | j �|�S )z�
Dequeue a record and return it, optionally blocking.
The base implementation uses get. You may want to override this method
if you want to use timeouts or work with custom queue implementations.
)r" r� )r �blockr r r �dequeue� s zQueueListener.dequeuec C s& t j| jd� | _}d|_|�� dS )z�
Start the listener.
This starts up a background thread to monitor the queue for
LogRecords to process.
)r TN)� threadingZThread�_monitorr* r� �start)r r\ r r r r/ � s zQueueListener.startc C s |S )a
Prepare a record for handling.
This method just returns the passed-in record. You may want to
override this method if you need to do any custom marshalling or
manipulation of the record before passing it to the handlers.
r r r r r r& � s zQueueListener.preparec C s@ | � |�}| jD ]*}| js d}n |j|jk}|r|�|� qdS )z|
Handle a record.
This just loops through the handlers offering them the record
to handle.
TN)r& r) r( r �levelr )r r ZhandlerZprocessr r r r � s
zQueueListener.handlec C sp | j }t|d�}z>| �d�}|| jkr6|r2|�� W ql| �|� |rL|�� W q t jk
rh Y qlY qX qdS )z�
Monitor the queue for records, and ask the handler
to deal with them.
This method runs on a separate, internal thread.
The thread will terminate if it sees a sentinel object in the queue.
� task_doneTN)r" �hasattrr, � _sentinelr1 r ZEmpty)r �qZ
has_task_doner r r r r. � s
zQueueListener._monitorc C s | j �| j� dS )z�
This is used to enqueue the sentinel record.
The base implementation uses put_nowait. You may want to override this
method if you want to use timeouts or work with custom queue
implementations.
N)r" r# r3 r� r r r �enqueue_sentinel� s z QueueListener.enqueue_sentinelc C s | � � | j�� d| _dS )a
Stop the listener.
This asks the thread to terminate, and then waits for it to do so.
Note that if you don't call this before your application exits, there
may be some records still left on the queue, which won't be processed.
N)r5 r* rr r� r r r �stop� s
zQueueListener.stop)
r% r& r' r( r3 r r, r/ r& r r. r5 r6 r r r r r' ~ s
r' )'r( r r� r r� r� rY rU rX r r r r" r- r% ZDEFAULT_TCP_LOGGING_PORTZDEFAULT_UDP_LOGGING_PORTZDEFAULT_HTTP_LOGGING_PORTZDEFAULT_SOAP_LOGGING_PORTr� ZSYSLOG_TCP_PORTre r r r) r> rx r� r� r� r� r� r� r r r r! �objectr' r r r r �<module> s< 8FL `E (* PbO9ME logging/__pycache__/config.cpython-38.opt-2.pyc 0000644 00000045176 15115353746 0015266 0 ustar 00 U
e5d� � @ sJ d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl m
Z
m Z dZ e j
Zdad*dd�Zdd� Zd d
� Zd d � Zd
d� Zdd� Zdd� Zdd� Ze�dej�Zdd� ZG dd� de �Z G dd� de e �Z G d d � d e e �Z!G d d � d e"e �Z#G d d!� d!e �Z$G d"d#� d#e$�Z%e%Z&d$d%� Z'e dfd&d'�Z(d(d)� Z)dS )+� N)�ThreadingTCPServer�StreamRequestHandleriF# Tc C s� dd l }t| |j�r| }n*|�|�}t| d�r:|�| � n
|�| � t|�}t� � z t � t ||�}t
|||� W 5 t�
� X d S )Nr �readline)� configparser�
isinstanceZRawConfigParserZ ConfigParser�hasattrZ read_file�read�_create_formatters�logging� _acquireLock� _releaseLock�_clearExistingHandlers�_install_handlers�_install_loggers)Zfname�defaults�disable_existing_loggersr �cp�
formatters�handlers� r �&/usr/lib64/python3.8/logging/config.py�
fileConfig3 s
r c C sl | � d�} | �d�}t|�}| D ]F}|d | }zt||�}W q tk
rd t|� t||�}Y q X q |S )N�.r )�split�pop�
__import__�getattr�AttributeError)�name�used�found�nr r r �_resolveU s
r" c C s t tj| �S �N)�map�str�strip)Zalistr r r �
_strip_spacesc s r' c C s� | d d }t |�si S |�d�}t|�}i }|D ]v}d| }| j|ddd d�}| j|ddd d�}| j|d dd
d�}tj}| | �d �} | r�t| �}||||�}
|
||< q2|S ) Nr �keys�,z formatter_%s�formatT)�raw�fallback�datefmt�style�%�class)�lenr r' �getr
� Formatterr" ) r Zflistr ZformZsectnameZfsZdfsZstl�c�
class_name�fr r r r f s$
r c
C s^ | d d }t |�si S |�d�}t|�}i }g }|D �]}| d| }|d }|�dd�}zt|tt��}W n ttfk
r� t |�}Y nX |�dd �} t| tt��} |�d
d �}
t|
tt��}
|| |
�} d |kr�|d } | �
| � t |�r�| � || � t |tj
j��r2|�d
d�}
t |
��r2|�| |
f� | ||< q6|D ]\} }| �|| � �q@|S )Nr r( r) z
handler_%sr0 � formatter� �args�()�kwargsz{}�level�target)r1 r r' r2 �eval�varsr
r � NameErrorr" �setLevel� setFormatter�
issubclassr �
MemoryHandler�appendZ setTarget)r r �hlistr Zfixups�hand�section�klass�fmtr9 r; �hr< r= �tr r r r | sB
r c C sT t j}| D ]D}|jj| }||krHt|t j�sN|�t j� g |_d|_ q
||_
q
d S )NT) r
�root�manager�
loggerDictr Z PlaceHolderrA ZNOTSETr � propagate�disabled)�existing�
child_loggers�disable_existingrM �log�loggerr r r �_handle_existing_loggers� s rW c C s | d d }|� d�}tt|��}|�d� | d }tj}|}d|krX|d }|�|� |jd d � D ]}|�|� qf|d } t | �r�| � d�} t| �} | D ]}
|�
||
� q�t|j j �
� �} | �� g } |D �](}| d| }|d }
|jd
d d �}t�|
�}|
| k�rv| �|
�d }|
d
}t |�}t | �}||k �rl| | d |� |k�r`| �| | � |d 7 }�q2| �|
� d|k�r�|d }|�|� |jd d � D ]}|�|� �q�||_d|_|d } t | �r�| � d�} t| �} | D ]}
|�
||
� �q�q�t| | |� d S )N�loggersr( r) rM Z logger_rootr< r z logger_%s�qualnamerP � )r, r r )r �listr' �remover
rM rA r �
removeHandlerr1 �
addHandlerrN rO r( �sortZgetint� getLogger�indexrE rP rQ rW )r r rT ZllistrH rM rU r< rK rF rG rR rS ZqnrP rV �i�prefixed�pflen� num_existingr r r r � sd
r c C s. t j�� t �t jd d � � t jd d �= d S r# )r
� _handlers�clearZshutdownZ _handlerListr r r r r
s
r
z^[a-z_][a-z0-9_]*$c C s t �| �}|std| ��dS )Nz!Not a valid Python identifier: %rT)�
IDENTIFIER�match�
ValueError)�s�mr r r � valid_ident s
rm c @ s e Zd Zddd�Zdd� ZdS )�ConvertingMixinTc C sB | j �|�}||k r>|r || |< t|�tttfkr>| |_||_|S r# )� configurator�convert�type�ConvertingDict�ConvertingList�ConvertingTuple�parent�key)�selfrv �value�replace�resultr r r �convert_with_key" s
�z ConvertingMixin.convert_with_keyc C s0 | j �|�}||k r,t|�tttfkr,| |_|S r# )ro rp rq rr rs rt ru )rw rx rz r r r rp . s
�zConvertingMixin.convertN)T)�__name__�
__module__� __qualname__r{ rp r r r r rn s
rn c @ s( e Zd Zdd� Zddd�Zd dd�ZdS )
rr c C s t �| |�}| �||�S r# )�dict� __getitem__r{ �rw rv rx r r r r� C s zConvertingDict.__getitem__Nc C s t �| ||�}| �||�S r# )r r2 r{ �rw rv �defaultrx r r r r2 G s zConvertingDict.getc C s t �| ||�}| j||dd�S �NF)ry )r r r{ r� r r r r K s zConvertingDict.pop)N)N)r| r} r~ r� r2 r r r r r rr @ s
rr c @ s e Zd Zdd� Zddd�ZdS )rs c C s t �| |�}| �||�S r# )r[ r� r{ r� r r r r� Q s zConvertingList.__getitem__���c C s t �| |�}| �|�S r# )r[ r rp )rw �idxrx r r r r U s zConvertingList.popN)r� )r| r} r~ r� r r r r r rs O s rs c @ s e Zd Zdd� ZdS )rt c C s t �| |�}| j||dd�S r� )�tupler� r{ r� r r r r� [ s zConvertingTuple.__getitem__N)r| r} r~ r� r r r r rt Y s rt c @ s� e Zd Ze�d�Ze�d�Ze�d�Ze�d�Ze�d�Z ddd�Z
e e �Z
d d
� Zd d � Zd
d� Zdd� Zdd� Zdd� Zdd� ZdS )�BaseConfiguratorz%^(?P<prefix>[a-z]+)://(?P<suffix>.*)$z ^\s*(\w+)\s*z^\.\s*(\w+)\s*z^\[\s*(\w+)\s*\]\s*z^\d+$� ext_convert� cfg_convert)ZextZcfgc C s t |�| _| | j_d S r# )rr �configro )rw r� r r r �__init__t s
zBaseConfigurator.__init__c C s� |� d�}|�d�}z^| �|�}|D ]H}|d| 7 }zt||�}W q$ tk
rj | �|� t||�}Y q$X q$|W S tk
r� t�� dd � \}}td||f �}|| |_ |_
|�Y nX d S )Nr r rZ zCannot resolve %r: %s) r r �importerr r � ImportError�sys�exc_inforj � __cause__�
__traceback__) rw rk r r r Zfrag�e�tb�vr r r �resolvex s"
zBaseConfigurator.resolvec C s
| � |�S r# )r� �rw rx r r r r� � s z BaseConfigurator.ext_convertc C s� |}| j �|�}|d kr&td| ��n�||�� d � }| j|�� d }|r�| j�|�}|rn||�� d }nd| j�|�}|r�|�� d }| j�|�s�|| }n2zt |�}|| }W n t
k
r� || }Y nX |r�||�� d � }qHtd||f ��qH|S )NzUnable to convert %rr zUnable to convert %r at %r) � WORD_PATTERNri rj �endr� �groups� DOT_PATTERN�
INDEX_PATTERN�
DIGIT_PATTERN�int� TypeError)rw rx �restrl �dr� r! r r r r� � s4
�z BaseConfigurator.cfg_convertc C s� t |t�s$t |t�r$t|�}| |_n�t |t�sHt |t�rHt|�}| |_n�t |t�svt |t�rvt|d�svt|�}| |_nVt |t �r�| j
� |�}|r�|� � }|d }| j
�|d �}|r�|d }t| |�}||�}|S )N�_fields�prefix�suffix)r rr r ro rs r[ rt r� r r% �CONVERT_PATTERNri � groupdict�value_convertersr2 r )rw rx rl r� r� Z converterr� r r r rp � s0
��
zBaseConfigurator.convertc sj � � d�}t|�s | �|�}� � dd �}� fdd�� D �}|f |�}|rf|�� D ]\}}t|||� qP|S )Nr: r c s i | ]}t |�r|� | �qS r �rm ��.0�k�r� r r �
<dictcomp>� s z5BaseConfigurator.configure_custom.<locals>.<dictcomp>)r �callabler� �items�setattr)rw r� r4 �propsr; rz r rx r r� r �configure_custom� s
z!BaseConfigurator.configure_customc C s t |t�rt|�}|S r# )r r[ r� r� r r r �as_tuple� s
zBaseConfigurator.as_tupleN)r| r} r~ �re�compiler� r� r� r� r� r� � staticmethodr r� r� r� r� r� rp r� r� r r r r r� ` s
�" r� c @ sZ e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zddd�Z ddd�Z
ddd�Z dS )�DictConfiguratorc C s� | j }d|krtd��|d dkr2td|d ��|�dd�}i }t�� �zn|�r�|�d|�}|D ]�}|tjkr�td| ��qdz6tj| }|| }|�d d �}|r�|�t� |�� W qd t
k
r� } ztd
| �| �W 5 d } ~ X Y qdX qd|�d |�}
|
D ]N}z| � ||
| d � W q� t
k
�rF } ztd
| �| �W 5 d } ~ X Y q�X q�|�dd �} | �r�z| � | d � W n. t
k
�r� } ztd�| �W 5 d } ~ X Y nX �n|�dd �} t
� |�d|�}
|
D ]P}z| �|
| �|
|< W n2 t
k
�r } ztd| �| �W 5 d } ~ X Y nX �q�|�d|�}|D ]P}z| �|| �||< W n2 t
k
�rp } ztd| �| �W 5 d } ~ X Y nX �q$|�d|�}g }t|�D ]v}z | �|| �}||_|||< W nN t
k
�r } z.dt| j�k�r�|�|� ntd
| �| �W 5 d } ~ X Y nX �q�|D ]Z}z | �|| �}||_|||< W n2 t
k
�r` } ztd
| �| �W 5 d } ~ X Y nX �q
tj} t| jj�� �}|�� g }|�d |�}
|
D ]�}||k�r|� |�d }|d }t |�}t |�}||k �r|| d |� |k�r�|�|| � |d7 }�q�|� |� z| � ||
| � W n2 t
k
�rV } ztd
| �| �W 5 d } ~ X Y nX �q�t ||| � |�dd �} | �r�z| � | � W n. t
k
�r� } ztd�| �W 5 d } ~ X Y nX W 5 t�� X d S )N�versionz$dictionary doesn't specify a versionrZ zUnsupported version: %s� incrementalFr z No handler found with name %rr< z Unable to configure handler %rrX Tz Unable to configure logger %rrM z Unable to configure root loggerr r z Unable to configure formatter %r�filtersz Unable to configure filter %r�target not configured yetr ) r� rj r r
r r r2 rf rA � _checkLevel� Exception�configure_logger�configure_rootr
�configure_formatter�configure_filter�sorted�configure_handlerr r% r� rE rM r[ rN rO r( r_ ra r1 r\ rW )rw r� r� Z
EMPTY_DICTr r �handlerZhandler_configr< r� rX rM rT r r� ZdeferredrR rS rb rc rd re r r r � configure� s
�
�� �� � � �� �� �� ��
��� �zDictConfigurator.configurec
C s� d|krr|d }z| � |�}W q� tk
rn } z2dt|�kr>� |�d�|d< ||d< | � |�}W 5 d }~X Y q�X nl|�dd �}|�dd �}|�dd�}|�dd �}|s�tj} nt|�} d |kr�| ||||d �}n | |||�}|S )
Nr: z'format'r* rJ r- r. r/ r0 Zvalidate)r� r� r% r r2 r
r3 r" )
rw r� �factoryrz �terJ Zdfmtr. �cnamer4 r r r r� � s* z$DictConfigurator.configure_formatterc C s. d|kr| � |�}n|�dd�}t�|�}|S )Nr: r r8 )r� r2 r
ZFilter)rw r� rz r r r r r� � s
z!DictConfigurator.configure_filterc C sX |D ]N}z|� | jd | � W q tk
rP } ztd| �|�W 5 d }~X Y qX qd S )Nr� zUnable to add filter %r)Z addFilterr� r� rj )rw Zfiltererr� r6 r� r r r � add_filters� s
z DictConfigurator.add_filtersc
s� t � �}� �dd �}|r\z| jd | }W n0 tk
rZ } ztd| �|�W 5 d }~X Y nX � �dd �}� �dd �}d� kr�� �d�}t|�s�| �|�}|}�n� �d�} | �| �}
t|
tj j
��rFd� k�rFz>| jd � d } t | tj ��s� �
|� td
��| � d< W n6 tk
�rB } ztd � d �|�W 5 d }~X Y nX nZt|
tj j��rtd � k�rt| �� d �� d < n,t|
tj j��r�d
� k�r�| �� d
�� d
< |
}� �dd �} � fdd�� D �}
z|f |
�}W nL tk
�r } z,dt|�k�r� |
�d�|
d< |f |
�}W 5 d }~X Y nX |�r.|�|� |d k �rH|�t�|�� |�rZ| �||� | �r�| �� D ]\}}t|||� �qh|S )Nr7 r zUnable to set formatter %rr< r� r: r0 r= r r� z Unable to set target handler %rZmailhostZaddressr c s i | ]}t |�r|� | �qS r r� r� r� r r r� � s z6DictConfigurator.configure_handler.<locals>.<dictcomp>z'stream'�streamZstrm)r r r� r� rj r� r� rC r
r rD r ZHandler�updater� Z SMTPHandlerr� Z
SysLogHandlerr% rB rA r� r� r� r� )rw r� Z config_copyr7 r� r< r� r4 r� r� rI Zthr� r; rz r� r rx r r� r r� � s~ ��
�
����
z"DictConfigurator.configure_handlerc C sX |D ]N}z|� | jd | � W q tk
rP } ztd| �|�W 5 d }~X Y qX qd S )Nr zUnable to add handler %r)r^ r� r� rj )rw rV r rK r� r r r � add_handlers� s
z DictConfigurator.add_handlersFc C s� |� dd �}|d k r$|�t�|�� |s~|jd d � D ]}|�|� q6|� dd �}|rb| �||� |� dd �}|r~| �||� d S )Nr< r r� )r2 rA r
r� r r] r� r� )rw rV r� r� r< rK r r� r r r �common_logger_config s z%DictConfigurator.common_logger_configc C s6 t �|�}| �|||� |�dd �}|d k r2||_d S )NrP )r
r` r� r2 rP )rw r r� r� rV rP r r r r� s
z!DictConfigurator.configure_loggerc C s t �� }| �|||� d S r# )r
r` r� )rw r� r� rM r r r r� s z DictConfigurator.configure_rootN)F)F)F) r| r} r~ r� r� r� r� r� r� r� r� r� r r r r r� � s $ ?
r� c C s t | ��� d S r# )�dictConfigClassr� r� r r r �
dictConfig& s r� c sD G dd� dt �}G dd� dt�}G � fdd�dtj�� � ||| |�S )Nc @ s e Zd Zdd� ZdS )z#listen.<locals>.ConfigStreamHandlerc S sD �z
| j }|�d�}t|�dk�r
t�d|�d }| j �|�}t|�|k rb||�|t|� � }q>| jjd k rz| j�|�}|d k r�|�d�}z dd l}|� |�}t
|� W nH t k
r� t �
|�}z t|� W n t k
r� t�� Y nX Y nX | jj�r
| jj�� W n2 tk
�r> } z|jtk�r.� W 5 d }~X Y nX d S )N� z>Lr zutf-8)Z
connectionZrecvr1 �structZunpack�server�verify�decode�json�loadsr� r� �io�StringIOr � traceback� print_exc�ready�set�OSError�errno� RESET_ERROR)rw Zconn�chunkZslenr� r� �filer� r r r �handleF s6
z*listen.<locals>.ConfigStreamHandler.handleN)r| r} r~ r� r r r r �ConfigStreamHandler? s r� c @ s, e Zd ZdZdedddfdd�Zdd� ZdS )z$listen.<locals>.ConfigSocketReceiverrZ Z localhostNc S s> t �| ||f|� t�� d| _t�� d| _|| _|| _d S )Nr rZ ) r r� r
r �abortr �timeoutr� r� )rw Zhost�portr� r� r� r r r r� t s z-listen.<locals>.ConfigSocketReceiver.__init__c S s` dd l }d}|sT|� | j�� gg g | j�\}}}|r<| �� t�� | j}t�� q | � � d S )Nr )
�selectZsocket�filenor� Zhandle_requestr
r r� r Z server_close)rw r� r� ZrdZwrZexr r r �serve_until_stopped~ s �
z8listen.<locals>.ConfigSocketReceiver.serve_until_stopped)r| r} r~ Zallow_reuse_address�DEFAULT_LOGGING_CONFIG_PORTr� r� r r r r �ConfigSocketReceiverm s �
r� c s& e Zd Z�� fdd�Zdd� Z� ZS )zlisten.<locals>.Serverc s4 t � | ��� || _|| _|| _|| _t�� | _d S r# ) �superr� �rcvr�hdlrr� r� � threadingZEventr� )rw r� r� r� r� )�Server� __class__r r r� � s z listen.<locals>.Server.__init__c S sZ | j | j| j| j| jd�}| jdkr0|jd | _| j�� t�� |a t�
� |� � d S )N)r� r� r� r� r rZ ) r� r� r� r� r� Zserver_addressr� r
r � _listenerr r� )rw r� r r r �run� s �
zlisten.<locals>.Server.run)r| r} r~ r� r� �
__classcell__r �r� )r� r r� � s r� )r r r� ZThread)r� r� r� r� r r� r �listen+ s . r� c C s* t �� ztrdt_d aW 5 t �� X d S )NrZ )r
r r r� r� r r r r �
stopListening� s r� )NT)*r� r� r
Zlogging.handlersr� r� r� r� r� Z socketserverr r r� Z
ECONNRESETr� r� r r" r' r r rW r r
r� �Irh rm �objectrn r rr r[ rs r� rt r� r� r� r� r� r� r r r r �<module> sF
"%W!
Az logging/__pycache__/__init__.cpython-38.opt-2.pyc 0000644 00000107365 15115353746 0015557 0 ustar 00 U
e5d�0 � * @ s2 d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZ d dl
m Z d dl
m Z
dddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-g*Zd dlZd.Zd/Zd0Zd1Ze�� Zd2Zd2Zd2Zd2Zd3ZeZd4Zd5Z e Z d6Z d7Z d Z edede de de de diZ!eeee e e e e d8�Z"d9d � Z#d:d� Z$e%e d;��r`d<d=� Z&nd>d?� Z&ej'�(e$j)j*�Z+d@dA� Z,e�-� Z.dBdC� Z/dDdE� Z0e%edF��s�dGdH� Z1n(e�2� Z3dIdH� Z1dJdK� Z4ej5e/e4e0dL� G dMd� de6�Z7e7a8dNd+� Z9dOd*� Z:dPd%� Z;e
� Z<[
G dQdR� dRe6�Z=G dSdT� dTe=�Z>G dUdV� dVe=�Z?dWZ@e=e@fe>dXfe?dYfdZ�ZAG d[d � d e6�Z e � ZBG d\d� de6�ZCG d]d � d e6�ZDG d^d_� d_e6�ZEe�F� ZGg ZHd`da� ZIdbdc� ZJG ddd
� d
eE�ZKG ded� deK�ZLG dfd
� d
eL�ZMG dgdh� dheL�ZNeNe �ZOeOZPG didj� dje6�ZQdkd&� ZRdld"� ZSG dmdn� dne6�ZTG dod� deE�ZUG dpdq� dqeU�ZVeUaWG drd� de6�ZXeVe �ZYeYeU_YeTeUjY�eU_Zdsd� Z[d�dtd!�Z\dud� Z]e]Z^dvd � Z_d2dw�dxd �Z`dyd)� Zadzd(� Zbd{d#� Zcd|d� Zdd}d$� Zeefd~d �ZfeHfdd'�Zgd dlhZheh�ieg� G d�d� deK�Zjdakd�d�d��Zld�d� ZmdS )�� N)�Template)� Formatter� BASIC_FORMAT�BufferingFormatter�CRITICAL�DEBUG�ERROR�FATAL� FileHandler�Filterr �Handler�INFO� LogRecord�Logger�
LoggerAdapter�NOTSET� NullHandler�
StreamHandler�WARN�WARNING� addLevelName� basicConfig�captureWarnings�critical�debug�disable�error� exception�fatal� getLevelName� getLogger�getLoggerClass�info�log�
makeLogRecord�setLoggerClass�shutdown�warn�warning�getLogRecordFactory�setLogRecordFactory�
lastResort�raiseExceptionsz&Vinay Sajip <vinay_sajip@red-dove.com>Z
productionz0.5.1.2z07 February 2010T�2 �( � � �
)r r r r r r
r r c C s4 t �| �}|d k r|S t�| �}|d k r,|S d| S )NzLevel %s)� _levelToName�get� _nameToLevel)�level�result� r7 �(/usr/lib64/python3.8/logging/__init__.pyr w s
c C s( t � z|t| < | t|< W 5 t� X d S �N)� _acquireLock� _releaseLockr2 r4 )r5 Z levelNamer7 r7 r8 r � s
� _getframec C s
t �d�S )N� )�sysr< r7 r7 r7 r8 �<lambda>� � r? c C s2 zt �W n$ t k
r, t�� d jj Y S X d S )N� )� Exceptionr> �exc_info�tb_frame�f_backr7 r7 r7 r8 � currentframe� s rF c C sJ t | t�r| }n6t| �| kr:| tkr0td| ��t| }n td| ��|S )NzUnknown level: %rz*Level not an integer or a valid string: %r)�
isinstance�int�strr4 �
ValueError� TypeError)r5 �rvr7 r7 r8 � _checkLevel� s
rM c C s t r t �� d S r9 )�_lock�acquirer7 r7 r7 r8 r: � s r: c C s t r t �� d S r9 )rN �releaser7 r7 r7 r8 r; � s r; �register_at_forkc C s d S r9 r7 ��instancer7 r7 r8 � _register_at_fork_reinit_lock� s rT c C s" t � zt�| � W 5 t� X d S r9 )r: r; � _at_fork_reinit_lock_weakset�addrR r7 r7 r8 rT � s c C sX t D ]H} z | �� W q tk
rJ } ztdtd|tjd� W 5 d }~X Y qX qt� d S )Nz&Ignoring exception from logging atforkz._reinit_lock() method:��file)rU �
createLockrB �printrS r> �stderrr; )�handler�errr7 r7 r8 �!_after_at_fork_child_reinit_locks� s �r^ )ZbeforeZafter_in_childZafter_in_parentc @ s& e Zd Zddd�Zdd� Zdd� ZdS ) r Nc
K s� t � � } || _|| _|rFt|�dkrFt|d tjj�rF|d rF|d }|| _t |�| _
|| _ || _ z&t
j�|�| _t
j�| j�d | _W n& tttfk
r� || _d| _Y nX || _d | _| | _|| _|| _| | _| t | � d | _ | jt d | _ t �rt!�"� | _#t!�$� j| _%n d | _#d | _%t&�s.d | _'nDd| _'t(j)�*d�} | d k �rrz| �+� j| _'W n t,k
�rp Y nX t-�r�t.t
d��r�t
�/� | _0nd | _0d S )N� r zUnknown modulei� Z MainProcessZmultiprocessing�getpid)1�time�name�msg�lenrG � collections�abc�Mapping�argsr Z levelname�levelno�pathname�os�path�basename�filename�splitext�modulerK rJ �AttributeErrorrC �exc_text�
stack_info�linenoZfuncName�createdrH �msecs�
_startTimeZrelativeCreated�
logThreads� threading� get_ident�threadZcurrent_threadZ
threadName�logMultiprocessingZ processNamer> �modulesr3 Zcurrent_processrB � logProcesses�hasattrr` �process)
�selfrb r5 rj rt rc rh rC �func�sinfo�kwargs�ctZmpr7 r7 r8 �__init__ sT "�
zLogRecord.__init__c C s d| j | j| j| j| jf S )Nz!<LogRecord: %s, %s, %s, %s, "%s">)rb ri rj rt rc �r� r7 r7 r8 �__repr__h s
�zLogRecord.__repr__c C s t | j�}| jr|| j }|S r9 )rI rc rh )r� rc r7 r7 r8 �
getMessagel s
zLogRecord.getMessage)NN)�__name__�
__module__� __qualname__r� r� r� r7 r7 r7 r8 r s
�
Hc C s | a d S r9 ��_logRecordFactory)�factoryr7 r7 r8 r* } s c C s t S r9 r� r7 r7 r7 r8 r) � s c C s& t d d ddddd d �}|j�| � |S )N� r r7 )r� �__dict__�update)�dictrL r7 r7 r8 r$ � s c @ sN e Zd ZdZdZdZe�dej�Z dd� Z
dd� Z d d
� Z d d � Z
d
d� ZdS )� PercentStylez %(message)sz %(asctime)sz
%(asctime)z5%\(\w+\)[#0+ -]*(\*|\d+)?(\.(\*|\d+))?[diouxefgcrsa%]c C s |p| j | _d S r9 )�default_format�_fmt�r� �fmtr7 r7 r8 r� � s zPercentStyle.__init__c C s | j �| j�dkS �Nr )r� �find�asctime_searchr� r7 r7 r8 �usesTime� s zPercentStyle.usesTimec C s* | j �| j�s&td| j| jd f ��d S )Nz"Invalid format '%s' for '%s' styler )�validation_pattern�searchr� rJ r� r� r7 r7 r8 �validate� s zPercentStyle.validatec C s | j |j S r9 )r� r� �r� �recordr7 r7 r8 �_format� s zPercentStyle._formatc
C s@ z | � |�W S tk
r: } ztd| ��W 5 d }~X Y nX d S )Nz(Formatting field not found in record: %s)r� �KeyErrorrJ )r� r� �er7 r7 r8 �format� s zPercentStyle.formatN)r� r� r� r� �asctime_formatr� �re�compile�Ir� r� r� r� r� r� r7 r7 r7 r8 r� � s r� c @ s@ e Zd ZdZdZdZe�dej�Z e�d�Z
dd� Z dd � Z d
S ) �StrFormatStylez {message}z {asctime}z{asctimezF^(.?[<>=^])?[+ -]?#?0?(\d+|{\w+})?[,_]?(\.(\d+|{\w+}))?[bcdefgnosx%]?$z ^(\d+|\w+)(\.\w+|\[[^]]+\])*$c C s | j jf |j�S r9 )r� r� r� r� r7 r7 r8 r� � s zStrFormatStyle._formatc
C s� t � }zxt�| j�D ]f\}}}}|rF| j�|�s<td| ��|�|� |r^|dkr^td| ��|r| j�|�std| ��qW n. tk
r� } ztd| ��W 5 d }~X Y nX |s�td��d S )Nz!invalid field name/expression: %rZrsazinvalid conversion: %rzbad specifier: %rzinvalid format: %s�invalid format: no fields) �set�_str_formatter�parser� �
field_spec�matchrJ rV �fmt_spec)r� �fields�_Z fieldname�specZ
conversionr� r7 r7 r8 r� � s
zStrFormatStyle.validateN)
r� r� r� r� r� r� r� r� r� r� r� r� r� r7 r7 r7 r8 r� � s
r� c @ s8 e Zd ZdZdZdZdd� Zdd� Zdd� Zd d
� Z d S ) �StringTemplateStylez
${message}z
${asctime}c C s |p| j | _t| j�| _d S r9 )r� r� r �_tplr� r7 r7 r8 r� � s z StringTemplateStyle.__init__c C s$ | j }|�d�dkp"|�| j�dkS )Nz$asctimer )r� r� r� r� r7 r7 r8 r� � s z StringTemplateStyle.usesTimec C s| t j}t� }|�| j�D ]R}|�� }|d r<|�|d � q|d rT|�|d � q|�d�dkrtd��q|sxtd��d S )NZnamedZbracedr �$z$invalid format: bare '$' not allowedr� ) r �patternr� �finditerr� � groupdictrV �grouprJ )r� r� r� �m�dr7 r7 r8 r� � s
z StringTemplateStyle.validatec C s | j jf |j�S r9 )r� Z
substituter� r� r7 r7 r8 r� � s zStringTemplateStyle._formatN)
r� r� r� r� r� r� r� r� r� r� r7 r7 r7 r8 r� � s r� z"%(levelname)s:%(name)s:%(message)sz {levelname}:{name}:{message}z ${levelname}:${name}:${message})�%�{r� c @ sV e Zd ZejZddd�ZdZdZddd �Z d
d � Z
d d
� Z dd� Z dd� Z
dd� ZdS )r Nr� Tc C sR |t kr tdd�t �� � ��t | d |�| _|r>| j�� | jj| _|| _d S )N�Style must be one of: %s�,r )�_STYLESrJ �join�keys�_styler� r� �datefmt)r� r� r� �styler� r7 r7 r8 r� / s �
zFormatter.__init__z%Y-%m-%d %H:%M:%Sz%s,%03dc C s@ | � |j�}|r t�||�}n t�| j|�}| j||jf }|S r9 )� converterru ra �strftime�default_time_format�default_msec_formatrv )r� r� r� r� �s�tr7 r7 r8 �
formatTimeL s zFormatter.formatTimec C sZ t �� }|d }t�|d |d |d |� |�� }|�� |dd � dkrV|d d� }|S )NrA r r_ ����
)�io�StringIO� traceback�print_exception�getvalue�close)r� Zei�sio�tbr� r7 r7 r8 �formatExceptionf s zFormatter.formatExceptionc C s
| j �� S r9 )r� r� r� r7 r7 r8 r� y s zFormatter.usesTimec C s | j �|�S r9 )r� r� r� r7 r7 r8 �
formatMessage s zFormatter.formatMessagec C s |S r9 r7 )r� rs r7 r7 r8 � formatStack� s zFormatter.formatStackc C s� |� � |_| �� r"| �|| j�|_| �|�}|jrF|jsF| � |j�|_|jrn|dd � dkrd|d }||j }|j
r�|dd � dkr�|d }|| � |j
� }|S )Nr� r� ) r� �messager� r� r� �asctimer� rC rr r� rs r� )r� r� r� r7 r7 r8 r� � s
zFormatter.format)NNr� T)N)r� r� r� ra � localtimer� r� r� r� r� r� r� r� r� r� r7 r7 r7 r8 r s +
c @ s. e Zd Zd
dd�Zdd� Zdd� Zdd � ZdS ) r Nc C s |r || _ nt| _ d S r9 )�linefmt�_defaultFormatter)r� r� r7 r7 r8 r� � s zBufferingFormatter.__init__c C s dS �Nr� r7 �r� �recordsr7 r7 r8 � formatHeader� s z BufferingFormatter.formatHeaderc C s dS r� r7 r� r7 r7 r8 � formatFooter� s z BufferingFormatter.formatFooterc C sJ d}t |�dkrF|| �|� }|D ]}|| j�|� }q"|| �|� }|S )Nr� r )rd r� r� r� r� )r� r� rL r� r7 r7 r8 r� � s zBufferingFormatter.format)N)r� r� r� r� r� r� r� r7 r7 r7 r8 r � s
c @ s e Zd Zddd�Zdd� ZdS )r r� c C s || _ t|�| _d S r9 )rb rd �nlen�r� rb r7 r7 r8 r� � s zFilter.__init__c C sJ | j dkrdS | j|jkr dS |j�| jd| j �dkr:dS |j| j dkS )Nr TF�.)r� rb r� r� r7 r7 r8 �filter� s
z
Filter.filterN)r� )r� r� r� r� r� r7 r7 r7 r8 r � s
c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�Filtererc C s
g | _ d S r9 )�filtersr� r7 r7 r8 r� s zFilterer.__init__c C s || j kr| j �|� d S r9 )r� �append�r� r� r7 r7 r8 � addFilter s
zFilterer.addFilterc C s || j kr| j �|� d S r9 )r� �remover� r7 r7 r8 � removeFilter s
zFilterer.removeFilterc C s> d}| j D ].}t|d�r$|�|�}n||�}|s
d} q:q
|S )NTr� F)r� r r� )r� r� rL �fr6 r7 r7 r8 r� s
zFilterer.filterN)r� r� r� r� r� r� r� r7 r7 r7 r8 r� s r� c C sF t tt }}}|rB|rB|rB|� z| |kr6|�| � W 5 |� X d S r9 )r: r; � _handlerListr� )�wrrO rP �handlersr7 r7 r8 �_removeHandlerRef: s r� c C s* t � zt�t�| t�� W 5 t� X d S r9 )r: r; r� r� �weakref�refr� )r\ r7 r7 r8 �_addHandlerRefK s r� c @ s� e Zd Zefdd�Zdd� Zdd� Zeee�Zdd� Z d d
� Z
d d � Z d
d� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd S ) r c C s4 t �| � d | _t|�| _d | _t| � | �� d S r9 )r� r� �_namerM r5 � formatterr� rY �r� r5 r7 r7 r8 r� ^ s
zHandler.__init__c C s | j S r9 )r� r� r7 r7 r8 �get_namek s zHandler.get_namec C s< t � z(| jtkrt| j= || _|r,| t|< W 5 t� X d S r9 �r: r; r� � _handlersr� r7 r7 r8 �set_namen s
zHandler.set_namec C s t �� | _t| � d S r9 )ry �RLock�lockrT r� r7 r7 r8 rY { s
zHandler.createLockc C s | j r| j �� d S r9 )r rO r� r7 r7 r8 rO � s zHandler.acquirec C s | j r| j �� d S r9 )r rP r� r7 r7 r8 rP � s zHandler.releasec C s t |�| _d S r9 )rM r5 r� r7 r7 r8 �setLevel� s zHandler.setLevelc C s | j r| j }nt}|�|�S r9 )r� r� r� )r� r� r� r7 r7 r8 r� � s zHandler.formatc C s t d��d S )Nz.emit must be implemented by Handler subclasses)�NotImplementedErrorr� r7 r7 r8 �emit� s z Handler.emitc C s4 | � |�}|r0| �� z| �|� W 5 | �� X |S r9 )r� rO rP r )r� r� rL r7 r7 r8 �handle� s
zHandler.handlec C s
|| _ d S r9 )r� r� r7 r7 r8 � setFormatter� s zHandler.setFormatterc C s d S r9 r7 r� r7 r7 r8 �flush� s z
Handler.flushc C s0 t � z | jr | jtkr t| j= W 5 t� X d S r9 r� r� r7 r7 r8 r� � s
z
Handler.closec C s t �r tj�r t�� \}}}z�z�tj�d� t�|||d tj� tj�d� |j}|rvtj �
|j j �t
d krv|j}qR|r�tj|tjd� ntj�d|j|jf � z tj�d|j|jf � W n4 tk
r� � Y n tk
r� tj�d� Y nX W n tk
�r Y nX W 5 ~~~X d S )Nz--- Logging error ---
z Call stack:
r rW z Logged from file %s, line %s
zMessage: %r
Arguments: %s
zwUnable to print the message and arguments - possible formatting error.
Use the traceback above to help find the error.
)r, r> r[ rC �writer� r� rD rk rl �dirname�f_code� co_filename�__path__rE � print_stackrn rt rc rh �RecursionErrorrB �OSError)r� r� r� �vr� �framer7 r7 r8 � handleError� s< � ���
zHandler.handleErrorc C s t | j�}d| jj|f S )Nz <%s (%s)>)r r5 � __class__r� r� r7 r7 r8 r� s
zHandler.__repr__N)r� r� r� r r� r� r� �propertyrb rY rO rP r r� r r r r r� r r� r7 r7 r7 r8 r U s
/c @ s: e Zd ZdZd
dd�Zdd� Zdd� Zd d
� Zd d � ZdS )r r� Nc C s" t �| � |d krtj}|| _d S r9 )r r� r> r[ �stream�r� r r7 r7 r8 r� s
zStreamHandler.__init__c C s8 | � � z | jr&t| jd�r&| j�� W 5 | �� X d S )Nr )rO rP r r r r� r7 r7 r8 r & s
zStreamHandler.flushc C sd z,| � |�}| j}|�|| j � | �� W n2 tk
rB � Y n tk
r^ | �|� Y nX d S r9 )r� r r �
terminatorr r rB r )r� r� rc r r7 r7 r8 r 1 s
zStreamHandler.emitc C s@ || j krd }n,| j }| �� z| �� || _ W 5 | �� X |S r9 )r rO rP r )r� r r6 r7 r7 r8 � setStreamG s
zStreamHandler.setStreamc C s> t | j�}t| jdd�}t|�}|r,|d7 }d| jj||f S )Nrb r� � z <%s %s(%s)>)r r5 �getattrr rI r r� )r� r5 rb r7 r7 r8 r� [ s
zStreamHandler.__repr__)N) r� r� r� r r� r r r r� r7 r7 r7 r8 r s
c @ s6 e Zd Zddd�Zdd� Zdd � Zd
d � Zd d
� ZdS )r
�aNFc C sT t �|�}t j�|�| _|| _|| _|| _|r@t� | � d | _
nt � | | � � � d S r9 )
rk �fspathrl �abspath� baseFilename�mode�encoding�delayr r� r r �_open)r� rn r r r! r7 r7 r8 r� i s
zFileHandler.__init__c C sb | � � zJz8| jr@z | �� W 5 | j}d | _t|d�r>|�� X W 5 t�| � X W 5 | �� X d S )Nr� )rO rP r r� r r r r r7 r7 r8 r� } s
zFileHandler.closec C s t | j| j| jd�S )N)r )�openr r r r� r7 r7 r8 r" � s zFileHandler._openc C s$ | j d kr| �� | _ t�| |� d S r9 )r r" r r r� r7 r7 r8 r � s
zFileHandler.emitc C s t | j�}d| jj| j|f S �Nz <%s %s (%s)>)r r5 r r� r r� r7 r7 r8 r� � s
zFileHandler.__repr__)r NF)r� r� r� r� r� r" r r� r7 r7 r7 r8 r
e s
c @ s$ e Zd Zefdd�Zedd� �ZdS )�_StderrHandlerc C s t �| |� d S r9 )r r� r� r7 r7 r8 r� � s z_StderrHandler.__init__c C s t jS r9 )r> r[ r� r7 r7 r8 r � s z_StderrHandler.streamN)r� r� r� r r� r r r7 r7 r7 r8 r% � s r% c @ s e Zd Zdd� Zdd� ZdS )� PlaceHolderc C s |d i| _ d S r9 �� loggerMap�r� �aloggerr7 r7 r8 r� � s zPlaceHolder.__init__c C s || j krd | j |< d S r9 r' r) r7 r7 r8 r� � s
zPlaceHolder.appendN)r� r� r� r� r� r7 r7 r7 r8 r& � s r& c C s( | t kr t| t �s td| j ��| ad S �Nz(logger not derived from logging.Logger: )r �
issubclassrK r� � _loggerClass)�klassr7 r7 r8 r% � s
�c C s t S r9 )r- r7 r7 r7 r8 r! � s c @ s^ e Zd Zdd� Zedd� �Zejdd� �Zdd� Zdd � Zd
d � Z d d
� Z
dd� Z dd� Z dS )�Managerc C s( || _ d| _d| _i | _d | _d | _d S )Nr F)�rootr �emittedNoHandlerWarning�
loggerDict� loggerClass�logRecordFactory)r� Zrootnoder7 r7 r8 r� � s zManager.__init__c C s | j S r9 )�_disabler� r7 r7 r8 r � s zManager.disablec C s t |�| _d S r9 )rM r5 �r� �valuer7 r7 r8 r s c C s� d }t |t�std��t� z�|| jkrv| j| }t |t�r�|}| jpHt|�}| |_ || j|< | �
||� | � |� n(| jp~t|�}| |_ || j|< | � |� W 5 t� X |S )Nz A logger name must be a string) rG rI rK r: r; r2 r& r3 r- �manager�_fixupChildren�
_fixupParents)r� rb rL �phr7 r7 r8 r s(
zManager.getLoggerc C s* |t kr t|t �s td|j ��|| _d S r+ )r r, rK r� r3 )r� r. r7 r7 r8 r% & s
�zManager.setLoggerClassc C s
|| _ d S r9 )r4 )r� r� r7 r7 r8 r* 0 s zManager.setLogRecordFactoryc C s� |j }|�d�}d }|dkr~|s~|d |� }|| jkrFt|�| j|< n$| j| }t|t�r`|}n
|�|� |�dd|d �}q|s�| j}||_d S )Nr� r r_ ) rb �rfindr2 r& rG r r� r0 �parent)r� r* rb �irL Zsubstr�objr7 r7 r8 r: 7 s
zManager._fixupParentsc C sD |j }t|�}|j�� D ]&}|jj d |� |kr|j|_||_qd S r9 )rb rd r( r� r= )r� r; r* rb Znamelen�cr7 r7 r8 r9 O s zManager._fixupChildrenc C s@ t � | j�� D ]}t|t�r|j�� q| jj�� t� d S r9 ) r: r2 �valuesrG r �_cache�clearr0 r; �r� �loggerr7 r7 r8 � _clear_cache\ s
zManager._clear_cacheN)
r� r� r� r� r r �setterr r% r* r: r9 rF r7 r7 r7 r8 r/ � s
"
r/ c @ s� e Zd Zefdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
dd�dd�Z dd� Z e Z
dd� Zd4dd�Zd5d d �Zd6d d �Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Zd2d3� ZdS )7r c C s< t �| � || _t|�| _d | _d| _g | _d| _i | _ d S )NTF)
r� r� rb rM r5 r= � propagater� �disabledrB )r� rb r5 r7 r7 r8 r� | s
zLogger.__init__c C s t |�| _| j�� d S r9 )rM r5 r8 rF r� r7 r7 r8 r � s
zLogger.setLevelc O s | � t�r | jt||f|� d S r9 )� isEnabledForr �_log�r� rc rh r� r7 r7 r8 r � s
z Logger.debugc O s | � t�r | jt||f|� d S r9 )rJ r
rK rL r7 r7 r8 r" � s
z Logger.infoc O s | � t�r | jt||f|� d S r9 )rJ r rK rL r7 r7 r8 r( � s
zLogger.warningc O s$ t �dtd� | j|f|�|� d S �Nz6The 'warn' method is deprecated, use 'warning' insteadrA ��warningsr' �DeprecationWarningr( rL r7 r7 r8 r' � s
�z Logger.warnc O s | � t�r | jt||f|� d S r9 )rJ r rK rL r7 r7 r8 r � s
z Logger.errorT�rC c O s | j |f|�d|i|�� d S �NrC �r �r� rc rC rh r� r7 r7 r8 r � s zLogger.exceptionc O s | � t�r | jt||f|� d S r9 )rJ r rK rL r7 r7 r8 r � s
zLogger.criticalc O s< t |t�s trtd��nd S | �|�r8| j|||f|� d S )Nzlevel must be an integer)rG rH r, rK rJ rK �r� r5 rc rh r� r7 r7 r8 r# � s
z
Logger.logFr_ c
C s� t � }|d k r|j}|}|r4|dkr4|j}|d8 }q|s<|}d}t|d�r�|j}tj�|j�}|tkrn|j}q@d }|r�t �
� } | � d� t j
|| d� | �� }|d dkr�|d d� }| �� |j|j|j|f}q�q@|S )Nr_ )�(unknown file)r �(unknown function)Nr
z Stack (most recent call last):
rW r� r� )rF rE r r
rk rl �normcaser �_srcfiler� r� r r� r
r� r� �f_lineno�co_name)
r� rs �
stacklevelr� Zorig_frL �corn r� r� r7 r7 r8 �
findCaller� s8
zLogger.findCallerNc
C sZ t |||||||||
� } | d k rV| D ]0} | dks:| | jkrFtd| ��| | | j| < q$| S )N)r� r� z$Attempt to overwrite %r in LogRecord)r� r� r� )
r� rb r5 �fn�lnorc rh rC r� �extrar� rL �keyr7 r7 r8 �
makeRecord s � zLogger.makeRecordc
C s� d }t rBz| �||�\} }
} }W qL tk
r> d\} }
} Y qLX n
d\} }
} |r~t|t�rlt|�||jf}nt|t�s~t� � }| �
| j || |
|||| ||�
} | � | � d S )N)rV r rW )
rY r^ rJ rG �
BaseException�type�
__traceback__�tupler> rC rc rb r )
r� r5 rc rh rC ra rs r\ r� r_ r` r� r� r7 r7 r8 rK s&
�z Logger._logc C s | j s| �|�r| �|� d S r9 )rI r� � callHandlersr� r7 r7 r8 r 7 s z
Logger.handlec C s. t � z|| jkr | j�|� W 5 t� X d S r9 )r: r; r� r� �r� �hdlrr7 r7 r8 �
addHandlerA s
zLogger.addHandlerc C s. t � z|| jkr | j�|� W 5 t� X d S r9 )r: r; r� r� ri r7 r7 r8 �
removeHandlerL s
zLogger.removeHandlerc C s. | }d}|r*|j rd}q*|js"q*q|j}q|S )NFT)r� rH r= )r� r@ rL r7 r7 r8 � hasHandlersW s
zLogger.hasHandlersc C s� | }d}|rJ|j D ]"}|d }|j|jkr|�|� q|jsBd }q|j}q|dkr�trn|jtjkr�t�|� n&tr�| jj s�t
j � d| j
� d| j_ d S )Nr r_ z+No handlers could be found for logger "%s"
T)r� ri r5 r rH r= r+ r, r8 r1 r> r[ r rb )r� r� r@ �foundrj r7 r7 r8 rh m s&
�zLogger.callHandlersc C s | }|r |j r|j S |j}qtS r9 )r5 r= r rD r7 r7 r8 �getEffectiveLevel� s zLogger.getEffectiveLevelc
C sz | j r
dS z | j| W S tk
rt t� z6| jj|krJd }| j|< n|| �� k }| j|< W 5 t� X | Y S X d S )NF)rI rB r� r: r; r8 r ro )r� r5 Z
is_enabledr7 r7 r8 rJ � s
�zLogger.isEnabledForc C s& | j | k rd�| j|f�}| j�|�S )Nr� )r0 r� rb r8 r )r� �suffixr7 r7 r8 �getChild� s
zLogger.getChildc C s t | �� �}d| jj| j|f S r$ )r ro r r� rb r� r7 r7 r8 r� � s zLogger.__repr__c C s, t | j�| k r dd l}|�d��t | jffS )Nr zlogger cannot be pickled)r rb �pickleZ
PicklingError)r� rr r7 r7 r8 �
__reduce__� s
zLogger.__reduce__)Fr_ )NNN)NNFr_ ) r� r� r� r r� r r r" r( r' r r r r r# r^ rc rK r rk rl rm rh ro rJ rq r� rs r7 r7 r7 r8 r m s:
% �
�
c @ s e Zd Zdd� Zdd� ZdS )�
RootLoggerc C s t �| d|� d S )Nr0 )r r� r� r7 r7 r8 r� � s zRootLogger.__init__c C s t dfS )Nr7 )r r� r7 r7 r8 rs � s zRootLogger.__reduce__N)r� r� r� r� rs r7 r7 r7 r8 rt � s rt c @ s� e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd�dd�Z
dd� Z dd� Z dd� Z
dd� Zdd � Zd d � Zd*d!d"�Zed#d$� �Zejd%d$� �Zed&d'� �Zd(d)� Zd S )+r c C s || _ || _d S r9 )rE ra )r� rE ra r7 r7 r8 r� � s zLoggerAdapter.__init__c C s | j |d< ||fS )Nra )ra )r� rc r� r7 r7 r8 r� � s
zLoggerAdapter.processc O s | j t|f|�|� d S r9 )r# r rL r7 r7 r8 r s zLoggerAdapter.debugc O s | j t|f|�|� d S r9 )r# r
rL r7 r7 r8 r"
s zLoggerAdapter.infoc O s | j t|f|�|� d S r9 )r# r rL r7 r7 r8 r( s zLoggerAdapter.warningc O s$ t �dtd� | j|f|�|� d S rM rN rL r7 r7 r8 r' s
�zLoggerAdapter.warnc O s | j t|f|�|� d S r9 �r# r rL r7 r7 r8 r s zLoggerAdapter.errorTrQ c O s | j t|f|�d|i|�� d S rR ru rT r7 r7 r8 r ! s zLoggerAdapter.exceptionc O s | j t|f|�|� d S r9 )r# r rL r7 r7 r8 r ' s zLoggerAdapter.criticalc O s4 | � |�r0| �||�\}}| jj||f|�|� d S r9 )rJ r� rE r# rU r7 r7 r8 r# - s
zLoggerAdapter.logc C s | j �|�S r9 )rE rJ r� r7 r7 r8 rJ 6 s zLoggerAdapter.isEnabledForc C s | j �|� d S r9 )rE r r� r7 r7 r8 r < s zLoggerAdapter.setLevelc C s
| j �� S r9 )rE ro r� r7 r7 r8 ro B s z LoggerAdapter.getEffectiveLevelc C s
| j �� S r9 )rE rm r� r7 r7 r8 rm H s zLoggerAdapter.hasHandlersNFc C s | j j||||||d�S )N)rC ra rs )rE rK )r� r5 rc rh rC ra rs r7 r7 r8 rK N s �zLoggerAdapter._logc C s | j jS r9 �rE r8 r� r7 r7 r8 r8 [ s zLoggerAdapter.managerc C s || j _d S r9 rv r6 r7 r7 r8 r8 _ s c C s | j jS r9 )rE rb r� r7 r7 r8 rb c s zLoggerAdapter.namec C s& | j }t|�� �}d| jj|j|f S r$ )rE r ro r r� rb )r� rE r5 r7 r7 r8 r� g s zLoggerAdapter.__repr__)NNF)r� r� r� r� r� r r" r( r' r r r r# rJ r ro rm rK r r8 rG rb r� r7 r7 r7 r8 r � s,
c
K s� t � �z�| �dd�}|r@tjd d � D ]}t�|� |�� q(ttj�dk�r�| �dd �}|d kr~d| kr�d| kr�td��nd| ks�d| kr�td��|d kr�| �dd �}| �d d
�}|r�t ||�}n| �dd �}t
|�}|g}| �d d �}| �d d
�}|t k�rtdd� t �
� � ��| �dt | d �} t| ||�}
|D ]&}|jd k�rV|�|
� t�|� �q<| �dd �} | d k �r�t�| � | �r�d� | �
� �} td| ��W 5 t� X d S )N�forceFr r� r rn z8'stream' and 'filename' should not be specified togetherzG'stream' or 'filename' should not be specified together with 'handlers'�filemoder r� r� r� r� r� r� r_ r5 z, z Unrecognised argument(s): %s)r: r; �popr0 r� rl r� rd rJ r
r r� r� r� r r� r rk r )
r� rw �hr� rn r r Zdfsr� Zfsr� r5 r� r7 r7 r8 r t sR ;
�
c C s | rt j�| �S tS d S r9 )r r8 r r0 )rb r7 r7 r8 r � s c O s* t tj�dkrt� tj| f|�|� d S r� )rd r0 r� r r �rc rh r� r7 r7 r8 r � s c O s* t tj�dkrt� tj| f|�|� d S r� )rd r0 r� r r r{ r7 r7 r8 r � s rQ c O s t | f|�d|i|�� d S rR rS )rc rC rh r� r7 r7 r8 r s c O s* t tj�dkrt� tj| f|�|� d S r� )rd r0 r� r r( r{ r7 r7 r8 r( s c O s" t �dtd� t| f|�|� d S )Nz8The 'warn' function is deprecated, use 'warning' insteadrA rN r{ r7 r7 r8 r' s
�c O s* t tj�dkrt� tj| f|�|� d S r� )rd r0 r� r r" r{ r7 r7 r8 r" s c O s* t tj�dkrt� tj| f|�|� d S r� )rd r0 r� r r r{ r7 r7 r8 r $ s c O s, t tj�dkrt� tj| |f|�|� d S r� )rd r0 r� r r# )r5 rc rh r� r7 r7 r8 r# . s c C s | t j_t j�� d S r9 )r0 r8 r rF )r5 r7 r7 r8 r 8 s c
C s� t | d d � �D ]l}zT|� }|rfz:z |�� |�� |�� W n ttfk
rV Y nX W 5 |�� X W q trv� Y qX qd S r9 )�reversedrP rO r r� r rJ r, )Z handlerListr� rz r7 r7 r8 r& ? s
c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )r c C s d S r9 r7 r� r7 r7 r8 r m s zNullHandler.handlec C s d S r9 r7 r� r7 r7 r8 r p s zNullHandler.emitc C s
d | _ d S r9 )r r� r7 r7 r8 rY s s zNullHandler.createLockN)r� r� r� r r rY r7 r7 r7 r8 r c s
c C s` |d k r$t d k r\t | |||||� n8t�| ||||�}td�}|jsP|�t� � |�d|� d S )Nz py.warningsz%s)�_warnings_showwarningrO �
formatwarningr r� rk r r( )r� �categoryrn rt rX �liner� rE r7 r7 r8 � _showwarningz s r� c C s0 | rt d kr,tja tt_nt d k r,t t_d a d S r9 )r} rO � showwarningr� )Zcapturer7 r7 r8 r � s )N)NN)nr> rk ra r� r� r� rO r� Zcollections.abcre �stringr r Z StrFormatter�__all__ry �
__author__Z
__status__� __version__Z__date__rw r, rx r| r~ r r r r r r
r r r2 r4 r r r rF rl rX �__code__r rY rM r rN r: r; rT ZWeakSetrU r^ rQ �objectr r� r* r) r$ r� r� r� r� r r� r� r r r� ZWeakValueDictionaryr� r� r� r� r r r
r% Z_defaultLastResortr+ r& r% r! r/ r rt r- r r0 r8 r r r r r r r( r' r" r r# r r& �atexit�registerr r} r� r r7 r7 r7 r8 �<module> sL H
�
� �
� g
� 1*%4
>SE
d
n
logging/__pycache__/config.cpython-38.opt-1.pyc 0000644 00000055214 15115353746 0015257 0 ustar 00 U
e5d� � @ sN d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl
m Z m Z dZ
ejZdad+dd�Zdd � Zd
d � Zd d
� Zdd� Zdd� Zdd� Zdd� Ze�dej�Zdd� Z G dd� de �Z G dd � d e e �Z G d d � d e!e �Z"G d d � d e#e �Z$G d!d"� d"e �Z%G d#d$� d$e%�Z&e&Z'd%d&� Z(e
dfd'd(�Z)d)d*� Z*dS ),a
Configuration functions for the logging package for Python. The core package
is based on PEP 282 and comments thereto in comp.lang.python, and influenced
by Apache's log4j system.
Copyright (C) 2001-2019 Vinay Sajip. All Rights Reserved.
To use, simply 'import logging' and log away!
� N)�ThreadingTCPServer�StreamRequestHandleriF# Tc C s� ddl }t| |j�r| }n*|�|�}t| d�r:|�| � n
|�| � t|�}t� � z t � t ||�}t
|||� W 5 t�
� X dS )aD
Read the logging configuration from a ConfigParser-format file.
This can be called several times from an application, allowing an end user
the ability to select from various pre-canned configurations (if the
developer provides a mechanism to present the choices and load the chosen
configuration).
r N�readline)� configparser�
isinstanceZRawConfigParserZ ConfigParser�hasattrZ read_file�read�_create_formatters�logging� _acquireLock� _releaseLock�_clearExistingHandlers�_install_handlers�_install_loggers)Zfname�defaults�disable_existing_loggersr �cp�
formatters�handlers� r �&/usr/lib64/python3.8/logging/config.py�
fileConfig3 s
r c C sl | � d�} | �d�}t|�}| D ]F}|d | }zt||�}W q tk
rd t|� t||�}Y q X q |S )z)Resolve a dotted name to a global object.�.r )�split�pop�
__import__�getattr�AttributeError)�name�used�found�nr r r �_resolveU s
r" c C s t tj| �S �N)�map�str�strip)Zalistr r r �
_strip_spacesc s r' c C s� | d d }t |�si S |�d�}t|�}i }|D ]v}d| }| j|dddd�}| j|d ddd�}| j|d
dd d�}tj}| | �d �} | r�t| �}||||�}
|
||< q2|S )
z Create and return formattersr �keys�,z formatter_%s�formatTN)�raw�fallback�datefmt�style�%�class)�lenr r' �getr
� Formatterr" ) r Zflistr ZformZsectnameZfsZdfsZstl�c�
class_name�fr r r r f s$
r c
C s^ | d d }t |�si S |�d�}t|�}i }g }|D �]}| d| }|d }|�dd�}zt|tt��}W n ttfk
r� t |�}Y nX |�dd �} t| tt��} |�d
d �}
t|
tt��}
|| |
�} d |kr�|d } | �
| � t |�r�| � || � t |tj
j��r2|�d
d�}
t |
��r2|�| |
f� | ||< q6|D ]\} }| �|| � �q@|S )zInstall and return handlersr r( r) z
handler_%sr0 � formatter� �args�()�kwargsz{}�level�target)r1 r r' r2 �eval�varsr
r � NameErrorr" �setLevel� setFormatter�
issubclassr �
MemoryHandler�appendZ setTarget)r r �hlistr Zfixups�hand�section�klass�fmtr9 r; �hr< r= �tr r r r | sB
r c C sT t j}| D ]D}|jj| }||krHt|t j�sN|�t j� g |_d|_ q
||_
q
dS )a�
When (re)configuring logging, handle loggers which were in the previous
configuration but are not in the new configuration. There's no point
deleting them as other threads may continue to hold references to them;
and by disabling them, you stop them doing any logging.
However, don't disable children of named loggers, as that's probably not
what was intended by the user. Also, allow existing loggers to NOT be
disabled if disable_existing is false.
TN) r
�root�manager�
loggerDictr Z PlaceHolderrA ZNOTSETr � propagate�disabled)�existing�
child_loggers�disable_existingrM �log�loggerr r r �_handle_existing_loggers� s rW c C s | d d }|� d�}tt|��}|�d� | d }tj}|}d|krX|d }|�|� |jdd� D ]}|�|� qf|d } t | �r�| � d�} t| �} | D ]}
|�
||
� q�t|j j �
� �} | �� g } |D �](}| d | }|d
}
|jd d d
�}t�|
�}|
| k�rv| �|
�d }|
d }t |�}t | �}||k �rl| | d|� |k�r`| �| | � |d 7 }�q2| �|
� d|k�r�|d }|�|� |jdd� D ]}|�|� �q�||_d|_|d } t | �r�| � d�} t| �} | D ]}
|�
||
� �q�q�t| | |� dS )zCreate and install loggers�loggersr( r) rM Z logger_rootr< Nr z logger_%s�qualnamerP � )r, r r )r �listr' �remover
rM rA r �
removeHandlerr1 �
addHandlerrN rO r( �sortZgetint� getLogger�indexrE rP rQ rW )r r rT ZllistrH rM rU r< rK rF rG rR rS ZqnrP rV �i�prefixed�pflen� num_existingr r r r � sd
r c C s. t j�� t �t jdd� � t jdd�= dS )z!Clear and close existing handlersN)r
� _handlers�clearZshutdownZ _handlerListr r r r r
s
r
z^[a-z_][a-z0-9_]*$c C s t �| �}|std| ��dS )Nz!Not a valid Python identifier: %rT)�
IDENTIFIER�match�
ValueError)�s�mr r r � valid_ident s
rm c @ s" e Zd ZdZddd�Zdd� ZdS ) �ConvertingMixinz?For ConvertingXXX's, this mixin class provides common functionsTc C sB | j �|�}||k r>|r || |< t|�tttfkr>| |_||_|S r# )� configurator�convert�type�ConvertingDict�ConvertingList�ConvertingTuple�parent�key)�selfrv �value�replace�resultr r r �convert_with_key" s
�z ConvertingMixin.convert_with_keyc C s0 | j �|�}||k r,t|�tttfkr,| |_|S r# )ro rp rq rr rs rt ru )rw rx rz r r r rp . s
�zConvertingMixin.convertN)T)�__name__�
__module__� __qualname__�__doc__r{ rp r r r r rn s
rn c @ s, e Zd ZdZdd� Zd dd�Zd
dd�ZdS ) rr z A converting dictionary wrapper.c C s t �| |�}| �||�S r# )�dict� __getitem__r{ �rw rv rx r r r r� C s zConvertingDict.__getitem__Nc C s t �| ||�}| �||�S r# )r� r2 r{ �rw rv �defaultrx r r r r2 G s zConvertingDict.getc C s t �| ||�}| j||dd�S �NF)ry )r� r r{ r� r r r r K s zConvertingDict.pop)N)N)r| r} r~ r r� r2 r r r r r rr @ s
rr c @ s" e Zd ZdZdd� Zddd�ZdS ) rs zA converting list wrapper.c C s t �| |�}| �||�S r# )r[ r� r{ r� r r r r� Q s zConvertingList.__getitem__���c C s t �| |�}| �|�S r# )r[ r rp )rw �idxrx r r r r U s zConvertingList.popN)r� )r| r} r~ r r� r r r r r rs O s rs c @ s e Zd ZdZdd� ZdS )rt zA converting tuple wrapper.c C s t �| |�}| j||dd�S r� )�tupler� r{ r� r r r r� [ s zConvertingTuple.__getitem__N)r| r} r~ r r� r r r r rt Y s rt c @ s� e Zd ZdZe�d�Ze�d�Ze�d�Ze�d�Z e�d�Z
ddd �Z e e
�Zd
d � Zd d
� Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )�BaseConfiguratorzI
The configurator base class which defines some useful defaults.
z%^(?P<prefix>[a-z]+)://(?P<suffix>.*)$z ^\s*(\w+)\s*z^\.\s*(\w+)\s*z^\[\s*(\w+)\s*\]\s*z^\d+$� ext_convert� cfg_convert)ZextZcfgc C s t |�| _| | j_d S r# )rr �configro )rw r� r r r �__init__t s
zBaseConfigurator.__init__c C s� |� d�}|�d�}z^| �|�}|D ]H}|d| 7 }zt||�}W q$ tk
rj | �|� t||�}Y q$X q$|W S tk
r� t�� dd� \}}td||f �}|| |_ |_
|�Y nX dS )z`
Resolve strings to objects using standard import and attribute
syntax.
r r rZ NzCannot resolve %r: %s) r r �importerr r � ImportError�sys�exc_inforj � __cause__�
__traceback__) rw rk r r r Zfrag�e�tb�vr r r �resolvex s"
zBaseConfigurator.resolvec C s
| � |�S )z*Default converter for the ext:// protocol.)r� �rw rx r r r r� � s z BaseConfigurator.ext_convertc C s� |}| j �|�}|dkr&td| ��n�||�� d� }| j|�� d }|r�| j�|�}|rn||�� d }nd| j�|�}|r�|�� d }| j�|�s�|| }n2zt |�}|| }W n t
k
r� || }Y nX |r�||�� d� }qHtd||f ��qH|S )z*Default converter for the cfg:// protocol.NzUnable to convert %rr zUnable to convert %r at %r) � WORD_PATTERNri rj �endr� �groups� DOT_PATTERN�
INDEX_PATTERN�
DIGIT_PATTERN�int� TypeError)rw rx �restrl �dr� r! r r r r� � s4
�z BaseConfigurator.cfg_convertc C s� t |t�s$t |t�r$t|�}| |_n�t |t�sHt |t�rHt|�}| |_n�t |t�svt |t�rvt|d�svt|�}| |_nVt |t �r�| j
� |�}|r�|� � }|d }| j
�|d�}|r�|d }t| |�}||�}|S )z�
Convert values to an appropriate type. dicts, lists and tuples are
replaced by their converting alternatives. Strings are checked to
see if they have a conversion format and are converted if they do.
�_fields�prefixN�suffix)r rr r� ro rs r[ rt r� r r% �CONVERT_PATTERNri � groupdict�value_convertersr2 r )rw rx rl r� r� Z converterr� r r r rp � s0
��
zBaseConfigurator.convertc sj � � d�}t|�s | �|�}� � dd�}� fdd�� D �}|f |�}|rf|�� D ]\}}t|||� qP|S )z1Configure an object with a user-supplied factory.r: r Nc s i | ]}t |�r|� | �qS r �rm ��.0�k�r� r r �
<dictcomp>� s z5BaseConfigurator.configure_custom.<locals>.<dictcomp>)r �callabler� �items�setattr)rw r� r4 �propsr; rz r rx r r� r �configure_custom� s
z!BaseConfigurator.configure_customc C s t |t�rt|�}|S )z0Utility function which converts lists to tuples.)r r[ r� r� r r r �as_tuple� s
zBaseConfigurator.as_tupleN)r| r} r~ r �re�compiler� r� r� r� r� r� � staticmethodr r� r� r� r� r� rp r� r� r r r r r� ` s"
�" r� c @ s^ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z ddd�Z
ddd�Z ddd�Z dS )�DictConfiguratorz]
Configure logging using a dictionary-like object to describe the
configuration.
c C s� | j }d|krtd��|d dkr2td|d ��|�dd�}i }t�� �zn|�r�|�d|�}|D ]�}|tjkr�td| ��qdz6tj| }|| }|�d d
�}|r�|�t� |�� W qd t
k
r� } ztd | �| �W 5 d
} ~ X Y qdX qd|�d |�}
|
D ]N}z| � ||
| d
� W q� t
k
�rF } ztd| �| �W 5 d
} ~ X Y q�X q�|�dd
�} | �r�z| � | d
� W n. t
k
�r� } ztd�| �W 5 d
} ~ X Y nX �n|�dd
�} t
� |�d|�}
|
D ]P}z| �|
| �|
|< W n2 t
k
�r } ztd| �| �W 5 d
} ~ X Y nX �q�|�d|�}|D ]P}z| �|| �||< W n2 t
k
�rp } ztd| �| �W 5 d
} ~ X Y nX �q$|�d|�}g }t|�D ]v}z | �|| �}||_|||< W nN t
k
�r } z.dt| j�k�r�|�|� ntd | �| �W 5 d
} ~ X Y nX �q�|D ]Z}z | �|| �}||_|||< W n2 t
k
�r` } ztd | �| �W 5 d
} ~ X Y nX �q
tj} t| jj�� �}|�� g }|�d |�}
|
D ]�}||k�r|� |�d }|d }t |�}t |�}||k �r|| d
|� |k�r�|�|| � |d7 }�q�|� |� z| � ||
| � W n2 t
k
�rV } ztd| �| �W 5 d
} ~ X Y nX �q�t ||| � |�dd
�} | �r�z| � | � W n. t
k
�r� } ztd�| �W 5 d
} ~ X Y nX W 5 t�� X d
S )zDo the configuration.�versionz$dictionary doesn't specify a versionrZ zUnsupported version: %s� incrementalFr z No handler found with name %rr< Nz Unable to configure handler %rrX Tz Unable to configure logger %rrM z Unable to configure root loggerr r z Unable to configure formatter %r�filtersz Unable to configure filter %r�target not configured yetr ) r� rj r r
r r r2 rf rA � _checkLevel� Exception�configure_logger�configure_rootr
�configure_formatter�configure_filter�sorted�configure_handlerr r% r� rE rM r[ rN rO r( r_ ra r1 r\ rW )rw r� r� Z
EMPTY_DICTr r �handlerZhandler_configr< r� rX rM rT r r� ZdeferredrR rS rb rc rd re r r r � configure� s
�
�� �� � � �� �� �� ��
��� �zDictConfigurator.configurec
C s� d|krr|d }z| � |�}W q� tk
rn } z2dt|�kr>� |�d�|d< ||d< | � |�}W 5 d}~X Y q�X nl|�dd�}|�dd�}|�dd�}|�d d�}|s�tj} nt|�} d
|kr�| ||||d
�}n | |||�}|S ) z(Configure a formatter from a dictionary.r: z'format'r* rJ Nr- r. r/ r0 Zvalidate)r� r� r% r r2 r
r3 r" )
rw r� �factoryrz �terJ Zdfmtr. �cnamer4 r r r r� � s* z$DictConfigurator.configure_formatterc C s. d|kr| � |�}n|�dd�}t�|�}|S )z%Configure a filter from a dictionary.r: r r8 )r� r2 r
ZFilter)rw r� rz r r r r r� � s
z!DictConfigurator.configure_filterc C sX |D ]N}z|� | jd | � W q tk
rP } ztd| �|�W 5 d}~X Y qX qdS )z/Add filters to a filterer from a list of names.r� zUnable to add filter %rN)Z addFilterr� r� rj )rw Zfiltererr� r6 r� r r r � add_filters� s
z DictConfigurator.add_filtersc
s� t � �}� �dd�}|r\z| jd | }W n0 tk
rZ } ztd| �|�W 5 d}~X Y nX � �dd�}� �dd�}d� kr�� �d�}t|�s�| �|�}|}�n� �d�} | �| �}
t|
tj j
��rFd � k�rFz>| jd
� d } t | tj ��s� �
|� td ��| � d < W n6 tk
�rB } ztd � d �|�W 5 d}~X Y nX nZt|
tj j��rtd
� k�rt| �� d
�� d
< n,t|
tj j��r�d� k�r�| �� d �� d< |
}� �dd�} � fdd�� D �}
z|f |
�}W nL tk
�r } z,dt|�k�r� |
�d�|
d< |f |
�}W 5 d}~X Y nX |�r.|�|� |dk �rH|�t�|�� |�rZ| �||� | �r�| �� D ]\}}t|||� �qh|S )z&Configure a handler from a dictionary.r7 Nr zUnable to set formatter %rr< r� r: r0 r= r r� z Unable to set target handler %rZmailhostZaddressr c s i | ]}t |�r|� | �qS r r� r� r� r r r� � s z6DictConfigurator.configure_handler.<locals>.<dictcomp>z'stream'�streamZstrm)r� r r� r� rj r� r� rC r
r rD r ZHandler�updater� Z SMTPHandlerr� Z
SysLogHandlerr% rB rA r� r� r� r� )rw r� Z config_copyr7 r� r< r� r4 r� r� rI Zthr� r; rz r� r rx r r� r r� � s~ ��
�
����
z"DictConfigurator.configure_handlerc C sX |D ]N}z|� | jd | � W q tk
rP } ztd| �|�W 5 d}~X Y qX qdS )z.Add handlers to a logger from a list of names.r zUnable to add handler %rN)r^ r� r� rj )rw rV r rK r� r r r � add_handlers� s
z DictConfigurator.add_handlersFc C s� |� dd�}|dk r$|�t�|�� |s~|jdd� D ]}|�|� q6|� dd�}|rb| �||� |� dd�}|r~| �||� dS )zU
Perform configuration which is common to root and non-root loggers.
r< Nr r� )r2 rA r
r� r r] r� r� )rw rV r� r� r< rK r r� r r r �common_logger_config s z%DictConfigurator.common_logger_configc C s6 t �|�}| �|||� |�dd�}|dk r2||_dS )z.Configure a non-root logger from a dictionary.rP N)r
r` r� r2 rP )rw r r� r� rV rP r r r r� s
z!DictConfigurator.configure_loggerc C s t �� }| �|||� dS )z*Configure a root logger from a dictionary.N)r
r` r� )rw r� r� rM r r r r� s z DictConfigurator.configure_rootN)F)F)F)
r| r} r~ r r� r� r� r� r� r� r� r� r� r r r r r� � s $ ?
r� c C s t | ��� dS )z%Configure logging using a dictionary.N)�dictConfigClassr� r� r r r �
dictConfig& s r� c sD G dd� dt �}G dd� dt�}G � fdd�dtj�� � ||| |�S )au
Start up a socket server on the specified port, and listen for new
configurations.
These will be sent as a file suitable for processing by fileConfig().
Returns a Thread object on which you can call start() to start the server,
and which you can join() when appropriate. To stop the server, call
stopListening().
Use the ``verify`` argument to verify any bytes received across the wire
from a client. If specified, it should be a callable which receives a
single argument - the bytes of configuration data received across the
network - and it should return either ``None``, to indicate that the
passed in bytes could not be verified and should be discarded, or a
byte string which is then passed to the configuration machinery as
normal. Note that you can return transformed bytes, e.g. by decrypting
the bytes passed in.
c @ s e Zd ZdZdd� ZdS )z#listen.<locals>.ConfigStreamHandlerz�
Handler for a logging configuration request.
It expects a completely new logging configuration and uses fileConfig
to install it.
c S sD �z
| j }|�d�}t|�dk�r
t�d|�d }| j �|�}t|�|k rb||�|t|� � }q>| jjdk rz| j�|�}|dk r�|�d�}z ddl}|� |�}t
|� W nH t k
r� t �
|�}z t|� W n t k
r� t�� Y nX Y nX | jj�r
| jj�� W n2 tk
�r> } z|jtk�r.� W 5 d}~X Y nX dS )z�
Handle a request.
Each request is expected to be a 4-byte length, packed using
struct.pack(">L", n), followed by the config file.
Uses fileConfig() to do the grunt work.
� z>Lr Nzutf-8)Z
connectionZrecvr1 �structZunpack�server�verify�decode�json�loadsr� r� �io�StringIOr � traceback� print_exc�ready�set�OSError�errno� RESET_ERROR)rw Zconn�chunkZslenr� r� �filer� r r r �handleF s6
z*listen.<locals>.ConfigStreamHandler.handleN)r| r} r~ r r� r r r r �ConfigStreamHandler? s r� c @ s0 e Zd ZdZdZdedddfdd�Zdd� ZdS ) z$listen.<locals>.ConfigSocketReceiverzD
A simple TCP socket-based logging config receiver.
rZ Z localhostNc S s> t �| ||f|� t�� d| _t�� d| _|| _|| _d S )Nr rZ ) r r� r
r �abortr �timeoutr� r� )rw Zhost�portr� r� r� r r r r� t s z-listen.<locals>.ConfigSocketReceiver.__init__c S s` dd l }d}|sT|� | j�� gg g | j�\}}}|r<| �� t�� | j}t�� q | � � d S )Nr )
�selectZsocket�filenor� Zhandle_requestr
r r� r Z server_close)rw r� r� ZrdZwrZexr r r �serve_until_stopped~ s �
z8listen.<locals>.ConfigSocketReceiver.serve_until_stopped)r| r} r~ r Zallow_reuse_address�DEFAULT_LOGGING_CONFIG_PORTr� r� r r r r �ConfigSocketReceiverm s �
r� c s& e Zd Z�� fdd�Zdd� Z� ZS )zlisten.<locals>.Serverc s4 t � | ��� || _|| _|| _|| _t�� | _d S r# ) �superr� �rcvr�hdlrr� r� � threadingZEventr� )rw r� r� r� r� )�Server� __class__r r r� � s z listen.<locals>.Server.__init__c S sZ | j | j| j| j| jd�}| jdkr0|jd | _| j�� t�� |a t�
� |� � d S )N)r� r� r� r� r rZ ) r� r� r� r� r� Zserver_addressr� r
r � _listenerr r� )rw r� r r r �run� s �
zlisten.<locals>.Server.run)r| r} r~ r� r� �
__classcell__r �r� )r� r r� � s r� )r r r� ZThread)r� r� r� r� r r� r �listen+ s . r� c C s* t �� ztrdt_daW 5 t �� X dS )zN
Stop the listening server which was created with a call to listen().
rZ N)r
r r r� r� r r r r �
stopListening� s r� )NT)+r r� r� r
Zlogging.handlersr� r� r� r� r� Z socketserverr r r� Z
ECONNRESETr� r� r r" r' r r rW r r
r� �Irh rm �objectrn r� rr r[ rs r� rt r� r� r� r� r� r� r r r r �<module> sH
"%W!
Az logging/__pycache__/handlers.cpython-38.opt-1.pyc 0000644 00000124300 15115353746 0015603 0 ustar 00 U
e5dq� � @ sz d Z ddlZddlZddlZddlZddlZddlZddlZddlm Z m
Z
m Z ddl Z ddl
Z
ddlZdZdZdZdZdZdZd ZG d
d � d ej�ZG d d
� d
e�ZG dd� de�ZG dd� dej�ZG dd� dej�Z G dd� de �Z G dd� dej�Z G dd� dej�Z G dd� dej�Z G d d � d ej�Z!G d d � d ej�Z"G d d!� d!e"�Z#G d"d#� d#ej�Z$G d$d%� d%e%�Z&dS )&z�
Additional handlers for the logging package for Python. The core package is
based on PEP 282 and comments thereto in comp.lang.python.
Copyright (C) 2001-2016 Vinay Sajip. All Rights Reserved.
To use, simply 'import logging.handlers' and log away!
� N)�ST_DEV�ST_INO�ST_MTIMEi<# i=# i># i?# i �Q c @ s2 e Zd ZdZd dd�Zdd� Zdd � Zd
d � ZdS )
�BaseRotatingHandlerz�
Base class for handlers that rotate log files at a certain point.
Not meant to be instantiated directly. Instead, use RotatingFileHandler
or TimedRotatingFileHandler.
NFc C s0 t j�| ||||� || _|| _d| _d| _dS )zA
Use the specified filename for streamed logging
N)�logging� FileHandler�__init__�mode�encoding�namer�rotator��self�filenamer
r �delay� r �(/usr/lib64/python3.8/logging/handlers.pyr 3 s
z BaseRotatingHandler.__init__c C sH z$| � |�r| �� tj�| |� W n tk
rB | �|� Y nX dS )z�
Emit a record.
Output the record to the file, catering for rollover as described
in doRollover().
N)�shouldRollover�
doRolloverr r �emit� Exception� handleError�r �recordr r r r = s
zBaseRotatingHandler.emitc C s t | j�s|}n
| �|�}|S )a�
Modify the filename of a log file when rotating.
This is provided so that a custom filename can be provided.
The default implementation calls the 'namer' attribute of the
handler, if it's callable, passing the default name to
it. If the attribute isn't callable (the default is None), the name
is returned unchanged.
:param default_name: The default name for the log file.
)�callabler )r Z default_name�resultr r r �rotation_filenameK s
z%BaseRotatingHandler.rotation_filenamec C s4 t | j�s$tj�|�r0t�||� n | �||� dS )aL
When rotating, rotate the current log.
The default implementation calls the 'rotator' attribute of the
handler, if it's callable, passing the source and dest arguments to
it. If the attribute isn't callable (the default is None), the source
is simply renamed to the destination.
:param source: The source filename. This is normally the base
filename, e.g. 'test.log'
:param dest: The destination filename. This is normally
what the source is rotated to, e.g. 'test.log.1'.
N)r r
�os�path�exists�rename)r �source�destr r r �rotate^ s
zBaseRotatingHandler.rotate)NF)�__name__�
__module__� __qualname__�__doc__r r r r$ r r r r r - s
r c @ s* e Zd ZdZd dd�Zdd � Zd
d � ZdS )
�RotatingFileHandlerz�
Handler for logging to a set of files, which switches from one file
to the next when the current file reaches a certain size.
�ar NFc C s. |dkr d}t �| ||||� || _|| _dS )a�
Open the specified file and use it as the stream for logging.
By default, the file grows indefinitely. You can specify particular
values of maxBytes and backupCount to allow the file to rollover at
a predetermined size.
Rollover occurs whenever the current log file is nearly maxBytes in
length. If backupCount is >= 1, the system will successively create
new files with the same pathname as the base file, but with extensions
".1", ".2" etc. appended to it. For example, with a backupCount of 5
and a base file name of "app.log", you would get "app.log",
"app.log.1", "app.log.2", ... through to "app.log.5". The file being
written to is always "app.log" - when it gets filled up, it is closed
and renamed to "app.log.1", and if files "app.log.1", "app.log.2" etc.
exist, then they are renamed to "app.log.2", "app.log.3" etc.
respectively.
If maxBytes is zero, rollover never occurs.
r r* N)r r �maxBytes� backupCount)r r r
r+ r, r r r r r r x s
z RotatingFileHandler.__init__c C s� | j r| j �� d| _ | jdkr�t| jd dd�D ]^}| �d| j|f �}| �d| j|d f �}tj�|�r2tj�|�r�t� |� t�
||� q2| �| jd �}tj�|�r�t� |� | � | j|� | j s�| �
� | _ dS )z<
Do a rollover, as described in __init__().
Nr � ���z%s.%dz.1)�stream�closer, �ranger � baseFilenamer r r �remover! r$ r �_open)r �iZsfn�dfnr r r r � s&
�
z RotatingFileHandler.doRolloverc C sZ | j dkr| �� | _ | jdkrVd| �|� }| j �dd� | j �� t|� | jkrVdS dS )z�
Determine if rollover should occur.
Basically, see if the supplied record would cause the file to exceed
the size limit we have.
Nr z%s
� r- )r/ r4 r+ �format�seek�tell�len�r r �msgr r r r � s
z"RotatingFileHandler.shouldRollover)r* r r NF)r% r& r' r( r r r r r r r r) s s
r) c @ s: e Zd ZdZddd�Zd d
� Zd d � Zd
d� Zdd� ZdS )�TimedRotatingFileHandlerz�
Handler for logging to a file, rotating the log file at certain timed
intervals.
If backupCount is > 0, when rollover is done, no more than backupCount
files are kept - the oldest ones are deleted.
�hr- r NFc
C s� t �| |d||� |�� | _|| _|| _|| _| jdkrLd| _d| _d| _ n�| jdkrjd| _d| _d | _ n�| jd
kr�d | _d | _d
| _ n�| jdks�| jdkr�d| _d| _d| _ n�| j�
d��r*d| _t | j�dkr�t d| j ��| jd dk s�| jd dk�r t d| j ��t
| jd �| _d| _d| _ nt d| j ��t�| j tj�| _ | j| | _| j}tj�|��rzt�|�t } n t
t�� �} | �| �| _d S )Nr* �Sr- z%Y-%m-%d_%H-%M-%Sz-^\d{4}-\d{2}-\d{2}_\d{2}-\d{2}-\d{2}(\.\w+)?$�M�< z%Y-%m-%d_%H-%Mz'^\d{4}-\d{2}-\d{2}_\d{2}-\d{2}(\.\w+)?$�H� z %Y-%m-%d_%Hz!^\d{4}-\d{2}-\d{2}_\d{2}(\.\w+)?$�D�MIDNIGHTr z%Y-%m-%dz^\d{4}-\d{2}-\d{2}(\.\w+)?$�Wi�: r7 zHYou must specify a day for weekly rollover from 0 to 6 (0 is Monday): %s�0�6z-Invalid day specified for weekly rollover: %sz'Invalid rollover interval specified: %s)r r �upper�whenr, �utc�atTime�interval�suffix�extMatch�
startswithr; �
ValueError�int� dayOfWeek�re�compile�ASCIIr2 r r r �statr �time�computeRollover�
rolloverAt)
r r rK rN r, r r rL rM �tr r r r � sL
z!TimedRotatingFileHandler.__init__c C sd || j }| jdks"| j�d��r`| jr4t�|�}n
t�|�}|d }|d }|d }|d }| jdkrnt}n | jj d | jj
d | jj }||d | d | } | d k r�| t7 } |d
d }|| }| j�d��r`|}
|
| j k�r`|
| j k r�| j |
} nd|
| j d
} || d } | j�s\|d
}
t�| �d
}|
|k�r\|
�sPd}nd}| |7 } | }|S )zI
Work out the rollover time based on the specified time.
rF rG � � � � NrB r r- � r r. ���rD )
rN rK rQ rL rY �gmtime� localtimerM � _MIDNIGHTZhourZminute�secondrT )r � currentTimer r\ Z currentHourZ
currentMinuteZ
currentSecondZ
currentDayZ rotate_ts�rZdayZ
daysToWait�
newRolloverAt�dstNow�
dstAtRollover�addendr r r rZ sL
��
z(TimedRotatingFileHandler.computeRolloverc C s t t�� �}|| jkrdS dS )z�
Determine if rollover should occur.
record is not used, as we are just comparing times, but it is needed so
the method signatures are the same
r- r )rS rY r[ )r r r\ r r r r I s
z'TimedRotatingFileHandler.shouldRolloverc C s� t j�| j�\}}t �|�}g }|d }t|�}|D ]@}|d|� |kr4||d� }| j�|�r4|�t j� ||�� q4t|�| j
k r�g }n |� � |dt|�| j
� }|S )z�
Determine the files to delete when rolling over.
More specific than the earlier method, which just used glob.glob().
�.N) r r �splitr2 �listdirr; rP �match�append�joinr, �sort) r ZdirNameZbaseNameZ fileNamesr �prefixZplenZfileNamerO r r r �getFilesToDeleteU s
z)TimedRotatingFileHandler.getFilesToDeletec C sv | j r| j �� d| _ tt�� �}t�|�d }| j| j }| jrNt�|�}n6t�|�}|d }||kr�|rrd}nd}t�|| �}| � | j
d t� | j |� �}t
j�|�r�t
�|� | �| j
|� | jdkr�| �� D ]}t
�|� q�| js�| �� | _ | �|�} | |k�r| | j } �q| jdk�s4| j�d��rl| j�slt�| �d }
||
k�rl|�s`d}nd}| |7 } | | _dS ) ax
do a rollover; in this case, a date/time stamp is appended to the filename
when the rollover happens. However, you want the file to be named for the
start of the interval, not the current time. If there is a backup count,
then we have to get a list of matching filenames, sort them and remove
the one with the oldest suffix.
Nr. rD rb rm r rF rG )r/ r0 rS rY rd r[ rN rL rc r r2 �strftimerO r r r r3 r$ r, ru r r4 rZ rK rQ ) r rg rj r\ Z timeTupleZdstThenrl r6 �sri rk r r r r l sJ
�
"
z#TimedRotatingFileHandler.doRollover)r? r- r NFFN) r% r& r' r( r rZ r ru r r r r r r> � s
9I r> c @ s2 e Zd ZdZd
dd�Zdd� Zd d
� Zd d � ZdS )�WatchedFileHandlera�
A handler for logging to a file, which watches the file
to see if it has changed while in use. This can happen because of
usage of programs such as newsyslog and logrotate which perform
log file rotation. This handler, intended for use under Unix,
watches the file to see if it has changed since the last emit.
(A file has changed if its device or inode have changed.)
If it has changed, the old file stream is closed, and the file
opened to get a new stream.
This handler is not appropriate for use under Windows, because
under Windows open files cannot be moved or renamed - logging
opens the files with exclusive locks - and so there is no need
for such a handler. Furthermore, ST_INO is not supported under
Windows; stat always returns zero for this value.
This handler is based on a suggestion and patch by Chad J.
Schroeder.
r* NFc C s, t j�| ||||� d\| _| _| �� d S )N)r. r. )r r r �dev�ino� _statstreamr r r r r � s zWatchedFileHandler.__init__c C s0 | j r,t�| j �� �}|t |t | _| _d S �N)r/ r �fstat�filenor r ry rz �r Zsresr r r r{ � s z WatchedFileHandler._statstreamc C s� zt �| j�}W n tk
r( d}Y nX |rJ|t | jksJ|t | jkr�| jdk r�| j� � | j�
� d| _| � � | _| � � dS )z�
Reopen log file if needed.
Checks if the underlying file has changed, and if it
has, close the old stream and reopen the file to get the
current stream.
N)
r rX r2 �FileNotFoundErrorr ry r rz r/ �flushr0 r4 r{ r r r r �reopenIfNeeded� s
z!WatchedFileHandler.reopenIfNeededc C s | � � tj�| |� dS )z�
Emit a record.
If underlying file has changed, reopen the file before emitting the
record to it.
N)r� r r r r r r r r � s zWatchedFileHandler.emit)r* NF)r% r& r' r( r r{ r� r r r r r rx � s
rx c @ sR e Zd ZdZdd� Zddd�Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )�
SocketHandlera
A handler class which writes logging records, in pickle format, to
a streaming socket. The socket is kept open across logging calls.
If the peer resets it, an attempt is made to reconnect on the next call.
The pickle which is sent is that of the LogRecord's attribute dictionary
(__dict__), so that the receiver does not need to have the logging module
installed in order to process the logging event.
To unpickle the record at the receiving end into a LogRecord, use the
makeLogRecord function.
c C sZ t j�| � || _|| _|dkr(|| _n
||f| _d| _d| _d| _d| _ d| _
d| _ dS )a
Initializes the handler with a specific host address and port.
When the attribute *closeOnError* is set to True - if a socket error
occurs, the socket is silently closed and then reopened on the next
logging call.
NFg �?g >@g @) r �Handlerr �host�port�address�sock� closeOnError� retryTime�
retryStart�retryMax� retryFactor�r r� r� r r r r � s
zSocketHandler.__init__r- c C sj | j dk r tj| j|d�}nJt�tjtj�}|�|� z|�| j� W n tk
rd |� � � Y nX |S )zr
A factory method which allows subclasses to define the precise
type of socket they want.
N��timeout)
r� �socketZcreate_connectionr� �AF_UNIX� SOCK_STREAMZ
settimeout�connect�OSErrorr0 )r r� r r r r �
makeSocket s
zSocketHandler.makeSocketc C s� t � � }| jdkrd}n
|| jk}|r�z| �� | _d| _W nV tk
r� | jdkr^| j| _n"| j| j | _| j| jkr�| j| _|| j | _Y nX dS )z�
Try to create a socket, using an exponential backoff with
a max retry time. Thanks to Robert Olson for the original patch
(SF #815911) which has been slightly refactored.
NT) rY r� r� r� r� r� Z retryPeriodr� r� )r ZnowZattemptr r r � createSocket s
zSocketHandler.createSocketc C sR | j dkr| �� | j rNz| j �|� W n$ tk
rL | j �� d| _ Y nX dS )z�
Send a pickled string to the socket.
This function allows for partial sends which can happen when the
network is busy.
N)r� r� �sendallr� r0 �r rw r r r �send6 s
zSocketHandler.sendc C sj |j }|r| �|�}t|j�}|�� |d< d|d< d|d< |�dd� t�|d�}t� dt
|��}|| S )z�
Pickles the record in binary format with a length prefix, and
returns it ready for transmission across the socket.
r= N�args�exc_info�messager- z>L) r� r8 �dict�__dict__Z
getMessage�pop�pickle�dumps�structZpackr; )r r ZeiZdummy�drw Zslenr r r �
makePickleI s
zSocketHandler.makePicklec C s0 | j r | jr | j�� d| _ntj�| |� dS )z�
Handle an error during logging.
An error has occurred during logging. Most likely cause -
connection lost. Close the socket so that we can retry on the
next event.
N)r� r� r0 r r� r r r r r r _ s
zSocketHandler.handleErrorc C s< z| � |�}| �|� W n tk
r6 | �|� Y nX dS )a
Emit a record.
Pickles the record and writes it to the socket in binary format.
If there is an error with the socket, silently drop the packet.
If there was a problem with the socket, re-establishes the
socket.
N)r� r� r r )r r rw r r r r m s
zSocketHandler.emitc C s@ | � � z(| j}|r"d| _|�� tj�| � W 5 | �� X dS �z$
Closes the socket.
N)�acquire�releaser� r0 r r� )r r� r r r r0 | s zSocketHandler.closeN)r- ) r% r& r' r( r r� r� r� r� r r r0 r r r r r� � s
r� c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �DatagramHandlera�
A handler class which writes logging records, in pickle format, to
a datagram socket. The pickle which is sent is that of the LogRecord's
attribute dictionary (__dict__), so that the receiver does not need to
have the logging module installed in order to process the logging event.
To unpickle the record at the receiving end into a LogRecord, use the
makeLogRecord function.
c C s t �| ||� d| _dS )zP
Initializes the handler with a specific host address and port.
FN)r� r r� r� r r r r � s zDatagramHandler.__init__c C s* | j dkrtj}ntj}t�|tj�}|S )zu
The factory method of SocketHandler is here overridden to create
a UDP socket (SOCK_DGRAM).
N)r� r� r� ZAF_INET�
SOCK_DGRAM)r Zfamilyrw r r r r� � s
zDatagramHandler.makeSocketc C s& | j dkr| �� | j �|| j� dS )z�
Send a pickled string to a socket.
This function no longer allows for partial sends which can happen
when the network is busy - UDP does not guarantee delivery and
can deliver packets out of sequence.
N)r� r� �sendtor� r� r r r r� � s
zDatagramHandler.sendN)r% r& r' r( r r� r� r r r r r� � s
r� c @ s" e Zd ZdZdZdZdZdZdZdZ dZ
d Z dZ dZ
dZdZdZdZdZd Zd
Zd Zd Zd
ZdZdZdZdZdZ dZ dZ dZ eeee eeee
e eeed� Z eeeeee eeeeee
eeeeee e e e d�Z!ddddd d �Z"d e#fe
d fd d!�Z$d"d#� Z%d$d%� Z&d&d'� Z'd(d)� Z(d*Z)d+Z*d,d-� Z+d S ).�
SysLogHandlera
A handler class which sends formatted logging records to a syslog
server. Based on Sam Rushing's syslog module:
http://www.nightmare.com/squirl/python-ext/misc/syslog.py
Contributed by Nicolas Untz (after which minor refactoring changes
have been made).
r r- r7 r] r^ r_ r` ra � � �
� � � � � � � � � ) ZalertZcrit�critical�debugZemerg�err�error�infoZnoticeZpanic�warn�warning)ZauthZauthprivZcron�daemonZftpZkernZlprZmailZnewsZsecurityZsyslog�userZuucpZlocal0Zlocal1Zlocal2Zlocal3Zlocal4Zlocal5Zlocal6Zlocal7r� r� r� r� r� )�DEBUG�INFO�WARNING�ERROR�CRITICALZ localhostNc C s4 t j�| � || _|| _|| _t|t�rTd| _z| � |� W n t
k
rP Y nX n�d| _|dkrht j }|\}}t �
||d|�}|s�t
d��|D ]�}|\}}} }
} d } }
z.t � ||| �}
|t jkr�|
�| � W �qW q� t
k
�r } z|} |
dk �r|
�� W 5 d}~X Y q�X q�| dk �r$| �|
| _ || _dS )a
Initialize a handler.
If address is specified as a string, a UNIX socket is used. To log to a
local syslogd, "SysLogHandler(address="/dev/log")" can be used.
If facility is not specified, LOG_USER is used. If socktype is
specified as socket.SOCK_DGRAM or socket.SOCK_STREAM, that specific
socket type will be used. For Unix sockets, you can also specify a
socktype of None, in which case socket.SOCK_DGRAM will be used, falling
back to socket.SOCK_STREAM.
TFNr z!getaddrinfo returns an empty list)r r� r r� �facility�socktype�
isinstance�str�
unixsocket�_connect_unixsocketr� r� r� Z getaddrinfor� r� r0 )r r� r� r� r� r� Zress�resZaf�proto�_Zsar� r� �excr r r r sB
zSysLogHandler.__init__c C s� | j }|d krtj}t�tj|�| _z| j�|� || _ W nx tk
r� | j�� | j d k r`� tj}t�tj|�| _z| j�|� || _ W n tk
r� | j�� � Y nX Y nX d S r| )r� r� r� r� r� r� r0 r� )r r� Z use_socktyper r r r� Q s&
z!SysLogHandler._connect_unixsocketc C s4 t |t�r| j| }t |t�r(| j| }|d> |B S )z�
Encode the facility and priority. You can pass in strings or
integers - if strings are passed, the facility_names and
priority_names mapping dictionaries are used to convert them to
integers.
r] )r� r� �facility_names�priority_names)r r� Zpriorityr r r �encodePriorityi s
z SysLogHandler.encodePriorityc C s2 | � � z| j�� tj�| � W 5 | �� X dS r� )r� r� r� r0 r r� �r r r r r0 v s
zSysLogHandler.closec C s | j �|d�S )aK
Map a logging level name to a key in the priority_names map.
This is useful in two scenarios: when custom levels are being
used, and in the case where you can't do a straightforward
mapping by lowercasing the logging level name because of locale-
specific issues (see SF #1524081).
r� )� priority_map�get)r Z levelNamer r r � mapPriority� s zSysLogHandler.mapPriority� Tc C s z�| � |�}| jr | j| }| jr*|d7 }d| �| j| �|j�� }|�d�}|�d�}|| }| jr�z| j �
|� W q� t k
r� | j � � | �
| j� | j �
|� Y q�X n*| jt jkr�| j �|| j� n | j �|� W n tk
r� | �|� Y nX dS )z�
Emit a record.
The record is formatted, and then sent to the syslog server. If
exception information is present, it is NOT sent to the server.
� z<%d>�utf-8N)r8 �ident�
append_nulr� r� r� Z levelname�encoder� r� r� r� r0 r� r� r� r� r� r� r r )r r r= Zprior r r r � s0
�
zSysLogHandler.emit),r% r& r' r( Z LOG_EMERGZ LOG_ALERTZLOG_CRITZLOG_ERRZ LOG_WARNINGZ
LOG_NOTICEZLOG_INFOZ LOG_DEBUGZLOG_KERNZLOG_USERZLOG_MAILZ
LOG_DAEMONZLOG_AUTHZ
LOG_SYSLOGZLOG_LPRZLOG_NEWSZLOG_UUCPZLOG_CRONZ LOG_AUTHPRIVZLOG_FTPZ
LOG_LOCAL0Z
LOG_LOCAL1Z
LOG_LOCAL2Z
LOG_LOCAL3Z
LOG_LOCAL4Z
LOG_LOCAL5Z
LOG_LOCAL6Z
LOG_LOCAL7r� r� r� �SYSLOG_UDP_PORTr r� r� r0 r� r� r� r r r r r r� � s� �� � �
6
r� c @ s* e Zd ZdZd
dd�Zdd� Zdd � ZdS ) � SMTPHandlerzK
A handler class which sends an SMTP email for each logging event.
N� @c C s� t j�| � t|ttf�r(|\| _| _n|d | _| _t|ttf�rR|\| _| _ nd| _|| _
t|t �rn|g}|| _ || _
|| _|| _dS )ax
Initialize the handler.
Initialize the instance with the from and to addresses and subject
line of the email. To specify a non-standard SMTP port, use the
(host, port) tuple format for the mailhost argument. To specify
authentication credentials, supply a (username, password) tuple
for the credentials argument. To specify the use of a secure
protocol (TLS), pass in a tuple for the secure argument. This will
only be used when authentication credentials are supplied. The tuple
will be either an empty tuple, or a single-value tuple with the name
of a keyfile, or a 2-value tuple with the names of the keyfile and
certificate file. (This tuple is passed to the `starttls` method).
A timeout in seconds can be specified for the SMTP connection (the
default is one second).
N)r r� r r� �list�tuple�mailhost�mailport�username�password�fromaddrr� �toaddrs�subject�securer� )r r� r� r� r� � credentialsr� r� r r r r � s
zSMTPHandler.__init__c C s | j S )z�
Determine the subject for the email.
If you want to specify a subject line which is record-dependent,
override this method.
)r� r r r r �
getSubject� s zSMTPHandler.getSubjectc C s z�ddl }ddlm} ddl}| j}|s.|j}|j| j|| jd�}|� }| j |d< d�
| j �|d< | � |�|d< |j
�� |d < |�| �|�� | jr�| jdk r�|�� |j| j� |�� |�| j| j� |�|� |�� W n tk
r� | �|� Y nX dS )
zd
Emit a record.
Format the record and send it to the specified addressees.
r N)� EmailMessager� ZFrom�,ZToZSubjectZDate)�smtplibZ
email.messager� Z email.utilsr� Z SMTP_PORTZSMTPr� r� r� rr r� r� Zutilsrd Z set_contentr8 r� r� ZehloZstarttlsZloginr� Z send_message�quitr r )r r r� r� Zemailr� Zsmtpr= r r r r � s0
zSMTPHandler.emit)NNr� )r% r& r' r( r r� r r r r r r� � s �
# r� c @ sB e Zd ZdZddd�Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dS )�NTEventLogHandlera�
A handler class which sends events to the NT Event Log. Adds a
registry entry for the specified application name. If no dllname is
provided, win32service.pyd (which contains some basic message
placeholders) is used. Note that use of these placeholders will make
your event logs big, as the entire message source is held in the log.
If you want slimmer logs, you have to pass in the name of your own DLL
which contains the message definitions you want to use in the event log.
N� Applicationc
C s� t j�| � z�dd l}dd l}|| _|| _|s`tj� | jj
�}tj� |d �}tj� |d d�}|| _ || _
| j�|||� |j| _t j|jt j|jt j|jt j|jt j|ji| _W n" tk
r� td� d | _Y nX d S )Nr zwin32service.pydzWThe Python Win32 extensions for NT (service, event logging) appear not to be available.)r r� r �win32evtlogutil� win32evtlog�appname�_welur r rn �__file__rr �dllname�logtypeZAddSourceToRegistryZEVENTLOG_ERROR_TYPE�deftyper� ZEVENTLOG_INFORMATION_TYPEr� r� ZEVENTLOG_WARNING_TYPEr� r� �typemap� ImportError�print)r r� r� r� r� r� r r r r s6 �
zNTEventLogHandler.__init__c C s dS )ay
Return the message ID for the event record. If you are using your
own messages, you could do this by having the msg passed to the
logger being an ID rather than a formatting string. Then, in here,
you could use a dictionary lookup to get the message ID. This
version returns 1, which is the base message ID in win32service.pyd.
r- r r r r r � getMessageID& s z NTEventLogHandler.getMessageIDc C s dS )z�
Return the event category for the record.
Override this if you want to specify your own categories. This version
returns 0.
r r r r r r �getEventCategory0 s z"NTEventLogHandler.getEventCategoryc C s | j �|j| j�S )a�
Return the event type for the record.
Override this if you want to specify your own types. This version does
a mapping using the handler's typemap attribute, which is set up in
__init__() to a dictionary which contains mappings for DEBUG, INFO,
WARNING, ERROR and CRITICAL. If you are using your own levels you will
either need to override this method or place a suitable dictionary in
the handler's typemap attribute.
)r� r� �levelnor� r r r r � getEventType9 s z NTEventLogHandler.getEventTypec C sn | j rjzD| �|�}| �|�}| �|�}| �|�}| j �| j||||g� W n tk
rh | �|� Y nX dS )z�
Emit a record.
Determine the message ID, event category and event type. Then
log the message in the NT event log.
N) r� r� r� r r8 Z ReportEventr� r r )r r �id�cat�typer= r r r r F s
zNTEventLogHandler.emitc C s t j�| � dS )aS
Clean up this handler.
You can remove the application name from the registry as a
source of event log entries. However, if you do this, you will
not be able to see the events as you intended in the Event Log
Viewer - it needs to be able to access the registry to get the
DLL name.
N)r r� r0 r� r r r r0 W s zNTEventLogHandler.close)Nr� )
r% r& r' r( r r� r� r r r0 r r r r r� s
r� c @ s* e Zd ZdZd dd�Zdd� Zd d
� ZdS ) � HTTPHandlerz^
A class which sends records to a Web server, using either GET or
POST semantics.
�GETFNc C s` t j�| � |�� }|dkr$td��|s8|dk r8td��|| _|| _|| _|| _|| _ || _
dS )zr
Initialize the instance with the host, the request URL, and the method
("GET" or "POST")
)r �POSTzmethod must be GET or POSTNz3context parameter only makes sense with secure=True) r r� r rJ rR r� �url�methodr� r� �context)r r� r r r� r� r
r r r r i s zHTTPHandler.__init__c C s |j S )z�
Default implementation of mapping the log record into a dict
that is sent as the CGI data. Overwrite in your class.
Contributed by Franz Glasner.
)r� r r r r � mapLogRecord} s zHTTPHandler.mapLogRecordc C sx �zPddl }ddl}| j}| jr4|jj|| jd�}n |j�|�}| j}|j �
| � |��}| j dkr�|�
d�dkrvd}nd}|d||f }|�| j |� |�
d�} | dkr�|d| � }| j d kr�|�d
d � |�d tt|��� | j�r$ddl}
d
| j �d�} d|
�| ��� �d� } |�d| � |�� | j d k�rH|�|�d�� |�� W n tk
�rr | � |� Y nX dS )zk
Emit a record.
Send the record to the Web server as a percent-encoded dictionary
r N)r
r �?�&z%c%s�:r z Content-typez!application/x-www-form-urlencodedzContent-lengthz%s:%sr� zBasic �asciiZ
Authorization) Z http.clientZ urllib.parser� r� ZclientZHTTPSConnectionr
ZHTTPConnectionr �parseZ urlencoder r �findZ
putrequestZ putheaderr� r; r� �base64r� Z b64encode�strip�decodeZ
endheadersr� Z getresponser r ) r r ZhttpZurllibr� r? r �data�sepr5 r rw r r r r � sB
� zHTTPHandler.emit)r FNN)r% r& r' r( r r r r r r r r d s �
r c @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd S )
�BufferingHandlerz�
A handler class which buffers logging records in memory. Whenever each
record is added to the buffer, a check is made to see if the buffer should
be flushed. If it should, then flush() is expected to do what's needed.
c C s t j�| � || _g | _dS )z>
Initialize the handler with the buffer size.
N)r r� r �capacity�buffer)r r r r r r � s zBufferingHandler.__init__c C s t | j�| jkS )z�
Should the handler flush its buffer?
Returns true if the buffer is up to capacity. This method can be
overridden to implement custom flushing strategies.
)r; r r r r r r � shouldFlush� s z BufferingHandler.shouldFlushc C s" | j �|� | �|�r | �� dS )z�
Emit a record.
Append the record. If shouldFlush() tells us to, call flush() to process
the buffer.
N)r rq r r� r r r r r � s
zBufferingHandler.emitc C s" | � � z
g | _W 5 | �� X dS )zw
Override to implement custom flushing behaviour.
This version just zaps the buffer to empty.
N)r� r� r r� r r r r� � s
zBufferingHandler.flushc C s z | �� W 5 t j�| � X dS )zp
Close the handler.
This version just flushes and chains to the parent class' close().
N)r r� r0 r� r� r r r r0 � s zBufferingHandler.closeN) r% r& r' r( r r r r� r0 r r r r r � s r c @ sB e Zd ZdZejddfdd�Zdd� Zdd � Zd
d � Z d d
� Z
dS )�
MemoryHandlerz�
A handler class which buffers logging records in memory, periodically
flushing them to a target handler. Flushing occurs whenever the buffer
is full, or when an event of a certain severity or greater is seen.
NTc C s" t �| |� || _|| _|| _dS )a;
Initialize the handler with the buffer size, the level at which
flushing should occur and an optional target.
Note that without a target being set either here or via setTarget(),
a MemoryHandler is no use to anyone!
The ``flushOnClose`` argument is ``True`` for backward compatibility
reasons - the old behaviour is that when the handler is closed, the
buffer is flushed, even if the flush level hasn't been exceeded nor the
capacity exceeded. To prevent this, set ``flushOnClose`` to ``False``.
N)r r �
flushLevel�target� flushOnClose)r r r r r r r r r � s zMemoryHandler.__init__c C s t | j�| jkp|j| jkS )zP
Check for buffer full or a record at the flushLevel or higher.
)r; r r r r r r r r r s
�zMemoryHandler.shouldFlushc C s" | � � z
|| _W 5 | �� X dS )z:
Set the target handler for this handler.
N)r� r� r )r r r r r � setTarget
s
zMemoryHandler.setTargetc C s@ | � � z(| jr.| jD ]}| j�|� qg | _W 5 | �� X dS )z�
For a MemoryHandler, flushing means just sending the buffered
records to the target, if there is one. Override if you want
different behaviour.
The record buffer is also cleared by this operation.
N)r� r� r r �handler r r r r� s
zMemoryHandler.flushc C sB z| jr| �� W 5 | � � zd| _t�| � W 5 | �� X X dS )zi
Flush, if appropriately configured, set the target to None and lose the
buffer.
N)r� r� r r r0 r r� r� r r r r0 ( s zMemoryHandler.close) r% r& r' r( r r� r r r r� r0 r r r r r � s �
r c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) � QueueHandlera�
This handler sends events to a queue. Typically, it would be used together
with a multiprocessing Queue to centralise logging to file in one process
(in a multi-process application), so as to avoid file write contention
between processes.
This code is new in Python 3.2, but this class can be copy pasted into
user code for use with earlier Python versions.
c C s t j�| � || _dS )zA
Initialise an instance, using the passed queue.
N)r r� r �queue)r r" r r r r D s zQueueHandler.__init__c C s | j �|� dS )z�
Enqueue a record.
The base implementation uses put_nowait. You may want to override
this method if you want to use blocking, timeouts or custom queue
implementations.
N)r" �
put_nowaitr r r r �enqueueK s zQueueHandler.enqueuec C s6 | � |�}t�|�}||_||_d|_d|_d|_|S )a�
Prepares a record for queuing. The object returned by this method is
enqueued.
The base implementation formats the record to merge the message
and arguments, and removes unpickleable items from the record
in-place.
You might want to override this method if you want to convert
the record to a dict or JSON string, or send a modified copy
of the record while leaving the original intact.
N)r8 �copyr� r= r� r� Zexc_textr< r r r �prepareU s
zQueueHandler.preparec C s8 z| � | �|�� W n tk
r2 | �|� Y nX dS )zm
Emit a record.
Writes the LogRecord to the queue, preparing it for pickling first.
N)r$ r& r r r r r r r r s zQueueHandler.emitN)r% r& r' r( r r$ r& r r r r r r! 9 s
r! c @ sZ e Zd ZdZdZdd�dd�Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dS )�
QueueListenerz�
This class implements an internal threaded listener which watches for
LogRecords being added to a queue, removes them and passes them to a
list of handlers for processing.
NF)�respect_handler_levelc G s || _ || _d| _|| _dS )zW
Initialise an instance with the specified queue and
handlers.
N)r" �handlers�_threadr( )r r" r( r) r r r r � s zQueueListener.__init__c C s | j �|�S )z�
Dequeue a record and return it, optionally blocking.
The base implementation uses get. You may want to override this method
if you want to use timeouts or work with custom queue implementations.
)r" r� )r �blockr r r �dequeue� s zQueueListener.dequeuec C s& t j| jd� | _}d|_|�� dS )z�
Start the listener.
This starts up a background thread to monitor the queue for
LogRecords to process.
)r TN)� threadingZThread�_monitorr* r� �start)r r\ r r r r/ � s zQueueListener.startc C s |S )a
Prepare a record for handling.
This method just returns the passed-in record. You may want to
override this method if you need to do any custom marshalling or
manipulation of the record before passing it to the handlers.
r r r r r r& � s zQueueListener.preparec C s@ | � |�}| jD ]*}| js d}n |j|jk}|r|�|� qdS )z|
Handle a record.
This just loops through the handlers offering them the record
to handle.
TN)r& r) r( r �levelr )r r ZhandlerZprocessr r r r � s
zQueueListener.handlec C sp | j }t|d�}z>| �d�}|| jkr6|r2|�� W ql| �|� |rL|�� W q t jk
rh Y qlY qX qdS )z�
Monitor the queue for records, and ask the handler
to deal with them.
This method runs on a separate, internal thread.
The thread will terminate if it sees a sentinel object in the queue.
� task_doneTN)r" �hasattrr, � _sentinelr1 r ZEmpty)r �qZ
has_task_doner r r r r. � s
zQueueListener._monitorc C s | j �| j� dS )z�
This is used to enqueue the sentinel record.
The base implementation uses put_nowait. You may want to override this
method if you want to use timeouts or work with custom queue
implementations.
N)r" r# r3 r� r r r �enqueue_sentinel� s z QueueListener.enqueue_sentinelc C s | � � | j�� d| _dS )a
Stop the listener.
This asks the thread to terminate, and then waits for it to do so.
Note that if you don't call this before your application exits, there
may be some records still left on the queue, which won't be processed.
N)r5 r* rr r� r r r �stop� s
zQueueListener.stop)
r% r& r' r( r3 r r, r/ r& r r. r5 r6 r r r r r' ~ s
r' )'r( r r� r r� r� rY rU rX r r r r" r- r% ZDEFAULT_TCP_LOGGING_PORTZDEFAULT_UDP_LOGGING_PORTZDEFAULT_HTTP_LOGGING_PORTZDEFAULT_SOAP_LOGGING_PORTr� ZSYSLOG_TCP_PORTre r r r) r> rx r� r� r� r� r� r� r r r r! �objectr' r r r r �<module> s< 8FL `E (* PbO9ME logging/__pycache__/__init__.cpython-38.pyc 0000644 00000177400 15115353746 0014614 0 ustar 00 U
e5d�0 � * @ s6 d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl Z
ddl m Z ddl m
Z ddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.g*ZddlZd/Zd0Zd1Zd2Ze�� Zd3Zd3Zd3Zd3Zd4ZeZd5Z d6Z e Z d7Z d8Z dZ!ede d e de de de!diZ"eee e e e e e!d9�Z#d:d!� Z$d;d� Z%e&ed<��rdd=d>� Z'nd?d@� Z'ej(�)e%j*j+�Z,dAdB� Z-e�.� Z/dCdD� Z0dEdF� Z1e&edG��s�dHdI� Z2n(e�3� Z4dJdI� Z2dKdL� Z5ej6e0e5e1dM� G dNd� de7�Z8e8a9dOd,� Z:dPd+� Z;dQd&� Z<e� Z=[G dRdS� dSe7�Z>G dTdU� dUe>�Z?G dVdW� dWe>�Z@dXZAe>eAfe?dYfe@dZfd[�ZBG d\d
� d
e7�Z
e
� ZCG d]d� de7�ZDG d^d � d e7�ZEG d_d`� d`e7�ZFe�G� ZHg ZIdadb� ZJdcdd� ZKG ded� deF�ZLG dfd� deL�ZMG dgd � d eM�ZNG dhdi� dieM�ZOeOe �ZPePZQG djdk� dke7�ZRdld'� ZSdmd#� ZTG dndo� doe7�ZUG dpd� deF�ZVG dqdr� dreV�ZWeVaXG dsd� de7�ZYeWe �ZZeZeV_ZeUeVjZ�eV_[dtd� Z\d�dud"�Z]dvd� Z^e^Z_dwd � Z`d3dx�dyd �Zadzd*� Zbd{d)� Zcd|d$� Zdd}d � Zed~d%� Zfefdd �ZgeIfd�d(�ZhddliZiei�jeh� G d�d� deL�Zkdald�d�d��Zmd�d� ZndS )�z�
Logging package for Python. Based on PEP 282 and comments thereto in
comp.lang.python.
Copyright (C) 2001-2017 Vinay Sajip. All Rights Reserved.
To use, simply 'import logging' and log away!
� N)�Template)� Formatter� BASIC_FORMAT�BufferingFormatter�CRITICAL�DEBUG�ERROR�FATAL� FileHandler�Filterr �Handler�INFO� LogRecord�Logger�
LoggerAdapter�NOTSET� NullHandler�
StreamHandler�WARN�WARNING� addLevelName� basicConfig�captureWarnings�critical�debug�disable�error� exception�fatal� getLevelName� getLogger�getLoggerClass�info�log�
makeLogRecord�setLoggerClass�shutdown�warn�warning�getLogRecordFactory�setLogRecordFactory�
lastResort�raiseExceptionsz&Vinay Sajip <vinay_sajip@red-dove.com>Z
productionz0.5.1.2z07 February 2010T�2 �( � � �
)r r r r r r
r r c C s4 t �| �}|dk r|S t�| �}|dk r,|S d| S )a�
Return the textual or numeric representation of logging level 'level'.
If the level is one of the predefined levels (CRITICAL, ERROR, WARNING,
INFO, DEBUG) then you get the corresponding string. If you have
associated levels with names using addLevelName then the name you have
associated with 'level' is returned.
If a numeric value corresponding to one of the defined levels is passed
in, the corresponding string representation is returned.
If a string representation of the level is passed in, the corresponding
numeric value is returned.
If no matching numeric or string value is passed in, the string
'Level %s' % level is returned.
NzLevel %s)� _levelToName�get� _nameToLevel)�level�result� r7 �(/usr/lib64/python3.8/logging/__init__.pyr w s
c C s( t � z|t| < | t|< W 5 t� X dS )zy
Associate 'levelName' with 'level'.
This is used when converting levels to text during message formatting.
N)� _acquireLock� _releaseLockr2 r4 )r5 Z levelNamer7 r7 r8 r � s
� _getframec C s
t �d�S )N� )�sysr; r7 r7 r7 r8 �<lambda>� � r> c C s2 zt �W n$ t k
r, t�� d jj Y S X dS )z5Return the frame object for the caller's stack frame.� N)� Exceptionr= �exc_info�tb_frame�f_backr7 r7 r7 r8 � currentframe� s rE c C sJ t | t�r| }n6t| �| kr:| tkr0td| ��t| }n td| ��|S )NzUnknown level: %rz*Level not an integer or a valid string: %r)�
isinstance�int�strr4 �
ValueError� TypeError)r5 �rvr7 r7 r8 � _checkLevel� s
rL c C s t r t �� dS )z�
Acquire the module-level lock for serializing access to shared data.
This should be released with _releaseLock().
N)�_lock�acquirer7 r7 r7 r8 r9 � s r9 c C s t r t �� dS )zK
Release the module-level lock acquired by calling _acquireLock().
N)rM �releaser7 r7 r7 r8 r: � s r: �register_at_forkc C s d S �Nr7 ��instancer7 r7 r8 � _register_at_fork_reinit_lock� s rT c C s" t � zt�| � W 5 t� X d S rQ )r9 r: � _at_fork_reinit_lock_weakset�addrR r7 r7 r8 rT � s c C sX t D ]H} z | �� W q tk
rJ } ztdtd|tjd� W 5 d }~X Y qX qt� d S )Nz&Ignoring exception from logging atforkz._reinit_lock() method:��file)rU �
createLockrA �printrS r= �stderrr: )�handler�errr7 r7 r8 �!_after_at_fork_child_reinit_locks� s �r^ )ZbeforeZafter_in_childZafter_in_parentc @ s* e Zd ZdZd dd�Zdd� Zdd� ZdS )
r a
A LogRecord instance represents an event being logged.
LogRecord instances are created every time something is logged. They
contain all the information pertinent to the event being logged. The
main information passed in is in msg and args, which are combined
using str(msg) % args to create the message field of the record. The
record also includes information such as when the record was created,
the source line where the logging call was made, and any exception
information to be logged.
Nc
K s� t � � } || _|| _|rFt|�dkrFt|d tjj�rF|d rF|d }|| _t |�| _
|| _ || _ z&t
j�|�| _t
j�| j�d | _W n& tttfk
r� || _d| _Y nX || _d| _| | _|| _|| _| | _| t | � d | _ | jt d | _ t �rt!�"� | _#t!�$� j| _%n d| _#d| _%t&�s.d| _'nDd| _'t(j)�*d�} | dk �rrz| �+� j| _'W n t,k
�rp Y nX t-�r�t.t
d��r�t
�/� | _0nd| _0dS ) zK
Initialize a logging record with interesting information.
� r zUnknown moduleNi� Z MainProcessZmultiprocessing�getpid)1�time�name�msg�lenrF � collections�abc�Mapping�argsr Z levelname�levelno�pathname�os�path�basename�filename�splitext�modulerJ rI �AttributeErrorrB �exc_text�
stack_info�linenoZfuncName�createdrG �msecs�
_startTimeZrelativeCreated�
logThreads� threading� get_ident�threadZcurrent_threadZ
threadName�logMultiprocessingZ processNamer= �modulesr3 Zcurrent_processrA � logProcesses�hasattrr` �process)
�selfrb r5 rj rt rc rh rB �func�sinfo�kwargs�ctZmpr7 r7 r8 �__init__ sT "�
zLogRecord.__init__c C s d| j | j| j| j| jf S )Nz!<LogRecord: %s, %s, %s, %s, "%s">)rb ri rj rt rc �r� r7 r7 r8 �__repr__h s
�zLogRecord.__repr__c C s t | j�}| jr|| j }|S )z�
Return the message for this LogRecord.
Return the message for this LogRecord after merging any user-supplied
arguments with the message.
)rH rc rh )r� rc r7 r7 r8 �
getMessagel s
zLogRecord.getMessage)NN)�__name__�
__module__� __qualname__�__doc__r� r� r� r7 r7 r7 r8 r s �
Hc C s | a dS )z�
Set the factory to be used when instantiating a log record.
:param factory: A callable which will be called to instantiate
a log record.
N��_logRecordFactory)�factoryr7 r7 r8 r* } s c C s t S )zH
Return the factory to be used when instantiating a log record.
r� r7 r7 r7 r8 r) � s c C s& t dddddddd�}|j�| � |S )z�
Make a LogRecord whose attributes are defined by the specified dictionary,
This function is useful for converting a logging event received over
a socket connection (which is sent as a dictionary) into a LogRecord
instance.
N� r r7 )r� �__dict__�update)�dictrK r7 r7 r8 r$ � s c @ sN e Zd ZdZdZdZe�dej�Z dd� Z
dd� Z d d
� Z d d � Z
d
d� ZdS )� PercentStylez %(message)sz %(asctime)sz
%(asctime)z5%\(\w+\)[#0+ -]*(\*|\d+)?(\.(\*|\d+))?[diouxefgcrsa%]c C s |p| j | _d S rQ )�default_format�_fmt�r� �fmtr7 r7 r8 r� � s zPercentStyle.__init__c C s | j �| j�dkS )Nr )r� �find�asctime_searchr� r7 r7 r8 �usesTime� s zPercentStyle.usesTimec C s* | j �| j�s&td| j| jd f ��dS )z>Validate the input format, ensure it matches the correct stylez"Invalid format '%s' for '%s' styler N)�validation_pattern�searchr� rI r� r� r7 r7 r8 �validate� s zPercentStyle.validatec C s | j |j S rQ )r� r� �r� �recordr7 r7 r8 �_format� s zPercentStyle._formatc
C s@ z | � |�W S tk
r: } ztd| ��W 5 d }~X Y nX d S )Nz(Formatting field not found in record: %s)r� �KeyErrorrI )r� r� �er7 r7 r8 �format� s zPercentStyle.formatN)r� r� r� r� �asctime_formatr� �re�compile�Ir� r� r� r� r� r� r7 r7 r7 r8 r� � s r� c @ s@ e Zd ZdZdZdZe�dej�Z e�d�Z
dd� Z dd � Z d
S ) �StrFormatStylez {message}z {asctime}z{asctimezF^(.?[<>=^])?[+ -]?#?0?(\d+|{\w+})?[,_]?(\.(\d+|{\w+}))?[bcdefgnosx%]?$z ^(\d+|\w+)(\.\w+|\[[^]]+\])*$c C s | j jf |j�S rQ )r� r� r� r� r7 r7 r8 r� � s zStrFormatStyle._formatc
C s� t � }zxt�| j�D ]f\}}}}|rF| j�|�s<td| ��|�|� |r^|dkr^td| ��|r| j�|�std| ��qW n. tk
r� } ztd| ��W 5 d}~X Y nX |s�td��dS )zKValidate the input format, ensure it is the correct string formatting stylez!invalid field name/expression: %rZrsazinvalid conversion: %rzbad specifier: %rzinvalid format: %sN�invalid format: no fields) �set�_str_formatter�parser� �
field_spec�matchrI rV �fmt_spec)r� �fields�_Z fieldname�specZ
conversionr� r7 r7 r8 r� � s
zStrFormatStyle.validateN)
r� r� r� r� r� r� r� r� r� r� r� r� r� r7 r7 r7 r8 r� � s
r� c @ s8 e Zd ZdZdZdZdd� Zdd� Zdd� Zd d
� Z d S ) �StringTemplateStylez
${message}z
${asctime}c C s |p| j | _t| j�| _d S rQ )r� r� r �_tplr� r7 r7 r8 r� � s z StringTemplateStyle.__init__c C s$ | j }|�d�dkp"|�| j�dkS )Nz$asctimer )r� r� r� r� r7 r7 r8 r� � s z StringTemplateStyle.usesTimec C s| t j}t� }|�| j�D ]R}|�� }|d r<|�|d � q|d rT|�|d � q|�d�dkrtd��q|sxtd��d S )NZnamedZbracedr �$z$invalid format: bare '$' not allowedr� ) r �patternr� �finditerr� � groupdictrV �grouprI )r� r� r� �m�dr7 r7 r8 r� � s
z StringTemplateStyle.validatec C s | j jf |j�S rQ )r� Z
substituter� r� r7 r7 r8 r� � s zStringTemplateStyle._formatN)
r� r� r� r� r� r� r� r� r� r� r7 r7 r7 r8 r� � s r� z"%(levelname)s:%(name)s:%(message)sz {levelname}:{name}:{message}z ${levelname}:${name}:${message})�%�{r� c @ sZ e Zd ZdZejZddd�ZdZdZ dd d
�Z
d d � Z d
d� Z dd� Z
dd� Zdd� ZdS )r a�
Formatter instances are used to convert a LogRecord to text.
Formatters need to know how a LogRecord is constructed. They are
responsible for converting a LogRecord to (usually) a string which can
be interpreted by either a human or an external system. The base Formatter
allows a formatting string to be specified. If none is supplied, the
style-dependent default value, "%(message)s", "{message}", or
"${message}", is used.
The Formatter can be initialized with a format string which makes use of
knowledge of the LogRecord attributes - e.g. the default value mentioned
above makes use of the fact that the user's message and arguments are pre-
formatted into a LogRecord's message attribute. Currently, the useful
attributes in a LogRecord are described by:
%(name)s Name of the logger (logging channel)
%(levelno)s Numeric logging level for the message (DEBUG, INFO,
WARNING, ERROR, CRITICAL)
%(levelname)s Text logging level for the message ("DEBUG", "INFO",
"WARNING", "ERROR", "CRITICAL")
%(pathname)s Full pathname of the source file where the logging
call was issued (if available)
%(filename)s Filename portion of pathname
%(module)s Module (name portion of filename)
%(lineno)d Source line number where the logging call was issued
(if available)
%(funcName)s Function name
%(created)f Time when the LogRecord was created (time.time()
return value)
%(asctime)s Textual time when the LogRecord was created
%(msecs)d Millisecond portion of the creation time
%(relativeCreated)d Time in milliseconds when the LogRecord was created,
relative to the time the logging module was loaded
(typically at application startup time)
%(thread)d Thread ID (if available)
%(threadName)s Thread name (if available)
%(process)d Process ID (if available)
%(message)s The result of record.getMessage(), computed just as
the record is emitted
Nr� Tc C sR |t kr tdd�t �� � ��t | d |�| _|r>| j�� | jj| _|| _dS )a�
Initialize the formatter with specified format strings.
Initialize the formatter either with the specified format string, or a
default as described above. Allow for specialized date formatting with
the optional datefmt argument. If datefmt is omitted, you get an
ISO8601-like (or RFC 3339-like) format.
Use a style parameter of '%', '{' or '$' to specify that you want to
use one of %-formatting, :meth:`str.format` (``{}``) formatting or
:class:`string.Template` formatting in your format string.
.. versionchanged:: 3.2
Added the ``style`` parameter.
�Style must be one of: %s�,r N)�_STYLESrI �join�keys�_styler� r� �datefmt)r� r� r� �styler� r7 r7 r8 r� / s �
zFormatter.__init__z%Y-%m-%d %H:%M:%Sz%s,%03dc C s@ | � |j�}|r t�||�}n t�| j|�}| j||jf }|S )a%
Return the creation time of the specified LogRecord as formatted text.
This method should be called from format() by a formatter which
wants to make use of a formatted time. This method can be overridden
in formatters to provide for any specific requirement, but the
basic behaviour is as follows: if datefmt (a string) is specified,
it is used with time.strftime() to format the creation time of the
record. Otherwise, an ISO8601-like (or RFC 3339-like) format is used.
The resulting string is returned. This function uses a user-configurable
function to convert the creation time to a tuple. By default,
time.localtime() is used; to change this for a particular formatter
instance, set the 'converter' attribute to a function with the same
signature as time.localtime() or time.gmtime(). To change it for all
formatters, for example if you want all logging times to be shown in GMT,
set the 'converter' attribute in the Formatter class.
)� converterru ra �strftime�default_time_format�default_msec_formatrv )r� r� r� r� �s�tr7 r7 r8 �
formatTimeL s zFormatter.formatTimec C sZ t �� }|d }t�|d |d |d|� |�� }|�� |dd� dkrV|dd� }|S )z�
Format and return the specified exception information as a string.
This default implementation just uses
traceback.print_exception()
r@ r r_ N����
)�io�StringIO� traceback�print_exception�getvalue�close)r� Zei�sio�tbr� r7 r7 r8 �formatExceptionf s zFormatter.formatExceptionc C s
| j �� S )zK
Check if the format uses the creation time of the record.
)r� r� r� r7 r7 r8 r� y s zFormatter.usesTimec C s | j �|�S rQ )r� r� r� r7 r7 r8 �
formatMessage s zFormatter.formatMessagec C s |S )aU
This method is provided as an extension point for specialized
formatting of stack information.
The input data is a string as returned from a call to
:func:`traceback.print_stack`, but with the last trailing newline
removed.
The base implementation just returns the value passed in.
r7 )r� rs r7 r7 r8 � formatStack� s zFormatter.formatStackc C s� |� � |_| �� r"| �|| j�|_| �|�}|jrF|jsF| � |j�|_|jrn|dd� dkrd|d }||j }|j
r�|dd� dkr�|d }|| � |j
� }|S )az
Format the specified record as text.
The record's attribute dictionary is used as the operand to a
string formatting operation which yields the returned string.
Before formatting the dictionary, a couple of preparatory steps
are carried out. The message attribute of the record is computed
using LogRecord.getMessage(). If the formatting string uses the
time (as determined by a call to usesTime(), formatTime() is
called to format the event time. If there is exception information,
it is formatted using formatException() and appended to the message.
r� Nr� ) r� �messager� r� r� �asctimer� rB rr r� rs r� )r� r� r� r7 r7 r8 r� � s
zFormatter.format)NNr� T)N)r� r� r� r� ra � localtimer� r� r� r� r� r� r� r� r� r� r7 r7 r7 r8 r s *
c @ s2 e Zd ZdZd dd�Zdd� Zdd� Zd d
� ZdS ) r zB
A formatter suitable for formatting a number of records.
Nc C s |r || _ nt| _ dS )zm
Optionally specify a formatter which will be used to format each
individual record.
N)�linefmt�_defaultFormatter)r� r� r7 r7 r8 r� � s zBufferingFormatter.__init__c C s dS )zE
Return the header string for the specified records.
r� r7 �r� �recordsr7 r7 r8 � formatHeader� s z BufferingFormatter.formatHeaderc C s dS )zE
Return the footer string for the specified records.
r� r7 r� r7 r7 r8 � formatFooter� s z BufferingFormatter.formatFooterc C sJ d}t |�dkrF|| �|� }|D ]}|| j�|� }q"|| �|� }|S )zQ
Format the specified records and return the result as a string.
r� r )rd r� r� r� r� )r� r� rK r� r7 r7 r8 r� � s zBufferingFormatter.format)N)r� r� r� r� r� r� r� r� r7 r7 r7 r8 r � s
c @ s" e Zd ZdZddd�Zdd� ZdS ) r a�
Filter instances are used to perform arbitrary filtering of LogRecords.
Loggers and Handlers can optionally use Filter instances to filter
records as desired. The base filter class only allows events which are
below a certain point in the logger hierarchy. For example, a filter
initialized with "A.B" will allow events logged by loggers "A.B",
"A.B.C", "A.B.C.D", "A.B.D" etc. but not "A.BB", "B.A.B" etc. If
initialized with the empty string, all events are passed.
r� c C s || _ t|�| _dS )z�
Initialize a filter.
Initialize with the name of the logger which, together with its
children, will have its events allowed through the filter. If no
name is specified, allow every event.
N)rb rd �nlen�r� rb r7 r7 r8 r� � s zFilter.__init__c C sJ | j dkrdS | j|jkr dS |j�| jd| j �dkr:dS |j| j dkS )z�
Determine if the specified record is to be logged.
Returns True if the record should be logged, or False otherwise.
If deemed appropriate, the record may be modified in-place.
r TF�.)r� rb r� r� r7 r7 r8 �filter� s
z
Filter.filterN)r� )r� r� r� r� r� r� r7 r7 r7 r8 r � s
c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) �Filtererz[
A base class for loggers and handlers which allows them to share
common code.
c C s
g | _ dS )zE
Initialize the list of filters to be an empty list.
N)�filtersr� r7 r7 r8 r� s zFilterer.__init__c C s || j kr| j �|� dS )z;
Add the specified filter to this handler.
N)r� �append�r� r� r7 r7 r8 � addFilter s
zFilterer.addFilterc C s || j kr| j �|� dS )z@
Remove the specified filter from this handler.
N)r� �remover� r7 r7 r8 � removeFilter s
zFilterer.removeFilterc C s> d}| j D ].}t|d�r$|�|�}n||�}|s
d} q:q
|S )ah
Determine if a record is loggable by consulting all the filters.
The default is to allow the record to be logged; any filter can veto
this and the record is then dropped. Returns a zero value if a record
is to be dropped, else non-zero.
.. versionchanged:: 3.2
Allow filters to be just callables.
Tr� F)r� r r� )r� r� rK �fr6 r7 r7 r8 r� s
zFilterer.filterN)r� r� r� r� r� r� r� r� r7 r7 r7 r8 r� s
r� c C sF t tt }}}|rB|rB|rB|� z| |kr6|�| � W 5 |� X dS )zD
Remove a handler reference from the internal cleanup list.
N)r9 r: � _handlerListr� )�wrrN rO �handlersr7 r7 r8 �_removeHandlerRef: s r� c C s* t � zt�t�| t�� W 5 t� X dS )zL
Add a handler to the internal cleanup list using a weak reference.
N)r9 r: r� r� �weakref�refr� )r\ r7 r7 r8 �_addHandlerRefK s r� c @ s� e Zd ZdZefdd�Zdd� Zdd� Zeee�Z dd � Z
d
d � Z d d
� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd S )!r aq
Handler instances dispatch logging events to specific destinations.
The base handler class. Acts as a placeholder which defines the Handler
interface. Handlers can optionally use Formatter instances to format
records as desired. By default, no formatter is specified; in this case,
the 'raw' message as determined by record.message is logged.
c C s4 t �| � d| _t|�| _d| _t| � | �� dS )zz
Initializes the instance - basically setting the formatter to None
and the filter list to empty.
N)r� r� �_namerL r5 � formatterr� rY �r� r5 r7 r7 r8 r� ^ s
zHandler.__init__c C s | j S rQ )r� r� r7 r7 r8 �get_namek s zHandler.get_namec C s< t � z(| jtkrt| j= || _|r,| t|< W 5 t� X d S rQ �r9 r: r� � _handlersr� r7 r7 r8 �set_namen s
zHandler.set_namec C s t �� | _t| � dS )zU
Acquire a thread lock for serializing access to the underlying I/O.
N)ry �RLock�lockrT r� r7 r7 r8 rY { s
zHandler.createLockc C s | j r| j �� dS )z.
Acquire the I/O thread lock.
N)r rN r� r7 r7 r8 rN � s zHandler.acquirec C s | j r| j �� dS )z.
Release the I/O thread lock.
N)r rO r� r7 r7 r8 rO � s zHandler.releasec C s t |�| _dS )zX
Set the logging level of this handler. level must be an int or a str.
N)rL r5 r� r7 r7 r8 �setLevel� s zHandler.setLevelc C s | j r| j }nt}|�|�S )z�
Format the specified record.
If a formatter is set, use it. Otherwise, use the default formatter
for the module.
)r� r� r� )r� r� r� r7 r7 r8 r� � s zHandler.formatc C s t d��dS )z�
Do whatever it takes to actually log the specified logging record.
This version is intended to be implemented by subclasses and so
raises a NotImplementedError.
z.emit must be implemented by Handler subclassesN)�NotImplementedErrorr� r7 r7 r8 �emit� s z Handler.emitc C s4 | � |�}|r0| �� z| �|� W 5 | �� X |S )a<
Conditionally emit the specified logging record.
Emission depends on filters which may have been added to the handler.
Wrap the actual emission of the record with acquisition/release of
the I/O thread lock. Returns whether the filter passed the record for
emission.
)r� rN rO r )r� r� rK r7 r7 r8 �handle� s
zHandler.handlec C s
|| _ dS )z5
Set the formatter for this handler.
N)r� r� r7 r7 r8 � setFormatter� s zHandler.setFormatterc C s dS )z�
Ensure all logging output has been flushed.
This version does nothing and is intended to be implemented by
subclasses.
Nr7 r� r7 r7 r8 �flush� s z
Handler.flushc C s0 t � z | jr | jtkr t| j= W 5 t� X dS )a%
Tidy up any resources used by the handler.
This version removes the handler from an internal map of handlers,
_handlers, which is used for handler lookup by name. Subclasses
should ensure that this gets called from overridden close()
methods.
Nr� r� r7 r7 r8 r� � s
z
Handler.closec C s t �r tj�r t�� \}}}z�z�tj�d� t�|||dtj� tj�d� |j}|rvtj �
|j j �t
d krv|j}qR|r�tj|tjd� ntj�d|j|jf � z tj�d|j|jf � W n4 tk
r� � Y n tk
r� tj�d� Y nX W n tk
�r Y nX W 5 ~~~X dS ) aD
Handle errors which occur during an emit() call.
This method should be called from handlers when an exception is
encountered during an emit() call. If raiseExceptions is false,
exceptions get silently ignored. This is what is mostly wanted
for a logging system - most users will not care about errors in
the logging system, they are more interested in application errors.
You could, however, replace this with a custom handler if you wish.
The record which was being processed is passed in to this method.
z--- Logging error ---
Nz Call stack:
r rW z Logged from file %s, line %s
zMessage: %r
Arguments: %s
zwUnable to print the message and arguments - possible formatting error.
Use the traceback above to help find the error.
)r, r= r[ rB �writer� r� rC rk rl �dirname�f_code� co_filename�__path__rD � print_stackrn rt rc rh �RecursionErrorrA �OSError)r� r� r� �vr� �framer7 r7 r8 � handleError� s< � ���
zHandler.handleErrorc C s t | j�}d| jj|f S )Nz <%s (%s)>)r r5 � __class__r� r� r7 r7 r8 r� s
zHandler.__repr__N)r� r� r� r� r r� r� r� �propertyrb rY rN rO r r� r r r r r� r r� r7 r7 r7 r8 r U s"
/c @ s> e Zd ZdZdZddd�Zdd� Zdd � Zd
d � Zd d
� Z dS )r z�
A handler class which writes logging records, appropriately formatted,
to a stream. Note that this class does not close the stream, as
sys.stdout or sys.stderr may be used.
r� Nc C s" t �| � |dkrtj}|| _dS )zb
Initialize the handler.
If stream is not specified, sys.stderr is used.
N)r r� r= r[ �stream�r� r r7 r7 r8 r� s
zStreamHandler.__init__c C s8 | � � z | jr&t| jd�r&| j�� W 5 | �� X dS )z%
Flushes the stream.
r N)rN rO r r r r� r7 r7 r8 r & s
zStreamHandler.flushc C sd z,| � |�}| j}|�|| j � | �� W n2 tk
rB � Y n tk
r^ | �|� Y nX dS )a�
Emit a record.
If a formatter is specified, it is used to format the record.
The record is then written to the stream with a trailing newline. If
exception information is present, it is formatted using
traceback.print_exception and appended to the stream. If the stream
has an 'encoding' attribute, it is used to determine how to do the
output to the stream.
N)r� r r �
terminatorr r
rA r )r� r� rc r r7 r7 r8 r 1 s
zStreamHandler.emitc C s@ || j krd}n,| j }| �� z| �� || _ W 5 | �� X |S )z�
Sets the StreamHandler's stream to the specified value,
if it is different.
Returns the old stream, if the stream was changed, or None
if it wasn't.
N)r rN rO r )r� r r6 r7 r7 r8 � setStreamG s
zStreamHandler.setStreamc C s> t | j�}t| jdd�}t|�}|r,|d7 }d| jj||f S )Nrb r� � z <%s %s(%s)>)r r5 �getattrr rH r r� )r� r5 rb r7 r7 r8 r� [ s
zStreamHandler.__repr__)N)
r� r� r� r� r r� r r r r� r7 r7 r7 r8 r s
c @ s: e Zd ZdZddd�Zdd� Zd d
� Zd d � Zd
d� ZdS )r
zO
A handler class which writes formatted logging records to disk files.
�aNFc C sT t �|�}t j�|�| _|| _|| _|| _|r@t� | � d| _
nt � | | � � � dS )zO
Open the specified file and use it as the stream for logging.
N)
rk �fspathrl �abspath� baseFilename�mode�encoding�delayr r� r r �_open)r� rn r r r r7 r7 r8 r� i s
zFileHandler.__init__c C sb | � � zJz8| jr@z | �� W 5 | j}d| _t|d�r>|�� X W 5 t�| � X W 5 | �� X dS )z$
Closes the stream.
Nr� )rN rO r r� r r r r r7 r7 r8 r� } s
zFileHandler.closec C s t | j| j| jd�S )zx
Open the current base file with the (original) mode and encoding.
Return the resulting stream.
)r )�openr r r r� r7 r7 r8 r! � s zFileHandler._openc C s$ | j dkr| �� | _ t�| |� dS )z�
Emit a record.
If the stream was not opened because 'delay' was specified in the
constructor, open it before calling the superclass's emit.
N)r r! r r r� r7 r7 r8 r � s
zFileHandler.emitc C s t | j�}d| jj| j|f S �Nz <%s %s (%s)>)r r5 r r� r r� r7 r7 r8 r� � s
zFileHandler.__repr__)r NF) r� r� r� r� r� r� r! r r� r7 r7 r7 r8 r
e s
c @ s( e Zd ZdZefdd�Zedd� �ZdS )�_StderrHandlerz�
This class is like a StreamHandler using sys.stderr, but always uses
whatever sys.stderr is currently set to rather than the value of
sys.stderr at handler construction time.
c C s t �| |� dS )z)
Initialize the handler.
N)r r� r� r7 r7 r8 r� � s z_StderrHandler.__init__c C s t jS rQ )r= r[ r� r7 r7 r8 r � s z_StderrHandler.streamN)r� r� r� r� r r� r r r7 r7 r7 r8 r$ � s r$ c @ s e Zd ZdZdd� Zdd� ZdS )� PlaceHolderz�
PlaceHolder instances are used in the Manager logger hierarchy to take
the place of nodes for which no loggers have been defined. This class is
intended for internal use only and not as part of the public API.
c C s |di| _ dS )zY
Initialize with the specified logger being a child of this placeholder.
N�� loggerMap�r� �aloggerr7 r7 r8 r� � s zPlaceHolder.__init__c C s || j krd| j |< dS )zJ
Add the specified logger as a child of this placeholder.
Nr& r( r7 r7 r8 r� � s
zPlaceHolder.appendN)r� r� r� r� r� r� r7 r7 r7 r8 r% � s r% c C s( | t kr t| t �s td| j ��| adS )z�
Set the class to be used when instantiating a logger. The class should
define __init__() such that only a name argument is required, and the
__init__() should call Logger.__init__()
�(logger not derived from logging.Logger: N)r �
issubclassrJ r� � _loggerClass)�klassr7 r7 r8 r% � s
�c C s t S )zB
Return the class to be used when instantiating a logger.
)r, r7 r7 r7 r8 r! � s c @ sb e Zd ZdZdd� Zedd� �Zejdd� �Zdd� Zd d
� Z d d � Z
d
d� Z dd� Z dd� Z
dS )�Managerzt
There is [under normal circumstances] just one Manager instance, which
holds the hierarchy of loggers.
c C s( || _ d| _d| _i | _d| _d| _dS )zT
Initialize the manager with the root node of the logger hierarchy.
r FN)�rootr �emittedNoHandlerWarning�
loggerDict� loggerClass�logRecordFactory)r� Zrootnoder7 r7 r8 r� � s zManager.__init__c C s | j S rQ )�_disabler� r7 r7 r8 r � s zManager.disablec C s t |�| _d S rQ )rL r4 �r� �valuer7 r7 r8 r s c C s� d}t |t�std��t� z�|| jkrv| j| }t |t�r�|}| jpHt|�}| |_ || j|< | �
||� | � |� n(| jp~t|�}| |_ || j|< | � |� W 5 t� X |S )a�
Get a logger with the specified name (channel name), creating it
if it doesn't yet exist. This name is a dot-separated hierarchical
name, such as "a", "a.b", "a.b.c" or similar.
If a PlaceHolder existed for the specified name [i.e. the logger
didn't exist but a child of it did], replace it with the created
logger and fix up the parent/child references which pointed to the
placeholder to now point to the logger.
Nz A logger name must be a string) rF rH rJ r9 r: r1 r% r2 r, �manager�_fixupChildren�
_fixupParents)r� rb rK �phr7 r7 r8 r s(
zManager.getLoggerc C s* |t kr t|t �s td|j ��|| _dS )zY
Set the class to be used when instantiating a logger with this Manager.
r* N)r r+ rJ r� r2 )r� r- r7 r7 r8 r% & s
�zManager.setLoggerClassc C s
|| _ dS )zg
Set the factory to be used when instantiating a log record with this
Manager.
N)r3 )r� r� r7 r7 r8 r* 0 s zManager.setLogRecordFactoryc C s� |j }|�d�}d}|dkr�|s�|d|� }|| jkrFt|�| j|< n2| j| }t|t�r`|}nt|t�snt�|�|� |�dd|d �}q|s�| j}||_ dS )z�
Ensure that there are either loggers or placeholders all the way
from the specified logger to the root of the logger hierarchy.
r� Nr r_ )
rb �rfindr1 r% rF r �AssertionErrorr� r/ �parent)r� r) rb �irK Zsubstr�objr7 r7 r8 r9 7 s
zManager._fixupParentsc C sD |j }t|�}|j�� D ]&}|jj d|� |kr|j|_||_qdS )zk
Ensure that children of the placeholder ph are connected to the
specified logger.
N)rb rd r' r� r= )r� r: r) rb Znamelen�cr7 r7 r8 r8 O s zManager._fixupChildrenc C s@ t � | j�� D ]}t|t�r|j�� q| jj�� t� dS )zj
Clear the cache for all loggers in loggerDict
Called when level changes are made
N) r9 r1 �valuesrF r �_cache�clearr/ r: �r� �loggerr7 r7 r8 � _clear_cache\ s
zManager._clear_cacheN)r� r� r� r� r� r r �setterr r% r* r9 r8 rF r7 r7 r7 r8 r. � s
"
r. c @ s� e Zd ZdZefdd�Zdd� Zdd� Zdd � Zd
d � Z d d
� Z
dd� Z dd�dd�Z dd� Z
e
Zdd� Zd5dd�Zd6d d �Zd7d d �Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1d2� Zd3d4� Z d S )8r ar
Instances of the Logger class represent a single logging channel. A
"logging channel" indicates an area of an application. Exactly how an
"area" is defined is up to the application developer. Since an
application can have any number of areas, logging channels are identified
by a unique string. Application areas can be nested (e.g. an area
of "input processing" might include sub-areas "read CSV files", "read
XLS files" and "read Gnumeric files"). To cater for this natural nesting,
channel names are organized into a namespace hierarchy where levels are
separated by periods, much like the Java or Python package namespace. So
in the instance given above, channel names might be "input" for the upper
level, and "input.csv", "input.xls" and "input.gnu" for the sub-levels.
There is no arbitrary limit to the depth of nesting.
c C s< t �| � || _t|�| _d| _d| _g | _d| _i | _ dS )zJ
Initialize the logger with a name and an optional level.
NTF)
r� r� rb rL r5 r= � propagater� �disabledrB )r� rb r5 r7 r7 r8 r� | s
zLogger.__init__c C s t |�| _| j�� dS )zW
Set the logging level of this logger. level must be an int or a str.
N)rL r5 r7 rF r� r7 r7 r8 r � s
zLogger.setLevelc O s | � t�r | jt||f|� dS )z�
Log 'msg % args' with severity 'DEBUG'.
To pass exception information, use the keyword argument exc_info with
a true value, e.g.
logger.debug("Houston, we have a %s", "thorny problem", exc_info=1)
N)� isEnabledForr �_log�r� rc rh r� r7 r7 r8 r � s
z Logger.debugc O s | � t�r | jt||f|� dS )z�
Log 'msg % args' with severity 'INFO'.
To pass exception information, use the keyword argument exc_info with
a true value, e.g.
logger.info("Houston, we have a %s", "interesting problem", exc_info=1)
N)rJ r
rK rL r7 r7 r8 r" � s
z Logger.infoc O s | � t�r | jt||f|� dS )z�
Log 'msg % args' with severity 'WARNING'.
To pass exception information, use the keyword argument exc_info with
a true value, e.g.
logger.warning("Houston, we have a %s", "bit of a problem", exc_info=1)
N)rJ r rK rL r7 r7 r8 r( � s
zLogger.warningc O s$ t �dtd� | j|f|�|� d S �Nz6The 'warn' method is deprecated, use 'warning' insteadr@ ��warningsr' �DeprecationWarningr( rL r7 r7 r8 r' � s
�z Logger.warnc O s | � t�r | jt||f|� dS )z�
Log 'msg % args' with severity 'ERROR'.
To pass exception information, use the keyword argument exc_info with
a true value, e.g.
logger.error("Houston, we have a %s", "major problem", exc_info=1)
N)rJ r rK rL r7 r7 r8 r � s
z Logger.errorT�rB c O s | j |f|�d|i|�� dS )zU
Convenience method for logging an ERROR with exception information.
rB N�r �r� rc rB rh r� r7 r7 r8 r � s zLogger.exceptionc O s | � t�r | jt||f|� dS )z�
Log 'msg % args' with severity 'CRITICAL'.
To pass exception information, use the keyword argument exc_info with
a true value, e.g.
logger.critical("Houston, we have a %s", "major disaster", exc_info=1)
N)rJ r rK rL r7 r7 r8 r � s
zLogger.criticalc O s< t |t�s trtd��ndS | �|�r8| j|||f|� dS )z�
Log 'msg % args' with the integer severity 'level'.
To pass exception information, use the keyword argument exc_info with
a true value, e.g.
logger.log(level, "We have a %s", "mysterious problem", exc_info=1)
zlevel must be an integerN)rF rG r, rJ rJ rK �r� r5 rc rh r� r7 r7 r8 r# � s
z
Logger.logFr_ c
C s� t � }|dk r|j}|}|r4|dkr4|j}|d8 }q|s<|}d}t|d�r�|j}tj�|j�}|tkrn|j}q@d}|r�t �
� } | � d� t j
|| d� | �� }|d dkr�|dd� }| �� |j|j|j|f}q�q@|S ) z�
Find the stack frame of the caller so that we can note the source
file name, line number and function name.
Nr_ )�(unknown file)r �(unknown function)Nr z Stack (most recent call last):
rW r� r� )rE rD r r rk rl �normcaser
�_srcfiler� r� r r� r r� r� �f_lineno�co_name)
r� rs �
stacklevelr� Zorig_frK �corn r� r� r7 r7 r8 �
findCaller� s8
zLogger.findCallerNc
C sZ t |||||||||
� } | dk rV| D ]0} | dks:| | jkrFtd| ��| | | j| < q$| S )zr
A factory method which can be overridden in subclasses to create
specialized LogRecords.
N)r� r� z$Attempt to overwrite %r in LogRecord)r� r� r� )
r� rb r5 �fn�lnorc rh rB r� �extrar� rK �keyr7 r7 r8 �
makeRecord s � zLogger.makeRecordc
C s� d}t rBz| �||�\} }
} }W qL tk
r> d\} }
} Y qLX n
d\} }
} |r~t|t�rlt|�||jf}nt|t�s~t� � }| �
| j || |
|||| ||�
} | � | � dS )z�
Low-level logging routine which creates a LogRecord and then calls
all the handlers of this logger to handle the record.
N)rU r rV )
rX r] rI rF �
BaseException�type�
__traceback__�tupler= rB rb rb r )
r� r5 rc rh rB r` rs r[ r� r^ r_ r� r� r7 r7 r8 rK s&
�z Logger._logc C s | j s| �|�r| �|� dS )z�
Call the handlers for the specified record.
This method is used for unpickled records received from a socket, as
well as those created locally. Logger-level filtering is applied.
N)rI r� � callHandlersr� r7 r7 r8 r 7 s z
Logger.handlec C s. t � z|| jkr | j�|� W 5 t� X dS )z;
Add the specified handler to this logger.
N)r9 r: r� r� �r� �hdlrr7 r7 r8 �
addHandlerA s
zLogger.addHandlerc C s. t � z|| jkr | j�|� W 5 t� X dS )z@
Remove the specified handler from this logger.
N)r9 r: r� r� rh r7 r7 r8 �
removeHandlerL s
zLogger.removeHandlerc C s. | }d}|r*|j rd}q*|js"q*q|j}q|S )a�
See if this logger has any handlers configured.
Loop through all handlers for this logger and its parents in the
logger hierarchy. Return True if a handler was found, else False.
Stop searching up the hierarchy whenever a logger with the "propagate"
attribute set to zero is found - that will be the last logger which
is checked for the existence of handlers.
FT)r� rH r= )r� r@ rK r7 r7 r8 � hasHandlersW s
zLogger.hasHandlersc C s� | }d}|rJ|j D ]"}|d }|j|jkr|�|� q|jsBd}q|j}q|dkr�trn|jtjkr�t�|� n&tr�| jj s�t
j � d| j
� d| j_ dS )a�
Pass a record to all relevant handlers.
Loop through all handlers for this logger and its parents in the
logger hierarchy. If no handler was found, output a one-off error
message to sys.stderr. Stop searching up the hierarchy whenever a
logger with the "propagate" attribute set to zero is found - that
will be the last logger whose handlers are called.
r r_ Nz+No handlers could be found for logger "%s"
T)r� ri r5 r rH r= r+ r, r7 r0 r= r[ r rb )r� r� r@ �foundri r7 r7 r8 rg m s&
�zLogger.callHandlersc C s | }|r |j r|j S |j}qtS )z�
Get the effective level for this logger.
Loop through this logger and its parents in the logger hierarchy,
looking for a non-zero logging level. Return the first one found.
)r5 r= r rD r7 r7 r8 �getEffectiveLevel� s zLogger.getEffectiveLevelc
C sz | j r
dS z | j| W S tk
rt t� z6| jj|krJd }| j|< n|| �� k }| j|< W 5 t� X | Y S X dS )�;
Is this logger enabled for level 'level'?
FN)rI rB r� r9 r: r7 r rn )r� r5 Z
is_enabledr7 r7 r8 rJ � s
�zLogger.isEnabledForc C s& | j | k rd�| j|f�}| j�|�S )ab
Get a logger which is a descendant to this one.
This is a convenience method, such that
logging.getLogger('abc').getChild('def.ghi')
is the same as
logging.getLogger('abc.def.ghi')
It's useful, for example, when the parent logger is named using
__name__ rather than a literal string.
r� )r/ r� rb r7 r )r� �suffixr7 r7 r8 �getChild� s
zLogger.getChildc C s t | �� �}d| jj| j|f S r# )r rn r r� rb r� r7 r7 r8 r� � s zLogger.__repr__c C s, t | j�| k r dd l}|�d��t | jffS )Nr zlogger cannot be pickled)r rb �pickleZ
PicklingError)r� rr r7 r7 r8 �
__reduce__� s
zLogger.__reduce__)Fr_ )NNN)NNFr_ ) r� r� r� r� r r� r r r" r( r' r r r r r# r] rb rK r rj rk rl rg rn rJ rq r� rs r7 r7 r7 r8 r m s<
% �
�
c @ s e Zd ZdZdd� Zdd� ZdS )�
RootLoggerz�
A root logger is not that different to any other logger, except that
it must have a logging level and there is only one instance of it in
the hierarchy.
c C s t �| d|� dS )z=
Initialize the logger with the name "root".
r/ N)r r� r� r7 r7 r8 r� � s zRootLogger.__init__c C s t dfS )Nr7 )r r� r7 r7 r8 rs � s zRootLogger.__reduce__N)r� r� r� r� r� rs r7 r7 r7 r8 rt � s rt c @ s� e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd�dd�Z dd� Z dd� Z
dd� Zdd� Zd d � Zd d � Zd+d"d#�Zed$d%� �Zejd&d%� �Zed'd(� �Zd)d*� Zd S ),r zo
An adapter for loggers which makes it easier to specify contextual
information in logging output.
c C s || _ || _dS )ax
Initialize the adapter with a logger and a dict-like object which
provides contextual information. This constructor signature allows
easy stacking of LoggerAdapters, if so desired.
You can effectively pass keyword arguments as shown in the
following example:
adapter = LoggerAdapter(someLogger, dict(p1=v1, p2="v2"))
N)rE r` )r� rE r` r7 r7 r8 r� � s zLoggerAdapter.__init__c C s | j |d< ||fS )a�
Process the logging message and keyword arguments passed in to
a logging call to insert contextual information. You can either
manipulate the message itself, the keyword args or both. Return
the message and kwargs modified (or not) to suit your needs.
Normally, you'll only need to override this one method in a
LoggerAdapter subclass for your specific needs.
r` )r` )r� rc r� r7 r7 r8 r� � s
zLoggerAdapter.processc O s | j t|f|�|� dS )zA
Delegate a debug call to the underlying logger.
N)r# r rL r7 r7 r8 r s zLoggerAdapter.debugc O s | j t|f|�|� dS )zA
Delegate an info call to the underlying logger.
N)r# r
rL r7 r7 r8 r"
s zLoggerAdapter.infoc O s | j t|f|�|� dS )zC
Delegate a warning call to the underlying logger.
N)r# r rL r7 r7 r8 r( s zLoggerAdapter.warningc O s$ t �dtd� | j|f|�|� d S rM rN rL r7 r7 r8 r' s
�zLoggerAdapter.warnc O s | j t|f|�|� dS )zB
Delegate an error call to the underlying logger.
N�r# r rL r7 r7 r8 r s zLoggerAdapter.errorTrQ c O s | j t|f|�d|i|�� dS )zF
Delegate an exception call to the underlying logger.
rB Nru rS r7 r7 r8 r ! s zLoggerAdapter.exceptionc O s | j t|f|�|� dS )zD
Delegate a critical call to the underlying logger.
N)r# r rL r7 r7 r8 r ' s zLoggerAdapter.criticalc O s4 | � |�r0| �||�\}}| jj||f|�|� dS )z�
Delegate a log call to the underlying logger, after adding
contextual information from this adapter instance.
N)rJ r� rE r# rT r7 r7 r8 r# - s
zLoggerAdapter.logc C s | j �|�S )ro )rE rJ r� r7 r7 r8 rJ 6 s zLoggerAdapter.isEnabledForc C s | j �|� dS )zC
Set the specified level on the underlying logger.
N)rE r r� r7 r7 r8 r < s zLoggerAdapter.setLevelc C s
| j �� S )zD
Get the effective level for the underlying logger.
)rE rn r� r7 r7 r8 rn B s z LoggerAdapter.getEffectiveLevelc C s
| j �� S )z@
See if the underlying logger has any handlers.
)rE rl r� r7 r7 r8 rl H s zLoggerAdapter.hasHandlersNFc C s | j j||||||d�S )zX
Low-level log implementation, proxied to allow nested logger adapters.
)rB r` rs )rE rK )r� r5 rc rh rB r` rs r7 r7 r8 rK N s �zLoggerAdapter._logc C s | j jS rQ �rE r7 r� r7 r7 r8 r7 [ s zLoggerAdapter.managerc C s || j _d S rQ rv r5 r7 r7 r8 r7 _ s c C s | j jS rQ )rE rb r� r7 r7 r8 rb c s zLoggerAdapter.namec C s& | j }t|�� �}d| jj|j|f S r# )rE r rn r r� rb )r� rE r5 r7 r7 r8 r� g s zLoggerAdapter.__repr__)NNF)r� r� r� r� r� r� r r" r( r' r r r r# rJ r rn rl rK r r7 rG rb r� r7 r7 r7 r8 r � s.
c
K s� t � �z�| �dd�}|r@tjdd� D ]}t�|� |�� q(ttj�dk�r�| �dd�}|dkr~d| kr�d| kr�td��nd| ks�d| kr�td ��|dkr�| �dd�}| �d
d �}|r�t ||�}n| �dd�}t
|�}|g}| �d d�}| �d
d�}|t k�rtdd� t �
� � ��| �dt | d �} t| ||�}
|D ]&}|jdk�rV|�|
� t�|� �q<| �dd�} | dk �r�t�| � | �r�d� | �
� �} td| ��W 5 t� X dS )a'
Do basic configuration for the logging system.
This function does nothing if the root logger already has handlers
configured, unless the keyword argument *force* is set to ``True``.
It is a convenience method intended for use by simple scripts
to do one-shot configuration of the logging package.
The default behaviour is to create a StreamHandler which writes to
sys.stderr, set a formatter using the BASIC_FORMAT format string, and
add the handler to the root logger.
A number of optional keyword arguments may be specified, which can alter
the default behaviour.
filename Specifies that a FileHandler be created, using the specified
filename, rather than a StreamHandler.
filemode Specifies the mode to open the file, if filename is specified
(if filemode is unspecified, it defaults to 'a').
format Use the specified format string for the handler.
datefmt Use the specified date/time format.
style If a format string is specified, use this to specify the
type of format string (possible values '%', '{', '$', for
%-formatting, :meth:`str.format` and :class:`string.Template`
- defaults to '%').
level Set the root logger level to the specified level.
stream Use the specified stream to initialize the StreamHandler. Note
that this argument is incompatible with 'filename' - if both
are present, 'stream' is ignored.
handlers If specified, this should be an iterable of already created
handlers, which will be added to the root handler. Any handler
in the list which does not have a formatter assigned will be
assigned the formatter created in this function.
force If this keyword is specified as true, any existing handlers
attached to the root logger are removed and closed, before
carrying out the configuration as specified by the other
arguments.
Note that you could specify a stream created using open(filename, mode)
rather than passing the filename and mode in. However, it should be
remembered that StreamHandler does not close its stream (since it may be
using sys.stdout or sys.stderr), whereas FileHandler closes its stream
when the handler is closed.
.. versionchanged:: 3.8
Added the ``force`` parameter.
.. versionchanged:: 3.2
Added the ``style`` parameter.
.. versionchanged:: 3.3
Added the ``handlers`` parameter. A ``ValueError`` is now thrown for
incompatible arguments (e.g. ``handlers`` specified together with
``filename``/``filemode``, or ``filename``/``filemode`` specified
together with ``stream``, or ``handlers`` specified together with
``stream``.
�forceFNr r� r rn z8'stream' and 'filename' should not be specified togetherzG'stream' or 'filename' should not be specified together with 'handlers'�filemoder r� r� r� r� r� r� r_ r5 z, z Unrecognised argument(s): %s)r9 r: �popr/ r� rk r� rd rI r
r r� r� r� r r� r rj r )
r� rw �hr� rn r r Zdfsr� Zfsr� r5 r� r7 r7 r8 r t sR ;
�
c C s | rt j�| �S tS dS )z�
Return a logger with the specified name, creating it if necessary.
If no name is specified, return the root logger.
N)r r7 r r/ )rb r7 r7 r8 r � s c O s* t tj�dkrt� tj| f|�|� dS )z�
Log a message with severity 'CRITICAL' on the root logger. If the logger
has no handlers, call basicConfig() to add a console handler with a
pre-defined format.
r N)rd r/ r� r r �rc rh r� r7 r7 r8 r � s c O s* t tj�dkrt� tj| f|�|� dS )z�
Log a message with severity 'ERROR' on the root logger. If the logger has
no handlers, call basicConfig() to add a console handler with a pre-defined
format.
r N)rd r/ r� r r r{ r7 r7 r8 r � s rQ c O s t | f|�d|i|�� dS )z�
Log a message with severity 'ERROR' on the root logger, with exception
information. If the logger has no handlers, basicConfig() is called to add
a console handler with a pre-defined format.
rB NrR )rc rB rh r� r7 r7 r8 r s c O s* t tj�dkrt� tj| f|�|� dS )z�
Log a message with severity 'WARNING' on the root logger. If the logger has
no handlers, call basicConfig() to add a console handler with a pre-defined
format.
r N)rd r/ r� r r( r{ r7 r7 r8 r( s c O s" t �dtd� t| f|�|� d S )Nz8The 'warn' function is deprecated, use 'warning' insteadr@ rN r{ r7 r7 r8 r' s
�c O s* t tj�dkrt� tj| f|�|� dS )z�
Log a message with severity 'INFO' on the root logger. If the logger has
no handlers, call basicConfig() to add a console handler with a pre-defined
format.
r N)rd r/ r� r r" r{ r7 r7 r8 r" s c O s* t tj�dkrt� tj| f|�|� dS )z�
Log a message with severity 'DEBUG' on the root logger. If the logger has
no handlers, call basicConfig() to add a console handler with a pre-defined
format.
r N)rd r/ r� r r r{ r7 r7 r8 r $ s c O s, t tj�dkrt� tj| |f|�|� dS )z�
Log 'msg % args' with the integer severity 'level' on the root logger. If
the logger has no handlers, call basicConfig() to add a console handler
with a pre-defined format.
r N)rd r/ r� r r# )r5 rc rh r� r7 r7 r8 r# . s c C s | t j_t j�� dS )zB
Disable all logging calls of severity 'level' and below.
N)r/ r7 r rF )r5 r7 r7 r8 r 8 s c
C s� t | dd� �D ]l}zT|� }|rfz:z |�� |�� |�� W n ttfk
rV Y nX W 5 |�� X W q trv� Y qX qdS )z�
Perform any cleanup actions in the logging system (e.g. flushing
buffers).
Should be called at application exit.
N)�reversedrO rN r r� r rI r, )Z handlerListr� rz r7 r7 r8 r& ? s
c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r a�
This handler does nothing. It's intended to be used to avoid the
"No handlers could be found for logger XXX" one-off warning. This is
important for library code, which may contain code to log events. If a user
of the library does not configure logging, the one-off warning might be
produced; to avoid this, the library developer simply needs to instantiate
a NullHandler and add it to the top-level logger of the library module or
package.
c C s dS �zStub.Nr7 r� r7 r7 r8 r m s zNullHandler.handlec C s dS r} r7 r� r7 r7 r8 r p s zNullHandler.emitc C s
d | _ d S rQ )r r� r7 r7 r8 rY s s zNullHandler.createLockN)r� r� r� r� r r rY r7 r7 r7 r8 r c s c C s` |dk r$t dk r\t | |||||� n8t�| ||||�}td�}|jsP|�t� � |�d|� dS )a�
Implementation of showwarnings which redirects to logging, which will first
check to see if the file parameter is None. If a file is specified, it will
delegate to the original warnings implementation of showwarning. Otherwise,
it will call warnings.formatwarning and will log the resulting string to a
warnings logger named "py.warnings" with level logging.WARNING.
Nz py.warningsz%s)�_warnings_showwarningrO �
formatwarningr r� rj r r( )r� �categoryrn rt rX �liner� rE r7 r7 r8 � _showwarningz s r� c C s0 | rt dkr,tja tt_nt dk r,t t_da dS )z�
If capture is true, redirect all warnings to the logging package.
If capture is False, ensure that warnings are not redirected to logging
but to their original destinations.
N)r~ rO � showwarningr� )Zcapturer7 r7 r8 r � s )N)NN)or� r= rk ra r� r� r� rO r� Zcollections.abcre �stringr r Z StrFormatter�__all__ry �
__author__Z
__status__� __version__Z__date__rw r, rx r| r~ r r r r r r
r r r2 r4 r r r rE rl rW �__code__r
rX rL r� rM r9 r: rT ZWeakSetrU r^ rP �objectr r� r* r) r$ r� r� r� r� r r� r� r r r� ZWeakValueDictionaryr� r� r� r� r r r
r$ Z_defaultLastResortr+ r% r% r! r. r rt r, r r/ r7 r r r r r r r( r' r" r r# r r& �atexit�registerr r~ r� r r7 r7 r7 r8 �<module> sN H
�
� �
� g
� 1*%4
>SE
d
n
imghdr.py 0000644 00000007340 15115353746 0006406 0 ustar 00 """Recognize image file formats based on their first few bytes."""
from os import PathLike
__all__ = ["what"]
#-------------------------#
# Recognize image headers #
#-------------------------#
def what(file, h=None):
f = None
try:
if h is None:
if isinstance(file, (str, PathLike)):
f = open(file, 'rb')
h = f.read(32)
else:
location = file.tell()
h = file.read(32)
file.seek(location)
for tf in tests:
res = tf(h, f)
if res:
return res
finally:
if f: f.close()
return None
#---------------------------------#
# Subroutines per image file type #
#---------------------------------#
tests = []
def test_jpeg(h, f):
"""JPEG data in JFIF or Exif format"""
if h[6:10] in (b'JFIF', b'Exif'):
return 'jpeg'
tests.append(test_jpeg)
def test_png(h, f):
if h.startswith(b'\211PNG\r\n\032\n'):
return 'png'
tests.append(test_png)
def test_gif(h, f):
"""GIF ('87 and '89 variants)"""
if h[:6] in (b'GIF87a', b'GIF89a'):
return 'gif'
tests.append(test_gif)
def test_tiff(h, f):
"""TIFF (can be in Motorola or Intel byte order)"""
if h[:2] in (b'MM', b'II'):
return 'tiff'
tests.append(test_tiff)
def test_rgb(h, f):
"""SGI image library"""
if h.startswith(b'\001\332'):
return 'rgb'
tests.append(test_rgb)
def test_pbm(h, f):
"""PBM (portable bitmap)"""
if len(h) >= 3 and \
h[0] == ord(b'P') and h[1] in b'14' and h[2] in b' \t\n\r':
return 'pbm'
tests.append(test_pbm)
def test_pgm(h, f):
"""PGM (portable graymap)"""
if len(h) >= 3 and \
h[0] == ord(b'P') and h[1] in b'25' and h[2] in b' \t\n\r':
return 'pgm'
tests.append(test_pgm)
def test_ppm(h, f):
"""PPM (portable pixmap)"""
if len(h) >= 3 and \
h[0] == ord(b'P') and h[1] in b'36' and h[2] in b' \t\n\r':
return 'ppm'
tests.append(test_ppm)
def test_rast(h, f):
"""Sun raster file"""
if h.startswith(b'\x59\xA6\x6A\x95'):
return 'rast'
tests.append(test_rast)
def test_xbm(h, f):
"""X bitmap (X10 or X11)"""
if h.startswith(b'#define '):
return 'xbm'
tests.append(test_xbm)
def test_bmp(h, f):
if h.startswith(b'BM'):
return 'bmp'
tests.append(test_bmp)
def test_webp(h, f):
if h.startswith(b'RIFF') and h[8:12] == b'WEBP':
return 'webp'
tests.append(test_webp)
def test_exr(h, f):
if h.startswith(b'\x76\x2f\x31\x01'):
return 'exr'
tests.append(test_exr)
#--------------------#
# Small test program #
#--------------------#
def test():
import sys
recursive = 0
if sys.argv[1:] and sys.argv[1] == '-r':
del sys.argv[1:2]
recursive = 1
try:
if sys.argv[1:]:
testall(sys.argv[1:], recursive, 1)
else:
testall(['.'], recursive, 1)
except KeyboardInterrupt:
sys.stderr.write('\n[Interrupted]\n')
sys.exit(1)
def testall(list, recursive, toplevel):
import sys
import os
for filename in list:
if os.path.isdir(filename):
print(filename + '/:', end=' ')
if recursive or toplevel:
print('recursing down:')
import glob
names = glob.glob(os.path.join(glob.escape(filename), '*'))
testall(names, recursive, 0)
else:
print('*** directory (use -r) ***')
else:
print(filename + ':', end=' ')
sys.stdout.flush()
try:
print(what(filename))
except OSError:
print('*** not found ***')
if __name__ == '__main__':
test()
re.py 0000644 00000036765 15115353746 0005557 0 ustar 00 #
# Secret Labs' Regular Expression Engine
#
# re-compatible interface for the sre matching engine
#
# Copyright (c) 1998-2001 by Secret Labs AB. All rights reserved.
#
# This version of the SRE library can be redistributed under CNRI's
# Python 1.6 license. For any other use, please contact Secret Labs
# AB (info@pythonware.com).
#
# Portions of this engine have been developed in cooperation with
# CNRI. Hewlett-Packard provided funding for 1.6 integration and
# other compatibility work.
#
r"""Support for regular expressions (RE).
This module provides regular expression matching operations similar to
those found in Perl. It supports both 8-bit and Unicode strings; both
the pattern and the strings being processed can contain null bytes and
characters outside the US ASCII range.
Regular expressions can contain both special and ordinary characters.
Most ordinary characters, like "A", "a", or "0", are the simplest
regular expressions; they simply match themselves. You can
concatenate ordinary characters, so last matches the string 'last'.
The special characters are:
"." Matches any character except a newline.
"^" Matches the start of the string.
"$" Matches the end of the string or just before the newline at
the end of the string.
"*" Matches 0 or more (greedy) repetitions of the preceding RE.
Greedy means that it will match as many repetitions as possible.
"+" Matches 1 or more (greedy) repetitions of the preceding RE.
"?" Matches 0 or 1 (greedy) of the preceding RE.
*?,+?,?? Non-greedy versions of the previous three special characters.
{m,n} Matches from m to n repetitions of the preceding RE.
{m,n}? Non-greedy version of the above.
"\\" Either escapes special characters or signals a special sequence.
[] Indicates a set of characters.
A "^" as the first character indicates a complementing set.
"|" A|B, creates an RE that will match either A or B.
(...) Matches the RE inside the parentheses.
The contents can be retrieved or matched later in the string.
(?aiLmsux) The letters set the corresponding flags defined below.
(?:...) Non-grouping version of regular parentheses.
(?P<name>...) The substring matched by the group is accessible by name.
(?P=name) Matches the text matched earlier by the group named name.
(?#...) A comment; ignored.
(?=...) Matches if ... matches next, but doesn't consume the string.
(?!...) Matches if ... doesn't match next.
(?<=...) Matches if preceded by ... (must be fixed length).
(?<!...) Matches if not preceded by ... (must be fixed length).
(?(id/name)yes|no) Matches yes pattern if the group with id/name matched,
the (optional) no pattern otherwise.
The special sequences consist of "\\" and a character from the list
below. If the ordinary character is not on the list, then the
resulting RE will match the second character.
\number Matches the contents of the group of the same number.
\A Matches only at the start of the string.
\Z Matches only at the end of the string.
\b Matches the empty string, but only at the start or end of a word.
\B Matches the empty string, but not at the start or end of a word.
\d Matches any decimal digit; equivalent to the set [0-9] in
bytes patterns or string patterns with the ASCII flag.
In string patterns without the ASCII flag, it will match the whole
range of Unicode digits.
\D Matches any non-digit character; equivalent to [^\d].
\s Matches any whitespace character; equivalent to [ \t\n\r\f\v] in
bytes patterns or string patterns with the ASCII flag.
In string patterns without the ASCII flag, it will match the whole
range of Unicode whitespace characters.
\S Matches any non-whitespace character; equivalent to [^\s].
\w Matches any alphanumeric character; equivalent to [a-zA-Z0-9_]
in bytes patterns or string patterns with the ASCII flag.
In string patterns without the ASCII flag, it will match the
range of Unicode alphanumeric characters (letters plus digits
plus underscore).
With LOCALE, it will match the set [0-9_] plus characters defined
as letters for the current locale.
\W Matches the complement of \w.
\\ Matches a literal backslash.
This module exports the following functions:
match Match a regular expression pattern to the beginning of a string.
fullmatch Match a regular expression pattern to all of a string.
search Search a string for the presence of a pattern.
sub Substitute occurrences of a pattern found in a string.
subn Same as sub, but also return the number of substitutions made.
split Split a string by the occurrences of a pattern.
findall Find all occurrences of a pattern in a string.
finditer Return an iterator yielding a Match object for each match.
compile Compile a pattern into a Pattern object.
purge Clear the regular expression cache.
escape Backslash all non-alphanumerics in a string.
Each function other than purge and escape can take an optional 'flags' argument
consisting of one or more of the following module constants, joined by "|".
A, L, and U are mutually exclusive.
A ASCII For string patterns, make \w, \W, \b, \B, \d, \D
match the corresponding ASCII character categories
(rather than the whole Unicode categories, which is the
default).
For bytes patterns, this flag is the only available
behaviour and needn't be specified.
I IGNORECASE Perform case-insensitive matching.
L LOCALE Make \w, \W, \b, \B, dependent on the current locale.
M MULTILINE "^" matches the beginning of lines (after a newline)
as well as the string.
"$" matches the end of lines (before a newline) as well
as the end of the string.
S DOTALL "." matches any character at all, including the newline.
X VERBOSE Ignore whitespace and comments for nicer looking RE's.
U UNICODE For compatibility only. Ignored for string patterns (it
is the default), and forbidden for bytes patterns.
This module also defines an exception 'error'.
"""
import enum
import sre_compile
import sre_parse
import functools
try:
import _locale
except ImportError:
_locale = None
# public symbols
__all__ = [
"match", "fullmatch", "search", "sub", "subn", "split",
"findall", "finditer", "compile", "purge", "template", "escape",
"error", "Pattern", "Match", "A", "I", "L", "M", "S", "X", "U",
"ASCII", "IGNORECASE", "LOCALE", "MULTILINE", "DOTALL", "VERBOSE",
"UNICODE",
]
__version__ = "2.2.1"
class RegexFlag(enum.IntFlag):
ASCII = A = sre_compile.SRE_FLAG_ASCII # assume ascii "locale"
IGNORECASE = I = sre_compile.SRE_FLAG_IGNORECASE # ignore case
LOCALE = L = sre_compile.SRE_FLAG_LOCALE # assume current 8-bit locale
UNICODE = U = sre_compile.SRE_FLAG_UNICODE # assume unicode "locale"
MULTILINE = M = sre_compile.SRE_FLAG_MULTILINE # make anchors look for newline
DOTALL = S = sre_compile.SRE_FLAG_DOTALL # make dot match newline
VERBOSE = X = sre_compile.SRE_FLAG_VERBOSE # ignore whitespace and comments
# sre extensions (experimental, don't rely on these)
TEMPLATE = T = sre_compile.SRE_FLAG_TEMPLATE # disable backtracking
DEBUG = sre_compile.SRE_FLAG_DEBUG # dump pattern after compilation
def __repr__(self):
if self._name_ is not None:
return f're.{self._name_}'
value = self._value_
members = []
negative = value < 0
if negative:
value = ~value
for m in self.__class__:
if value & m._value_:
value &= ~m._value_
members.append(f're.{m._name_}')
if value:
members.append(hex(value))
res = '|'.join(members)
if negative:
if len(members) > 1:
res = f'~({res})'
else:
res = f'~{res}'
return res
__str__ = object.__str__
globals().update(RegexFlag.__members__)
# sre exception
error = sre_compile.error
# --------------------------------------------------------------------
# public interface
def match(pattern, string, flags=0):
"""Try to apply the pattern at the start of the string, returning
a Match object, or None if no match was found."""
return _compile(pattern, flags).match(string)
def fullmatch(pattern, string, flags=0):
"""Try to apply the pattern to all of the string, returning
a Match object, or None if no match was found."""
return _compile(pattern, flags).fullmatch(string)
def search(pattern, string, flags=0):
"""Scan through string looking for a match to the pattern, returning
a Match object, or None if no match was found."""
return _compile(pattern, flags).search(string)
def sub(pattern, repl, string, count=0, flags=0):
"""Return the string obtained by replacing the leftmost
non-overlapping occurrences of the pattern in string by the
replacement repl. repl can be either a string or a callable;
if a string, backslash escapes in it are processed. If it is
a callable, it's passed the Match object and must return
a replacement string to be used."""
return _compile(pattern, flags).sub(repl, string, count)
def subn(pattern, repl, string, count=0, flags=0):
"""Return a 2-tuple containing (new_string, number).
new_string is the string obtained by replacing the leftmost
non-overlapping occurrences of the pattern in the source
string by the replacement repl. number is the number of
substitutions that were made. repl can be either a string or a
callable; if a string, backslash escapes in it are processed.
If it is a callable, it's passed the Match object and must
return a replacement string to be used."""
return _compile(pattern, flags).subn(repl, string, count)
def split(pattern, string, maxsplit=0, flags=0):
"""Split the source string by the occurrences of the pattern,
returning a list containing the resulting substrings. If
capturing parentheses are used in pattern, then the text of all
groups in the pattern are also returned as part of the resulting
list. If maxsplit is nonzero, at most maxsplit splits occur,
and the remainder of the string is returned as the final element
of the list."""
return _compile(pattern, flags).split(string, maxsplit)
def findall(pattern, string, flags=0):
"""Return a list of all non-overlapping matches in the string.
If one or more capturing groups are present in the pattern, return
a list of groups; this will be a list of tuples if the pattern
has more than one group.
Empty matches are included in the result."""
return _compile(pattern, flags).findall(string)
def finditer(pattern, string, flags=0):
"""Return an iterator over all non-overlapping matches in the
string. For each match, the iterator returns a Match object.
Empty matches are included in the result."""
return _compile(pattern, flags).finditer(string)
def compile(pattern, flags=0):
"Compile a regular expression pattern, returning a Pattern object."
return _compile(pattern, flags)
def purge():
"Clear the regular expression caches"
_cache.clear()
_compile_repl.cache_clear()
def template(pattern, flags=0):
"Compile a template pattern, returning a Pattern object"
return _compile(pattern, flags|T)
# SPECIAL_CHARS
# closing ')', '}' and ']'
# '-' (a range in character set)
# '&', '~', (extended character set operations)
# '#' (comment) and WHITESPACE (ignored) in verbose mode
_special_chars_map = {i: '\\' + chr(i) for i in b'()[]{}?*+-|^$\\.&~# \t\n\r\v\f'}
def escape(pattern):
"""
Escape special characters in a string.
"""
if isinstance(pattern, str):
return pattern.translate(_special_chars_map)
else:
pattern = str(pattern, 'latin1')
return pattern.translate(_special_chars_map).encode('latin1')
Pattern = type(sre_compile.compile('', 0))
Match = type(sre_compile.compile('', 0).match(''))
# --------------------------------------------------------------------
# internals
_cache = {} # ordered!
_MAXCACHE = 512
def _compile(pattern, flags):
# internal: compile pattern
if isinstance(flags, RegexFlag):
flags = flags.value
try:
return _cache[type(pattern), pattern, flags]
except KeyError:
pass
if isinstance(pattern, Pattern):
if flags:
raise ValueError(
"cannot process flags argument with a compiled pattern")
return pattern
if not sre_compile.isstring(pattern):
raise TypeError("first argument must be string or compiled pattern")
p = sre_compile.compile(pattern, flags)
if not (flags & DEBUG):
if len(_cache) >= _MAXCACHE:
# Drop the oldest item
try:
del _cache[next(iter(_cache))]
except (StopIteration, RuntimeError, KeyError):
pass
_cache[type(pattern), pattern, flags] = p
return p
@functools.lru_cache(_MAXCACHE)
def _compile_repl(repl, pattern):
# internal: compile replacement pattern
return sre_parse.parse_template(repl, pattern)
def _expand(pattern, match, template):
# internal: Match.expand implementation hook
template = sre_parse.parse_template(template, pattern)
return sre_parse.expand_template(template, match)
def _subx(pattern, template):
# internal: Pattern.sub/subn implementation helper
template = _compile_repl(template, pattern)
if not template[0] and len(template[1]) == 1:
# literal replacement
return template[1][0]
def filter(match, template=template):
return sre_parse.expand_template(template, match)
return filter
# register myself for pickling
import copyreg
def _pickle(p):
return _compile, (p.pattern, p.flags)
copyreg.pickle(Pattern, _pickle, _compile)
# --------------------------------------------------------------------
# experimental stuff (see python-dev discussions for details)
class Scanner:
def __init__(self, lexicon, flags=0):
from sre_constants import BRANCH, SUBPATTERN
if isinstance(flags, RegexFlag):
flags = flags.value
self.lexicon = lexicon
# combine phrases into a compound pattern
p = []
s = sre_parse.State()
s.flags = flags
for phrase, action in lexicon:
gid = s.opengroup()
p.append(sre_parse.SubPattern(s, [
(SUBPATTERN, (gid, 0, 0, sre_parse.parse(phrase, flags))),
]))
s.closegroup(gid, p[-1])
p = sre_parse.SubPattern(s, [(BRANCH, (None, p))])
self.scanner = sre_compile.compile(p)
def scan(self, string):
result = []
append = result.append
match = self.scanner.scanner(string).match
i = 0
while True:
m = match()
if not m:
break
j = m.end()
if i == j:
break
action = self.lexicon[m.lastindex-1][1]
if callable(action):
self.match = m
action = action(self, m.group())
if action is not None:
append(action)
i = j
return result, string[i:]
statistics.py 0000644 00000115412 15115353746 0007326 0 ustar 00 """
Basic statistics module.
This module provides functions for calculating statistics of data, including
averages, variance, and standard deviation.
Calculating averages
--------------------
================== ==================================================
Function Description
================== ==================================================
mean Arithmetic mean (average) of data.
fmean Fast, floating point arithmetic mean.
geometric_mean Geometric mean of data.
harmonic_mean Harmonic mean of data.
median Median (middle value) of data.
median_low Low median of data.
median_high High median of data.
median_grouped Median, or 50th percentile, of grouped data.
mode Mode (most common value) of data.
multimode List of modes (most common values of data).
quantiles Divide data into intervals with equal probability.
================== ==================================================
Calculate the arithmetic mean ("the average") of data:
>>> mean([-1.0, 2.5, 3.25, 5.75])
2.625
Calculate the standard median of discrete data:
>>> median([2, 3, 4, 5])
3.5
Calculate the median, or 50th percentile, of data grouped into class intervals
centred on the data values provided. E.g. if your data points are rounded to
the nearest whole number:
>>> median_grouped([2, 2, 3, 3, 3, 4]) #doctest: +ELLIPSIS
2.8333333333...
This should be interpreted in this way: you have two data points in the class
interval 1.5-2.5, three data points in the class interval 2.5-3.5, and one in
the class interval 3.5-4.5. The median of these data points is 2.8333...
Calculating variability or spread
---------------------------------
================== =============================================
Function Description
================== =============================================
pvariance Population variance of data.
variance Sample variance of data.
pstdev Population standard deviation of data.
stdev Sample standard deviation of data.
================== =============================================
Calculate the standard deviation of sample data:
>>> stdev([2.5, 3.25, 5.5, 11.25, 11.75]) #doctest: +ELLIPSIS
4.38961843444...
If you have previously calculated the mean, you can pass it as the optional
second argument to the four "spread" functions to avoid recalculating it:
>>> data = [1, 2, 2, 4, 4, 4, 5, 6]
>>> mu = mean(data)
>>> pvariance(data, mu)
2.5
Exceptions
----------
A single exception is defined: StatisticsError is a subclass of ValueError.
"""
__all__ = [
'NormalDist',
'StatisticsError',
'fmean',
'geometric_mean',
'harmonic_mean',
'mean',
'median',
'median_grouped',
'median_high',
'median_low',
'mode',
'multimode',
'pstdev',
'pvariance',
'quantiles',
'stdev',
'variance',
]
import math
import numbers
import random
from fractions import Fraction
from decimal import Decimal
from itertools import groupby
from bisect import bisect_left, bisect_right
from math import hypot, sqrt, fabs, exp, erf, tau, log, fsum
from operator import itemgetter
from collections import Counter
# === Exceptions ===
class StatisticsError(ValueError):
pass
# === Private utilities ===
def _sum(data, start=0):
"""_sum(data [, start]) -> (type, sum, count)
Return a high-precision sum of the given numeric data as a fraction,
together with the type to be converted to and the count of items.
If optional argument ``start`` is given, it is added to the total.
If ``data`` is empty, ``start`` (defaulting to 0) is returned.
Examples
--------
>>> _sum([3, 2.25, 4.5, -0.5, 1.0], 0.75)
(<class 'float'>, Fraction(11, 1), 5)
Some sources of round-off error will be avoided:
# Built-in sum returns zero.
>>> _sum([1e50, 1, -1e50] * 1000)
(<class 'float'>, Fraction(1000, 1), 3000)
Fractions and Decimals are also supported:
>>> from fractions import Fraction as F
>>> _sum([F(2, 3), F(7, 5), F(1, 4), F(5, 6)])
(<class 'fractions.Fraction'>, Fraction(63, 20), 4)
>>> from decimal import Decimal as D
>>> data = [D("0.1375"), D("0.2108"), D("0.3061"), D("0.0419")]
>>> _sum(data)
(<class 'decimal.Decimal'>, Fraction(6963, 10000), 4)
Mixed types are currently treated as an error, except that int is
allowed.
"""
count = 0
n, d = _exact_ratio(start)
partials = {d: n}
partials_get = partials.get
T = _coerce(int, type(start))
for typ, values in groupby(data, type):
T = _coerce(T, typ) # or raise TypeError
for n,d in map(_exact_ratio, values):
count += 1
partials[d] = partials_get(d, 0) + n
if None in partials:
# The sum will be a NAN or INF. We can ignore all the finite
# partials, and just look at this special one.
total = partials[None]
assert not _isfinite(total)
else:
# Sum all the partial sums using builtin sum.
# FIXME is this faster if we sum them in order of the denominator?
total = sum(Fraction(n, d) for d, n in sorted(partials.items()))
return (T, total, count)
def _isfinite(x):
try:
return x.is_finite() # Likely a Decimal.
except AttributeError:
return math.isfinite(x) # Coerces to float first.
def _coerce(T, S):
"""Coerce types T and S to a common type, or raise TypeError.
Coercion rules are currently an implementation detail. See the CoerceTest
test class in test_statistics for details.
"""
# See http://bugs.python.org/issue24068.
assert T is not bool, "initial type T is bool"
# If the types are the same, no need to coerce anything. Put this
# first, so that the usual case (no coercion needed) happens as soon
# as possible.
if T is S: return T
# Mixed int & other coerce to the other type.
if S is int or S is bool: return T
if T is int: return S
# If one is a (strict) subclass of the other, coerce to the subclass.
if issubclass(S, T): return S
if issubclass(T, S): return T
# Ints coerce to the other type.
if issubclass(T, int): return S
if issubclass(S, int): return T
# Mixed fraction & float coerces to float (or float subclass).
if issubclass(T, Fraction) and issubclass(S, float):
return S
if issubclass(T, float) and issubclass(S, Fraction):
return T
# Any other combination is disallowed.
msg = "don't know how to coerce %s and %s"
raise TypeError(msg % (T.__name__, S.__name__))
def _exact_ratio(x):
"""Return Real number x to exact (numerator, denominator) pair.
>>> _exact_ratio(0.25)
(1, 4)
x is expected to be an int, Fraction, Decimal or float.
"""
try:
# Optimise the common case of floats. We expect that the most often
# used numeric type will be builtin floats, so try to make this as
# fast as possible.
if type(x) is float or type(x) is Decimal:
return x.as_integer_ratio()
try:
# x may be an int, Fraction, or Integral ABC.
return (x.numerator, x.denominator)
except AttributeError:
try:
# x may be a float or Decimal subclass.
return x.as_integer_ratio()
except AttributeError:
# Just give up?
pass
except (OverflowError, ValueError):
# float NAN or INF.
assert not _isfinite(x)
return (x, None)
msg = "can't convert type '{}' to numerator/denominator"
raise TypeError(msg.format(type(x).__name__))
def _convert(value, T):
"""Convert value to given numeric type T."""
if type(value) is T:
# This covers the cases where T is Fraction, or where value is
# a NAN or INF (Decimal or float).
return value
if issubclass(T, int) and value.denominator != 1:
T = float
try:
# FIXME: what do we do if this overflows?
return T(value)
except TypeError:
if issubclass(T, Decimal):
return T(value.numerator)/T(value.denominator)
else:
raise
def _find_lteq(a, x):
'Locate the leftmost value exactly equal to x'
i = bisect_left(a, x)
if i != len(a) and a[i] == x:
return i
raise ValueError
def _find_rteq(a, l, x):
'Locate the rightmost value exactly equal to x'
i = bisect_right(a, x, lo=l)
if i != (len(a)+1) and a[i-1] == x:
return i-1
raise ValueError
def _fail_neg(values, errmsg='negative value'):
"""Iterate over values, failing if any are less than zero."""
for x in values:
if x < 0:
raise StatisticsError(errmsg)
yield x
# === Measures of central tendency (averages) ===
def mean(data):
"""Return the sample arithmetic mean of data.
>>> mean([1, 2, 3, 4, 4])
2.8
>>> from fractions import Fraction as F
>>> mean([F(3, 7), F(1, 21), F(5, 3), F(1, 3)])
Fraction(13, 21)
>>> from decimal import Decimal as D
>>> mean([D("0.5"), D("0.75"), D("0.625"), D("0.375")])
Decimal('0.5625')
If ``data`` is empty, StatisticsError will be raised.
"""
if iter(data) is data:
data = list(data)
n = len(data)
if n < 1:
raise StatisticsError('mean requires at least one data point')
T, total, count = _sum(data)
assert count == n
return _convert(total/n, T)
def fmean(data):
"""Convert data to floats and compute the arithmetic mean.
This runs faster than the mean() function and it always returns a float.
If the input dataset is empty, it raises a StatisticsError.
>>> fmean([3.5, 4.0, 5.25])
4.25
"""
try:
n = len(data)
except TypeError:
# Handle iterators that do not define __len__().
n = 0
def count(iterable):
nonlocal n
for n, x in enumerate(iterable, start=1):
yield x
total = fsum(count(data))
else:
total = fsum(data)
try:
return total / n
except ZeroDivisionError:
raise StatisticsError('fmean requires at least one data point') from None
def geometric_mean(data):
"""Convert data to floats and compute the geometric mean.
Raises a StatisticsError if the input dataset is empty,
if it contains a zero, or if it contains a negative value.
No special efforts are made to achieve exact results.
(However, this may change in the future.)
>>> round(geometric_mean([54, 24, 36]), 9)
36.0
"""
try:
return exp(fmean(map(log, data)))
except ValueError:
raise StatisticsError('geometric mean requires a non-empty dataset '
' containing positive numbers') from None
def harmonic_mean(data):
"""Return the harmonic mean of data.
The harmonic mean, sometimes called the subcontrary mean, is the
reciprocal of the arithmetic mean of the reciprocals of the data,
and is often appropriate when averaging quantities which are rates
or ratios, for example speeds. Example:
Suppose an investor purchases an equal value of shares in each of
three companies, with P/E (price/earning) ratios of 2.5, 3 and 10.
What is the average P/E ratio for the investor's portfolio?
>>> harmonic_mean([2.5, 3, 10]) # For an equal investment portfolio.
3.6
Using the arithmetic mean would give an average of about 5.167, which
is too high.
If ``data`` is empty, or any element is less than zero,
``harmonic_mean`` will raise ``StatisticsError``.
"""
# For a justification for using harmonic mean for P/E ratios, see
# http://fixthepitch.pellucid.com/comps-analysis-the-missing-harmony-of-summary-statistics/
# http://papers.ssrn.com/sol3/papers.cfm?abstract_id=2621087
if iter(data) is data:
data = list(data)
errmsg = 'harmonic mean does not support negative values'
n = len(data)
if n < 1:
raise StatisticsError('harmonic_mean requires at least one data point')
elif n == 1:
x = data[0]
if isinstance(x, (numbers.Real, Decimal)):
if x < 0:
raise StatisticsError(errmsg)
return x
else:
raise TypeError('unsupported type')
try:
T, total, count = _sum(1/x for x in _fail_neg(data, errmsg))
except ZeroDivisionError:
return 0
assert count == n
return _convert(n/total, T)
# FIXME: investigate ways to calculate medians without sorting? Quickselect?
def median(data):
"""Return the median (middle value) of numeric data.
When the number of data points is odd, return the middle data point.
When the number of data points is even, the median is interpolated by
taking the average of the two middle values:
>>> median([1, 3, 5])
3
>>> median([1, 3, 5, 7])
4.0
"""
data = sorted(data)
n = len(data)
if n == 0:
raise StatisticsError("no median for empty data")
if n%2 == 1:
return data[n//2]
else:
i = n//2
return (data[i - 1] + data[i])/2
def median_low(data):
"""Return the low median of numeric data.
When the number of data points is odd, the middle value is returned.
When it is even, the smaller of the two middle values is returned.
>>> median_low([1, 3, 5])
3
>>> median_low([1, 3, 5, 7])
3
"""
data = sorted(data)
n = len(data)
if n == 0:
raise StatisticsError("no median for empty data")
if n%2 == 1:
return data[n//2]
else:
return data[n//2 - 1]
def median_high(data):
"""Return the high median of data.
When the number of data points is odd, the middle value is returned.
When it is even, the larger of the two middle values is returned.
>>> median_high([1, 3, 5])
3
>>> median_high([1, 3, 5, 7])
5
"""
data = sorted(data)
n = len(data)
if n == 0:
raise StatisticsError("no median for empty data")
return data[n//2]
def median_grouped(data, interval=1):
"""Return the 50th percentile (median) of grouped continuous data.
>>> median_grouped([1, 2, 2, 3, 4, 4, 4, 4, 4, 5])
3.7
>>> median_grouped([52, 52, 53, 54])
52.5
This calculates the median as the 50th percentile, and should be
used when your data is continuous and grouped. In the above example,
the values 1, 2, 3, etc. actually represent the midpoint of classes
0.5-1.5, 1.5-2.5, 2.5-3.5, etc. The middle value falls somewhere in
class 3.5-4.5, and interpolation is used to estimate it.
Optional argument ``interval`` represents the class interval, and
defaults to 1. Changing the class interval naturally will change the
interpolated 50th percentile value:
>>> median_grouped([1, 3, 3, 5, 7], interval=1)
3.25
>>> median_grouped([1, 3, 3, 5, 7], interval=2)
3.5
This function does not check whether the data points are at least
``interval`` apart.
"""
data = sorted(data)
n = len(data)
if n == 0:
raise StatisticsError("no median for empty data")
elif n == 1:
return data[0]
# Find the value at the midpoint. Remember this corresponds to the
# centre of the class interval.
x = data[n//2]
for obj in (x, interval):
if isinstance(obj, (str, bytes)):
raise TypeError('expected number but got %r' % obj)
try:
L = x - interval/2 # The lower limit of the median interval.
except TypeError:
# Mixed type. For now we just coerce to float.
L = float(x) - float(interval)/2
# Uses bisection search to search for x in data with log(n) time complexity
# Find the position of leftmost occurrence of x in data
l1 = _find_lteq(data, x)
# Find the position of rightmost occurrence of x in data[l1...len(data)]
# Assuming always l1 <= l2
l2 = _find_rteq(data, l1, x)
cf = l1
f = l2 - l1 + 1
return L + interval*(n/2 - cf)/f
def mode(data):
"""Return the most common data point from discrete or nominal data.
``mode`` assumes discrete data, and returns a single value. This is the
standard treatment of the mode as commonly taught in schools:
>>> mode([1, 1, 2, 3, 3, 3, 3, 4])
3
This also works with nominal (non-numeric) data:
>>> mode(["red", "blue", "blue", "red", "green", "red", "red"])
'red'
If there are multiple modes with same frequency, return the first one
encountered:
>>> mode(['red', 'red', 'green', 'blue', 'blue'])
'red'
If *data* is empty, ``mode``, raises StatisticsError.
"""
data = iter(data)
pairs = Counter(data).most_common(1)
try:
return pairs[0][0]
except IndexError:
raise StatisticsError('no mode for empty data') from None
def multimode(data):
"""Return a list of the most frequently occurring values.
Will return more than one result if there are multiple modes
or an empty list if *data* is empty.
>>> multimode('aabbbbbbbbcc')
['b']
>>> multimode('aabbbbccddddeeffffgg')
['b', 'd', 'f']
>>> multimode('')
[]
"""
counts = Counter(iter(data)).most_common()
maxcount, mode_items = next(groupby(counts, key=itemgetter(1)), (0, []))
return list(map(itemgetter(0), mode_items))
# Notes on methods for computing quantiles
# ----------------------------------------
#
# There is no one perfect way to compute quantiles. Here we offer
# two methods that serve common needs. Most other packages
# surveyed offered at least one or both of these two, making them
# "standard" in the sense of "widely-adopted and reproducible".
# They are also easy to explain, easy to compute manually, and have
# straight-forward interpretations that aren't surprising.
# The default method is known as "R6", "PERCENTILE.EXC", or "expected
# value of rank order statistics". The alternative method is known as
# "R7", "PERCENTILE.INC", or "mode of rank order statistics".
# For sample data where there is a positive probability for values
# beyond the range of the data, the R6 exclusive method is a
# reasonable choice. Consider a random sample of nine values from a
# population with a uniform distribution from 0.0 to 100.0. The
# distribution of the third ranked sample point is described by
# betavariate(alpha=3, beta=7) which has mode=0.250, median=0.286, and
# mean=0.300. Only the latter (which corresponds with R6) gives the
# desired cut point with 30% of the population falling below that
# value, making it comparable to a result from an inv_cdf() function.
# The R6 exclusive method is also idempotent.
# For describing population data where the end points are known to
# be included in the data, the R7 inclusive method is a reasonable
# choice. Instead of the mean, it uses the mode of the beta
# distribution for the interior points. Per Hyndman & Fan, "One nice
# property is that the vertices of Q7(p) divide the range into n - 1
# intervals, and exactly 100p% of the intervals lie to the left of
# Q7(p) and 100(1 - p)% of the intervals lie to the right of Q7(p)."
# If needed, other methods could be added. However, for now, the
# position is that fewer options make for easier choices and that
# external packages can be used for anything more advanced.
def quantiles(data, *, n=4, method='exclusive'):
"""Divide *data* into *n* continuous intervals with equal probability.
Returns a list of (n - 1) cut points separating the intervals.
Set *n* to 4 for quartiles (the default). Set *n* to 10 for deciles.
Set *n* to 100 for percentiles which gives the 99 cuts points that
separate *data* in to 100 equal sized groups.
The *data* can be any iterable containing sample.
The cut points are linearly interpolated between data points.
If *method* is set to *inclusive*, *data* is treated as population
data. The minimum value is treated as the 0th percentile and the
maximum value is treated as the 100th percentile.
"""
if n < 1:
raise StatisticsError('n must be at least 1')
data = sorted(data)
ld = len(data)
if ld < 2:
raise StatisticsError('must have at least two data points')
if method == 'inclusive':
m = ld - 1
result = []
for i in range(1, n):
j = i * m // n
delta = i*m - j*n
interpolated = (data[j] * (n - delta) + data[j+1] * delta) / n
result.append(interpolated)
return result
if method == 'exclusive':
m = ld + 1
result = []
for i in range(1, n):
j = i * m // n # rescale i to m/n
j = 1 if j < 1 else ld-1 if j > ld-1 else j # clamp to 1 .. ld-1
delta = i*m - j*n # exact integer math
interpolated = (data[j-1] * (n - delta) + data[j] * delta) / n
result.append(interpolated)
return result
raise ValueError(f'Unknown method: {method!r}')
# === Measures of spread ===
# See http://mathworld.wolfram.com/Variance.html
# http://mathworld.wolfram.com/SampleVariance.html
# http://en.wikipedia.org/wiki/Algorithms_for_calculating_variance
#
# Under no circumstances use the so-called "computational formula for
# variance", as that is only suitable for hand calculations with a small
# amount of low-precision data. It has terrible numeric properties.
#
# See a comparison of three computational methods here:
# http://www.johndcook.com/blog/2008/09/26/comparing-three-methods-of-computing-standard-deviation/
def _ss(data, c=None):
"""Return sum of square deviations of sequence data.
If ``c`` is None, the mean is calculated in one pass, and the deviations
from the mean are calculated in a second pass. Otherwise, deviations are
calculated from ``c`` as given. Use the second case with care, as it can
lead to garbage results.
"""
if c is not None:
T, total, count = _sum((x-c)**2 for x in data)
return (T, total)
c = mean(data)
T, total, count = _sum((x-c)**2 for x in data)
# The following sum should mathematically equal zero, but due to rounding
# error may not.
U, total2, count2 = _sum((x-c) for x in data)
assert T == U and count == count2
total -= total2**2/len(data)
assert not total < 0, 'negative sum of square deviations: %f' % total
return (T, total)
def variance(data, xbar=None):
"""Return the sample variance of data.
data should be an iterable of Real-valued numbers, with at least two
values. The optional argument xbar, if given, should be the mean of
the data. If it is missing or None, the mean is automatically calculated.
Use this function when your data is a sample from a population. To
calculate the variance from the entire population, see ``pvariance``.
Examples:
>>> data = [2.75, 1.75, 1.25, 0.25, 0.5, 1.25, 3.5]
>>> variance(data)
1.3720238095238095
If you have already calculated the mean of your data, you can pass it as
the optional second argument ``xbar`` to avoid recalculating it:
>>> m = mean(data)
>>> variance(data, m)
1.3720238095238095
This function does not check that ``xbar`` is actually the mean of
``data``. Giving arbitrary values for ``xbar`` may lead to invalid or
impossible results.
Decimals and Fractions are supported:
>>> from decimal import Decimal as D
>>> variance([D("27.5"), D("30.25"), D("30.25"), D("34.5"), D("41.75")])
Decimal('31.01875')
>>> from fractions import Fraction as F
>>> variance([F(1, 6), F(1, 2), F(5, 3)])
Fraction(67, 108)
"""
if iter(data) is data:
data = list(data)
n = len(data)
if n < 2:
raise StatisticsError('variance requires at least two data points')
T, ss = _ss(data, xbar)
return _convert(ss/(n-1), T)
def pvariance(data, mu=None):
"""Return the population variance of ``data``.
data should be a sequence or iterable of Real-valued numbers, with at least one
value. The optional argument mu, if given, should be the mean of
the data. If it is missing or None, the mean is automatically calculated.
Use this function to calculate the variance from the entire population.
To estimate the variance from a sample, the ``variance`` function is
usually a better choice.
Examples:
>>> data = [0.0, 0.25, 0.25, 1.25, 1.5, 1.75, 2.75, 3.25]
>>> pvariance(data)
1.25
If you have already calculated the mean of the data, you can pass it as
the optional second argument to avoid recalculating it:
>>> mu = mean(data)
>>> pvariance(data, mu)
1.25
Decimals and Fractions are supported:
>>> from decimal import Decimal as D
>>> pvariance([D("27.5"), D("30.25"), D("30.25"), D("34.5"), D("41.75")])
Decimal('24.815')
>>> from fractions import Fraction as F
>>> pvariance([F(1, 4), F(5, 4), F(1, 2)])
Fraction(13, 72)
"""
if iter(data) is data:
data = list(data)
n = len(data)
if n < 1:
raise StatisticsError('pvariance requires at least one data point')
T, ss = _ss(data, mu)
return _convert(ss/n, T)
def stdev(data, xbar=None):
"""Return the square root of the sample variance.
See ``variance`` for arguments and other details.
>>> stdev([1.5, 2.5, 2.5, 2.75, 3.25, 4.75])
1.0810874155219827
"""
var = variance(data, xbar)
try:
return var.sqrt()
except AttributeError:
return math.sqrt(var)
def pstdev(data, mu=None):
"""Return the square root of the population variance.
See ``pvariance`` for arguments and other details.
>>> pstdev([1.5, 2.5, 2.5, 2.75, 3.25, 4.75])
0.986893273527251
"""
var = pvariance(data, mu)
try:
return var.sqrt()
except AttributeError:
return math.sqrt(var)
## Normal Distribution #####################################################
def _normal_dist_inv_cdf(p, mu, sigma):
# There is no closed-form solution to the inverse CDF for the normal
# distribution, so we use a rational approximation instead:
# Wichura, M.J. (1988). "Algorithm AS241: The Percentage Points of the
# Normal Distribution". Applied Statistics. Blackwell Publishing. 37
# (3): 477–484. doi:10.2307/2347330. JSTOR 2347330.
q = p - 0.5
if fabs(q) <= 0.425:
r = 0.180625 - q * q
# Hash sum: 55.88319_28806_14901_4439
num = (((((((2.50908_09287_30122_6727e+3 * r +
3.34305_75583_58812_8105e+4) * r +
6.72657_70927_00870_0853e+4) * r +
4.59219_53931_54987_1457e+4) * r +
1.37316_93765_50946_1125e+4) * r +
1.97159_09503_06551_4427e+3) * r +
1.33141_66789_17843_7745e+2) * r +
3.38713_28727_96366_6080e+0) * q
den = (((((((5.22649_52788_52854_5610e+3 * r +
2.87290_85735_72194_2674e+4) * r +
3.93078_95800_09271_0610e+4) * r +
2.12137_94301_58659_5867e+4) * r +
5.39419_60214_24751_1077e+3) * r +
6.87187_00749_20579_0830e+2) * r +
4.23133_30701_60091_1252e+1) * r +
1.0)
x = num / den
return mu + (x * sigma)
r = p if q <= 0.0 else 1.0 - p
r = sqrt(-log(r))
if r <= 5.0:
r = r - 1.6
# Hash sum: 49.33206_50330_16102_89036
num = (((((((7.74545_01427_83414_07640e-4 * r +
2.27238_44989_26918_45833e-2) * r +
2.41780_72517_74506_11770e-1) * r +
1.27045_82524_52368_38258e+0) * r +
3.64784_83247_63204_60504e+0) * r +
5.76949_72214_60691_40550e+0) * r +
4.63033_78461_56545_29590e+0) * r +
1.42343_71107_49683_57734e+0)
den = (((((((1.05075_00716_44416_84324e-9 * r +
5.47593_80849_95344_94600e-4) * r +
1.51986_66563_61645_71966e-2) * r +
1.48103_97642_74800_74590e-1) * r +
6.89767_33498_51000_04550e-1) * r +
1.67638_48301_83803_84940e+0) * r +
2.05319_16266_37758_82187e+0) * r +
1.0)
else:
r = r - 5.0
# Hash sum: 47.52583_31754_92896_71629
num = (((((((2.01033_43992_92288_13265e-7 * r +
2.71155_55687_43487_57815e-5) * r +
1.24266_09473_88078_43860e-3) * r +
2.65321_89526_57612_30930e-2) * r +
2.96560_57182_85048_91230e-1) * r +
1.78482_65399_17291_33580e+0) * r +
5.46378_49111_64114_36990e+0) * r +
6.65790_46435_01103_77720e+0)
den = (((((((2.04426_31033_89939_78564e-15 * r +
1.42151_17583_16445_88870e-7) * r +
1.84631_83175_10054_68180e-5) * r +
7.86869_13114_56132_59100e-4) * r +
1.48753_61290_85061_48525e-2) * r +
1.36929_88092_27358_05310e-1) * r +
5.99832_20655_58879_37690e-1) * r +
1.0)
x = num / den
if q < 0.0:
x = -x
return mu + (x * sigma)
class NormalDist:
"Normal distribution of a random variable"
# https://en.wikipedia.org/wiki/Normal_distribution
# https://en.wikipedia.org/wiki/Variance#Properties
__slots__ = {
'_mu': 'Arithmetic mean of a normal distribution',
'_sigma': 'Standard deviation of a normal distribution',
}
def __init__(self, mu=0.0, sigma=1.0):
"NormalDist where mu is the mean and sigma is the standard deviation."
if sigma < 0.0:
raise StatisticsError('sigma must be non-negative')
self._mu = float(mu)
self._sigma = float(sigma)
@classmethod
def from_samples(cls, data):
"Make a normal distribution instance from sample data."
if not isinstance(data, (list, tuple)):
data = list(data)
xbar = fmean(data)
return cls(xbar, stdev(data, xbar))
def samples(self, n, *, seed=None):
"Generate *n* samples for a given mean and standard deviation."
gauss = random.gauss if seed is None else random.Random(seed).gauss
mu, sigma = self._mu, self._sigma
return [gauss(mu, sigma) for i in range(n)]
def pdf(self, x):
"Probability density function. P(x <= X < x+dx) / dx"
variance = self._sigma ** 2.0
if not variance:
raise StatisticsError('pdf() not defined when sigma is zero')
return exp((x - self._mu)**2.0 / (-2.0*variance)) / sqrt(tau*variance)
def cdf(self, x):
"Cumulative distribution function. P(X <= x)"
if not self._sigma:
raise StatisticsError('cdf() not defined when sigma is zero')
return 0.5 * (1.0 + erf((x - self._mu) / (self._sigma * sqrt(2.0))))
def inv_cdf(self, p):
"""Inverse cumulative distribution function. x : P(X <= x) = p
Finds the value of the random variable such that the probability of
the variable being less than or equal to that value equals the given
probability.
This function is also called the percent point function or quantile
function.
"""
if p <= 0.0 or p >= 1.0:
raise StatisticsError('p must be in the range 0.0 < p < 1.0')
if self._sigma <= 0.0:
raise StatisticsError('cdf() not defined when sigma at or below zero')
return _normal_dist_inv_cdf(p, self._mu, self._sigma)
def quantiles(self, n=4):
"""Divide into *n* continuous intervals with equal probability.
Returns a list of (n - 1) cut points separating the intervals.
Set *n* to 4 for quartiles (the default). Set *n* to 10 for deciles.
Set *n* to 100 for percentiles which gives the 99 cuts points that
separate the normal distribution in to 100 equal sized groups.
"""
return [self.inv_cdf(i / n) for i in range(1, n)]
def overlap(self, other):
"""Compute the overlapping coefficient (OVL) between two normal distributions.
Measures the agreement between two normal probability distributions.
Returns a value between 0.0 and 1.0 giving the overlapping area in
the two underlying probability density functions.
>>> N1 = NormalDist(2.4, 1.6)
>>> N2 = NormalDist(3.2, 2.0)
>>> N1.overlap(N2)
0.8035050657330205
"""
# See: "The overlapping coefficient as a measure of agreement between
# probability distributions and point estimation of the overlap of two
# normal densities" -- Henry F. Inman and Edwin L. Bradley Jr
# http://dx.doi.org/10.1080/03610928908830127
if not isinstance(other, NormalDist):
raise TypeError('Expected another NormalDist instance')
X, Y = self, other
if (Y._sigma, Y._mu) < (X._sigma, X._mu): # sort to assure commutativity
X, Y = Y, X
X_var, Y_var = X.variance, Y.variance
if not X_var or not Y_var:
raise StatisticsError('overlap() not defined when sigma is zero')
dv = Y_var - X_var
dm = fabs(Y._mu - X._mu)
if not dv:
return 1.0 - erf(dm / (2.0 * X._sigma * sqrt(2.0)))
a = X._mu * Y_var - Y._mu * X_var
b = X._sigma * Y._sigma * sqrt(dm**2.0 + dv * log(Y_var / X_var))
x1 = (a + b) / dv
x2 = (a - b) / dv
return 1.0 - (fabs(Y.cdf(x1) - X.cdf(x1)) + fabs(Y.cdf(x2) - X.cdf(x2)))
@property
def mean(self):
"Arithmetic mean of the normal distribution."
return self._mu
@property
def median(self):
"Return the median of the normal distribution"
return self._mu
@property
def mode(self):
"""Return the mode of the normal distribution
The mode is the value x where which the probability density
function (pdf) takes its maximum value.
"""
return self._mu
@property
def stdev(self):
"Standard deviation of the normal distribution."
return self._sigma
@property
def variance(self):
"Square of the standard deviation."
return self._sigma ** 2.0
def __add__(x1, x2):
"""Add a constant or another NormalDist instance.
If *other* is a constant, translate mu by the constant,
leaving sigma unchanged.
If *other* is a NormalDist, add both the means and the variances.
Mathematically, this works only if the two distributions are
independent or if they are jointly normally distributed.
"""
if isinstance(x2, NormalDist):
return NormalDist(x1._mu + x2._mu, hypot(x1._sigma, x2._sigma))
return NormalDist(x1._mu + x2, x1._sigma)
def __sub__(x1, x2):
"""Subtract a constant or another NormalDist instance.
If *other* is a constant, translate by the constant mu,
leaving sigma unchanged.
If *other* is a NormalDist, subtract the means and add the variances.
Mathematically, this works only if the two distributions are
independent or if they are jointly normally distributed.
"""
if isinstance(x2, NormalDist):
return NormalDist(x1._mu - x2._mu, hypot(x1._sigma, x2._sigma))
return NormalDist(x1._mu - x2, x1._sigma)
def __mul__(x1, x2):
"""Multiply both mu and sigma by a constant.
Used for rescaling, perhaps to change measurement units.
Sigma is scaled with the absolute value of the constant.
"""
return NormalDist(x1._mu * x2, x1._sigma * fabs(x2))
def __truediv__(x1, x2):
"""Divide both mu and sigma by a constant.
Used for rescaling, perhaps to change measurement units.
Sigma is scaled with the absolute value of the constant.
"""
return NormalDist(x1._mu / x2, x1._sigma / fabs(x2))
def __pos__(x1):
"Return a copy of the instance."
return NormalDist(x1._mu, x1._sigma)
def __neg__(x1):
"Negates mu while keeping sigma the same."
return NormalDist(-x1._mu, x1._sigma)
__radd__ = __add__
def __rsub__(x1, x2):
"Subtract a NormalDist from a constant or another NormalDist."
return -(x1 - x2)
__rmul__ = __mul__
def __eq__(x1, x2):
"Two NormalDist objects are equal if their mu and sigma are both equal."
if not isinstance(x2, NormalDist):
return NotImplemented
return x1._mu == x2._mu and x1._sigma == x2._sigma
def __hash__(self):
"NormalDist objects hash equal if their mu and sigma are both equal."
return hash((self._mu, self._sigma))
def __repr__(self):
return f'{type(self).__name__}(mu={self._mu!r}, sigma={self._sigma!r})'
# If available, use C implementation
try:
from _statistics import _normal_dist_inv_cdf
except ImportError:
pass
if __name__ == '__main__':
# Show math operations computed analytically in comparsion
# to a monte carlo simulation of the same operations
from math import isclose
from operator import add, sub, mul, truediv
from itertools import repeat
import doctest
g1 = NormalDist(10, 20)
g2 = NormalDist(-5, 25)
# Test scaling by a constant
assert (g1 * 5 / 5).mean == g1.mean
assert (g1 * 5 / 5).stdev == g1.stdev
n = 100_000
G1 = g1.samples(n)
G2 = g2.samples(n)
for func in (add, sub):
print(f'\nTest {func.__name__} with another NormalDist:')
print(func(g1, g2))
print(NormalDist.from_samples(map(func, G1, G2)))
const = 11
for func in (add, sub, mul, truediv):
print(f'\nTest {func.__name__} with a constant:')
print(func(g1, const))
print(NormalDist.from_samples(map(func, G1, repeat(const))))
const = 19
for func in (add, sub, mul):
print(f'\nTest constant with {func.__name__}:')
print(func(const, g1))
print(NormalDist.from_samples(map(func, repeat(const), G1)))
def assert_close(G1, G2):
assert isclose(G1.mean, G1.mean, rel_tol=0.01), (G1, G2)
assert isclose(G1.stdev, G2.stdev, rel_tol=0.01), (G1, G2)
X = NormalDist(-105, 73)
Y = NormalDist(31, 47)
s = 32.75
n = 100_000
S = NormalDist.from_samples([x + s for x in X.samples(n)])
assert_close(X + s, S)
S = NormalDist.from_samples([x - s for x in X.samples(n)])
assert_close(X - s, S)
S = NormalDist.from_samples([x * s for x in X.samples(n)])
assert_close(X * s, S)
S = NormalDist.from_samples([x / s for x in X.samples(n)])
assert_close(X / s, S)
S = NormalDist.from_samples([x + y for x, y in zip(X.samples(n),
Y.samples(n))])
assert_close(X + Y, S)
S = NormalDist.from_samples([x - y for x, y in zip(X.samples(n),
Y.samples(n))])
assert_close(X - Y, S)
print(doctest.testmod())
site.py 0000644 00000052516 15115353746 0006105 0 ustar 00 """Append module search paths for third-party packages to sys.path.
****************************************************************
* This module is automatically imported during initialization. *
****************************************************************
This will append site-specific paths to the module search path. On
Unix (including Mac OSX), it starts with sys.prefix and
sys.exec_prefix (if different) and appends
lib/python<version>/site-packages.
On other platforms (such as Windows), it tries each of the
prefixes directly, as well as with lib/site-packages appended. The
resulting directories, if they exist, are appended to sys.path, and
also inspected for path configuration files.
If a file named "pyvenv.cfg" exists one directory above sys.executable,
sys.prefix and sys.exec_prefix are set to that directory and
it is also checked for site-packages (sys.base_prefix and
sys.base_exec_prefix will always be the "real" prefixes of the Python
installation). If "pyvenv.cfg" (a bootstrap configuration file) contains
the key "include-system-site-packages" set to anything other than "false"
(case-insensitive), the system-level prefixes will still also be
searched for site-packages; otherwise they won't.
All of the resulting site-specific directories, if they exist, are
appended to sys.path, and also inspected for path configuration
files.
A path configuration file is a file whose name has the form
<package>.pth; its contents are additional directories (one per line)
to be added to sys.path. Non-existing directories (or
non-directories) are never added to sys.path; no directory is added to
sys.path more than once. Blank lines and lines beginning with
'#' are skipped. Lines starting with 'import' are executed.
For example, suppose sys.prefix and sys.exec_prefix are set to
/usr/local and there is a directory /usr/local/lib/python2.5/site-packages
with three subdirectories, foo, bar and spam, and two path
configuration files, foo.pth and bar.pth. Assume foo.pth contains the
following:
# foo package configuration
foo
bar
bletch
and bar.pth contains:
# bar package configuration
bar
Then the following directories are added to sys.path, in this order:
/usr/local/lib/python2.5/site-packages/bar
/usr/local/lib/python2.5/site-packages/foo
Note that bletch is omitted because it doesn't exist; bar precedes foo
because bar.pth comes alphabetically before foo.pth; and spam is
omitted because it is not mentioned in either path configuration file.
The readline module is also automatically configured to enable
completion for systems that support it. This can be overridden in
sitecustomize, usercustomize or PYTHONSTARTUP. Starting Python in
isolated mode (-I) disables automatic readline configuration.
After these operations, an attempt is made to import a module
named sitecustomize, which can perform arbitrary additional
site-specific customizations. If this import fails with an
ImportError exception, it is silently ignored.
"""
import sys
import os
import builtins
import _sitebuiltins
import io
# Prefixes for site-packages; add additional prefixes like /usr/local here
PREFIXES = [sys.prefix, sys.exec_prefix]
# Enable per user site-packages directory
# set it to False to disable the feature or True to force the feature
ENABLE_USER_SITE = None
# for distutils.commands.install
# These values are initialized by the getuserbase() and getusersitepackages()
# functions, through the main() function when Python starts.
USER_SITE = None
USER_BASE = None
def makepath(*paths):
dir = os.path.join(*paths)
try:
dir = os.path.abspath(dir)
except OSError:
pass
return dir, os.path.normcase(dir)
def abs_paths():
"""Set all module __file__ and __cached__ attributes to an absolute path"""
for m in set(sys.modules.values()):
if (getattr(getattr(m, '__loader__', None), '__module__', None) not in
('_frozen_importlib', '_frozen_importlib_external')):
continue # don't mess with a PEP 302-supplied __file__
try:
m.__file__ = os.path.abspath(m.__file__)
except (AttributeError, OSError, TypeError):
pass
try:
m.__cached__ = os.path.abspath(m.__cached__)
except (AttributeError, OSError, TypeError):
pass
def removeduppaths():
""" Remove duplicate entries from sys.path along with making them
absolute"""
# This ensures that the initial path provided by the interpreter contains
# only absolute pathnames, even if we're running from the build directory.
L = []
known_paths = set()
for dir in sys.path:
# Filter out duplicate paths (on case-insensitive file systems also
# if they only differ in case); turn relative paths into absolute
# paths.
dir, dircase = makepath(dir)
if dircase not in known_paths:
L.append(dir)
known_paths.add(dircase)
sys.path[:] = L
return known_paths
def _init_pathinfo():
"""Return a set containing all existing file system items from sys.path."""
d = set()
for item in sys.path:
try:
if os.path.exists(item):
_, itemcase = makepath(item)
d.add(itemcase)
except TypeError:
continue
return d
def addpackage(sitedir, name, known_paths):
"""Process a .pth file within the site-packages directory:
For each line in the file, either combine it with sitedir to a path
and add that to known_paths, or execute it if it starts with 'import '.
"""
if known_paths is None:
known_paths = _init_pathinfo()
reset = True
else:
reset = False
fullname = os.path.join(sitedir, name)
try:
f = io.TextIOWrapper(io.open_code(fullname))
except OSError:
return
with f:
for n, line in enumerate(f):
if line.startswith("#"):
continue
try:
if line.startswith(("import ", "import\t")):
exec(line)
continue
line = line.rstrip()
dir, dircase = makepath(sitedir, line)
if not dircase in known_paths and os.path.exists(dir):
sys.path.append(dir)
known_paths.add(dircase)
except Exception:
print("Error processing line {:d} of {}:\n".format(n+1, fullname),
file=sys.stderr)
import traceback
for record in traceback.format_exception(*sys.exc_info()):
for line in record.splitlines():
print(' '+line, file=sys.stderr)
print("\nRemainder of file ignored", file=sys.stderr)
break
if reset:
known_paths = None
return known_paths
def addsitedir(sitedir, known_paths=None):
"""Add 'sitedir' argument to sys.path if missing and handle .pth files in
'sitedir'"""
if known_paths is None:
known_paths = _init_pathinfo()
reset = True
else:
reset = False
sitedir, sitedircase = makepath(sitedir)
if not sitedircase in known_paths:
sys.path.append(sitedir) # Add path component
known_paths.add(sitedircase)
try:
names = os.listdir(sitedir)
except OSError:
return
names = [name for name in names if name.endswith(".pth")]
for name in sorted(names):
addpackage(sitedir, name, known_paths)
if reset:
known_paths = None
return known_paths
def check_enableusersite():
"""Check if user site directory is safe for inclusion
The function tests for the command line flag (including environment var),
process uid/gid equal to effective uid/gid.
None: Disabled for security reasons
False: Disabled by user (command line option)
True: Safe and enabled
"""
if sys.flags.no_user_site:
return False
if hasattr(os, "getuid") and hasattr(os, "geteuid"):
# check process uid == effective uid
if os.geteuid() != os.getuid():
return None
if hasattr(os, "getgid") and hasattr(os, "getegid"):
# check process gid == effective gid
if os.getegid() != os.getgid():
return None
return True
# NOTE: sysconfig and it's dependencies are relatively large but site module
# needs very limited part of them.
# To speedup startup time, we have copy of them.
#
# See https://bugs.python.org/issue29585
# Copy of sysconfig._getuserbase()
def _getuserbase():
env_base = os.environ.get("PYTHONUSERBASE", None)
if env_base:
return env_base
def joinuser(*args):
return os.path.expanduser(os.path.join(*args))
if os.name == "nt":
base = os.environ.get("APPDATA") or "~"
return joinuser(base, "Python")
if sys.platform == "darwin" and sys._framework:
return joinuser("~", "Library", sys._framework,
"%d.%d" % sys.version_info[:2])
return joinuser("~", ".local")
# Same to sysconfig.get_path('purelib', os.name+'_user')
def _get_path(userbase):
version = sys.version_info
if os.name == 'nt':
return f'{userbase}\\Python{version[0]}{version[1]}\\site-packages'
if sys.platform == 'darwin' and sys._framework:
return f'{userbase}/lib/python/site-packages'
return f'{userbase}/lib/python{version[0]}.{version[1]}/site-packages'
def getuserbase():
"""Returns the `user base` directory path.
The `user base` directory can be used to store data. If the global
variable ``USER_BASE`` is not initialized yet, this function will also set
it.
"""
global USER_BASE
if USER_BASE is None:
USER_BASE = _getuserbase()
return USER_BASE
def getusersitepackages():
"""Returns the user-specific site-packages directory path.
If the global variable ``USER_SITE`` is not initialized yet, this
function will also set it.
"""
global USER_SITE
userbase = getuserbase() # this will also set USER_BASE
if USER_SITE is None:
USER_SITE = _get_path(userbase)
return USER_SITE
def addusersitepackages(known_paths):
"""Add a per user site-package to sys.path
Each user has its own python directory with site-packages in the
home directory.
"""
# get the per user site-package path
# this call will also make sure USER_BASE and USER_SITE are set
user_site = getusersitepackages()
if ENABLE_USER_SITE and os.path.isdir(user_site):
addsitedir(user_site, known_paths)
return known_paths
def getsitepackages(prefixes=None):
"""Returns a list containing all global site-packages directories.
For each directory present in ``prefixes`` (or the global ``PREFIXES``),
this function will find its `site-packages` subdirectory depending on the
system environment, and will return a list of full paths.
"""
sitepackages = []
seen = set()
if prefixes is None:
prefixes = PREFIXES
for prefix in prefixes:
if not prefix or prefix in seen:
continue
seen.add(prefix)
if os.sep == '/':
sitepackages.append(os.path.join(prefix, "lib64",
"python" + sys.version[:3],
"site-packages"))
sitepackages.append(os.path.join(prefix, "lib",
"python%d.%d" % sys.version_info[:2],
"site-packages"))
else:
sitepackages.append(prefix)
sitepackages.append(os.path.join(prefix, "lib64", "site-packages"))
sitepackages.append(os.path.join(prefix, "lib", "site-packages"))
return sitepackages
def addsitepackages(known_paths, prefixes=None):
"""Add site-packages to sys.path
'/usr/local' is included in PREFIXES if RPM build is not detected
to make packages installed into this location visible.
"""
if ENABLE_USER_SITE and 'RPM_BUILD_ROOT' not in os.environ:
PREFIXES.insert(0, "/usr/local")
for sitedir in getsitepackages(prefixes):
if os.path.isdir(sitedir):
addsitedir(sitedir, known_paths)
return known_paths
def setquit():
"""Define new builtins 'quit' and 'exit'.
These are objects which make the interpreter exit when called.
The repr of each object contains a hint at how it works.
"""
if os.sep == '\\':
eof = 'Ctrl-Z plus Return'
else:
eof = 'Ctrl-D (i.e. EOF)'
builtins.quit = _sitebuiltins.Quitter('quit', eof)
builtins.exit = _sitebuiltins.Quitter('exit', eof)
def setcopyright():
"""Set 'copyright' and 'credits' in builtins"""
builtins.copyright = _sitebuiltins._Printer("copyright", sys.copyright)
if sys.platform[:4] == 'java':
builtins.credits = _sitebuiltins._Printer(
"credits",
"Jython is maintained by the Jython developers (www.jython.org).")
else:
builtins.credits = _sitebuiltins._Printer("credits", """\
Thanks to CWI, CNRI, BeOpen.com, Zope Corporation and a cast of thousands
for supporting Python development. See www.python.org for more information.""")
files, dirs = [], []
# Not all modules are required to have a __file__ attribute. See
# PEP 420 for more details.
if hasattr(os, '__file__'):
here = os.path.dirname(os.__file__)
files.extend(["LICENSE.txt", "LICENSE"])
dirs.extend([os.path.join(here, os.pardir), here, os.curdir])
builtins.license = _sitebuiltins._Printer(
"license",
"See https://www.python.org/psf/license/",
files, dirs)
def sethelper():
builtins.help = _sitebuiltins._Helper()
def enablerlcompleter():
"""Enable default readline configuration on interactive prompts, by
registering a sys.__interactivehook__.
If the readline module can be imported, the hook will set the Tab key
as completion key and register ~/.python_history as history file.
This can be overridden in the sitecustomize or usercustomize module,
or in a PYTHONSTARTUP file.
"""
def register_readline():
import atexit
try:
import readline
import rlcompleter
except ImportError:
return
# Reading the initialization (config) file may not be enough to set a
# completion key, so we set one first and then read the file.
readline_doc = getattr(readline, '__doc__', '')
if readline_doc is not None and 'libedit' in readline_doc:
readline.parse_and_bind('bind ^I rl_complete')
else:
readline.parse_and_bind('tab: complete')
try:
readline.read_init_file()
except OSError:
# An OSError here could have many causes, but the most likely one
# is that there's no .inputrc file (or .editrc file in the case of
# Mac OS X + libedit) in the expected location. In that case, we
# want to ignore the exception.
pass
if readline.get_current_history_length() == 0:
# If no history was loaded, default to .python_history.
# The guard is necessary to avoid doubling history size at
# each interpreter exit when readline was already configured
# through a PYTHONSTARTUP hook, see:
# http://bugs.python.org/issue5845#msg198636
history = os.path.join(os.path.expanduser('~'),
'.python_history')
try:
readline.read_history_file(history)
except OSError:
pass
def write_history():
try:
readline.write_history_file(history)
except OSError:
# bpo-19891, bpo-41193: Home directory does not exist
# or is not writable, or the filesystem is read-only.
pass
atexit.register(write_history)
sys.__interactivehook__ = register_readline
def venv(known_paths):
global PREFIXES, ENABLE_USER_SITE
env = os.environ
if sys.platform == 'darwin' and '__PYVENV_LAUNCHER__' in env:
executable = sys._base_executable = os.environ['__PYVENV_LAUNCHER__']
else:
executable = sys.executable
exe_dir, _ = os.path.split(os.path.abspath(executable))
site_prefix = os.path.dirname(exe_dir)
sys._home = None
conf_basename = 'pyvenv.cfg'
candidate_confs = [
conffile for conffile in (
os.path.join(exe_dir, conf_basename),
os.path.join(site_prefix, conf_basename)
)
if os.path.isfile(conffile)
]
if candidate_confs:
virtual_conf = candidate_confs[0]
system_site = "true"
# Issue 25185: Use UTF-8, as that's what the venv module uses when
# writing the file.
with open(virtual_conf, encoding='utf-8') as f:
for line in f:
if '=' in line:
key, _, value = line.partition('=')
key = key.strip().lower()
value = value.strip()
if key == 'include-system-site-packages':
system_site = value.lower()
elif key == 'home':
sys._home = value
sys.prefix = sys.exec_prefix = site_prefix
# Doing this here ensures venv takes precedence over user-site
addsitepackages(known_paths, [sys.prefix])
# addsitepackages will process site_prefix again if its in PREFIXES,
# but that's ok; known_paths will prevent anything being added twice
if system_site == "true":
PREFIXES.insert(0, sys.prefix)
else:
PREFIXES = [sys.prefix]
ENABLE_USER_SITE = False
return known_paths
def execsitecustomize():
"""Run custom site specific code, if available."""
try:
try:
import sitecustomize
except ImportError as exc:
if exc.name == 'sitecustomize':
pass
else:
raise
except Exception as err:
if sys.flags.verbose:
sys.excepthook(*sys.exc_info())
else:
sys.stderr.write(
"Error in sitecustomize; set PYTHONVERBOSE for traceback:\n"
"%s: %s\n" %
(err.__class__.__name__, err))
def execusercustomize():
"""Run custom user specific code, if available."""
try:
try:
import usercustomize
except ImportError as exc:
if exc.name == 'usercustomize':
pass
else:
raise
except Exception as err:
if sys.flags.verbose:
sys.excepthook(*sys.exc_info())
else:
sys.stderr.write(
"Error in usercustomize; set PYTHONVERBOSE for traceback:\n"
"%s: %s\n" %
(err.__class__.__name__, err))
def main():
"""Add standard site-specific directories to the module search path.
This function is called automatically when this module is imported,
unless the python interpreter was started with the -S flag.
"""
global ENABLE_USER_SITE
orig_path = sys.path[:]
known_paths = removeduppaths()
if orig_path != sys.path:
# removeduppaths() might make sys.path absolute.
# fix __file__ and __cached__ of already imported modules too.
abs_paths()
known_paths = venv(known_paths)
if ENABLE_USER_SITE is None:
ENABLE_USER_SITE = check_enableusersite()
known_paths = addusersitepackages(known_paths)
known_paths = addsitepackages(known_paths)
setquit()
setcopyright()
sethelper()
if not sys.flags.isolated:
enablerlcompleter()
execsitecustomize()
if ENABLE_USER_SITE:
execusercustomize()
# Prevent extending of sys.path when python was started with -S and
# site is imported later.
if not sys.flags.no_site:
main()
def _script():
help = """\
%s [--user-base] [--user-site]
Without arguments print some useful information
With arguments print the value of USER_BASE and/or USER_SITE separated
by '%s'.
Exit codes with --user-base or --user-site:
0 - user site directory is enabled
1 - user site directory is disabled by user
2 - uses site directory is disabled by super user
or for security reasons
>2 - unknown error
"""
args = sys.argv[1:]
if not args:
user_base = getuserbase()
user_site = getusersitepackages()
print("sys.path = [")
for dir in sys.path:
print(" %r," % (dir,))
print("]")
print("USER_BASE: %r (%s)" % (user_base,
"exists" if os.path.isdir(user_base) else "doesn't exist"))
print("USER_SITE: %r (%s)" % (user_site,
"exists" if os.path.isdir(user_site) else "doesn't exist"))
print("ENABLE_USER_SITE: %r" % ENABLE_USER_SITE)
sys.exit(0)
buffer = []
if '--user-base' in args:
buffer.append(USER_BASE)
if '--user-site' in args:
buffer.append(USER_SITE)
if buffer:
print(os.pathsep.join(buffer))
if ENABLE_USER_SITE:
sys.exit(0)
elif ENABLE_USER_SITE is False:
sys.exit(1)
elif ENABLE_USER_SITE is None:
sys.exit(2)
else:
sys.exit(3)
else:
import textwrap
print(textwrap.dedent(help % (sys.argv[0], os.pathsep)))
sys.exit(10)
if __name__ == '__main__':
_script()
dummy_threading.py 0000644 00000005377 15115353746 0010324 0 ustar 00 """Faux ``threading`` version using ``dummy_thread`` instead of ``thread``.
The module ``_dummy_threading`` is added to ``sys.modules`` in order
to not have ``threading`` considered imported. Had ``threading`` been
directly imported it would have made all subsequent imports succeed
regardless of whether ``_thread`` was available which is not desired.
"""
from sys import modules as sys_modules
import _dummy_thread
# Declaring now so as to not have to nest ``try``s to get proper clean-up.
holding_thread = False
holding_threading = False
holding__threading_local = False
try:
# Could have checked if ``_thread`` was not in sys.modules and gone
# a different route, but decided to mirror technique used with
# ``threading`` below.
if '_thread' in sys_modules:
held_thread = sys_modules['_thread']
holding_thread = True
# Must have some module named ``_thread`` that implements its API
# in order to initially import ``threading``.
sys_modules['_thread'] = sys_modules['_dummy_thread']
if 'threading' in sys_modules:
# If ``threading`` is already imported, might as well prevent
# trying to import it more than needed by saving it if it is
# already imported before deleting it.
held_threading = sys_modules['threading']
holding_threading = True
del sys_modules['threading']
if '_threading_local' in sys_modules:
# If ``_threading_local`` is already imported, might as well prevent
# trying to import it more than needed by saving it if it is
# already imported before deleting it.
held__threading_local = sys_modules['_threading_local']
holding__threading_local = True
del sys_modules['_threading_local']
import threading
# Need a copy of the code kept somewhere...
sys_modules['_dummy_threading'] = sys_modules['threading']
del sys_modules['threading']
sys_modules['_dummy__threading_local'] = sys_modules['_threading_local']
del sys_modules['_threading_local']
from _dummy_threading import *
from _dummy_threading import __all__
finally:
# Put back ``threading`` if we overwrote earlier
if holding_threading:
sys_modules['threading'] = held_threading
del held_threading
del holding_threading
# Put back ``_threading_local`` if we overwrote earlier
if holding__threading_local:
sys_modules['_threading_local'] = held__threading_local
del held__threading_local
del holding__threading_local
# Put back ``thread`` if we overwrote, else del the entry we made
if holding_thread:
sys_modules['_thread'] = held_thread
del held_thread
else:
del sys_modules['_thread']
del holding_thread
del _dummy_thread
del sys_modules
traceback.py 0000644 00000056073 15115353746 0007062 0 ustar 00 """Extract, format and print information about Python stack traces."""
import collections
import itertools
import linecache
import sys
__all__ = ['extract_stack', 'extract_tb', 'format_exception',
'format_exception_only', 'format_list', 'format_stack',
'format_tb', 'print_exc', 'format_exc', 'print_exception',
'print_last', 'print_stack', 'print_tb', 'clear_frames',
'FrameSummary', 'StackSummary', 'TracebackException',
'walk_stack', 'walk_tb']
#
# Formatting and printing lists of traceback lines.
#
def print_list(extracted_list, file=None):
"""Print the list of tuples as returned by extract_tb() or
extract_stack() as a formatted stack trace to the given file."""
if file is None:
file = sys.stderr
for item in StackSummary.from_list(extracted_list).format():
print(item, file=file, end="")
def format_list(extracted_list):
"""Format a list of tuples or FrameSummary objects for printing.
Given a list of tuples or FrameSummary objects as returned by
extract_tb() or extract_stack(), return a list of strings ready
for printing.
Each string in the resulting list corresponds to the item with the
same index in the argument list. Each string ends in a newline;
the strings may contain internal newlines as well, for those items
whose source text line is not None.
"""
return StackSummary.from_list(extracted_list).format()
#
# Printing and Extracting Tracebacks.
#
def print_tb(tb, limit=None, file=None):
"""Print up to 'limit' stack trace entries from the traceback 'tb'.
If 'limit' is omitted or None, all entries are printed. If 'file'
is omitted or None, the output goes to sys.stderr; otherwise
'file' should be an open file or file-like object with a write()
method.
"""
print_list(extract_tb(tb, limit=limit), file=file)
def format_tb(tb, limit=None):
"""A shorthand for 'format_list(extract_tb(tb, limit))'."""
return extract_tb(tb, limit=limit).format()
def extract_tb(tb, limit=None):
"""
Return a StackSummary object representing a list of
pre-processed entries from traceback.
This is useful for alternate formatting of stack traces. If
'limit' is omitted or None, all entries are extracted. A
pre-processed stack trace entry is a FrameSummary object
containing attributes filename, lineno, name, and line
representing the information that is usually printed for a stack
trace. The line is a string with leading and trailing
whitespace stripped; if the source is not available it is None.
"""
return StackSummary.extract(walk_tb(tb), limit=limit)
#
# Exception formatting and output.
#
_cause_message = (
"\nThe above exception was the direct cause "
"of the following exception:\n\n")
_context_message = (
"\nDuring handling of the above exception, "
"another exception occurred:\n\n")
def print_exception(etype, value, tb, limit=None, file=None, chain=True):
"""Print exception up to 'limit' stack trace entries from 'tb' to 'file'.
This differs from print_tb() in the following ways: (1) if
traceback is not None, it prints a header "Traceback (most recent
call last):"; (2) it prints the exception type and value after the
stack trace; (3) if type is SyntaxError and value has the
appropriate format, it prints the line where the syntax error
occurred with a caret on the next line indicating the approximate
position of the error.
"""
# format_exception has ignored etype for some time, and code such as cgitb
# passes in bogus values as a result. For compatibility with such code we
# ignore it here (rather than in the new TracebackException API).
if file is None:
file = sys.stderr
for line in TracebackException(
type(value), value, tb, limit=limit).format(chain=chain):
print(line, file=file, end="")
def format_exception(etype, value, tb, limit=None, chain=True):
"""Format a stack trace and the exception information.
The arguments have the same meaning as the corresponding arguments
to print_exception(). The return value is a list of strings, each
ending in a newline and some containing internal newlines. When
these lines are concatenated and printed, exactly the same text is
printed as does print_exception().
"""
# format_exception has ignored etype for some time, and code such as cgitb
# passes in bogus values as a result. For compatibility with such code we
# ignore it here (rather than in the new TracebackException API).
return list(TracebackException(
type(value), value, tb, limit=limit).format(chain=chain))
def format_exception_only(etype, value):
"""Format the exception part of a traceback.
The arguments are the exception type and value such as given by
sys.last_type and sys.last_value. The return value is a list of
strings, each ending in a newline.
Normally, the list contains a single string; however, for
SyntaxError exceptions, it contains several lines that (when
printed) display detailed information about where the syntax
error occurred.
The message indicating which exception occurred is always the last
string in the list.
"""
return list(TracebackException(etype, value, None).format_exception_only())
# -- not official API but folk probably use these two functions.
def _format_final_exc_line(etype, value):
valuestr = _some_str(value)
if value is None or not valuestr:
line = "%s\n" % etype
else:
line = "%s: %s\n" % (etype, valuestr)
return line
def _some_str(value):
try:
return str(value)
except:
return '<unprintable %s object>' % type(value).__name__
# --
def print_exc(limit=None, file=None, chain=True):
"""Shorthand for 'print_exception(*sys.exc_info(), limit, file)'."""
print_exception(*sys.exc_info(), limit=limit, file=file, chain=chain)
def format_exc(limit=None, chain=True):
"""Like print_exc() but return a string."""
return "".join(format_exception(*sys.exc_info(), limit=limit, chain=chain))
def print_last(limit=None, file=None, chain=True):
"""This is a shorthand for 'print_exception(sys.last_type,
sys.last_value, sys.last_traceback, limit, file)'."""
if not hasattr(sys, "last_type"):
raise ValueError("no last exception")
print_exception(sys.last_type, sys.last_value, sys.last_traceback,
limit, file, chain)
#
# Printing and Extracting Stacks.
#
def print_stack(f=None, limit=None, file=None):
"""Print a stack trace from its invocation point.
The optional 'f' argument can be used to specify an alternate
stack frame at which to start. The optional 'limit' and 'file'
arguments have the same meaning as for print_exception().
"""
if f is None:
f = sys._getframe().f_back
print_list(extract_stack(f, limit=limit), file=file)
def format_stack(f=None, limit=None):
"""Shorthand for 'format_list(extract_stack(f, limit))'."""
if f is None:
f = sys._getframe().f_back
return format_list(extract_stack(f, limit=limit))
def extract_stack(f=None, limit=None):
"""Extract the raw traceback from the current stack frame.
The return value has the same format as for extract_tb(). The
optional 'f' and 'limit' arguments have the same meaning as for
print_stack(). Each item in the list is a quadruple (filename,
line number, function name, text), and the entries are in order
from oldest to newest stack frame.
"""
if f is None:
f = sys._getframe().f_back
stack = StackSummary.extract(walk_stack(f), limit=limit)
stack.reverse()
return stack
def clear_frames(tb):
"Clear all references to local variables in the frames of a traceback."
while tb is not None:
try:
tb.tb_frame.clear()
except RuntimeError:
# Ignore the exception raised if the frame is still executing.
pass
tb = tb.tb_next
class FrameSummary:
"""A single frame from a traceback.
- :attr:`filename` The filename for the frame.
- :attr:`lineno` The line within filename for the frame that was
active when the frame was captured.
- :attr:`name` The name of the function or method that was executing
when the frame was captured.
- :attr:`line` The text from the linecache module for the
of code that was running when the frame was captured.
- :attr:`locals` Either None if locals were not supplied, or a dict
mapping the name to the repr() of the variable.
"""
__slots__ = ('filename', 'lineno', 'name', '_line', 'locals')
def __init__(self, filename, lineno, name, *, lookup_line=True,
locals=None, line=None):
"""Construct a FrameSummary.
:param lookup_line: If True, `linecache` is consulted for the source
code line. Otherwise, the line will be looked up when first needed.
:param locals: If supplied the frame locals, which will be captured as
object representations.
:param line: If provided, use this instead of looking up the line in
the linecache.
"""
self.filename = filename
self.lineno = lineno
self.name = name
self._line = line
if lookup_line:
self.line
self.locals = {k: repr(v) for k, v in locals.items()} if locals else None
def __eq__(self, other):
if isinstance(other, FrameSummary):
return (self.filename == other.filename and
self.lineno == other.lineno and
self.name == other.name and
self.locals == other.locals)
if isinstance(other, tuple):
return (self.filename, self.lineno, self.name, self.line) == other
return NotImplemented
def __getitem__(self, pos):
return (self.filename, self.lineno, self.name, self.line)[pos]
def __iter__(self):
return iter([self.filename, self.lineno, self.name, self.line])
def __repr__(self):
return "<FrameSummary file {filename}, line {lineno} in {name}>".format(
filename=self.filename, lineno=self.lineno, name=self.name)
def __len__(self):
return 4
@property
def line(self):
if self._line is None:
self._line = linecache.getline(self.filename, self.lineno).strip()
return self._line
def walk_stack(f):
"""Walk a stack yielding the frame and line number for each frame.
This will follow f.f_back from the given frame. If no frame is given, the
current stack is used. Usually used with StackSummary.extract.
"""
if f is None:
f = sys._getframe().f_back.f_back
while f is not None:
yield f, f.f_lineno
f = f.f_back
def walk_tb(tb):
"""Walk a traceback yielding the frame and line number for each frame.
This will follow tb.tb_next (and thus is in the opposite order to
walk_stack). Usually used with StackSummary.extract.
"""
while tb is not None:
yield tb.tb_frame, tb.tb_lineno
tb = tb.tb_next
_RECURSIVE_CUTOFF = 3 # Also hardcoded in traceback.c.
class StackSummary(list):
"""A stack of frames."""
@classmethod
def extract(klass, frame_gen, *, limit=None, lookup_lines=True,
capture_locals=False):
"""Create a StackSummary from a traceback or stack object.
:param frame_gen: A generator that yields (frame, lineno) tuples to
include in the stack.
:param limit: None to include all frames or the number of frames to
include.
:param lookup_lines: If True, lookup lines for each frame immediately,
otherwise lookup is deferred until the frame is rendered.
:param capture_locals: If True, the local variables from each frame will
be captured as object representations into the FrameSummary.
"""
if limit is None:
limit = getattr(sys, 'tracebacklimit', None)
if limit is not None and limit < 0:
limit = 0
if limit is not None:
if limit >= 0:
frame_gen = itertools.islice(frame_gen, limit)
else:
frame_gen = collections.deque(frame_gen, maxlen=-limit)
result = klass()
fnames = set()
for f, lineno in frame_gen:
co = f.f_code
filename = co.co_filename
name = co.co_name
fnames.add(filename)
linecache.lazycache(filename, f.f_globals)
# Must defer line lookups until we have called checkcache.
if capture_locals:
f_locals = f.f_locals
else:
f_locals = None
result.append(FrameSummary(
filename, lineno, name, lookup_line=False, locals=f_locals))
for filename in fnames:
linecache.checkcache(filename)
# If immediate lookup was desired, trigger lookups now.
if lookup_lines:
for f in result:
f.line
return result
@classmethod
def from_list(klass, a_list):
"""
Create a StackSummary object from a supplied list of
FrameSummary objects or old-style list of tuples.
"""
# While doing a fast-path check for isinstance(a_list, StackSummary) is
# appealing, idlelib.run.cleanup_traceback and other similar code may
# break this by making arbitrary frames plain tuples, so we need to
# check on a frame by frame basis.
result = StackSummary()
for frame in a_list:
if isinstance(frame, FrameSummary):
result.append(frame)
else:
filename, lineno, name, line = frame
result.append(FrameSummary(filename, lineno, name, line=line))
return result
def format(self):
"""Format the stack ready for printing.
Returns a list of strings ready for printing. Each string in the
resulting list corresponds to a single frame from the stack.
Each string ends in a newline; the strings may contain internal
newlines as well, for those items with source text lines.
For long sequences of the same frame and line, the first few
repetitions are shown, followed by a summary line stating the exact
number of further repetitions.
"""
result = []
last_file = None
last_line = None
last_name = None
count = 0
for frame in self:
if (last_file is None or last_file != frame.filename or
last_line is None or last_line != frame.lineno or
last_name is None or last_name != frame.name):
if count > _RECURSIVE_CUTOFF:
count -= _RECURSIVE_CUTOFF
result.append(
f' [Previous line repeated {count} more '
f'time{"s" if count > 1 else ""}]\n'
)
last_file = frame.filename
last_line = frame.lineno
last_name = frame.name
count = 0
count += 1
if count > _RECURSIVE_CUTOFF:
continue
row = []
row.append(' File "{}", line {}, in {}\n'.format(
frame.filename, frame.lineno, frame.name))
if frame.line:
row.append(' {}\n'.format(frame.line.strip()))
if frame.locals:
for name, value in sorted(frame.locals.items()):
row.append(' {name} = {value}\n'.format(name=name, value=value))
result.append(''.join(row))
if count > _RECURSIVE_CUTOFF:
count -= _RECURSIVE_CUTOFF
result.append(
f' [Previous line repeated {count} more '
f'time{"s" if count > 1 else ""}]\n'
)
return result
class TracebackException:
"""An exception ready for rendering.
The traceback module captures enough attributes from the original exception
to this intermediary form to ensure that no references are held, while
still being able to fully print or format it.
Use `from_exception` to create TracebackException instances from exception
objects, or the constructor to create TracebackException instances from
individual components.
- :attr:`__cause__` A TracebackException of the original *__cause__*.
- :attr:`__context__` A TracebackException of the original *__context__*.
- :attr:`__suppress_context__` The *__suppress_context__* value from the
original exception.
- :attr:`stack` A `StackSummary` representing the traceback.
- :attr:`exc_type` The class of the original traceback.
- :attr:`filename` For syntax errors - the filename where the error
occurred.
- :attr:`lineno` For syntax errors - the linenumber where the error
occurred.
- :attr:`text` For syntax errors - the text where the error
occurred.
- :attr:`offset` For syntax errors - the offset into the text where the
error occurred.
- :attr:`msg` For syntax errors - the compiler error message.
"""
def __init__(self, exc_type, exc_value, exc_traceback, *, limit=None,
lookup_lines=True, capture_locals=False, _seen=None):
# NB: we need to accept exc_traceback, exc_value, exc_traceback to
# permit backwards compat with the existing API, otherwise we
# need stub thunk objects just to glue it together.
# Handle loops in __cause__ or __context__.
if _seen is None:
_seen = set()
_seen.add(id(exc_value))
# Gracefully handle (the way Python 2.4 and earlier did) the case of
# being called with no type or value (None, None, None).
if (exc_value and exc_value.__cause__ is not None
and id(exc_value.__cause__) not in _seen):
cause = TracebackException(
type(exc_value.__cause__),
exc_value.__cause__,
exc_value.__cause__.__traceback__,
limit=limit,
lookup_lines=False,
capture_locals=capture_locals,
_seen=_seen)
else:
cause = None
if (exc_value and exc_value.__context__ is not None
and id(exc_value.__context__) not in _seen):
context = TracebackException(
type(exc_value.__context__),
exc_value.__context__,
exc_value.__context__.__traceback__,
limit=limit,
lookup_lines=False,
capture_locals=capture_locals,
_seen=_seen)
else:
context = None
self.__cause__ = cause
self.__context__ = context
self.__suppress_context__ = \
exc_value.__suppress_context__ if exc_value else False
# TODO: locals.
self.stack = StackSummary.extract(
walk_tb(exc_traceback), limit=limit, lookup_lines=lookup_lines,
capture_locals=capture_locals)
self.exc_type = exc_type
# Capture now to permit freeing resources: only complication is in the
# unofficial API _format_final_exc_line
self._str = _some_str(exc_value)
if exc_type and issubclass(exc_type, SyntaxError):
# Handle SyntaxError's specially
self.filename = exc_value.filename
lno = exc_value.lineno
self.lineno = str(lno) if lno is not None else None
self.text = exc_value.text
self.offset = exc_value.offset
self.msg = exc_value.msg
if lookup_lines:
self._load_lines()
@classmethod
def from_exception(cls, exc, *args, **kwargs):
"""Create a TracebackException from an exception."""
return cls(type(exc), exc, exc.__traceback__, *args, **kwargs)
def _load_lines(self):
"""Private API. force all lines in the stack to be loaded."""
for frame in self.stack:
frame.line
if self.__context__:
self.__context__._load_lines()
if self.__cause__:
self.__cause__._load_lines()
def __eq__(self, other):
return self.__dict__ == other.__dict__
def __str__(self):
return self._str
def format_exception_only(self):
"""Format the exception part of the traceback.
The return value is a generator of strings, each ending in a newline.
Normally, the generator emits a single string; however, for
SyntaxError exceptions, it emits several lines that (when
printed) display detailed information about where the syntax
error occurred.
The message indicating which exception occurred is always the last
string in the output.
"""
if self.exc_type is None:
yield _format_final_exc_line(None, self._str)
return
stype = self.exc_type.__qualname__
smod = self.exc_type.__module__
if smod not in ("__main__", "builtins"):
stype = smod + '.' + stype
if not issubclass(self.exc_type, SyntaxError):
yield _format_final_exc_line(stype, self._str)
return
# It was a syntax error; show exactly where the problem was found.
filename_suffix = ''
if self.lineno is not None:
yield ' File "{}", line {}\n'.format(
self.filename or "<string>", self.lineno)
elif self.filename is not None:
filename_suffix = ' ({})'.format(self.filename)
badline = self.text
offset = self.offset
if badline is not None:
yield ' {}\n'.format(badline.strip())
if offset is not None:
caretspace = badline.rstrip('\n')
offset = min(len(caretspace), offset) - 1
caretspace = caretspace[:offset].lstrip()
# non-space whitespace (likes tabs) must be kept for alignment
caretspace = ((c.isspace() and c or ' ') for c in caretspace)
yield ' {}^\n'.format(''.join(caretspace))
msg = self.msg or "<no detail available>"
yield "{}: {}{}\n".format(stype, msg, filename_suffix)
def format(self, *, chain=True):
"""Format the exception.
If chain is not *True*, *__cause__* and *__context__* will not be formatted.
The return value is a generator of strings, each ending in a newline and
some containing internal newlines. `print_exception` is a wrapper around
this method which just prints the lines to a file.
The message indicating which exception occurred is always the last
string in the output.
"""
if chain:
if self.__cause__ is not None:
yield from self.__cause__.format(chain=chain)
yield _cause_message
elif (self.__context__ is not None and
not self.__suppress_context__):
yield from self.__context__.format(chain=chain)
yield _context_message
if self.stack:
yield 'Traceback (most recent call last):\n'
yield from self.stack.format()
yield from self.format_exception_only()
contextlib.py 0000644 00000060643 15115353746 0007314 0 ustar 00 """Utilities for with-statement contexts. See PEP 343."""
import abc
import sys
import _collections_abc
from collections import deque
from functools import wraps
from types import MethodType
__all__ = ["asynccontextmanager", "contextmanager", "closing", "nullcontext",
"AbstractContextManager", "AbstractAsyncContextManager",
"AsyncExitStack", "ContextDecorator", "ExitStack",
"redirect_stdout", "redirect_stderr", "suppress"]
class AbstractContextManager(abc.ABC):
"""An abstract base class for context managers."""
def __enter__(self):
"""Return `self` upon entering the runtime context."""
return self
@abc.abstractmethod
def __exit__(self, exc_type, exc_value, traceback):
"""Raise any exception triggered within the runtime context."""
return None
@classmethod
def __subclasshook__(cls, C):
if cls is AbstractContextManager:
return _collections_abc._check_methods(C, "__enter__", "__exit__")
return NotImplemented
class AbstractAsyncContextManager(abc.ABC):
"""An abstract base class for asynchronous context managers."""
async def __aenter__(self):
"""Return `self` upon entering the runtime context."""
return self
@abc.abstractmethod
async def __aexit__(self, exc_type, exc_value, traceback):
"""Raise any exception triggered within the runtime context."""
return None
@classmethod
def __subclasshook__(cls, C):
if cls is AbstractAsyncContextManager:
return _collections_abc._check_methods(C, "__aenter__",
"__aexit__")
return NotImplemented
class ContextDecorator(object):
"A base class or mixin that enables context managers to work as decorators."
def _recreate_cm(self):
"""Return a recreated instance of self.
Allows an otherwise one-shot context manager like
_GeneratorContextManager to support use as
a decorator via implicit recreation.
This is a private interface just for _GeneratorContextManager.
See issue #11647 for details.
"""
return self
def __call__(self, func):
@wraps(func)
def inner(*args, **kwds):
with self._recreate_cm():
return func(*args, **kwds)
return inner
class _GeneratorContextManagerBase:
"""Shared functionality for @contextmanager and @asynccontextmanager."""
def __init__(self, func, args, kwds):
self.gen = func(*args, **kwds)
self.func, self.args, self.kwds = func, args, kwds
# Issue 19330: ensure context manager instances have good docstrings
doc = getattr(func, "__doc__", None)
if doc is None:
doc = type(self).__doc__
self.__doc__ = doc
# Unfortunately, this still doesn't provide good help output when
# inspecting the created context manager instances, since pydoc
# currently bypasses the instance docstring and shows the docstring
# for the class instead.
# See http://bugs.python.org/issue19404 for more details.
class _GeneratorContextManager(_GeneratorContextManagerBase,
AbstractContextManager,
ContextDecorator):
"""Helper for @contextmanager decorator."""
def _recreate_cm(self):
# _GCM instances are one-shot context managers, so the
# CM must be recreated each time a decorated function is
# called
return self.__class__(self.func, self.args, self.kwds)
def __enter__(self):
# do not keep args and kwds alive unnecessarily
# they are only needed for recreation, which is not possible anymore
del self.args, self.kwds, self.func
try:
return next(self.gen)
except StopIteration:
raise RuntimeError("generator didn't yield") from None
def __exit__(self, type, value, traceback):
if type is None:
try:
next(self.gen)
except StopIteration:
return False
else:
raise RuntimeError("generator didn't stop")
else:
if value is None:
# Need to force instantiation so we can reliably
# tell if we get the same exception back
value = type()
try:
self.gen.throw(type, value, traceback)
except StopIteration as exc:
# Suppress StopIteration *unless* it's the same exception that
# was passed to throw(). This prevents a StopIteration
# raised inside the "with" statement from being suppressed.
return exc is not value
except RuntimeError as exc:
# Don't re-raise the passed in exception. (issue27122)
if exc is value:
return False
# Likewise, avoid suppressing if a StopIteration exception
# was passed to throw() and later wrapped into a RuntimeError
# (see PEP 479).
if type is StopIteration and exc.__cause__ is value:
return False
raise
except:
# only re-raise if it's *not* the exception that was
# passed to throw(), because __exit__() must not raise
# an exception unless __exit__() itself failed. But throw()
# has to raise the exception to signal propagation, so this
# fixes the impedance mismatch between the throw() protocol
# and the __exit__() protocol.
#
# This cannot use 'except BaseException as exc' (as in the
# async implementation) to maintain compatibility with
# Python 2, where old-style class exceptions are not caught
# by 'except BaseException'.
if sys.exc_info()[1] is value:
return False
raise
raise RuntimeError("generator didn't stop after throw()")
class _AsyncGeneratorContextManager(_GeneratorContextManagerBase,
AbstractAsyncContextManager):
"""Helper for @asynccontextmanager."""
async def __aenter__(self):
try:
return await self.gen.__anext__()
except StopAsyncIteration:
raise RuntimeError("generator didn't yield") from None
async def __aexit__(self, typ, value, traceback):
if typ is None:
try:
await self.gen.__anext__()
except StopAsyncIteration:
return
else:
raise RuntimeError("generator didn't stop")
else:
if value is None:
value = typ()
# See _GeneratorContextManager.__exit__ for comments on subtleties
# in this implementation
try:
await self.gen.athrow(typ, value, traceback)
raise RuntimeError("generator didn't stop after athrow()")
except StopAsyncIteration as exc:
return exc is not value
except RuntimeError as exc:
if exc is value:
return False
# Avoid suppressing if a StopIteration exception
# was passed to throw() and later wrapped into a RuntimeError
# (see PEP 479 for sync generators; async generators also
# have this behavior). But do this only if the exception wrapped
# by the RuntimeError is actully Stop(Async)Iteration (see
# issue29692).
if isinstance(value, (StopIteration, StopAsyncIteration)):
if exc.__cause__ is value:
return False
raise
except BaseException as exc:
if exc is not value:
raise
def contextmanager(func):
"""@contextmanager decorator.
Typical usage:
@contextmanager
def some_generator(<arguments>):
<setup>
try:
yield <value>
finally:
<cleanup>
This makes this:
with some_generator(<arguments>) as <variable>:
<body>
equivalent to this:
<setup>
try:
<variable> = <value>
<body>
finally:
<cleanup>
"""
@wraps(func)
def helper(*args, **kwds):
return _GeneratorContextManager(func, args, kwds)
return helper
def asynccontextmanager(func):
"""@asynccontextmanager decorator.
Typical usage:
@asynccontextmanager
async def some_async_generator(<arguments>):
<setup>
try:
yield <value>
finally:
<cleanup>
This makes this:
async with some_async_generator(<arguments>) as <variable>:
<body>
equivalent to this:
<setup>
try:
<variable> = <value>
<body>
finally:
<cleanup>
"""
@wraps(func)
def helper(*args, **kwds):
return _AsyncGeneratorContextManager(func, args, kwds)
return helper
class closing(AbstractContextManager):
"""Context to automatically close something at the end of a block.
Code like this:
with closing(<module>.open(<arguments>)) as f:
<block>
is equivalent to this:
f = <module>.open(<arguments>)
try:
<block>
finally:
f.close()
"""
def __init__(self, thing):
self.thing = thing
def __enter__(self):
return self.thing
def __exit__(self, *exc_info):
self.thing.close()
class _RedirectStream(AbstractContextManager):
_stream = None
def __init__(self, new_target):
self._new_target = new_target
# We use a list of old targets to make this CM re-entrant
self._old_targets = []
def __enter__(self):
self._old_targets.append(getattr(sys, self._stream))
setattr(sys, self._stream, self._new_target)
return self._new_target
def __exit__(self, exctype, excinst, exctb):
setattr(sys, self._stream, self._old_targets.pop())
class redirect_stdout(_RedirectStream):
"""Context manager for temporarily redirecting stdout to another file.
# How to send help() to stderr
with redirect_stdout(sys.stderr):
help(dir)
# How to write help() to a file
with open('help.txt', 'w') as f:
with redirect_stdout(f):
help(pow)
"""
_stream = "stdout"
class redirect_stderr(_RedirectStream):
"""Context manager for temporarily redirecting stderr to another file."""
_stream = "stderr"
class suppress(AbstractContextManager):
"""Context manager to suppress specified exceptions
After the exception is suppressed, execution proceeds with the next
statement following the with statement.
with suppress(FileNotFoundError):
os.remove(somefile)
# Execution still resumes here if the file was already removed
"""
def __init__(self, *exceptions):
self._exceptions = exceptions
def __enter__(self):
pass
def __exit__(self, exctype, excinst, exctb):
# Unlike isinstance and issubclass, CPython exception handling
# currently only looks at the concrete type hierarchy (ignoring
# the instance and subclass checking hooks). While Guido considers
# that a bug rather than a feature, it's a fairly hard one to fix
# due to various internal implementation details. suppress provides
# the simpler issubclass based semantics, rather than trying to
# exactly reproduce the limitations of the CPython interpreter.
#
# See http://bugs.python.org/issue12029 for more details
return exctype is not None and issubclass(exctype, self._exceptions)
class _BaseExitStack:
"""A base class for ExitStack and AsyncExitStack."""
@staticmethod
def _create_exit_wrapper(cm, cm_exit):
return MethodType(cm_exit, cm)
@staticmethod
def _create_cb_wrapper(callback, /, *args, **kwds):
def _exit_wrapper(exc_type, exc, tb):
callback(*args, **kwds)
return _exit_wrapper
def __init__(self):
self._exit_callbacks = deque()
def pop_all(self):
"""Preserve the context stack by transferring it to a new instance."""
new_stack = type(self)()
new_stack._exit_callbacks = self._exit_callbacks
self._exit_callbacks = deque()
return new_stack
def push(self, exit):
"""Registers a callback with the standard __exit__ method signature.
Can suppress exceptions the same way __exit__ method can.
Also accepts any object with an __exit__ method (registering a call
to the method instead of the object itself).
"""
# We use an unbound method rather than a bound method to follow
# the standard lookup behaviour for special methods.
_cb_type = type(exit)
try:
exit_method = _cb_type.__exit__
except AttributeError:
# Not a context manager, so assume it's a callable.
self._push_exit_callback(exit)
else:
self._push_cm_exit(exit, exit_method)
return exit # Allow use as a decorator.
def enter_context(self, cm):
"""Enters the supplied context manager.
If successful, also pushes its __exit__ method as a callback and
returns the result of the __enter__ method.
"""
# We look up the special methods on the type to match the with
# statement.
_cm_type = type(cm)
_exit = _cm_type.__exit__
result = _cm_type.__enter__(cm)
self._push_cm_exit(cm, _exit)
return result
def callback(*args, **kwds):
"""Registers an arbitrary callback and arguments.
Cannot suppress exceptions.
"""
if len(args) >= 2:
self, callback, *args = args
elif not args:
raise TypeError("descriptor 'callback' of '_BaseExitStack' object "
"needs an argument")
elif 'callback' in kwds:
callback = kwds.pop('callback')
self, *args = args
import warnings
warnings.warn("Passing 'callback' as keyword argument is deprecated",
DeprecationWarning, stacklevel=2)
else:
raise TypeError('callback expected at least 1 positional argument, '
'got %d' % (len(args)-1))
_exit_wrapper = self._create_cb_wrapper(callback, *args, **kwds)
# We changed the signature, so using @wraps is not appropriate, but
# setting __wrapped__ may still help with introspection.
_exit_wrapper.__wrapped__ = callback
self._push_exit_callback(_exit_wrapper)
return callback # Allow use as a decorator
callback.__text_signature__ = '($self, callback, /, *args, **kwds)'
def _push_cm_exit(self, cm, cm_exit):
"""Helper to correctly register callbacks to __exit__ methods."""
_exit_wrapper = self._create_exit_wrapper(cm, cm_exit)
self._push_exit_callback(_exit_wrapper, True)
def _push_exit_callback(self, callback, is_sync=True):
self._exit_callbacks.append((is_sync, callback))
# Inspired by discussions on http://bugs.python.org/issue13585
class ExitStack(_BaseExitStack, AbstractContextManager):
"""Context manager for dynamic management of a stack of exit callbacks.
For example:
with ExitStack() as stack:
files = [stack.enter_context(open(fname)) for fname in filenames]
# All opened files will automatically be closed at the end of
# the with statement, even if attempts to open files later
# in the list raise an exception.
"""
def __enter__(self):
return self
def __exit__(self, *exc_details):
received_exc = exc_details[0] is not None
# We manipulate the exception state so it behaves as though
# we were actually nesting multiple with statements
frame_exc = sys.exc_info()[1]
def _fix_exception_context(new_exc, old_exc):
# Context may not be correct, so find the end of the chain
while 1:
exc_context = new_exc.__context__
if exc_context is old_exc:
# Context is already set correctly (see issue 20317)
return
if exc_context is None or exc_context is frame_exc:
break
new_exc = exc_context
# Change the end of the chain to point to the exception
# we expect it to reference
new_exc.__context__ = old_exc
# Callbacks are invoked in LIFO order to match the behaviour of
# nested context managers
suppressed_exc = False
pending_raise = False
while self._exit_callbacks:
is_sync, cb = self._exit_callbacks.pop()
assert is_sync
try:
if cb(*exc_details):
suppressed_exc = True
pending_raise = False
exc_details = (None, None, None)
except:
new_exc_details = sys.exc_info()
# simulate the stack of exceptions by setting the context
_fix_exception_context(new_exc_details[1], exc_details[1])
pending_raise = True
exc_details = new_exc_details
if pending_raise:
try:
# bare "raise exc_details[1]" replaces our carefully
# set-up context
fixed_ctx = exc_details[1].__context__
raise exc_details[1]
except BaseException:
exc_details[1].__context__ = fixed_ctx
raise
return received_exc and suppressed_exc
def close(self):
"""Immediately unwind the context stack."""
self.__exit__(None, None, None)
# Inspired by discussions on https://bugs.python.org/issue29302
class AsyncExitStack(_BaseExitStack, AbstractAsyncContextManager):
"""Async context manager for dynamic management of a stack of exit
callbacks.
For example:
async with AsyncExitStack() as stack:
connections = [await stack.enter_async_context(get_connection())
for i in range(5)]
# All opened connections will automatically be released at the
# end of the async with statement, even if attempts to open a
# connection later in the list raise an exception.
"""
@staticmethod
def _create_async_exit_wrapper(cm, cm_exit):
return MethodType(cm_exit, cm)
@staticmethod
def _create_async_cb_wrapper(callback, /, *args, **kwds):
async def _exit_wrapper(exc_type, exc, tb):
await callback(*args, **kwds)
return _exit_wrapper
async def enter_async_context(self, cm):
"""Enters the supplied async context manager.
If successful, also pushes its __aexit__ method as a callback and
returns the result of the __aenter__ method.
"""
_cm_type = type(cm)
_exit = _cm_type.__aexit__
result = await _cm_type.__aenter__(cm)
self._push_async_cm_exit(cm, _exit)
return result
def push_async_exit(self, exit):
"""Registers a coroutine function with the standard __aexit__ method
signature.
Can suppress exceptions the same way __aexit__ method can.
Also accepts any object with an __aexit__ method (registering a call
to the method instead of the object itself).
"""
_cb_type = type(exit)
try:
exit_method = _cb_type.__aexit__
except AttributeError:
# Not an async context manager, so assume it's a coroutine function
self._push_exit_callback(exit, False)
else:
self._push_async_cm_exit(exit, exit_method)
return exit # Allow use as a decorator
def push_async_callback(*args, **kwds):
"""Registers an arbitrary coroutine function and arguments.
Cannot suppress exceptions.
"""
if len(args) >= 2:
self, callback, *args = args
elif not args:
raise TypeError("descriptor 'push_async_callback' of "
"'AsyncExitStack' object needs an argument")
elif 'callback' in kwds:
callback = kwds.pop('callback')
self, *args = args
import warnings
warnings.warn("Passing 'callback' as keyword argument is deprecated",
DeprecationWarning, stacklevel=2)
else:
raise TypeError('push_async_callback expected at least 1 '
'positional argument, got %d' % (len(args)-1))
_exit_wrapper = self._create_async_cb_wrapper(callback, *args, **kwds)
# We changed the signature, so using @wraps is not appropriate, but
# setting __wrapped__ may still help with introspection.
_exit_wrapper.__wrapped__ = callback
self._push_exit_callback(_exit_wrapper, False)
return callback # Allow use as a decorator
push_async_callback.__text_signature__ = '($self, callback, /, *args, **kwds)'
async def aclose(self):
"""Immediately unwind the context stack."""
await self.__aexit__(None, None, None)
def _push_async_cm_exit(self, cm, cm_exit):
"""Helper to correctly register coroutine function to __aexit__
method."""
_exit_wrapper = self._create_async_exit_wrapper(cm, cm_exit)
self._push_exit_callback(_exit_wrapper, False)
async def __aenter__(self):
return self
async def __aexit__(self, *exc_details):
received_exc = exc_details[0] is not None
# We manipulate the exception state so it behaves as though
# we were actually nesting multiple with statements
frame_exc = sys.exc_info()[1]
def _fix_exception_context(new_exc, old_exc):
# Context may not be correct, so find the end of the chain
while 1:
exc_context = new_exc.__context__
if exc_context is old_exc:
# Context is already set correctly (see issue 20317)
return
if exc_context is None or exc_context is frame_exc:
break
new_exc = exc_context
# Change the end of the chain to point to the exception
# we expect it to reference
new_exc.__context__ = old_exc
# Callbacks are invoked in LIFO order to match the behaviour of
# nested context managers
suppressed_exc = False
pending_raise = False
while self._exit_callbacks:
is_sync, cb = self._exit_callbacks.pop()
try:
if is_sync:
cb_suppress = cb(*exc_details)
else:
cb_suppress = await cb(*exc_details)
if cb_suppress:
suppressed_exc = True
pending_raise = False
exc_details = (None, None, None)
except:
new_exc_details = sys.exc_info()
# simulate the stack of exceptions by setting the context
_fix_exception_context(new_exc_details[1], exc_details[1])
pending_raise = True
exc_details = new_exc_details
if pending_raise:
try:
# bare "raise exc_details[1]" replaces our carefully
# set-up context
fixed_ctx = exc_details[1].__context__
raise exc_details[1]
except BaseException:
exc_details[1].__context__ = fixed_ctx
raise
return received_exc and suppressed_exc
class nullcontext(AbstractContextManager):
"""Context manager that does no additional processing.
Used as a stand-in for a normal context manager, when a particular
block of code is only sometimes used with a normal context manager:
cm = optional_cm if condition else nullcontext()
with cm:
# Perform operation, using optional_cm if condition is True
"""
def __init__(self, enter_result=None):
self.enter_result = enter_result
def __enter__(self):
return self.enter_result
def __exit__(self, *excinfo):
pass
pty.py 0000644 00000011307 15115353746 0005746 0 ustar 00 """Pseudo terminal utilities."""
# Bugs: No signal handling. Doesn't set slave termios and window size.
# Only tested on Linux.
# See: W. Richard Stevens. 1992. Advanced Programming in the
# UNIX Environment. Chapter 19.
# Author: Steen Lumholt -- with additions by Guido.
from select import select
import os
import sys
import tty
__all__ = ["openpty","fork","spawn"]
STDIN_FILENO = 0
STDOUT_FILENO = 1
STDERR_FILENO = 2
CHILD = 0
def openpty():
"""openpty() -> (master_fd, slave_fd)
Open a pty master/slave pair, using os.openpty() if possible."""
try:
return os.openpty()
except (AttributeError, OSError):
pass
master_fd, slave_name = _open_terminal()
slave_fd = slave_open(slave_name)
return master_fd, slave_fd
def master_open():
"""master_open() -> (master_fd, slave_name)
Open a pty master and return the fd, and the filename of the slave end.
Deprecated, use openpty() instead."""
try:
master_fd, slave_fd = os.openpty()
except (AttributeError, OSError):
pass
else:
slave_name = os.ttyname(slave_fd)
os.close(slave_fd)
return master_fd, slave_name
return _open_terminal()
def _open_terminal():
"""Open pty master and return (master_fd, tty_name)."""
for x in 'pqrstuvwxyzPQRST':
for y in '0123456789abcdef':
pty_name = '/dev/pty' + x + y
try:
fd = os.open(pty_name, os.O_RDWR)
except OSError:
continue
return (fd, '/dev/tty' + x + y)
raise OSError('out of pty devices')
def slave_open(tty_name):
"""slave_open(tty_name) -> slave_fd
Open the pty slave and acquire the controlling terminal, returning
opened filedescriptor.
Deprecated, use openpty() instead."""
result = os.open(tty_name, os.O_RDWR)
try:
from fcntl import ioctl, I_PUSH
except ImportError:
return result
try:
ioctl(result, I_PUSH, "ptem")
ioctl(result, I_PUSH, "ldterm")
except OSError:
pass
return result
def fork():
"""fork() -> (pid, master_fd)
Fork and make the child a session leader with a controlling terminal."""
try:
pid, fd = os.forkpty()
except (AttributeError, OSError):
pass
else:
if pid == CHILD:
try:
os.setsid()
except OSError:
# os.forkpty() already set us session leader
pass
return pid, fd
master_fd, slave_fd = openpty()
pid = os.fork()
if pid == CHILD:
# Establish a new session.
os.setsid()
os.close(master_fd)
# Slave becomes stdin/stdout/stderr of child.
os.dup2(slave_fd, STDIN_FILENO)
os.dup2(slave_fd, STDOUT_FILENO)
os.dup2(slave_fd, STDERR_FILENO)
if (slave_fd > STDERR_FILENO):
os.close (slave_fd)
# Explicitly open the tty to make it become a controlling tty.
tmp_fd = os.open(os.ttyname(STDOUT_FILENO), os.O_RDWR)
os.close(tmp_fd)
else:
os.close(slave_fd)
# Parent and child process.
return pid, master_fd
def _writen(fd, data):
"""Write all the data to a descriptor."""
while data:
n = os.write(fd, data)
data = data[n:]
def _read(fd):
"""Default read function."""
return os.read(fd, 1024)
def _copy(master_fd, master_read=_read, stdin_read=_read):
"""Parent copy loop.
Copies
pty master -> standard output (master_read)
standard input -> pty master (stdin_read)"""
fds = [master_fd, STDIN_FILENO]
while True:
rfds, wfds, xfds = select(fds, [], [])
if master_fd in rfds:
data = master_read(master_fd)
if not data: # Reached EOF.
fds.remove(master_fd)
else:
os.write(STDOUT_FILENO, data)
if STDIN_FILENO in rfds:
data = stdin_read(STDIN_FILENO)
if not data:
fds.remove(STDIN_FILENO)
else:
_writen(master_fd, data)
def spawn(argv, master_read=_read, stdin_read=_read):
"""Create a spawned process."""
if type(argv) == type(''):
argv = (argv,)
sys.audit('pty.spawn', argv)
pid, master_fd = fork()
if pid == CHILD:
os.execlp(argv[0], *argv)
try:
mode = tty.tcgetattr(STDIN_FILENO)
tty.setraw(STDIN_FILENO)
restore = 1
except tty.error: # This is the same as termios.error
restore = 0
try:
_copy(master_fd, master_read, stdin_read)
except OSError:
if restore:
tty.tcsetattr(STDIN_FILENO, tty.TCSAFLUSH, mode)
os.close(master_fd)
return os.waitpid(pid, 0)[1]
chunk.py 0000644 00000012473 15115353746 0006247 0 ustar 00 """Simple class to read IFF chunks.
An IFF chunk (used in formats such as AIFF, TIFF, RMFF (RealMedia File
Format)) has the following structure:
+----------------+
| ID (4 bytes) |
+----------------+
| size (4 bytes) |
+----------------+
| data |
| ... |
+----------------+
The ID is a 4-byte string which identifies the type of chunk.
The size field (a 32-bit value, encoded using big-endian byte order)
gives the size of the whole chunk, including the 8-byte header.
Usually an IFF-type file consists of one or more chunks. The proposed
usage of the Chunk class defined here is to instantiate an instance at
the start of each chunk and read from the instance until it reaches
the end, after which a new instance can be instantiated. At the end
of the file, creating a new instance will fail with an EOFError
exception.
Usage:
while True:
try:
chunk = Chunk(file)
except EOFError:
break
chunktype = chunk.getname()
while True:
data = chunk.read(nbytes)
if not data:
pass
# do something with data
The interface is file-like. The implemented methods are:
read, close, seek, tell, isatty.
Extra methods are: skip() (called by close, skips to the end of the chunk),
getname() (returns the name (ID) of the chunk)
The __init__ method has one required argument, a file-like object
(including a chunk instance), and one optional argument, a flag which
specifies whether or not chunks are aligned on 2-byte boundaries. The
default is 1, i.e. aligned.
"""
class Chunk:
def __init__(self, file, align=True, bigendian=True, inclheader=False):
import struct
self.closed = False
self.align = align # whether to align to word (2-byte) boundaries
if bigendian:
strflag = '>'
else:
strflag = '<'
self.file = file
self.chunkname = file.read(4)
if len(self.chunkname) < 4:
raise EOFError
try:
self.chunksize = struct.unpack_from(strflag+'L', file.read(4))[0]
except struct.error:
raise EOFError from None
if inclheader:
self.chunksize = self.chunksize - 8 # subtract header
self.size_read = 0
try:
self.offset = self.file.tell()
except (AttributeError, OSError):
self.seekable = False
else:
self.seekable = True
def getname(self):
"""Return the name (ID) of the current chunk."""
return self.chunkname
def getsize(self):
"""Return the size of the current chunk."""
return self.chunksize
def close(self):
if not self.closed:
try:
self.skip()
finally:
self.closed = True
def isatty(self):
if self.closed:
raise ValueError("I/O operation on closed file")
return False
def seek(self, pos, whence=0):
"""Seek to specified position into the chunk.
Default position is 0 (start of chunk).
If the file is not seekable, this will result in an error.
"""
if self.closed:
raise ValueError("I/O operation on closed file")
if not self.seekable:
raise OSError("cannot seek")
if whence == 1:
pos = pos + self.size_read
elif whence == 2:
pos = pos + self.chunksize
if pos < 0 or pos > self.chunksize:
raise RuntimeError
self.file.seek(self.offset + pos, 0)
self.size_read = pos
def tell(self):
if self.closed:
raise ValueError("I/O operation on closed file")
return self.size_read
def read(self, size=-1):
"""Read at most size bytes from the chunk.
If size is omitted or negative, read until the end
of the chunk.
"""
if self.closed:
raise ValueError("I/O operation on closed file")
if self.size_read >= self.chunksize:
return b''
if size < 0:
size = self.chunksize - self.size_read
if size > self.chunksize - self.size_read:
size = self.chunksize - self.size_read
data = self.file.read(size)
self.size_read = self.size_read + len(data)
if self.size_read == self.chunksize and \
self.align and \
(self.chunksize & 1):
dummy = self.file.read(1)
self.size_read = self.size_read + len(dummy)
return data
def skip(self):
"""Skip the rest of the chunk.
If you are not interested in the contents of the chunk,
this method should be called so that the file points to
the start of the next chunk.
"""
if self.closed:
raise ValueError("I/O operation on closed file")
if self.seekable:
try:
n = self.chunksize - self.size_read
# maybe fix alignment
if self.align and (self.chunksize & 1):
n = n + 1
self.file.seek(n, 1)
self.size_read = self.size_read + n
return
except OSError:
pass
while self.size_read < self.chunksize:
n = min(8192, self.chunksize - self.size_read)
dummy = self.read(n)
if not dummy:
raise EOFError
netrc.py 0000644 00000012676 15115353746 0006257 0 ustar 00 """An object-oriented interface to .netrc files."""
# Module and documentation by Eric S. Raymond, 21 Dec 1998
import os, shlex, stat
__all__ = ["netrc", "NetrcParseError"]
class NetrcParseError(Exception):
"""Exception raised on syntax errors in the .netrc file."""
def __init__(self, msg, filename=None, lineno=None):
self.filename = filename
self.lineno = lineno
self.msg = msg
Exception.__init__(self, msg)
def __str__(self):
return "%s (%s, line %s)" % (self.msg, self.filename, self.lineno)
class netrc:
def __init__(self, file=None):
default_netrc = file is None
if file is None:
file = os.path.join(os.path.expanduser("~"), ".netrc")
self.hosts = {}
self.macros = {}
with open(file) as fp:
self._parse(file, fp, default_netrc)
def _parse(self, file, fp, default_netrc):
lexer = shlex.shlex(fp)
lexer.wordchars += r"""!"#$%&'()*+,-./:;<=>?@[\]^_`{|}~"""
lexer.commenters = lexer.commenters.replace('#', '')
while 1:
# Look for a machine, default, or macdef top-level keyword
saved_lineno = lexer.lineno
toplevel = tt = lexer.get_token()
if not tt:
break
elif tt[0] == '#':
if lexer.lineno == saved_lineno and len(tt) == 1:
lexer.instream.readline()
continue
elif tt == 'machine':
entryname = lexer.get_token()
elif tt == 'default':
entryname = 'default'
elif tt == 'macdef': # Just skip to end of macdefs
entryname = lexer.get_token()
self.macros[entryname] = []
lexer.whitespace = ' \t'
while 1:
line = lexer.instream.readline()
if not line or line == '\012':
lexer.whitespace = ' \t\r\n'
break
self.macros[entryname].append(line)
continue
else:
raise NetrcParseError(
"bad toplevel token %r" % tt, file, lexer.lineno)
# We're looking at start of an entry for a named machine or default.
login = ''
account = password = None
self.hosts[entryname] = {}
while 1:
tt = lexer.get_token()
if (tt.startswith('#') or
tt in {'', 'machine', 'default', 'macdef'}):
if password:
self.hosts[entryname] = (login, account, password)
lexer.push_token(tt)
break
else:
raise NetrcParseError(
"malformed %s entry %s terminated by %s"
% (toplevel, entryname, repr(tt)),
file, lexer.lineno)
elif tt == 'login' or tt == 'user':
login = lexer.get_token()
elif tt == 'account':
account = lexer.get_token()
elif tt == 'password':
if os.name == 'posix' and default_netrc:
prop = os.fstat(fp.fileno())
if prop.st_uid != os.getuid():
import pwd
try:
fowner = pwd.getpwuid(prop.st_uid)[0]
except KeyError:
fowner = 'uid %s' % prop.st_uid
try:
user = pwd.getpwuid(os.getuid())[0]
except KeyError:
user = 'uid %s' % os.getuid()
raise NetrcParseError(
("~/.netrc file owner (%s) does not match"
" current user (%s)") % (fowner, user),
file, lexer.lineno)
if (prop.st_mode & (stat.S_IRWXG | stat.S_IRWXO)):
raise NetrcParseError(
"~/.netrc access too permissive: access"
" permissions must restrict access to only"
" the owner", file, lexer.lineno)
password = lexer.get_token()
else:
raise NetrcParseError("bad follower token %r" % tt,
file, lexer.lineno)
def authenticators(self, host):
"""Return a (user, account, password) tuple for given host."""
if host in self.hosts:
return self.hosts[host]
elif 'default' in self.hosts:
return self.hosts['default']
else:
return None
def __repr__(self):
"""Dump the class data in the format of a .netrc file."""
rep = ""
for host in self.hosts.keys():
attrs = self.hosts[host]
rep += f"machine {host}\n\tlogin {attrs[0]}\n"
if attrs[1]:
rep += f"\taccount {attrs[1]}\n"
rep += f"\tpassword {attrs[2]}\n"
for macro in self.macros.keys():
rep += f"macdef {macro}\n"
for line in self.macros[macro]:
rep += line
rep += "\n"
return rep
if __name__ == '__main__':
print(netrc())
ipaddress.py 0000644 00000213734 15115353746 0007120 0 ustar 00 # Copyright 2007 Google Inc.
# Licensed to PSF under a Contributor Agreement.
"""A fast, lightweight IPv4/IPv6 manipulation library in Python.
This library is used to create/poke/manipulate IPv4 and IPv6 addresses
and networks.
"""
__version__ = '1.0'
import functools
IPV4LENGTH = 32
IPV6LENGTH = 128
class AddressValueError(ValueError):
"""A Value Error related to the address."""
class NetmaskValueError(ValueError):
"""A Value Error related to the netmask."""
def ip_address(address):
"""Take an IP string/int and return an object of the correct type.
Args:
address: A string or integer, the IP address. Either IPv4 or
IPv6 addresses may be supplied; integers less than 2**32 will
be considered to be IPv4 by default.
Returns:
An IPv4Address or IPv6Address object.
Raises:
ValueError: if the *address* passed isn't either a v4 or a v6
address
"""
try:
return IPv4Address(address)
except (AddressValueError, NetmaskValueError):
pass
try:
return IPv6Address(address)
except (AddressValueError, NetmaskValueError):
pass
raise ValueError('%r does not appear to be an IPv4 or IPv6 address' %
address)
def ip_network(address, strict=True):
"""Take an IP string/int and return an object of the correct type.
Args:
address: A string or integer, the IP network. Either IPv4 or
IPv6 networks may be supplied; integers less than 2**32 will
be considered to be IPv4 by default.
Returns:
An IPv4Network or IPv6Network object.
Raises:
ValueError: if the string passed isn't either a v4 or a v6
address. Or if the network has host bits set.
"""
try:
return IPv4Network(address, strict)
except (AddressValueError, NetmaskValueError):
pass
try:
return IPv6Network(address, strict)
except (AddressValueError, NetmaskValueError):
pass
raise ValueError('%r does not appear to be an IPv4 or IPv6 network' %
address)
def ip_interface(address):
"""Take an IP string/int and return an object of the correct type.
Args:
address: A string or integer, the IP address. Either IPv4 or
IPv6 addresses may be supplied; integers less than 2**32 will
be considered to be IPv4 by default.
Returns:
An IPv4Interface or IPv6Interface object.
Raises:
ValueError: if the string passed isn't either a v4 or a v6
address.
Notes:
The IPv?Interface classes describe an Address on a particular
Network, so they're basically a combination of both the Address
and Network classes.
"""
try:
return IPv4Interface(address)
except (AddressValueError, NetmaskValueError):
pass
try:
return IPv6Interface(address)
except (AddressValueError, NetmaskValueError):
pass
raise ValueError('%r does not appear to be an IPv4 or IPv6 interface' %
address)
def v4_int_to_packed(address):
"""Represent an address as 4 packed bytes in network (big-endian) order.
Args:
address: An integer representation of an IPv4 IP address.
Returns:
The integer address packed as 4 bytes in network (big-endian) order.
Raises:
ValueError: If the integer is negative or too large to be an
IPv4 IP address.
"""
try:
return address.to_bytes(4, 'big')
except OverflowError:
raise ValueError("Address negative or too large for IPv4")
def v6_int_to_packed(address):
"""Represent an address as 16 packed bytes in network (big-endian) order.
Args:
address: An integer representation of an IPv6 IP address.
Returns:
The integer address packed as 16 bytes in network (big-endian) order.
"""
try:
return address.to_bytes(16, 'big')
except OverflowError:
raise ValueError("Address negative or too large for IPv6")
def _split_optional_netmask(address):
"""Helper to split the netmask and raise AddressValueError if needed"""
addr = str(address).split('/')
if len(addr) > 2:
raise AddressValueError("Only one '/' permitted in %r" % address)
return addr
def _find_address_range(addresses):
"""Find a sequence of sorted deduplicated IPv#Address.
Args:
addresses: a list of IPv#Address objects.
Yields:
A tuple containing the first and last IP addresses in the sequence.
"""
it = iter(addresses)
first = last = next(it)
for ip in it:
if ip._ip != last._ip + 1:
yield first, last
first = ip
last = ip
yield first, last
def _count_righthand_zero_bits(number, bits):
"""Count the number of zero bits on the right hand side.
Args:
number: an integer.
bits: maximum number of bits to count.
Returns:
The number of zero bits on the right hand side of the number.
"""
if number == 0:
return bits
return min(bits, (~number & (number-1)).bit_length())
def summarize_address_range(first, last):
"""Summarize a network range given the first and last IP addresses.
Example:
>>> list(summarize_address_range(IPv4Address('192.0.2.0'),
... IPv4Address('192.0.2.130')))
... #doctest: +NORMALIZE_WHITESPACE
[IPv4Network('192.0.2.0/25'), IPv4Network('192.0.2.128/31'),
IPv4Network('192.0.2.130/32')]
Args:
first: the first IPv4Address or IPv6Address in the range.
last: the last IPv4Address or IPv6Address in the range.
Returns:
An iterator of the summarized IPv(4|6) network objects.
Raise:
TypeError:
If the first and last objects are not IP addresses.
If the first and last objects are not the same version.
ValueError:
If the last object is not greater than the first.
If the version of the first address is not 4 or 6.
"""
if (not (isinstance(first, _BaseAddress) and
isinstance(last, _BaseAddress))):
raise TypeError('first and last must be IP addresses, not networks')
if first.version != last.version:
raise TypeError("%s and %s are not of the same version" % (
first, last))
if first > last:
raise ValueError('last IP address must be greater than first')
if first.version == 4:
ip = IPv4Network
elif first.version == 6:
ip = IPv6Network
else:
raise ValueError('unknown IP version')
ip_bits = first._max_prefixlen
first_int = first._ip
last_int = last._ip
while first_int <= last_int:
nbits = min(_count_righthand_zero_bits(first_int, ip_bits),
(last_int - first_int + 1).bit_length() - 1)
net = ip((first_int, ip_bits - nbits))
yield net
first_int += 1 << nbits
if first_int - 1 == ip._ALL_ONES:
break
def _collapse_addresses_internal(addresses):
"""Loops through the addresses, collapsing concurrent netblocks.
Example:
ip1 = IPv4Network('192.0.2.0/26')
ip2 = IPv4Network('192.0.2.64/26')
ip3 = IPv4Network('192.0.2.128/26')
ip4 = IPv4Network('192.0.2.192/26')
_collapse_addresses_internal([ip1, ip2, ip3, ip4]) ->
[IPv4Network('192.0.2.0/24')]
This shouldn't be called directly; it is called via
collapse_addresses([]).
Args:
addresses: A list of IPv4Network's or IPv6Network's
Returns:
A list of IPv4Network's or IPv6Network's depending on what we were
passed.
"""
# First merge
to_merge = list(addresses)
subnets = {}
while to_merge:
net = to_merge.pop()
supernet = net.supernet()
existing = subnets.get(supernet)
if existing is None:
subnets[supernet] = net
elif existing != net:
# Merge consecutive subnets
del subnets[supernet]
to_merge.append(supernet)
# Then iterate over resulting networks, skipping subsumed subnets
last = None
for net in sorted(subnets.values()):
if last is not None:
# Since they are sorted, last.network_address <= net.network_address
# is a given.
if last.broadcast_address >= net.broadcast_address:
continue
yield net
last = net
def collapse_addresses(addresses):
"""Collapse a list of IP objects.
Example:
collapse_addresses([IPv4Network('192.0.2.0/25'),
IPv4Network('192.0.2.128/25')]) ->
[IPv4Network('192.0.2.0/24')]
Args:
addresses: An iterator of IPv4Network or IPv6Network objects.
Returns:
An iterator of the collapsed IPv(4|6)Network objects.
Raises:
TypeError: If passed a list of mixed version objects.
"""
addrs = []
ips = []
nets = []
# split IP addresses and networks
for ip in addresses:
if isinstance(ip, _BaseAddress):
if ips and ips[-1]._version != ip._version:
raise TypeError("%s and %s are not of the same version" % (
ip, ips[-1]))
ips.append(ip)
elif ip._prefixlen == ip._max_prefixlen:
if ips and ips[-1]._version != ip._version:
raise TypeError("%s and %s are not of the same version" % (
ip, ips[-1]))
try:
ips.append(ip.ip)
except AttributeError:
ips.append(ip.network_address)
else:
if nets and nets[-1]._version != ip._version:
raise TypeError("%s and %s are not of the same version" % (
ip, nets[-1]))
nets.append(ip)
# sort and dedup
ips = sorted(set(ips))
# find consecutive address ranges in the sorted sequence and summarize them
if ips:
for first, last in _find_address_range(ips):
addrs.extend(summarize_address_range(first, last))
return _collapse_addresses_internal(addrs + nets)
def get_mixed_type_key(obj):
"""Return a key suitable for sorting between networks and addresses.
Address and Network objects are not sortable by default; they're
fundamentally different so the expression
IPv4Address('192.0.2.0') <= IPv4Network('192.0.2.0/24')
doesn't make any sense. There are some times however, where you may wish
to have ipaddress sort these for you anyway. If you need to do this, you
can use this function as the key= argument to sorted().
Args:
obj: either a Network or Address object.
Returns:
appropriate key.
"""
if isinstance(obj, _BaseNetwork):
return obj._get_networks_key()
elif isinstance(obj, _BaseAddress):
return obj._get_address_key()
return NotImplemented
class _IPAddressBase:
"""The mother class."""
__slots__ = ()
@property
def exploded(self):
"""Return the longhand version of the IP address as a string."""
return self._explode_shorthand_ip_string()
@property
def compressed(self):
"""Return the shorthand version of the IP address as a string."""
return str(self)
@property
def reverse_pointer(self):
"""The name of the reverse DNS pointer for the IP address, e.g.:
>>> ipaddress.ip_address("127.0.0.1").reverse_pointer
'1.0.0.127.in-addr.arpa'
>>> ipaddress.ip_address("2001:db8::1").reverse_pointer
'1.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.8.b.d.0.1.0.0.2.ip6.arpa'
"""
return self._reverse_pointer()
@property
def version(self):
msg = '%200s has no version specified' % (type(self),)
raise NotImplementedError(msg)
def _check_int_address(self, address):
if address < 0:
msg = "%d (< 0) is not permitted as an IPv%d address"
raise AddressValueError(msg % (address, self._version))
if address > self._ALL_ONES:
msg = "%d (>= 2**%d) is not permitted as an IPv%d address"
raise AddressValueError(msg % (address, self._max_prefixlen,
self._version))
def _check_packed_address(self, address, expected_len):
address_len = len(address)
if address_len != expected_len:
msg = "%r (len %d != %d) is not permitted as an IPv%d address"
raise AddressValueError(msg % (address, address_len,
expected_len, self._version))
@classmethod
def _ip_int_from_prefix(cls, prefixlen):
"""Turn the prefix length into a bitwise netmask
Args:
prefixlen: An integer, the prefix length.
Returns:
An integer.
"""
return cls._ALL_ONES ^ (cls._ALL_ONES >> prefixlen)
@classmethod
def _prefix_from_ip_int(cls, ip_int):
"""Return prefix length from the bitwise netmask.
Args:
ip_int: An integer, the netmask in expanded bitwise format
Returns:
An integer, the prefix length.
Raises:
ValueError: If the input intermingles zeroes & ones
"""
trailing_zeroes = _count_righthand_zero_bits(ip_int,
cls._max_prefixlen)
prefixlen = cls._max_prefixlen - trailing_zeroes
leading_ones = ip_int >> trailing_zeroes
all_ones = (1 << prefixlen) - 1
if leading_ones != all_ones:
byteslen = cls._max_prefixlen // 8
details = ip_int.to_bytes(byteslen, 'big')
msg = 'Netmask pattern %r mixes zeroes & ones'
raise ValueError(msg % details)
return prefixlen
@classmethod
def _report_invalid_netmask(cls, netmask_str):
msg = '%r is not a valid netmask' % netmask_str
raise NetmaskValueError(msg) from None
@classmethod
def _prefix_from_prefix_string(cls, prefixlen_str):
"""Return prefix length from a numeric string
Args:
prefixlen_str: The string to be converted
Returns:
An integer, the prefix length.
Raises:
NetmaskValueError: If the input is not a valid netmask
"""
# int allows a leading +/- as well as surrounding whitespace,
# so we ensure that isn't the case
if not (prefixlen_str.isascii() and prefixlen_str.isdigit()):
cls._report_invalid_netmask(prefixlen_str)
try:
prefixlen = int(prefixlen_str)
except ValueError:
cls._report_invalid_netmask(prefixlen_str)
if not (0 <= prefixlen <= cls._max_prefixlen):
cls._report_invalid_netmask(prefixlen_str)
return prefixlen
@classmethod
def _prefix_from_ip_string(cls, ip_str):
"""Turn a netmask/hostmask string into a prefix length
Args:
ip_str: The netmask/hostmask to be converted
Returns:
An integer, the prefix length.
Raises:
NetmaskValueError: If the input is not a valid netmask/hostmask
"""
# Parse the netmask/hostmask like an IP address.
try:
ip_int = cls._ip_int_from_string(ip_str)
except AddressValueError:
cls._report_invalid_netmask(ip_str)
# Try matching a netmask (this would be /1*0*/ as a bitwise regexp).
# Note that the two ambiguous cases (all-ones and all-zeroes) are
# treated as netmasks.
try:
return cls._prefix_from_ip_int(ip_int)
except ValueError:
pass
# Invert the bits, and try matching a /0+1+/ hostmask instead.
ip_int ^= cls._ALL_ONES
try:
return cls._prefix_from_ip_int(ip_int)
except ValueError:
cls._report_invalid_netmask(ip_str)
@classmethod
def _split_addr_prefix(cls, address):
"""Helper function to parse address of Network/Interface.
Arg:
address: Argument of Network/Interface.
Returns:
(addr, prefix) tuple.
"""
# a packed address or integer
if isinstance(address, (bytes, int)):
return address, cls._max_prefixlen
if not isinstance(address, tuple):
# Assume input argument to be string or any object representation
# which converts into a formatted IP prefix string.
address = _split_optional_netmask(address)
# Constructing from a tuple (addr, [mask])
if len(address) > 1:
return address
return address[0], cls._max_prefixlen
def __reduce__(self):
return self.__class__, (str(self),)
@functools.total_ordering
class _BaseAddress(_IPAddressBase):
"""A generic IP object.
This IP class contains the version independent methods which are
used by single IP addresses.
"""
__slots__ = ()
def __int__(self):
return self._ip
def __eq__(self, other):
try:
return (self._ip == other._ip
and self._version == other._version)
except AttributeError:
return NotImplemented
def __lt__(self, other):
if not isinstance(other, _BaseAddress):
return NotImplemented
if self._version != other._version:
raise TypeError('%s and %s are not of the same version' % (
self, other))
if self._ip != other._ip:
return self._ip < other._ip
return False
# Shorthand for Integer addition and subtraction. This is not
# meant to ever support addition/subtraction of addresses.
def __add__(self, other):
if not isinstance(other, int):
return NotImplemented
return self.__class__(int(self) + other)
def __sub__(self, other):
if not isinstance(other, int):
return NotImplemented
return self.__class__(int(self) - other)
def __repr__(self):
return '%s(%r)' % (self.__class__.__name__, str(self))
def __str__(self):
return str(self._string_from_ip_int(self._ip))
def __hash__(self):
return hash(hex(int(self._ip)))
def _get_address_key(self):
return (self._version, self)
def __reduce__(self):
return self.__class__, (self._ip,)
@functools.total_ordering
class _BaseNetwork(_IPAddressBase):
"""A generic IP network object.
This IP class contains the version independent methods which are
used by networks.
"""
def __repr__(self):
return '%s(%r)' % (self.__class__.__name__, str(self))
def __str__(self):
return '%s/%d' % (self.network_address, self.prefixlen)
def hosts(self):
"""Generate Iterator over usable hosts in a network.
This is like __iter__ except it doesn't return the network
or broadcast addresses.
"""
network = int(self.network_address)
broadcast = int(self.broadcast_address)
for x in range(network + 1, broadcast):
yield self._address_class(x)
def __iter__(self):
network = int(self.network_address)
broadcast = int(self.broadcast_address)
for x in range(network, broadcast + 1):
yield self._address_class(x)
def __getitem__(self, n):
network = int(self.network_address)
broadcast = int(self.broadcast_address)
if n >= 0:
if network + n > broadcast:
raise IndexError('address out of range')
return self._address_class(network + n)
else:
n += 1
if broadcast + n < network:
raise IndexError('address out of range')
return self._address_class(broadcast + n)
def __lt__(self, other):
if not isinstance(other, _BaseNetwork):
return NotImplemented
if self._version != other._version:
raise TypeError('%s and %s are not of the same version' % (
self, other))
if self.network_address != other.network_address:
return self.network_address < other.network_address
if self.netmask != other.netmask:
return self.netmask < other.netmask
return False
def __eq__(self, other):
try:
return (self._version == other._version and
self.network_address == other.network_address and
int(self.netmask) == int(other.netmask))
except AttributeError:
return NotImplemented
def __hash__(self):
return hash(int(self.network_address) ^ int(self.netmask))
def __contains__(self, other):
# always false if one is v4 and the other is v6.
if self._version != other._version:
return False
# dealing with another network.
if isinstance(other, _BaseNetwork):
return False
# dealing with another address
else:
# address
return other._ip & self.netmask._ip == self.network_address._ip
def overlaps(self, other):
"""Tell if self is partly contained in other."""
return self.network_address in other or (
self.broadcast_address in other or (
other.network_address in self or (
other.broadcast_address in self)))
@functools.cached_property
def broadcast_address(self):
return self._address_class(int(self.network_address) |
int(self.hostmask))
@functools.cached_property
def hostmask(self):
return self._address_class(int(self.netmask) ^ self._ALL_ONES)
@property
def with_prefixlen(self):
return '%s/%d' % (self.network_address, self._prefixlen)
@property
def with_netmask(self):
return '%s/%s' % (self.network_address, self.netmask)
@property
def with_hostmask(self):
return '%s/%s' % (self.network_address, self.hostmask)
@property
def num_addresses(self):
"""Number of hosts in the current subnet."""
return int(self.broadcast_address) - int(self.network_address) + 1
@property
def _address_class(self):
# Returning bare address objects (rather than interfaces) allows for
# more consistent behaviour across the network address, broadcast
# address and individual host addresses.
msg = '%200s has no associated address class' % (type(self),)
raise NotImplementedError(msg)
@property
def prefixlen(self):
return self._prefixlen
def address_exclude(self, other):
"""Remove an address from a larger block.
For example:
addr1 = ip_network('192.0.2.0/28')
addr2 = ip_network('192.0.2.1/32')
list(addr1.address_exclude(addr2)) =
[IPv4Network('192.0.2.0/32'), IPv4Network('192.0.2.2/31'),
IPv4Network('192.0.2.4/30'), IPv4Network('192.0.2.8/29')]
or IPv6:
addr1 = ip_network('2001:db8::1/32')
addr2 = ip_network('2001:db8::1/128')
list(addr1.address_exclude(addr2)) =
[ip_network('2001:db8::1/128'),
ip_network('2001:db8::2/127'),
ip_network('2001:db8::4/126'),
ip_network('2001:db8::8/125'),
...
ip_network('2001:db8:8000::/33')]
Args:
other: An IPv4Network or IPv6Network object of the same type.
Returns:
An iterator of the IPv(4|6)Network objects which is self
minus other.
Raises:
TypeError: If self and other are of differing address
versions, or if other is not a network object.
ValueError: If other is not completely contained by self.
"""
if not self._version == other._version:
raise TypeError("%s and %s are not of the same version" % (
self, other))
if not isinstance(other, _BaseNetwork):
raise TypeError("%s is not a network object" % other)
if not other.subnet_of(self):
raise ValueError('%s not contained in %s' % (other, self))
if other == self:
return
# Make sure we're comparing the network of other.
other = other.__class__('%s/%s' % (other.network_address,
other.prefixlen))
s1, s2 = self.subnets()
while s1 != other and s2 != other:
if other.subnet_of(s1):
yield s2
s1, s2 = s1.subnets()
elif other.subnet_of(s2):
yield s1
s1, s2 = s2.subnets()
else:
# If we got here, there's a bug somewhere.
raise AssertionError('Error performing exclusion: '
's1: %s s2: %s other: %s' %
(s1, s2, other))
if s1 == other:
yield s2
elif s2 == other:
yield s1
else:
# If we got here, there's a bug somewhere.
raise AssertionError('Error performing exclusion: '
's1: %s s2: %s other: %s' %
(s1, s2, other))
def compare_networks(self, other):
"""Compare two IP objects.
This is only concerned about the comparison of the integer
representation of the network addresses. This means that the
host bits aren't considered at all in this method. If you want
to compare host bits, you can easily enough do a
'HostA._ip < HostB._ip'
Args:
other: An IP object.
Returns:
If the IP versions of self and other are the same, returns:
-1 if self < other:
eg: IPv4Network('192.0.2.0/25') < IPv4Network('192.0.2.128/25')
IPv6Network('2001:db8::1000/124') <
IPv6Network('2001:db8::2000/124')
0 if self == other
eg: IPv4Network('192.0.2.0/24') == IPv4Network('192.0.2.0/24')
IPv6Network('2001:db8::1000/124') ==
IPv6Network('2001:db8::1000/124')
1 if self > other
eg: IPv4Network('192.0.2.128/25') > IPv4Network('192.0.2.0/25')
IPv6Network('2001:db8::2000/124') >
IPv6Network('2001:db8::1000/124')
Raises:
TypeError if the IP versions are different.
"""
# does this need to raise a ValueError?
if self._version != other._version:
raise TypeError('%s and %s are not of the same type' % (
self, other))
# self._version == other._version below here:
if self.network_address < other.network_address:
return -1
if self.network_address > other.network_address:
return 1
# self.network_address == other.network_address below here:
if self.netmask < other.netmask:
return -1
if self.netmask > other.netmask:
return 1
return 0
def _get_networks_key(self):
"""Network-only key function.
Returns an object that identifies this address' network and
netmask. This function is a suitable "key" argument for sorted()
and list.sort().
"""
return (self._version, self.network_address, self.netmask)
def subnets(self, prefixlen_diff=1, new_prefix=None):
"""The subnets which join to make the current subnet.
In the case that self contains only one IP
(self._prefixlen == 32 for IPv4 or self._prefixlen == 128
for IPv6), yield an iterator with just ourself.
Args:
prefixlen_diff: An integer, the amount the prefix length
should be increased by. This should not be set if
new_prefix is also set.
new_prefix: The desired new prefix length. This must be a
larger number (smaller prefix) than the existing prefix.
This should not be set if prefixlen_diff is also set.
Returns:
An iterator of IPv(4|6) objects.
Raises:
ValueError: The prefixlen_diff is too small or too large.
OR
prefixlen_diff and new_prefix are both set or new_prefix
is a smaller number than the current prefix (smaller
number means a larger network)
"""
if self._prefixlen == self._max_prefixlen:
yield self
return
if new_prefix is not None:
if new_prefix < self._prefixlen:
raise ValueError('new prefix must be longer')
if prefixlen_diff != 1:
raise ValueError('cannot set prefixlen_diff and new_prefix')
prefixlen_diff = new_prefix - self._prefixlen
if prefixlen_diff < 0:
raise ValueError('prefix length diff must be > 0')
new_prefixlen = self._prefixlen + prefixlen_diff
if new_prefixlen > self._max_prefixlen:
raise ValueError(
'prefix length diff %d is invalid for netblock %s' % (
new_prefixlen, self))
start = int(self.network_address)
end = int(self.broadcast_address) + 1
step = (int(self.hostmask) + 1) >> prefixlen_diff
for new_addr in range(start, end, step):
current = self.__class__((new_addr, new_prefixlen))
yield current
def supernet(self, prefixlen_diff=1, new_prefix=None):
"""The supernet containing the current network.
Args:
prefixlen_diff: An integer, the amount the prefix length of
the network should be decreased by. For example, given a
/24 network and a prefixlen_diff of 3, a supernet with a
/21 netmask is returned.
Returns:
An IPv4 network object.
Raises:
ValueError: If self.prefixlen - prefixlen_diff < 0. I.e., you have
a negative prefix length.
OR
If prefixlen_diff and new_prefix are both set or new_prefix is a
larger number than the current prefix (larger number means a
smaller network)
"""
if self._prefixlen == 0:
return self
if new_prefix is not None:
if new_prefix > self._prefixlen:
raise ValueError('new prefix must be shorter')
if prefixlen_diff != 1:
raise ValueError('cannot set prefixlen_diff and new_prefix')
prefixlen_diff = self._prefixlen - new_prefix
new_prefixlen = self.prefixlen - prefixlen_diff
if new_prefixlen < 0:
raise ValueError(
'current prefixlen is %d, cannot have a prefixlen_diff of %d' %
(self.prefixlen, prefixlen_diff))
return self.__class__((
int(self.network_address) & (int(self.netmask) << prefixlen_diff),
new_prefixlen
))
@property
def is_multicast(self):
"""Test if the address is reserved for multicast use.
Returns:
A boolean, True if the address is a multicast address.
See RFC 2373 2.7 for details.
"""
return (self.network_address.is_multicast and
self.broadcast_address.is_multicast)
@staticmethod
def _is_subnet_of(a, b):
try:
# Always false if one is v4 and the other is v6.
if a._version != b._version:
raise TypeError(f"{a} and {b} are not of the same version")
return (b.network_address <= a.network_address and
b.broadcast_address >= a.broadcast_address)
except AttributeError:
raise TypeError(f"Unable to test subnet containment "
f"between {a} and {b}")
def subnet_of(self, other):
"""Return True if this network is a subnet of other."""
return self._is_subnet_of(self, other)
def supernet_of(self, other):
"""Return True if this network is a supernet of other."""
return self._is_subnet_of(other, self)
@property
def is_reserved(self):
"""Test if the address is otherwise IETF reserved.
Returns:
A boolean, True if the address is within one of the
reserved IPv6 Network ranges.
"""
return (self.network_address.is_reserved and
self.broadcast_address.is_reserved)
@property
def is_link_local(self):
"""Test if the address is reserved for link-local.
Returns:
A boolean, True if the address is reserved per RFC 4291.
"""
return (self.network_address.is_link_local and
self.broadcast_address.is_link_local)
@property
def is_private(self):
"""Test if this address is allocated for private networks.
Returns:
A boolean, True if the address is reserved per
iana-ipv4-special-registry or iana-ipv6-special-registry.
"""
return (self.network_address.is_private and
self.broadcast_address.is_private)
@property
def is_global(self):
"""Test if this address is allocated for public networks.
Returns:
A boolean, True if the address is not reserved per
iana-ipv4-special-registry or iana-ipv6-special-registry.
"""
return not self.is_private
@property
def is_unspecified(self):
"""Test if the address is unspecified.
Returns:
A boolean, True if this is the unspecified address as defined in
RFC 2373 2.5.2.
"""
return (self.network_address.is_unspecified and
self.broadcast_address.is_unspecified)
@property
def is_loopback(self):
"""Test if the address is a loopback address.
Returns:
A boolean, True if the address is a loopback address as defined in
RFC 2373 2.5.3.
"""
return (self.network_address.is_loopback and
self.broadcast_address.is_loopback)
class _BaseV4:
"""Base IPv4 object.
The following methods are used by IPv4 objects in both single IP
addresses and networks.
"""
__slots__ = ()
_version = 4
# Equivalent to 255.255.255.255 or 32 bits of 1's.
_ALL_ONES = (2**IPV4LENGTH) - 1
_max_prefixlen = IPV4LENGTH
# There are only a handful of valid v4 netmasks, so we cache them all
# when constructed (see _make_netmask()).
_netmask_cache = {}
def _explode_shorthand_ip_string(self):
return str(self)
@classmethod
def _make_netmask(cls, arg):
"""Make a (netmask, prefix_len) tuple from the given argument.
Argument can be:
- an integer (the prefix length)
- a string representing the prefix length (e.g. "24")
- a string representing the prefix netmask (e.g. "255.255.255.0")
"""
if arg not in cls._netmask_cache:
if isinstance(arg, int):
prefixlen = arg
if not (0 <= prefixlen <= cls._max_prefixlen):
cls._report_invalid_netmask(prefixlen)
else:
try:
# Check for a netmask in prefix length form
prefixlen = cls._prefix_from_prefix_string(arg)
except NetmaskValueError:
# Check for a netmask or hostmask in dotted-quad form.
# This may raise NetmaskValueError.
prefixlen = cls._prefix_from_ip_string(arg)
netmask = IPv4Address(cls._ip_int_from_prefix(prefixlen))
cls._netmask_cache[arg] = netmask, prefixlen
return cls._netmask_cache[arg]
@classmethod
def _ip_int_from_string(cls, ip_str):
"""Turn the given IP string into an integer for comparison.
Args:
ip_str: A string, the IP ip_str.
Returns:
The IP ip_str as an integer.
Raises:
AddressValueError: if ip_str isn't a valid IPv4 Address.
"""
if not ip_str:
raise AddressValueError('Address cannot be empty')
octets = ip_str.split('.')
if len(octets) != 4:
raise AddressValueError("Expected 4 octets in %r" % ip_str)
try:
return int.from_bytes(map(cls._parse_octet, octets), 'big')
except ValueError as exc:
raise AddressValueError("%s in %r" % (exc, ip_str)) from None
@classmethod
def _parse_octet(cls, octet_str):
"""Convert a decimal octet into an integer.
Args:
octet_str: A string, the number to parse.
Returns:
The octet as an integer.
Raises:
ValueError: if the octet isn't strictly a decimal from [0..255].
"""
if not octet_str:
raise ValueError("Empty octet not permitted")
# Whitelist the characters, since int() allows a lot of bizarre stuff.
if not (octet_str.isascii() and octet_str.isdigit()):
msg = "Only decimal digits permitted in %r"
raise ValueError(msg % octet_str)
# We do the length check second, since the invalid character error
# is likely to be more informative for the user
if len(octet_str) > 3:
msg = "At most 3 characters permitted in %r"
raise ValueError(msg % octet_str)
# Handle leading zeros as strict as glibc's inet_pton()
# See security bug bpo-36384
if octet_str != '0' and octet_str[0] == '0':
msg = "Leading zeros are not permitted in %r"
raise ValueError(msg % octet_str)
# Convert to integer (we know digits are legal)
octet_int = int(octet_str, 10)
if octet_int > 255:
raise ValueError("Octet %d (> 255) not permitted" % octet_int)
return octet_int
@classmethod
def _string_from_ip_int(cls, ip_int):
"""Turns a 32-bit integer into dotted decimal notation.
Args:
ip_int: An integer, the IP address.
Returns:
The IP address as a string in dotted decimal notation.
"""
return '.'.join(map(str, ip_int.to_bytes(4, 'big')))
def _reverse_pointer(self):
"""Return the reverse DNS pointer name for the IPv4 address.
This implements the method described in RFC1035 3.5.
"""
reverse_octets = str(self).split('.')[::-1]
return '.'.join(reverse_octets) + '.in-addr.arpa'
@property
def max_prefixlen(self):
return self._max_prefixlen
@property
def version(self):
return self._version
class IPv4Address(_BaseV4, _BaseAddress):
"""Represent and manipulate single IPv4 Addresses."""
__slots__ = ('_ip', '__weakref__')
def __init__(self, address):
"""
Args:
address: A string or integer representing the IP
Additionally, an integer can be passed, so
IPv4Address('192.0.2.1') == IPv4Address(3221225985).
or, more generally
IPv4Address(int(IPv4Address('192.0.2.1'))) ==
IPv4Address('192.0.2.1')
Raises:
AddressValueError: If ipaddress isn't a valid IPv4 address.
"""
# Efficient constructor from integer.
if isinstance(address, int):
self._check_int_address(address)
self._ip = address
return
# Constructing from a packed address
if isinstance(address, bytes):
self._check_packed_address(address, 4)
self._ip = int.from_bytes(address, 'big')
return
# Assume input argument to be string or any object representation
# which converts into a formatted IP string.
addr_str = str(address)
if '/' in addr_str:
raise AddressValueError("Unexpected '/' in %r" % address)
self._ip = self._ip_int_from_string(addr_str)
@property
def packed(self):
"""The binary representation of this address."""
return v4_int_to_packed(self._ip)
@property
def is_reserved(self):
"""Test if the address is otherwise IETF reserved.
Returns:
A boolean, True if the address is within the
reserved IPv4 Network range.
"""
return self in self._constants._reserved_network
@property
@functools.lru_cache()
def is_private(self):
"""Test if this address is allocated for private networks.
Returns:
A boolean, True if the address is reserved per
iana-ipv4-special-registry.
"""
return any(self in net for net in self._constants._private_networks)
@property
@functools.lru_cache()
def is_global(self):
return self not in self._constants._public_network and not self.is_private
@property
def is_multicast(self):
"""Test if the address is reserved for multicast use.
Returns:
A boolean, True if the address is multicast.
See RFC 3171 for details.
"""
return self in self._constants._multicast_network
@property
def is_unspecified(self):
"""Test if the address is unspecified.
Returns:
A boolean, True if this is the unspecified address as defined in
RFC 5735 3.
"""
return self == self._constants._unspecified_address
@property
def is_loopback(self):
"""Test if the address is a loopback address.
Returns:
A boolean, True if the address is a loopback per RFC 3330.
"""
return self in self._constants._loopback_network
@property
def is_link_local(self):
"""Test if the address is reserved for link-local.
Returns:
A boolean, True if the address is link-local per RFC 3927.
"""
return self in self._constants._linklocal_network
class IPv4Interface(IPv4Address):
def __init__(self, address):
addr, mask = self._split_addr_prefix(address)
IPv4Address.__init__(self, addr)
self.network = IPv4Network((addr, mask), strict=False)
self.netmask = self.network.netmask
self._prefixlen = self.network._prefixlen
@functools.cached_property
def hostmask(self):
return self.network.hostmask
def __str__(self):
return '%s/%d' % (self._string_from_ip_int(self._ip),
self._prefixlen)
def __eq__(self, other):
address_equal = IPv4Address.__eq__(self, other)
if not address_equal or address_equal is NotImplemented:
return address_equal
try:
return self.network == other.network
except AttributeError:
# An interface with an associated network is NOT the
# same as an unassociated address. That's why the hash
# takes the extra info into account.
return False
def __lt__(self, other):
address_less = IPv4Address.__lt__(self, other)
if address_less is NotImplemented:
return NotImplemented
try:
return (self.network < other.network or
self.network == other.network and address_less)
except AttributeError:
# We *do* allow addresses and interfaces to be sorted. The
# unassociated address is considered less than all interfaces.
return False
def __hash__(self):
return hash((self._ip, self._prefixlen, int(self.network.network_address)))
__reduce__ = _IPAddressBase.__reduce__
@property
def ip(self):
return IPv4Address(self._ip)
@property
def with_prefixlen(self):
return '%s/%s' % (self._string_from_ip_int(self._ip),
self._prefixlen)
@property
def with_netmask(self):
return '%s/%s' % (self._string_from_ip_int(self._ip),
self.netmask)
@property
def with_hostmask(self):
return '%s/%s' % (self._string_from_ip_int(self._ip),
self.hostmask)
class IPv4Network(_BaseV4, _BaseNetwork):
"""This class represents and manipulates 32-bit IPv4 network + addresses..
Attributes: [examples for IPv4Network('192.0.2.0/27')]
.network_address: IPv4Address('192.0.2.0')
.hostmask: IPv4Address('0.0.0.31')
.broadcast_address: IPv4Address('192.0.2.32')
.netmask: IPv4Address('255.255.255.224')
.prefixlen: 27
"""
# Class to use when creating address objects
_address_class = IPv4Address
def __init__(self, address, strict=True):
"""Instantiate a new IPv4 network object.
Args:
address: A string or integer representing the IP [& network].
'192.0.2.0/24'
'192.0.2.0/255.255.255.0'
'192.0.2.0/0.0.0.255'
are all functionally the same in IPv4. Similarly,
'192.0.2.1'
'192.0.2.1/255.255.255.255'
'192.0.2.1/32'
are also functionally equivalent. That is to say, failing to
provide a subnetmask will create an object with a mask of /32.
If the mask (portion after the / in the argument) is given in
dotted quad form, it is treated as a netmask if it starts with a
non-zero field (e.g. /255.0.0.0 == /8) and as a hostmask if it
starts with a zero field (e.g. 0.255.255.255 == /8), with the
single exception of an all-zero mask which is treated as a
netmask == /0. If no mask is given, a default of /32 is used.
Additionally, an integer can be passed, so
IPv4Network('192.0.2.1') == IPv4Network(3221225985)
or, more generally
IPv4Interface(int(IPv4Interface('192.0.2.1'))) ==
IPv4Interface('192.0.2.1')
Raises:
AddressValueError: If ipaddress isn't a valid IPv4 address.
NetmaskValueError: If the netmask isn't valid for
an IPv4 address.
ValueError: If strict is True and a network address is not
supplied.
"""
addr, mask = self._split_addr_prefix(address)
self.network_address = IPv4Address(addr)
self.netmask, self._prefixlen = self._make_netmask(mask)
packed = int(self.network_address)
if packed & int(self.netmask) != packed:
if strict:
raise ValueError('%s has host bits set' % self)
else:
self.network_address = IPv4Address(packed &
int(self.netmask))
if self._prefixlen == (self._max_prefixlen - 1):
self.hosts = self.__iter__
elif self._prefixlen == (self._max_prefixlen):
self.hosts = lambda: [IPv4Address(addr)]
@property
@functools.lru_cache()
def is_global(self):
"""Test if this address is allocated for public networks.
Returns:
A boolean, True if the address is not reserved per
iana-ipv4-special-registry.
"""
return (not (self.network_address in IPv4Network('100.64.0.0/10') and
self.broadcast_address in IPv4Network('100.64.0.0/10')) and
not self.is_private)
class _IPv4Constants:
_linklocal_network = IPv4Network('169.254.0.0/16')
_loopback_network = IPv4Network('127.0.0.0/8')
_multicast_network = IPv4Network('224.0.0.0/4')
_public_network = IPv4Network('100.64.0.0/10')
_private_networks = [
IPv4Network('0.0.0.0/8'),
IPv4Network('10.0.0.0/8'),
IPv4Network('127.0.0.0/8'),
IPv4Network('169.254.0.0/16'),
IPv4Network('172.16.0.0/12'),
IPv4Network('192.0.0.0/29'),
IPv4Network('192.0.0.170/31'),
IPv4Network('192.0.2.0/24'),
IPv4Network('192.168.0.0/16'),
IPv4Network('198.18.0.0/15'),
IPv4Network('198.51.100.0/24'),
IPv4Network('203.0.113.0/24'),
IPv4Network('240.0.0.0/4'),
IPv4Network('255.255.255.255/32'),
]
_reserved_network = IPv4Network('240.0.0.0/4')
_unspecified_address = IPv4Address('0.0.0.0')
IPv4Address._constants = _IPv4Constants
class _BaseV6:
"""Base IPv6 object.
The following methods are used by IPv6 objects in both single IP
addresses and networks.
"""
__slots__ = ()
_version = 6
_ALL_ONES = (2**IPV6LENGTH) - 1
_HEXTET_COUNT = 8
_HEX_DIGITS = frozenset('0123456789ABCDEFabcdef')
_max_prefixlen = IPV6LENGTH
# There are only a bunch of valid v6 netmasks, so we cache them all
# when constructed (see _make_netmask()).
_netmask_cache = {}
@classmethod
def _make_netmask(cls, arg):
"""Make a (netmask, prefix_len) tuple from the given argument.
Argument can be:
- an integer (the prefix length)
- a string representing the prefix length (e.g. "24")
- a string representing the prefix netmask (e.g. "255.255.255.0")
"""
if arg not in cls._netmask_cache:
if isinstance(arg, int):
prefixlen = arg
if not (0 <= prefixlen <= cls._max_prefixlen):
cls._report_invalid_netmask(prefixlen)
else:
prefixlen = cls._prefix_from_prefix_string(arg)
netmask = IPv6Address(cls._ip_int_from_prefix(prefixlen))
cls._netmask_cache[arg] = netmask, prefixlen
return cls._netmask_cache[arg]
@classmethod
def _ip_int_from_string(cls, ip_str):
"""Turn an IPv6 ip_str into an integer.
Args:
ip_str: A string, the IPv6 ip_str.
Returns:
An int, the IPv6 address
Raises:
AddressValueError: if ip_str isn't a valid IPv6 Address.
"""
if not ip_str:
raise AddressValueError('Address cannot be empty')
parts = ip_str.split(':')
# An IPv6 address needs at least 2 colons (3 parts).
_min_parts = 3
if len(parts) < _min_parts:
msg = "At least %d parts expected in %r" % (_min_parts, ip_str)
raise AddressValueError(msg)
# If the address has an IPv4-style suffix, convert it to hexadecimal.
if '.' in parts[-1]:
try:
ipv4_int = IPv4Address(parts.pop())._ip
except AddressValueError as exc:
raise AddressValueError("%s in %r" % (exc, ip_str)) from None
parts.append('%x' % ((ipv4_int >> 16) & 0xFFFF))
parts.append('%x' % (ipv4_int & 0xFFFF))
# An IPv6 address can't have more than 8 colons (9 parts).
# The extra colon comes from using the "::" notation for a single
# leading or trailing zero part.
_max_parts = cls._HEXTET_COUNT + 1
if len(parts) > _max_parts:
msg = "At most %d colons permitted in %r" % (_max_parts-1, ip_str)
raise AddressValueError(msg)
# Disregarding the endpoints, find '::' with nothing in between.
# This indicates that a run of zeroes has been skipped.
skip_index = None
for i in range(1, len(parts) - 1):
if not parts[i]:
if skip_index is not None:
# Can't have more than one '::'
msg = "At most one '::' permitted in %r" % ip_str
raise AddressValueError(msg)
skip_index = i
# parts_hi is the number of parts to copy from above/before the '::'
# parts_lo is the number of parts to copy from below/after the '::'
if skip_index is not None:
# If we found a '::', then check if it also covers the endpoints.
parts_hi = skip_index
parts_lo = len(parts) - skip_index - 1
if not parts[0]:
parts_hi -= 1
if parts_hi:
msg = "Leading ':' only permitted as part of '::' in %r"
raise AddressValueError(msg % ip_str) # ^: requires ^::
if not parts[-1]:
parts_lo -= 1
if parts_lo:
msg = "Trailing ':' only permitted as part of '::' in %r"
raise AddressValueError(msg % ip_str) # :$ requires ::$
parts_skipped = cls._HEXTET_COUNT - (parts_hi + parts_lo)
if parts_skipped < 1:
msg = "Expected at most %d other parts with '::' in %r"
raise AddressValueError(msg % (cls._HEXTET_COUNT-1, ip_str))
else:
# Otherwise, allocate the entire address to parts_hi. The
# endpoints could still be empty, but _parse_hextet() will check
# for that.
if len(parts) != cls._HEXTET_COUNT:
msg = "Exactly %d parts expected without '::' in %r"
raise AddressValueError(msg % (cls._HEXTET_COUNT, ip_str))
if not parts[0]:
msg = "Leading ':' only permitted as part of '::' in %r"
raise AddressValueError(msg % ip_str) # ^: requires ^::
if not parts[-1]:
msg = "Trailing ':' only permitted as part of '::' in %r"
raise AddressValueError(msg % ip_str) # :$ requires ::$
parts_hi = len(parts)
parts_lo = 0
parts_skipped = 0
try:
# Now, parse the hextets into a 128-bit integer.
ip_int = 0
for i in range(parts_hi):
ip_int <<= 16
ip_int |= cls._parse_hextet(parts[i])
ip_int <<= 16 * parts_skipped
for i in range(-parts_lo, 0):
ip_int <<= 16
ip_int |= cls._parse_hextet(parts[i])
return ip_int
except ValueError as exc:
raise AddressValueError("%s in %r" % (exc, ip_str)) from None
@classmethod
def _parse_hextet(cls, hextet_str):
"""Convert an IPv6 hextet string into an integer.
Args:
hextet_str: A string, the number to parse.
Returns:
The hextet as an integer.
Raises:
ValueError: if the input isn't strictly a hex number from
[0..FFFF].
"""
# Whitelist the characters, since int() allows a lot of bizarre stuff.
if not cls._HEX_DIGITS.issuperset(hextet_str):
raise ValueError("Only hex digits permitted in %r" % hextet_str)
# We do the length check second, since the invalid character error
# is likely to be more informative for the user
if len(hextet_str) > 4:
msg = "At most 4 characters permitted in %r"
raise ValueError(msg % hextet_str)
# Length check means we can skip checking the integer value
return int(hextet_str, 16)
@classmethod
def _compress_hextets(cls, hextets):
"""Compresses a list of hextets.
Compresses a list of strings, replacing the longest continuous
sequence of "0" in the list with "" and adding empty strings at
the beginning or at the end of the string such that subsequently
calling ":".join(hextets) will produce the compressed version of
the IPv6 address.
Args:
hextets: A list of strings, the hextets to compress.
Returns:
A list of strings.
"""
best_doublecolon_start = -1
best_doublecolon_len = 0
doublecolon_start = -1
doublecolon_len = 0
for index, hextet in enumerate(hextets):
if hextet == '0':
doublecolon_len += 1
if doublecolon_start == -1:
# Start of a sequence of zeros.
doublecolon_start = index
if doublecolon_len > best_doublecolon_len:
# This is the longest sequence of zeros so far.
best_doublecolon_len = doublecolon_len
best_doublecolon_start = doublecolon_start
else:
doublecolon_len = 0
doublecolon_start = -1
if best_doublecolon_len > 1:
best_doublecolon_end = (best_doublecolon_start +
best_doublecolon_len)
# For zeros at the end of the address.
if best_doublecolon_end == len(hextets):
hextets += ['']
hextets[best_doublecolon_start:best_doublecolon_end] = ['']
# For zeros at the beginning of the address.
if best_doublecolon_start == 0:
hextets = [''] + hextets
return hextets
@classmethod
def _string_from_ip_int(cls, ip_int=None):
"""Turns a 128-bit integer into hexadecimal notation.
Args:
ip_int: An integer, the IP address.
Returns:
A string, the hexadecimal representation of the address.
Raises:
ValueError: The address is bigger than 128 bits of all ones.
"""
if ip_int is None:
ip_int = int(cls._ip)
if ip_int > cls._ALL_ONES:
raise ValueError('IPv6 address is too large')
hex_str = '%032x' % ip_int
hextets = ['%x' % int(hex_str[x:x+4], 16) for x in range(0, 32, 4)]
hextets = cls._compress_hextets(hextets)
return ':'.join(hextets)
def _explode_shorthand_ip_string(self):
"""Expand a shortened IPv6 address.
Args:
ip_str: A string, the IPv6 address.
Returns:
A string, the expanded IPv6 address.
"""
if isinstance(self, IPv6Network):
ip_str = str(self.network_address)
elif isinstance(self, IPv6Interface):
ip_str = str(self.ip)
else:
ip_str = str(self)
ip_int = self._ip_int_from_string(ip_str)
hex_str = '%032x' % ip_int
parts = [hex_str[x:x+4] for x in range(0, 32, 4)]
if isinstance(self, (_BaseNetwork, IPv6Interface)):
return '%s/%d' % (':'.join(parts), self._prefixlen)
return ':'.join(parts)
def _reverse_pointer(self):
"""Return the reverse DNS pointer name for the IPv6 address.
This implements the method described in RFC3596 2.5.
"""
reverse_chars = self.exploded[::-1].replace(':', '')
return '.'.join(reverse_chars) + '.ip6.arpa'
@property
def max_prefixlen(self):
return self._max_prefixlen
@property
def version(self):
return self._version
class IPv6Address(_BaseV6, _BaseAddress):
"""Represent and manipulate single IPv6 Addresses."""
__slots__ = ('_ip', '__weakref__')
def __init__(self, address):
"""Instantiate a new IPv6 address object.
Args:
address: A string or integer representing the IP
Additionally, an integer can be passed, so
IPv6Address('2001:db8::') ==
IPv6Address(42540766411282592856903984951653826560)
or, more generally
IPv6Address(int(IPv6Address('2001:db8::'))) ==
IPv6Address('2001:db8::')
Raises:
AddressValueError: If address isn't a valid IPv6 address.
"""
# Efficient constructor from integer.
if isinstance(address, int):
self._check_int_address(address)
self._ip = address
return
# Constructing from a packed address
if isinstance(address, bytes):
self._check_packed_address(address, 16)
self._ip = int.from_bytes(address, 'big')
return
# Assume input argument to be string or any object representation
# which converts into a formatted IP string.
addr_str = str(address)
if '/' in addr_str:
raise AddressValueError("Unexpected '/' in %r" % address)
self._ip = self._ip_int_from_string(addr_str)
@property
def packed(self):
"""The binary representation of this address."""
return v6_int_to_packed(self._ip)
@property
def is_multicast(self):
"""Test if the address is reserved for multicast use.
Returns:
A boolean, True if the address is a multicast address.
See RFC 2373 2.7 for details.
"""
return self in self._constants._multicast_network
@property
def is_reserved(self):
"""Test if the address is otherwise IETF reserved.
Returns:
A boolean, True if the address is within one of the
reserved IPv6 Network ranges.
"""
return any(self in x for x in self._constants._reserved_networks)
@property
def is_link_local(self):
"""Test if the address is reserved for link-local.
Returns:
A boolean, True if the address is reserved per RFC 4291.
"""
return self in self._constants._linklocal_network
@property
def is_site_local(self):
"""Test if the address is reserved for site-local.
Note that the site-local address space has been deprecated by RFC 3879.
Use is_private to test if this address is in the space of unique local
addresses as defined by RFC 4193.
Returns:
A boolean, True if the address is reserved per RFC 3513 2.5.6.
"""
return self in self._constants._sitelocal_network
@property
@functools.lru_cache()
def is_private(self):
"""Test if this address is allocated for private networks.
Returns:
A boolean, True if the address is reserved per
iana-ipv6-special-registry.
"""
return any(self in net for net in self._constants._private_networks)
@property
def is_global(self):
"""Test if this address is allocated for public networks.
Returns:
A boolean, true if the address is not reserved per
iana-ipv6-special-registry.
"""
return not self.is_private
@property
def is_unspecified(self):
"""Test if the address is unspecified.
Returns:
A boolean, True if this is the unspecified address as defined in
RFC 2373 2.5.2.
"""
return self._ip == 0
@property
def is_loopback(self):
"""Test if the address is a loopback address.
Returns:
A boolean, True if the address is a loopback address as defined in
RFC 2373 2.5.3.
"""
return self._ip == 1
@property
def ipv4_mapped(self):
"""Return the IPv4 mapped address.
Returns:
If the IPv6 address is a v4 mapped address, return the
IPv4 mapped address. Return None otherwise.
"""
if (self._ip >> 32) != 0xFFFF:
return None
return IPv4Address(self._ip & 0xFFFFFFFF)
@property
def teredo(self):
"""Tuple of embedded teredo IPs.
Returns:
Tuple of the (server, client) IPs or None if the address
doesn't appear to be a teredo address (doesn't start with
2001::/32)
"""
if (self._ip >> 96) != 0x20010000:
return None
return (IPv4Address((self._ip >> 64) & 0xFFFFFFFF),
IPv4Address(~self._ip & 0xFFFFFFFF))
@property
def sixtofour(self):
"""Return the IPv4 6to4 embedded address.
Returns:
The IPv4 6to4-embedded address if present or None if the
address doesn't appear to contain a 6to4 embedded address.
"""
if (self._ip >> 112) != 0x2002:
return None
return IPv4Address((self._ip >> 80) & 0xFFFFFFFF)
class IPv6Interface(IPv6Address):
def __init__(self, address):
addr, mask = self._split_addr_prefix(address)
IPv6Address.__init__(self, addr)
self.network = IPv6Network((addr, mask), strict=False)
self.netmask = self.network.netmask
self._prefixlen = self.network._prefixlen
@functools.cached_property
def hostmask(self):
return self.network.hostmask
def __str__(self):
return '%s/%d' % (self._string_from_ip_int(self._ip),
self._prefixlen)
def __eq__(self, other):
address_equal = IPv6Address.__eq__(self, other)
if not address_equal or address_equal is NotImplemented:
return address_equal
try:
return self.network == other.network
except AttributeError:
# An interface with an associated network is NOT the
# same as an unassociated address. That's why the hash
# takes the extra info into account.
return False
def __lt__(self, other):
address_less = IPv6Address.__lt__(self, other)
if address_less is NotImplemented:
return NotImplemented
try:
return (self.network < other.network or
self.network == other.network and address_less)
except AttributeError:
# We *do* allow addresses and interfaces to be sorted. The
# unassociated address is considered less than all interfaces.
return False
def __hash__(self):
return hash((self._ip, self._prefixlen, int(self.network.network_address)))
__reduce__ = _IPAddressBase.__reduce__
@property
def ip(self):
return IPv6Address(self._ip)
@property
def with_prefixlen(self):
return '%s/%s' % (self._string_from_ip_int(self._ip),
self._prefixlen)
@property
def with_netmask(self):
return '%s/%s' % (self._string_from_ip_int(self._ip),
self.netmask)
@property
def with_hostmask(self):
return '%s/%s' % (self._string_from_ip_int(self._ip),
self.hostmask)
@property
def is_unspecified(self):
return self._ip == 0 and self.network.is_unspecified
@property
def is_loopback(self):
return self._ip == 1 and self.network.is_loopback
class IPv6Network(_BaseV6, _BaseNetwork):
"""This class represents and manipulates 128-bit IPv6 networks.
Attributes: [examples for IPv6('2001:db8::1000/124')]
.network_address: IPv6Address('2001:db8::1000')
.hostmask: IPv6Address('::f')
.broadcast_address: IPv6Address('2001:db8::100f')
.netmask: IPv6Address('ffff:ffff:ffff:ffff:ffff:ffff:ffff:fff0')
.prefixlen: 124
"""
# Class to use when creating address objects
_address_class = IPv6Address
def __init__(self, address, strict=True):
"""Instantiate a new IPv6 Network object.
Args:
address: A string or integer representing the IPv6 network or the
IP and prefix/netmask.
'2001:db8::/128'
'2001:db8:0000:0000:0000:0000:0000:0000/128'
'2001:db8::'
are all functionally the same in IPv6. That is to say,
failing to provide a subnetmask will create an object with
a mask of /128.
Additionally, an integer can be passed, so
IPv6Network('2001:db8::') ==
IPv6Network(42540766411282592856903984951653826560)
or, more generally
IPv6Network(int(IPv6Network('2001:db8::'))) ==
IPv6Network('2001:db8::')
strict: A boolean. If true, ensure that we have been passed
A true network address, eg, 2001:db8::1000/124 and not an
IP address on a network, eg, 2001:db8::1/124.
Raises:
AddressValueError: If address isn't a valid IPv6 address.
NetmaskValueError: If the netmask isn't valid for
an IPv6 address.
ValueError: If strict was True and a network address was not
supplied.
"""
addr, mask = self._split_addr_prefix(address)
self.network_address = IPv6Address(addr)
self.netmask, self._prefixlen = self._make_netmask(mask)
packed = int(self.network_address)
if packed & int(self.netmask) != packed:
if strict:
raise ValueError('%s has host bits set' % self)
else:
self.network_address = IPv6Address(packed &
int(self.netmask))
if self._prefixlen == (self._max_prefixlen - 1):
self.hosts = self.__iter__
elif self._prefixlen == self._max_prefixlen:
self.hosts = lambda: [IPv6Address(addr)]
def hosts(self):
"""Generate Iterator over usable hosts in a network.
This is like __iter__ except it doesn't return the
Subnet-Router anycast address.
"""
network = int(self.network_address)
broadcast = int(self.broadcast_address)
for x in range(network + 1, broadcast + 1):
yield self._address_class(x)
@property
def is_site_local(self):
"""Test if the address is reserved for site-local.
Note that the site-local address space has been deprecated by RFC 3879.
Use is_private to test if this address is in the space of unique local
addresses as defined by RFC 4193.
Returns:
A boolean, True if the address is reserved per RFC 3513 2.5.6.
"""
return (self.network_address.is_site_local and
self.broadcast_address.is_site_local)
class _IPv6Constants:
_linklocal_network = IPv6Network('fe80::/10')
_multicast_network = IPv6Network('ff00::/8')
_private_networks = [
IPv6Network('::1/128'),
IPv6Network('::/128'),
IPv6Network('::ffff:0:0/96'),
IPv6Network('100::/64'),
IPv6Network('2001::/23'),
IPv6Network('2001:2::/48'),
IPv6Network('2001:db8::/32'),
IPv6Network('2001:10::/28'),
IPv6Network('fc00::/7'),
IPv6Network('fe80::/10'),
]
_reserved_networks = [
IPv6Network('::/8'), IPv6Network('100::/8'),
IPv6Network('200::/7'), IPv6Network('400::/6'),
IPv6Network('800::/5'), IPv6Network('1000::/4'),
IPv6Network('4000::/3'), IPv6Network('6000::/3'),
IPv6Network('8000::/3'), IPv6Network('A000::/3'),
IPv6Network('C000::/3'), IPv6Network('E000::/4'),
IPv6Network('F000::/5'), IPv6Network('F800::/6'),
IPv6Network('FE00::/9'),
]
_sitelocal_network = IPv6Network('fec0::/10')
IPv6Address._constants = _IPv6Constants
lib2to3/Grammar.txt 0000644 00000020744 15115353746 0010172 0 ustar 00 # Grammar for 2to3. This grammar supports Python 2.x and 3.x.
# NOTE WELL: You should also follow all the steps listed at
# https://devguide.python.org/grammar/
# Start symbols for the grammar:
# file_input is a module or sequence of commands read from an input file;
# single_input is a single interactive statement;
# eval_input is the input for the eval() and input() functions.
# NB: compound_stmt in single_input is followed by extra NEWLINE!
file_input: (NEWLINE | stmt)* ENDMARKER
single_input: NEWLINE | simple_stmt | compound_stmt NEWLINE
eval_input: testlist NEWLINE* ENDMARKER
decorator: '@' dotted_name [ '(' [arglist] ')' ] NEWLINE
decorators: decorator+
decorated: decorators (classdef | funcdef | async_funcdef)
async_funcdef: ASYNC funcdef
funcdef: 'def' NAME parameters ['->' test] ':' suite
parameters: '(' [typedargslist] ')'
# The following definition for typedarglist is equivalent to this set of rules:
#
# arguments = argument (',' argument)*
# argument = tfpdef ['=' test]
# kwargs = '**' tname [',']
# args = '*' [tname]
# kwonly_kwargs = (',' argument)* [',' [kwargs]]
# args_kwonly_kwargs = args kwonly_kwargs | kwargs
# poskeyword_args_kwonly_kwargs = arguments [',' [args_kwonly_kwargs]]
# typedargslist_no_posonly = poskeyword_args_kwonly_kwargs | args_kwonly_kwargs
# typedarglist = arguments ',' '/' [',' [typedargslist_no_posonly]])|(typedargslist_no_posonly)"
#
# It needs to be fully expanded to allow our LL(1) parser to work on it.
typedargslist: tfpdef ['=' test] (',' tfpdef ['=' test])* ',' '/' [
',' [((tfpdef ['=' test] ',')* ('*' [tname] (',' tname ['=' test])*
[',' ['**' tname [',']]] | '**' tname [','])
| tfpdef ['=' test] (',' tfpdef ['=' test])* [','])]
] | ((tfpdef ['=' test] ',')* ('*' [tname] (',' tname ['=' test])*
[',' ['**' tname [',']]] | '**' tname [','])
| tfpdef ['=' test] (',' tfpdef ['=' test])* [','])
tname: NAME [':' test]
tfpdef: tname | '(' tfplist ')'
tfplist: tfpdef (',' tfpdef)* [',']
# The following definition for varargslist is equivalent to this set of rules:
#
# arguments = argument (',' argument )*
# argument = vfpdef ['=' test]
# kwargs = '**' vname [',']
# args = '*' [vname]
# kwonly_kwargs = (',' argument )* [',' [kwargs]]
# args_kwonly_kwargs = args kwonly_kwargs | kwargs
# poskeyword_args_kwonly_kwargs = arguments [',' [args_kwonly_kwargs]]
# vararglist_no_posonly = poskeyword_args_kwonly_kwargs | args_kwonly_kwargs
# varargslist = arguments ',' '/' [','[(vararglist_no_posonly)]] | (vararglist_no_posonly)
#
# It needs to be fully expanded to allow our LL(1) parser to work on it.
varargslist: vfpdef ['=' test ](',' vfpdef ['=' test])* ',' '/' [',' [
((vfpdef ['=' test] ',')* ('*' [vname] (',' vname ['=' test])*
[',' ['**' vname [',']]] | '**' vname [','])
| vfpdef ['=' test] (',' vfpdef ['=' test])* [','])
]] | ((vfpdef ['=' test] ',')*
('*' [vname] (',' vname ['=' test])* [',' ['**' vname [',']]]| '**' vname [','])
| vfpdef ['=' test] (',' vfpdef ['=' test])* [','])
vname: NAME
vfpdef: vname | '(' vfplist ')'
vfplist: vfpdef (',' vfpdef)* [',']
stmt: simple_stmt | compound_stmt
simple_stmt: small_stmt (';' small_stmt)* [';'] NEWLINE
small_stmt: (expr_stmt | print_stmt | del_stmt | pass_stmt | flow_stmt |
import_stmt | global_stmt | exec_stmt | assert_stmt)
expr_stmt: testlist_star_expr (annassign | augassign (yield_expr|testlist) |
('=' (yield_expr|testlist_star_expr))*)
annassign: ':' test ['=' test]
testlist_star_expr: (test|star_expr) (',' (test|star_expr))* [',']
augassign: ('+=' | '-=' | '*=' | '@=' | '/=' | '%=' | '&=' | '|=' | '^=' |
'<<=' | '>>=' | '**=' | '//=')
# For normal and annotated assignments, additional restrictions enforced by the interpreter
print_stmt: 'print' ( [ test (',' test)* [','] ] |
'>>' test [ (',' test)+ [','] ] )
del_stmt: 'del' exprlist
pass_stmt: 'pass'
flow_stmt: break_stmt | continue_stmt | return_stmt | raise_stmt | yield_stmt
break_stmt: 'break'
continue_stmt: 'continue'
return_stmt: 'return' [testlist]
yield_stmt: yield_expr
raise_stmt: 'raise' [test ['from' test | ',' test [',' test]]]
import_stmt: import_name | import_from
import_name: 'import' dotted_as_names
import_from: ('from' ('.'* dotted_name | '.'+)
'import' ('*' | '(' import_as_names ')' | import_as_names))
import_as_name: NAME ['as' NAME]
dotted_as_name: dotted_name ['as' NAME]
import_as_names: import_as_name (',' import_as_name)* [',']
dotted_as_names: dotted_as_name (',' dotted_as_name)*
dotted_name: NAME ('.' NAME)*
global_stmt: ('global' | 'nonlocal') NAME (',' NAME)*
exec_stmt: 'exec' expr ['in' test [',' test]]
assert_stmt: 'assert' test [',' test]
compound_stmt: if_stmt | while_stmt | for_stmt | try_stmt | with_stmt | funcdef | classdef | decorated | async_stmt
async_stmt: ASYNC (funcdef | with_stmt | for_stmt)
if_stmt: 'if' namedexpr_test ':' suite ('elif' namedexpr_test ':' suite)* ['else' ':' suite]
while_stmt: 'while' namedexpr_test ':' suite ['else' ':' suite]
for_stmt: 'for' exprlist 'in' testlist ':' suite ['else' ':' suite]
try_stmt: ('try' ':' suite
((except_clause ':' suite)+
['else' ':' suite]
['finally' ':' suite] |
'finally' ':' suite))
with_stmt: 'with' with_item (',' with_item)* ':' suite
with_item: test ['as' expr]
with_var: 'as' expr
# NB compile.c makes sure that the default except clause is last
except_clause: 'except' [test [(',' | 'as') test]]
suite: simple_stmt | NEWLINE INDENT stmt+ DEDENT
# Backward compatibility cruft to support:
# [ x for x in lambda: True, lambda: False if x() ]
# even while also allowing:
# lambda x: 5 if x else 2
# (But not a mix of the two)
testlist_safe: old_test [(',' old_test)+ [',']]
old_test: or_test | old_lambdef
old_lambdef: 'lambda' [varargslist] ':' old_test
namedexpr_test: test [':=' test]
test: or_test ['if' or_test 'else' test] | lambdef
or_test: and_test ('or' and_test)*
and_test: not_test ('and' not_test)*
not_test: 'not' not_test | comparison
comparison: expr (comp_op expr)*
comp_op: '<'|'>'|'=='|'>='|'<='|'<>'|'!='|'in'|'not' 'in'|'is'|'is' 'not'
star_expr: '*' expr
expr: xor_expr ('|' xor_expr)*
xor_expr: and_expr ('^' and_expr)*
and_expr: shift_expr ('&' shift_expr)*
shift_expr: arith_expr (('<<'|'>>') arith_expr)*
arith_expr: term (('+'|'-') term)*
term: factor (('*'|'@'|'/'|'%'|'//') factor)*
factor: ('+'|'-'|'~') factor | power
power: [AWAIT] atom trailer* ['**' factor]
atom: ('(' [yield_expr|testlist_gexp] ')' |
'[' [listmaker] ']' |
'{' [dictsetmaker] '}' |
'`' testlist1 '`' |
NAME | NUMBER | STRING+ | '.' '.' '.')
listmaker: (namedexpr_test|star_expr) ( comp_for | (',' (namedexpr_test|star_expr))* [','] )
testlist_gexp: (namedexpr_test|star_expr) ( comp_for | (',' (namedexpr_test|star_expr))* [','] )
lambdef: 'lambda' [varargslist] ':' test
trailer: '(' [arglist] ')' | '[' subscriptlist ']' | '.' NAME
subscriptlist: subscript (',' subscript)* [',']
subscript: test | [test] ':' [test] [sliceop]
sliceop: ':' [test]
exprlist: (expr|star_expr) (',' (expr|star_expr))* [',']
testlist: test (',' test)* [',']
dictsetmaker: ( ((test ':' test | '**' expr)
(comp_for | (',' (test ':' test | '**' expr))* [','])) |
((test | star_expr)
(comp_for | (',' (test | star_expr))* [','])) )
classdef: 'class' NAME ['(' [arglist] ')'] ':' suite
arglist: argument (',' argument)* [',']
# "test '=' test" is really "keyword '=' test", but we have no such token.
# These need to be in a single rule to avoid grammar that is ambiguous
# to our LL(1) parser. Even though 'test' includes '*expr' in star_expr,
# we explicitly match '*' here, too, to give it proper precedence.
# Illegal combinations and orderings are blocked in ast.c:
# multiple (test comp_for) arguments are blocked; keyword unpackings
# that precede iterable unpackings are blocked; etc.
argument: ( test [comp_for] |
test ':=' test |
test '=' test |
'**' test |
'*' test )
comp_iter: comp_for | comp_if
comp_for: [ASYNC] 'for' exprlist 'in' testlist_safe [comp_iter]
comp_if: 'if' old_test [comp_iter]
testlist1: test (',' test)*
# not used in grammar, but may appear in "node" passed from Parser to Compiler
encoding_decl: NAME
yield_expr: 'yield' [yield_arg]
yield_arg: 'from' test | testlist
lib2to3/PatternGrammar.txt 0000644 00000001431 15115353746 0011520 0 ustar 00 # Copyright 2006 Google, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
# A grammar to describe tree matching patterns.
# Not shown here:
# - 'TOKEN' stands for any token (leaf node)
# - 'any' stands for any node (leaf or interior)
# With 'any' we can still specify the sub-structure.
# The start symbol is 'Matcher'.
Matcher: Alternatives ENDMARKER
Alternatives: Alternative ('|' Alternative)*
Alternative: (Unit | NegatedUnit)+
Unit: [NAME '='] ( STRING [Repeater]
| NAME [Details] [Repeater]
| '(' Alternatives ')' [Repeater]
| '[' Alternatives ']'
)
NegatedUnit: 'not' (STRING | NAME [Details] | '(' Alternatives ')')
Repeater: '*' | '+' | '{' NUMBER [',' NUMBER] '}'
Details: '<' Alternatives '>'
lib2to3/fixer_util.py 0000644 00000035547 15115353746 0010576 0 ustar 00 """Utility functions, node construction macros, etc."""
# Author: Collin Winter
# Local imports
from .pgen2 import token
from .pytree import Leaf, Node
from .pygram import python_symbols as syms
from . import patcomp
###########################################################
### Common node-construction "macros"
###########################################################
def KeywordArg(keyword, value):
return Node(syms.argument,
[keyword, Leaf(token.EQUAL, "="), value])
def LParen():
return Leaf(token.LPAR, "(")
def RParen():
return Leaf(token.RPAR, ")")
def Assign(target, source):
"""Build an assignment statement"""
if not isinstance(target, list):
target = [target]
if not isinstance(source, list):
source.prefix = " "
source = [source]
return Node(syms.atom,
target + [Leaf(token.EQUAL, "=", prefix=" ")] + source)
def Name(name, prefix=None):
"""Return a NAME leaf"""
return Leaf(token.NAME, name, prefix=prefix)
def Attr(obj, attr):
"""A node tuple for obj.attr"""
return [obj, Node(syms.trailer, [Dot(), attr])]
def Comma():
"""A comma leaf"""
return Leaf(token.COMMA, ",")
def Dot():
"""A period (.) leaf"""
return Leaf(token.DOT, ".")
def ArgList(args, lparen=LParen(), rparen=RParen()):
"""A parenthesised argument list, used by Call()"""
node = Node(syms.trailer, [lparen.clone(), rparen.clone()])
if args:
node.insert_child(1, Node(syms.arglist, args))
return node
def Call(func_name, args=None, prefix=None):
"""A function call"""
node = Node(syms.power, [func_name, ArgList(args)])
if prefix is not None:
node.prefix = prefix
return node
def Newline():
"""A newline literal"""
return Leaf(token.NEWLINE, "\n")
def BlankLine():
"""A blank line"""
return Leaf(token.NEWLINE, "")
def Number(n, prefix=None):
return Leaf(token.NUMBER, n, prefix=prefix)
def Subscript(index_node):
"""A numeric or string subscript"""
return Node(syms.trailer, [Leaf(token.LBRACE, "["),
index_node,
Leaf(token.RBRACE, "]")])
def String(string, prefix=None):
"""A string leaf"""
return Leaf(token.STRING, string, prefix=prefix)
def ListComp(xp, fp, it, test=None):
"""A list comprehension of the form [xp for fp in it if test].
If test is None, the "if test" part is omitted.
"""
xp.prefix = ""
fp.prefix = " "
it.prefix = " "
for_leaf = Leaf(token.NAME, "for")
for_leaf.prefix = " "
in_leaf = Leaf(token.NAME, "in")
in_leaf.prefix = " "
inner_args = [for_leaf, fp, in_leaf, it]
if test:
test.prefix = " "
if_leaf = Leaf(token.NAME, "if")
if_leaf.prefix = " "
inner_args.append(Node(syms.comp_if, [if_leaf, test]))
inner = Node(syms.listmaker, [xp, Node(syms.comp_for, inner_args)])
return Node(syms.atom,
[Leaf(token.LBRACE, "["),
inner,
Leaf(token.RBRACE, "]")])
def FromImport(package_name, name_leafs):
""" Return an import statement in the form:
from package import name_leafs"""
# XXX: May not handle dotted imports properly (eg, package_name='foo.bar')
#assert package_name == '.' or '.' not in package_name, "FromImport has "\
# "not been tested with dotted package names -- use at your own "\
# "peril!"
for leaf in name_leafs:
# Pull the leaves out of their old tree
leaf.remove()
children = [Leaf(token.NAME, "from"),
Leaf(token.NAME, package_name, prefix=" "),
Leaf(token.NAME, "import", prefix=" "),
Node(syms.import_as_names, name_leafs)]
imp = Node(syms.import_from, children)
return imp
def ImportAndCall(node, results, names):
"""Returns an import statement and calls a method
of the module:
import module
module.name()"""
obj = results["obj"].clone()
if obj.type == syms.arglist:
newarglist = obj.clone()
else:
newarglist = Node(syms.arglist, [obj.clone()])
after = results["after"]
if after:
after = [n.clone() for n in after]
new = Node(syms.power,
Attr(Name(names[0]), Name(names[1])) +
[Node(syms.trailer,
[results["lpar"].clone(),
newarglist,
results["rpar"].clone()])] + after)
new.prefix = node.prefix
return new
###########################################################
### Determine whether a node represents a given literal
###########################################################
def is_tuple(node):
"""Does the node represent a tuple literal?"""
if isinstance(node, Node) and node.children == [LParen(), RParen()]:
return True
return (isinstance(node, Node)
and len(node.children) == 3
and isinstance(node.children[0], Leaf)
and isinstance(node.children[1], Node)
and isinstance(node.children[2], Leaf)
and node.children[0].value == "("
and node.children[2].value == ")")
def is_list(node):
"""Does the node represent a list literal?"""
return (isinstance(node, Node)
and len(node.children) > 1
and isinstance(node.children[0], Leaf)
and isinstance(node.children[-1], Leaf)
and node.children[0].value == "["
and node.children[-1].value == "]")
###########################################################
### Misc
###########################################################
def parenthesize(node):
return Node(syms.atom, [LParen(), node, RParen()])
consuming_calls = {"sorted", "list", "set", "any", "all", "tuple", "sum",
"min", "max", "enumerate"}
def attr_chain(obj, attr):
"""Follow an attribute chain.
If you have a chain of objects where a.foo -> b, b.foo-> c, etc,
use this to iterate over all objects in the chain. Iteration is
terminated by getattr(x, attr) is None.
Args:
obj: the starting object
attr: the name of the chaining attribute
Yields:
Each successive object in the chain.
"""
next = getattr(obj, attr)
while next:
yield next
next = getattr(next, attr)
p0 = """for_stmt< 'for' any 'in' node=any ':' any* >
| comp_for< 'for' any 'in' node=any any* >
"""
p1 = """
power<
( 'iter' | 'list' | 'tuple' | 'sorted' | 'set' | 'sum' |
'any' | 'all' | 'enumerate' | (any* trailer< '.' 'join' >) )
trailer< '(' node=any ')' >
any*
>
"""
p2 = """
power<
( 'sorted' | 'enumerate' )
trailer< '(' arglist<node=any any*> ')' >
any*
>
"""
pats_built = False
def in_special_context(node):
""" Returns true if node is in an environment where all that is required
of it is being iterable (ie, it doesn't matter if it returns a list
or an iterator).
See test_map_nochange in test_fixers.py for some examples and tests.
"""
global p0, p1, p2, pats_built
if not pats_built:
p0 = patcomp.compile_pattern(p0)
p1 = patcomp.compile_pattern(p1)
p2 = patcomp.compile_pattern(p2)
pats_built = True
patterns = [p0, p1, p2]
for pattern, parent in zip(patterns, attr_chain(node, "parent")):
results = {}
if pattern.match(parent, results) and results["node"] is node:
return True
return False
def is_probably_builtin(node):
"""
Check that something isn't an attribute or function name etc.
"""
prev = node.prev_sibling
if prev is not None and prev.type == token.DOT:
# Attribute lookup.
return False
parent = node.parent
if parent.type in (syms.funcdef, syms.classdef):
return False
if parent.type == syms.expr_stmt and parent.children[0] is node:
# Assignment.
return False
if parent.type == syms.parameters or \
(parent.type == syms.typedargslist and (
(prev is not None and prev.type == token.COMMA) or
parent.children[0] is node
)):
# The name of an argument.
return False
return True
def find_indentation(node):
"""Find the indentation of *node*."""
while node is not None:
if node.type == syms.suite and len(node.children) > 2:
indent = node.children[1]
if indent.type == token.INDENT:
return indent.value
node = node.parent
return ""
###########################################################
### The following functions are to find bindings in a suite
###########################################################
def make_suite(node):
if node.type == syms.suite:
return node
node = node.clone()
parent, node.parent = node.parent, None
suite = Node(syms.suite, [node])
suite.parent = parent
return suite
def find_root(node):
"""Find the top level namespace."""
# Scamper up to the top level namespace
while node.type != syms.file_input:
node = node.parent
if not node:
raise ValueError("root found before file_input node was found.")
return node
def does_tree_import(package, name, node):
""" Returns true if name is imported from package at the
top level of the tree which node belongs to.
To cover the case of an import like 'import foo', use
None for the package and 'foo' for the name. """
binding = find_binding(name, find_root(node), package)
return bool(binding)
def is_import(node):
"""Returns true if the node is an import statement."""
return node.type in (syms.import_name, syms.import_from)
def touch_import(package, name, node):
""" Works like `does_tree_import` but adds an import statement
if it was not imported. """
def is_import_stmt(node):
return (node.type == syms.simple_stmt and node.children and
is_import(node.children[0]))
root = find_root(node)
if does_tree_import(package, name, root):
return
# figure out where to insert the new import. First try to find
# the first import and then skip to the last one.
insert_pos = offset = 0
for idx, node in enumerate(root.children):
if not is_import_stmt(node):
continue
for offset, node2 in enumerate(root.children[idx:]):
if not is_import_stmt(node2):
break
insert_pos = idx + offset
break
# if there are no imports where we can insert, find the docstring.
# if that also fails, we stick to the beginning of the file
if insert_pos == 0:
for idx, node in enumerate(root.children):
if (node.type == syms.simple_stmt and node.children and
node.children[0].type == token.STRING):
insert_pos = idx + 1
break
if package is None:
import_ = Node(syms.import_name, [
Leaf(token.NAME, "import"),
Leaf(token.NAME, name, prefix=" ")
])
else:
import_ = FromImport(package, [Leaf(token.NAME, name, prefix=" ")])
children = [import_, Newline()]
root.insert_child(insert_pos, Node(syms.simple_stmt, children))
_def_syms = {syms.classdef, syms.funcdef}
def find_binding(name, node, package=None):
""" Returns the node which binds variable name, otherwise None.
If optional argument package is supplied, only imports will
be returned.
See test cases for examples."""
for child in node.children:
ret = None
if child.type == syms.for_stmt:
if _find(name, child.children[1]):
return child
n = find_binding(name, make_suite(child.children[-1]), package)
if n: ret = n
elif child.type in (syms.if_stmt, syms.while_stmt):
n = find_binding(name, make_suite(child.children[-1]), package)
if n: ret = n
elif child.type == syms.try_stmt:
n = find_binding(name, make_suite(child.children[2]), package)
if n:
ret = n
else:
for i, kid in enumerate(child.children[3:]):
if kid.type == token.COLON and kid.value == ":":
# i+3 is the colon, i+4 is the suite
n = find_binding(name, make_suite(child.children[i+4]), package)
if n: ret = n
elif child.type in _def_syms and child.children[1].value == name:
ret = child
elif _is_import_binding(child, name, package):
ret = child
elif child.type == syms.simple_stmt:
ret = find_binding(name, child, package)
elif child.type == syms.expr_stmt:
if _find(name, child.children[0]):
ret = child
if ret:
if not package:
return ret
if is_import(ret):
return ret
return None
_block_syms = {syms.funcdef, syms.classdef, syms.trailer}
def _find(name, node):
nodes = [node]
while nodes:
node = nodes.pop()
if node.type > 256 and node.type not in _block_syms:
nodes.extend(node.children)
elif node.type == token.NAME and node.value == name:
return node
return None
def _is_import_binding(node, name, package=None):
""" Will reuturn node if node will import name, or node
will import * from package. None is returned otherwise.
See test cases for examples. """
if node.type == syms.import_name and not package:
imp = node.children[1]
if imp.type == syms.dotted_as_names:
for child in imp.children:
if child.type == syms.dotted_as_name:
if child.children[2].value == name:
return node
elif child.type == token.NAME and child.value == name:
return node
elif imp.type == syms.dotted_as_name:
last = imp.children[-1]
if last.type == token.NAME and last.value == name:
return node
elif imp.type == token.NAME and imp.value == name:
return node
elif node.type == syms.import_from:
# str(...) is used to make life easier here, because
# from a.b import parses to ['import', ['a', '.', 'b'], ...]
if package and str(node.children[1]).strip() != package:
return None
n = node.children[3]
if package and _find("as", n):
# See test_from_import_as for explanation
return None
elif n.type == syms.import_as_names and _find(name, n):
return node
elif n.type == syms.import_as_name:
child = n.children[2]
if child.type == token.NAME and child.value == name:
return node
elif n.type == token.NAME and n.value == name:
return node
elif package and n.type == token.STAR:
return node
return None
lib2to3/PatternGrammar3.8.17.final.0.pickle 0000644 00000002311 15115353746 0014053 0 ustar 00 ��� }�(�
symbol2number�}�(�Matcher�M � Alternative�M� Alternatives�M�Details�M� NegatedUnit�M�Repeater�M�Unit�Mu�
number2symbol�}�(M hMhMhMhMhMhMh u�states�]�(]�(]�KK��a]�KK��a]�K K��ae]�(]�(KK��K K��e]�(KK��K K��K K��ee]�(]�K
K��a]�(K K ��K K��ee]�(]�K K��a]�KK��a]�K
K��a]�K K��ae]�(]�KK��a]�(KK��KK��KK��e]�KK��a]�(KK��K K��e]�K K��a]�KK��ae]�(]�(KK��KK��KK��e]�K K��a]�KK��a]�(KK��KK��e]�KK��a]�KK��ae]�(]�(KK��KK��KK��KK��e]�KK��a]�KK��a]�(KK��KK��KK��K K��e]�(KK��K K��e]�KK��a]�KK��a]�(KK��KK��KK ��KK��e]�K K��a]�(KK��KK��K K ��eee�dfas�}�(M h}�(KKKKKKKKKKu��Mh}�(KKKKKKKKKKu��Mh }�(KKKKKKKKKKu��Mh#}�K Ks��Mh,}�KKs��Mh<}�(KKKKKKu��MhL}�(KKKKKKKKu��u�labels�]�(K �EMPTY���MN��K N��KN��K N��K�not���KN��KN��MN��MN��MN��KN��KN��KN��MN��KN��KN��KN��KN��KN��K N��KN��KN��MN��K
N��e�keywords�}�h�Ks�tokens�}�(K KKKK KKKKKKK KK KK
KKKKKKKKKKK KKKKKK
Ku� symbol2label�}�(� Alternatives�K� NegatedUnit�K�Unit�K � Alternative�K
�Details�K�Repeater�Ku�start�M u. lib2to3/patcomp.py 0000644 00000015616 15115353746 0010062 0 ustar 00 # Copyright 2006 Google, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Pattern compiler.
The grammar is taken from PatternGrammar.txt.
The compiler compiles a pattern to a pytree.*Pattern instance.
"""
__author__ = "Guido van Rossum <guido@python.org>"
# Python imports
import io
# Fairly local imports
from .pgen2 import driver, literals, token, tokenize, parse, grammar
# Really local imports
from . import pytree
from . import pygram
class PatternSyntaxError(Exception):
pass
def tokenize_wrapper(input):
"""Tokenizes a string suppressing significant whitespace."""
skip = {token.NEWLINE, token.INDENT, token.DEDENT}
tokens = tokenize.generate_tokens(io.StringIO(input).readline)
for quintuple in tokens:
type, value, start, end, line_text = quintuple
if type not in skip:
yield quintuple
class PatternCompiler(object):
def __init__(self, grammar_file=None):
"""Initializer.
Takes an optional alternative filename for the pattern grammar.
"""
if grammar_file is None:
self.grammar = pygram.pattern_grammar
self.syms = pygram.pattern_symbols
else:
self.grammar = driver.load_grammar(grammar_file)
self.syms = pygram.Symbols(self.grammar)
self.pygrammar = pygram.python_grammar
self.pysyms = pygram.python_symbols
self.driver = driver.Driver(self.grammar, convert=pattern_convert)
def compile_pattern(self, input, debug=False, with_tree=False):
"""Compiles a pattern string to a nested pytree.*Pattern object."""
tokens = tokenize_wrapper(input)
try:
root = self.driver.parse_tokens(tokens, debug=debug)
except parse.ParseError as e:
raise PatternSyntaxError(str(e)) from None
if with_tree:
return self.compile_node(root), root
else:
return self.compile_node(root)
def compile_node(self, node):
"""Compiles a node, recursively.
This is one big switch on the node type.
"""
# XXX Optimize certain Wildcard-containing-Wildcard patterns
# that can be merged
if node.type == self.syms.Matcher:
node = node.children[0] # Avoid unneeded recursion
if node.type == self.syms.Alternatives:
# Skip the odd children since they are just '|' tokens
alts = [self.compile_node(ch) for ch in node.children[::2]]
if len(alts) == 1:
return alts[0]
p = pytree.WildcardPattern([[a] for a in alts], min=1, max=1)
return p.optimize()
if node.type == self.syms.Alternative:
units = [self.compile_node(ch) for ch in node.children]
if len(units) == 1:
return units[0]
p = pytree.WildcardPattern([units], min=1, max=1)
return p.optimize()
if node.type == self.syms.NegatedUnit:
pattern = self.compile_basic(node.children[1:])
p = pytree.NegatedPattern(pattern)
return p.optimize()
assert node.type == self.syms.Unit
name = None
nodes = node.children
if len(nodes) >= 3 and nodes[1].type == token.EQUAL:
name = nodes[0].value
nodes = nodes[2:]
repeat = None
if len(nodes) >= 2 and nodes[-1].type == self.syms.Repeater:
repeat = nodes[-1]
nodes = nodes[:-1]
# Now we've reduced it to: STRING | NAME [Details] | (...) | [...]
pattern = self.compile_basic(nodes, repeat)
if repeat is not None:
assert repeat.type == self.syms.Repeater
children = repeat.children
child = children[0]
if child.type == token.STAR:
min = 0
max = pytree.HUGE
elif child.type == token.PLUS:
min = 1
max = pytree.HUGE
elif child.type == token.LBRACE:
assert children[-1].type == token.RBRACE
assert len(children) in (3, 5)
min = max = self.get_int(children[1])
if len(children) == 5:
max = self.get_int(children[3])
else:
assert False
if min != 1 or max != 1:
pattern = pattern.optimize()
pattern = pytree.WildcardPattern([[pattern]], min=min, max=max)
if name is not None:
pattern.name = name
return pattern.optimize()
def compile_basic(self, nodes, repeat=None):
# Compile STRING | NAME [Details] | (...) | [...]
assert len(nodes) >= 1
node = nodes[0]
if node.type == token.STRING:
value = str(literals.evalString(node.value))
return pytree.LeafPattern(_type_of_literal(value), value)
elif node.type == token.NAME:
value = node.value
if value.isupper():
if value not in TOKEN_MAP:
raise PatternSyntaxError("Invalid token: %r" % value)
if nodes[1:]:
raise PatternSyntaxError("Can't have details for token")
return pytree.LeafPattern(TOKEN_MAP[value])
else:
if value == "any":
type = None
elif not value.startswith("_"):
type = getattr(self.pysyms, value, None)
if type is None:
raise PatternSyntaxError("Invalid symbol: %r" % value)
if nodes[1:]: # Details present
content = [self.compile_node(nodes[1].children[1])]
else:
content = None
return pytree.NodePattern(type, content)
elif node.value == "(":
return self.compile_node(nodes[1])
elif node.value == "[":
assert repeat is None
subpattern = self.compile_node(nodes[1])
return pytree.WildcardPattern([[subpattern]], min=0, max=1)
assert False, node
def get_int(self, node):
assert node.type == token.NUMBER
return int(node.value)
# Map named tokens to the type value for a LeafPattern
TOKEN_MAP = {"NAME": token.NAME,
"STRING": token.STRING,
"NUMBER": token.NUMBER,
"TOKEN": None}
def _type_of_literal(value):
if value[0].isalpha():
return token.NAME
elif value in grammar.opmap:
return grammar.opmap[value]
else:
return None
def pattern_convert(grammar, raw_node_info):
"""Converts raw node information to a Node or Leaf instance."""
type, value, context, children = raw_node_info
if children or type in grammar.number2symbol:
return pytree.Node(type, children, context=context)
else:
return pytree.Leaf(type, value, context=context)
def compile_pattern(pattern):
return PatternCompiler().compile_pattern(pattern)
lib2to3/__main__.py 0000644 00000000103 15115353746 0010120 0 ustar 00 import sys
from .main import main
sys.exit(main("lib2to3.fixes"))
lib2to3/btm_matcher.py 0000644 00000014737 15115353746 0010707 0 ustar 00 """A bottom-up tree matching algorithm implementation meant to speed
up 2to3's matching process. After the tree patterns are reduced to
their rarest linear path, a linear Aho-Corasick automaton is
created. The linear automaton traverses the linear paths from the
leaves to the root of the AST and returns a set of nodes for further
matching. This reduces significantly the number of candidate nodes."""
__author__ = "George Boutsioukis <gboutsioukis@gmail.com>"
import logging
import itertools
from collections import defaultdict
from . import pytree
from .btm_utils import reduce_tree
class BMNode(object):
"""Class for a node of the Aho-Corasick automaton used in matching"""
count = itertools.count()
def __init__(self):
self.transition_table = {}
self.fixers = []
self.id = next(BMNode.count)
self.content = ''
class BottomMatcher(object):
"""The main matcher class. After instantiating the patterns should
be added using the add_fixer method"""
def __init__(self):
self.match = set()
self.root = BMNode()
self.nodes = [self.root]
self.fixers = []
self.logger = logging.getLogger("RefactoringTool")
def add_fixer(self, fixer):
"""Reduces a fixer's pattern tree to a linear path and adds it
to the matcher(a common Aho-Corasick automaton). The fixer is
appended on the matching states and called when they are
reached"""
self.fixers.append(fixer)
tree = reduce_tree(fixer.pattern_tree)
linear = tree.get_linear_subpattern()
match_nodes = self.add(linear, start=self.root)
for match_node in match_nodes:
match_node.fixers.append(fixer)
def add(self, pattern, start):
"Recursively adds a linear pattern to the AC automaton"
#print("adding pattern", pattern, "to", start)
if not pattern:
#print("empty pattern")
return [start]
if isinstance(pattern[0], tuple):
#alternatives
#print("alternatives")
match_nodes = []
for alternative in pattern[0]:
#add all alternatives, and add the rest of the pattern
#to each end node
end_nodes = self.add(alternative, start=start)
for end in end_nodes:
match_nodes.extend(self.add(pattern[1:], end))
return match_nodes
else:
#single token
#not last
if pattern[0] not in start.transition_table:
#transition did not exist, create new
next_node = BMNode()
start.transition_table[pattern[0]] = next_node
else:
#transition exists already, follow
next_node = start.transition_table[pattern[0]]
if pattern[1:]:
end_nodes = self.add(pattern[1:], start=next_node)
else:
end_nodes = [next_node]
return end_nodes
def run(self, leaves):
"""The main interface with the bottom matcher. The tree is
traversed from the bottom using the constructed
automaton. Nodes are only checked once as the tree is
retraversed. When the automaton fails, we give it one more
shot(in case the above tree matches as a whole with the
rejected leaf), then we break for the next leaf. There is the
special case of multiple arguments(see code comments) where we
recheck the nodes
Args:
The leaves of the AST tree to be matched
Returns:
A dictionary of node matches with fixers as the keys
"""
current_ac_node = self.root
results = defaultdict(list)
for leaf in leaves:
current_ast_node = leaf
while current_ast_node:
current_ast_node.was_checked = True
for child in current_ast_node.children:
# multiple statements, recheck
if isinstance(child, pytree.Leaf) and child.value == ";":
current_ast_node.was_checked = False
break
if current_ast_node.type == 1:
#name
node_token = current_ast_node.value
else:
node_token = current_ast_node.type
if node_token in current_ac_node.transition_table:
#token matches
current_ac_node = current_ac_node.transition_table[node_token]
for fixer in current_ac_node.fixers:
results[fixer].append(current_ast_node)
else:
#matching failed, reset automaton
current_ac_node = self.root
if (current_ast_node.parent is not None
and current_ast_node.parent.was_checked):
#the rest of the tree upwards has been checked, next leaf
break
#recheck the rejected node once from the root
if node_token in current_ac_node.transition_table:
#token matches
current_ac_node = current_ac_node.transition_table[node_token]
for fixer in current_ac_node.fixers:
results[fixer].append(current_ast_node)
current_ast_node = current_ast_node.parent
return results
def print_ac(self):
"Prints a graphviz diagram of the BM automaton(for debugging)"
print("digraph g{")
def print_node(node):
for subnode_key in node.transition_table.keys():
subnode = node.transition_table[subnode_key]
print("%d -> %d [label=%s] //%s" %
(node.id, subnode.id, type_repr(subnode_key), str(subnode.fixers)))
if subnode_key == 1:
print(subnode.content)
print_node(subnode)
print_node(self.root)
print("}")
# taken from pytree.py for debugging; only used by print_ac
_type_reprs = {}
def type_repr(type_num):
global _type_reprs
if not _type_reprs:
from .pygram import python_symbols
# printing tokens is possible but not as useful
# from .pgen2 import token // token.__dict__.items():
for name, val in python_symbols.__dict__.items():
if type(val) == int: _type_reprs[val] = name
return _type_reprs.setdefault(type_num, type_num)
lib2to3/btm_utils.py 0000644 00000023356 15115353746 0010421 0 ustar 00 "Utility functions used by the btm_matcher module"
from . import pytree
from .pgen2 import grammar, token
from .pygram import pattern_symbols, python_symbols
syms = pattern_symbols
pysyms = python_symbols
tokens = grammar.opmap
token_labels = token
TYPE_ANY = -1
TYPE_ALTERNATIVES = -2
TYPE_GROUP = -3
class MinNode(object):
"""This class serves as an intermediate representation of the
pattern tree during the conversion to sets of leaf-to-root
subpatterns"""
def __init__(self, type=None, name=None):
self.type = type
self.name = name
self.children = []
self.leaf = False
self.parent = None
self.alternatives = []
self.group = []
def __repr__(self):
return str(self.type) + ' ' + str(self.name)
def leaf_to_root(self):
"""Internal method. Returns a characteristic path of the
pattern tree. This method must be run for all leaves until the
linear subpatterns are merged into a single"""
node = self
subp = []
while node:
if node.type == TYPE_ALTERNATIVES:
node.alternatives.append(subp)
if len(node.alternatives) == len(node.children):
#last alternative
subp = [tuple(node.alternatives)]
node.alternatives = []
node = node.parent
continue
else:
node = node.parent
subp = None
break
if node.type == TYPE_GROUP:
node.group.append(subp)
#probably should check the number of leaves
if len(node.group) == len(node.children):
subp = get_characteristic_subpattern(node.group)
node.group = []
node = node.parent
continue
else:
node = node.parent
subp = None
break
if node.type == token_labels.NAME and node.name:
#in case of type=name, use the name instead
subp.append(node.name)
else:
subp.append(node.type)
node = node.parent
return subp
def get_linear_subpattern(self):
"""Drives the leaf_to_root method. The reason that
leaf_to_root must be run multiple times is because we need to
reject 'group' matches; for example the alternative form
(a | b c) creates a group [b c] that needs to be matched. Since
matching multiple linear patterns overcomes the automaton's
capabilities, leaf_to_root merges each group into a single
choice based on 'characteristic'ity,
i.e. (a|b c) -> (a|b) if b more characteristic than c
Returns: The most 'characteristic'(as defined by
get_characteristic_subpattern) path for the compiled pattern
tree.
"""
for l in self.leaves():
subp = l.leaf_to_root()
if subp:
return subp
def leaves(self):
"Generator that returns the leaves of the tree"
for child in self.children:
yield from child.leaves()
if not self.children:
yield self
def reduce_tree(node, parent=None):
"""
Internal function. Reduces a compiled pattern tree to an
intermediate representation suitable for feeding the
automaton. This also trims off any optional pattern elements(like
[a], a*).
"""
new_node = None
#switch on the node type
if node.type == syms.Matcher:
#skip
node = node.children[0]
if node.type == syms.Alternatives :
#2 cases
if len(node.children) <= 2:
#just a single 'Alternative', skip this node
new_node = reduce_tree(node.children[0], parent)
else:
#real alternatives
new_node = MinNode(type=TYPE_ALTERNATIVES)
#skip odd children('|' tokens)
for child in node.children:
if node.children.index(child)%2:
continue
reduced = reduce_tree(child, new_node)
if reduced is not None:
new_node.children.append(reduced)
elif node.type == syms.Alternative:
if len(node.children) > 1:
new_node = MinNode(type=TYPE_GROUP)
for child in node.children:
reduced = reduce_tree(child, new_node)
if reduced:
new_node.children.append(reduced)
if not new_node.children:
# delete the group if all of the children were reduced to None
new_node = None
else:
new_node = reduce_tree(node.children[0], parent)
elif node.type == syms.Unit:
if (isinstance(node.children[0], pytree.Leaf) and
node.children[0].value == '('):
#skip parentheses
return reduce_tree(node.children[1], parent)
if ((isinstance(node.children[0], pytree.Leaf) and
node.children[0].value == '[')
or
(len(node.children)>1 and
hasattr(node.children[1], "value") and
node.children[1].value == '[')):
#skip whole unit if its optional
return None
leaf = True
details_node = None
alternatives_node = None
has_repeater = False
repeater_node = None
has_variable_name = False
for child in node.children:
if child.type == syms.Details:
leaf = False
details_node = child
elif child.type == syms.Repeater:
has_repeater = True
repeater_node = child
elif child.type == syms.Alternatives:
alternatives_node = child
if hasattr(child, 'value') and child.value == '=': # variable name
has_variable_name = True
#skip variable name
if has_variable_name:
#skip variable name, '='
name_leaf = node.children[2]
if hasattr(name_leaf, 'value') and name_leaf.value == '(':
# skip parenthesis
name_leaf = node.children[3]
else:
name_leaf = node.children[0]
#set node type
if name_leaf.type == token_labels.NAME:
#(python) non-name or wildcard
if name_leaf.value == 'any':
new_node = MinNode(type=TYPE_ANY)
else:
if hasattr(token_labels, name_leaf.value):
new_node = MinNode(type=getattr(token_labels, name_leaf.value))
else:
new_node = MinNode(type=getattr(pysyms, name_leaf.value))
elif name_leaf.type == token_labels.STRING:
#(python) name or character; remove the apostrophes from
#the string value
name = name_leaf.value.strip("'")
if name in tokens:
new_node = MinNode(type=tokens[name])
else:
new_node = MinNode(type=token_labels.NAME, name=name)
elif name_leaf.type == syms.Alternatives:
new_node = reduce_tree(alternatives_node, parent)
#handle repeaters
if has_repeater:
if repeater_node.children[0].value == '*':
#reduce to None
new_node = None
elif repeater_node.children[0].value == '+':
#reduce to a single occurrence i.e. do nothing
pass
else:
#TODO: handle {min, max} repeaters
raise NotImplementedError
pass
#add children
if details_node and new_node is not None:
for child in details_node.children[1:-1]:
#skip '<', '>' markers
reduced = reduce_tree(child, new_node)
if reduced is not None:
new_node.children.append(reduced)
if new_node:
new_node.parent = parent
return new_node
def get_characteristic_subpattern(subpatterns):
"""Picks the most characteristic from a list of linear patterns
Current order used is:
names > common_names > common_chars
"""
if not isinstance(subpatterns, list):
return subpatterns
if len(subpatterns)==1:
return subpatterns[0]
# first pick out the ones containing variable names
subpatterns_with_names = []
subpatterns_with_common_names = []
common_names = ['in', 'for', 'if' , 'not', 'None']
subpatterns_with_common_chars = []
common_chars = "[]().,:"
for subpattern in subpatterns:
if any(rec_test(subpattern, lambda x: type(x) is str)):
if any(rec_test(subpattern,
lambda x: isinstance(x, str) and x in common_chars)):
subpatterns_with_common_chars.append(subpattern)
elif any(rec_test(subpattern,
lambda x: isinstance(x, str) and x in common_names)):
subpatterns_with_common_names.append(subpattern)
else:
subpatterns_with_names.append(subpattern)
if subpatterns_with_names:
subpatterns = subpatterns_with_names
elif subpatterns_with_common_names:
subpatterns = subpatterns_with_common_names
elif subpatterns_with_common_chars:
subpatterns = subpatterns_with_common_chars
# of the remaining subpatterns pick out the longest one
return max(subpatterns, key=len)
def rec_test(sequence, test_func):
"""Tests test_func on all items of sequence and items of included
sub-iterables"""
for x in sequence:
if isinstance(x, (list, tuple)):
yield from rec_test(x, test_func)
else:
yield test_func(x)
lib2to3/pgen2/conv.py 0000644 00000022652 15115353746 0010375 0 ustar 00 # Copyright 2004-2005 Elemental Security, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Convert graminit.[ch] spit out by pgen to Python code.
Pgen is the Python parser generator. It is useful to quickly create a
parser from a grammar file in Python's grammar notation. But I don't
want my parsers to be written in C (yet), so I'm translating the
parsing tables to Python data structures and writing a Python parse
engine.
Note that the token numbers are constants determined by the standard
Python tokenizer. The standard token module defines these numbers and
their names (the names are not used much). The token numbers are
hardcoded into the Python tokenizer and into pgen. A Python
implementation of the Python tokenizer is also available, in the
standard tokenize module.
On the other hand, symbol numbers (representing the grammar's
non-terminals) are assigned by pgen based on the actual grammar
input.
Note: this module is pretty much obsolete; the pgen module generates
equivalent grammar tables directly from the Grammar.txt input file
without having to invoke the Python pgen C program.
"""
# Python imports
import re
# Local imports
from pgen2 import grammar, token
class Converter(grammar.Grammar):
"""Grammar subclass that reads classic pgen output files.
The run() method reads the tables as produced by the pgen parser
generator, typically contained in two C files, graminit.h and
graminit.c. The other methods are for internal use only.
See the base class for more documentation.
"""
def run(self, graminit_h, graminit_c):
"""Load the grammar tables from the text files written by pgen."""
self.parse_graminit_h(graminit_h)
self.parse_graminit_c(graminit_c)
self.finish_off()
def parse_graminit_h(self, filename):
"""Parse the .h file written by pgen. (Internal)
This file is a sequence of #define statements defining the
nonterminals of the grammar as numbers. We build two tables
mapping the numbers to names and back.
"""
try:
f = open(filename)
except OSError as err:
print("Can't open %s: %s" % (filename, err))
return False
self.symbol2number = {}
self.number2symbol = {}
lineno = 0
for line in f:
lineno += 1
mo = re.match(r"^#define\s+(\w+)\s+(\d+)$", line)
if not mo and line.strip():
print("%s(%s): can't parse %s" % (filename, lineno,
line.strip()))
else:
symbol, number = mo.groups()
number = int(number)
assert symbol not in self.symbol2number
assert number not in self.number2symbol
self.symbol2number[symbol] = number
self.number2symbol[number] = symbol
return True
def parse_graminit_c(self, filename):
"""Parse the .c file written by pgen. (Internal)
The file looks as follows. The first two lines are always this:
#include "pgenheaders.h"
#include "grammar.h"
After that come four blocks:
1) one or more state definitions
2) a table defining dfas
3) a table defining labels
4) a struct defining the grammar
A state definition has the following form:
- one or more arc arrays, each of the form:
static arc arcs_<n>_<m>[<k>] = {
{<i>, <j>},
...
};
- followed by a state array, of the form:
static state states_<s>[<t>] = {
{<k>, arcs_<n>_<m>},
...
};
"""
try:
f = open(filename)
except OSError as err:
print("Can't open %s: %s" % (filename, err))
return False
# The code below essentially uses f's iterator-ness!
lineno = 0
# Expect the two #include lines
lineno, line = lineno+1, next(f)
assert line == '#include "pgenheaders.h"\n', (lineno, line)
lineno, line = lineno+1, next(f)
assert line == '#include "grammar.h"\n', (lineno, line)
# Parse the state definitions
lineno, line = lineno+1, next(f)
allarcs = {}
states = []
while line.startswith("static arc "):
while line.startswith("static arc "):
mo = re.match(r"static arc arcs_(\d+)_(\d+)\[(\d+)\] = {$",
line)
assert mo, (lineno, line)
n, m, k = list(map(int, mo.groups()))
arcs = []
for _ in range(k):
lineno, line = lineno+1, next(f)
mo = re.match(r"\s+{(\d+), (\d+)},$", line)
assert mo, (lineno, line)
i, j = list(map(int, mo.groups()))
arcs.append((i, j))
lineno, line = lineno+1, next(f)
assert line == "};\n", (lineno, line)
allarcs[(n, m)] = arcs
lineno, line = lineno+1, next(f)
mo = re.match(r"static state states_(\d+)\[(\d+)\] = {$", line)
assert mo, (lineno, line)
s, t = list(map(int, mo.groups()))
assert s == len(states), (lineno, line)
state = []
for _ in range(t):
lineno, line = lineno+1, next(f)
mo = re.match(r"\s+{(\d+), arcs_(\d+)_(\d+)},$", line)
assert mo, (lineno, line)
k, n, m = list(map(int, mo.groups()))
arcs = allarcs[n, m]
assert k == len(arcs), (lineno, line)
state.append(arcs)
states.append(state)
lineno, line = lineno+1, next(f)
assert line == "};\n", (lineno, line)
lineno, line = lineno+1, next(f)
self.states = states
# Parse the dfas
dfas = {}
mo = re.match(r"static dfa dfas\[(\d+)\] = {$", line)
assert mo, (lineno, line)
ndfas = int(mo.group(1))
for i in range(ndfas):
lineno, line = lineno+1, next(f)
mo = re.match(r'\s+{(\d+), "(\w+)", (\d+), (\d+), states_(\d+),$',
line)
assert mo, (lineno, line)
symbol = mo.group(2)
number, x, y, z = list(map(int, mo.group(1, 3, 4, 5)))
assert self.symbol2number[symbol] == number, (lineno, line)
assert self.number2symbol[number] == symbol, (lineno, line)
assert x == 0, (lineno, line)
state = states[z]
assert y == len(state), (lineno, line)
lineno, line = lineno+1, next(f)
mo = re.match(r'\s+("(?:\\\d\d\d)*")},$', line)
assert mo, (lineno, line)
first = {}
rawbitset = eval(mo.group(1))
for i, c in enumerate(rawbitset):
byte = ord(c)
for j in range(8):
if byte & (1<<j):
first[i*8 + j] = 1
dfas[number] = (state, first)
lineno, line = lineno+1, next(f)
assert line == "};\n", (lineno, line)
self.dfas = dfas
# Parse the labels
labels = []
lineno, line = lineno+1, next(f)
mo = re.match(r"static label labels\[(\d+)\] = {$", line)
assert mo, (lineno, line)
nlabels = int(mo.group(1))
for i in range(nlabels):
lineno, line = lineno+1, next(f)
mo = re.match(r'\s+{(\d+), (0|"\w+")},$', line)
assert mo, (lineno, line)
x, y = mo.groups()
x = int(x)
if y == "0":
y = None
else:
y = eval(y)
labels.append((x, y))
lineno, line = lineno+1, next(f)
assert line == "};\n", (lineno, line)
self.labels = labels
# Parse the grammar struct
lineno, line = lineno+1, next(f)
assert line == "grammar _PyParser_Grammar = {\n", (lineno, line)
lineno, line = lineno+1, next(f)
mo = re.match(r"\s+(\d+),$", line)
assert mo, (lineno, line)
ndfas = int(mo.group(1))
assert ndfas == len(self.dfas)
lineno, line = lineno+1, next(f)
assert line == "\tdfas,\n", (lineno, line)
lineno, line = lineno+1, next(f)
mo = re.match(r"\s+{(\d+), labels},$", line)
assert mo, (lineno, line)
nlabels = int(mo.group(1))
assert nlabels == len(self.labels), (lineno, line)
lineno, line = lineno+1, next(f)
mo = re.match(r"\s+(\d+)$", line)
assert mo, (lineno, line)
start = int(mo.group(1))
assert start in self.number2symbol, (lineno, line)
self.start = start
lineno, line = lineno+1, next(f)
assert line == "};\n", (lineno, line)
try:
lineno, line = lineno+1, next(f)
except StopIteration:
pass
else:
assert 0, (lineno, line)
def finish_off(self):
"""Create additional useful structures. (Internal)."""
self.keywords = {} # map from keyword strings to arc labels
self.tokens = {} # map from numeric token values to arc labels
for ilabel, (type, value) in enumerate(self.labels):
if type == token.NAME and value is not None:
self.keywords[value] = ilabel
elif value is None:
self.tokens[type] = ilabel
lib2to3/pgen2/__init__.py 0000644 00000000217 15115353746 0011160 0 ustar 00 # Copyright 2004-2005 Elemental Security, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""The pgen2 package."""
lib2to3/pgen2/tokenize.py 0000644 00000051077 15115353746 0011263 0 ustar 00 # Copyright (c) 2001, 2002, 2003, 2004, 2005, 2006 Python Software Foundation.
# All rights reserved.
"""Tokenization help for Python programs.
generate_tokens(readline) is a generator that breaks a stream of
text into Python tokens. It accepts a readline-like method which is called
repeatedly to get the next line of input (or "" for EOF). It generates
5-tuples with these members:
the token type (see token.py)
the token (a string)
the starting (row, column) indices of the token (a 2-tuple of ints)
the ending (row, column) indices of the token (a 2-tuple of ints)
the original line (string)
It is designed to match the working of the Python tokenizer exactly, except
that it produces COMMENT tokens for comments and gives type OP for all
operators
Older entry points
tokenize_loop(readline, tokeneater)
tokenize(readline, tokeneater=printtoken)
are the same, except instead of generating tokens, tokeneater is a callback
function to which the 5 fields described above are passed as 5 arguments,
each time a new token is found."""
__author__ = 'Ka-Ping Yee <ping@lfw.org>'
__credits__ = \
'GvR, ESR, Tim Peters, Thomas Wouters, Fred Drake, Skip Montanaro'
import string, re
from codecs import BOM_UTF8, lookup
from lib2to3.pgen2.token import *
from . import token
__all__ = [x for x in dir(token) if x[0] != '_'] + ["tokenize",
"generate_tokens", "untokenize"]
del token
try:
bytes
except NameError:
# Support bytes type in Python <= 2.5, so 2to3 turns itself into
# valid Python 3 code.
bytes = str
def group(*choices): return '(' + '|'.join(choices) + ')'
def any(*choices): return group(*choices) + '*'
def maybe(*choices): return group(*choices) + '?'
def _combinations(*l):
return set(
x + y for x in l for y in l + ("",) if x.casefold() != y.casefold()
)
Whitespace = r'[ \f\t]*'
Comment = r'#[^\r\n]*'
Ignore = Whitespace + any(r'\\\r?\n' + Whitespace) + maybe(Comment)
Name = r'\w+'
Binnumber = r'0[bB]_?[01]+(?:_[01]+)*'
Hexnumber = r'0[xX]_?[\da-fA-F]+(?:_[\da-fA-F]+)*[lL]?'
Octnumber = r'0[oO]?_?[0-7]+(?:_[0-7]+)*[lL]?'
Decnumber = group(r'[1-9]\d*(?:_\d+)*[lL]?', '0[lL]?')
Intnumber = group(Binnumber, Hexnumber, Octnumber, Decnumber)
Exponent = r'[eE][-+]?\d+(?:_\d+)*'
Pointfloat = group(r'\d+(?:_\d+)*\.(?:\d+(?:_\d+)*)?', r'\.\d+(?:_\d+)*') + maybe(Exponent)
Expfloat = r'\d+(?:_\d+)*' + Exponent
Floatnumber = group(Pointfloat, Expfloat)
Imagnumber = group(r'\d+(?:_\d+)*[jJ]', Floatnumber + r'[jJ]')
Number = group(Imagnumber, Floatnumber, Intnumber)
# Tail end of ' string.
Single = r"[^'\\]*(?:\\.[^'\\]*)*'"
# Tail end of " string.
Double = r'[^"\\]*(?:\\.[^"\\]*)*"'
# Tail end of ''' string.
Single3 = r"[^'\\]*(?:(?:\\.|'(?!''))[^'\\]*)*'''"
# Tail end of """ string.
Double3 = r'[^"\\]*(?:(?:\\.|"(?!""))[^"\\]*)*"""'
_litprefix = r"(?:[uUrRbBfF]|[rR][fFbB]|[fFbBuU][rR])?"
Triple = group(_litprefix + "'''", _litprefix + '"""')
# Single-line ' or " string.
String = group(_litprefix + r"'[^\n'\\]*(?:\\.[^\n'\\]*)*'",
_litprefix + r'"[^\n"\\]*(?:\\.[^\n"\\]*)*"')
# Because of leftmost-then-longest match semantics, be sure to put the
# longest operators first (e.g., if = came before ==, == would get
# recognized as two instances of =).
Operator = group(r"\*\*=?", r">>=?", r"<<=?", r"<>", r"!=",
r"//=?", r"->",
r"[+\-*/%&@|^=<>]=?",
r"~")
Bracket = '[][(){}]'
Special = group(r'\r?\n', r':=', r'[:;.,`@]')
Funny = group(Operator, Bracket, Special)
PlainToken = group(Number, Funny, String, Name)
Token = Ignore + PlainToken
# First (or only) line of ' or " string.
ContStr = group(_litprefix + r"'[^\n'\\]*(?:\\.[^\n'\\]*)*" +
group("'", r'\\\r?\n'),
_litprefix + r'"[^\n"\\]*(?:\\.[^\n"\\]*)*' +
group('"', r'\\\r?\n'))
PseudoExtras = group(r'\\\r?\n', Comment, Triple)
PseudoToken = Whitespace + group(PseudoExtras, Number, Funny, ContStr, Name)
tokenprog, pseudoprog, single3prog, double3prog = map(
re.compile, (Token, PseudoToken, Single3, Double3))
_strprefixes = (
_combinations('r', 'R', 'f', 'F') |
_combinations('r', 'R', 'b', 'B') |
{'u', 'U', 'ur', 'uR', 'Ur', 'UR'}
)
endprogs = {"'": re.compile(Single), '"': re.compile(Double),
"'''": single3prog, '"""': double3prog,
**{f"{prefix}'''": single3prog for prefix in _strprefixes},
**{f'{prefix}"""': double3prog for prefix in _strprefixes},
**{prefix: None for prefix in _strprefixes}}
triple_quoted = (
{"'''", '"""'} |
{f"{prefix}'''" for prefix in _strprefixes} |
{f'{prefix}"""' for prefix in _strprefixes}
)
single_quoted = (
{"'", '"'} |
{f"{prefix}'" for prefix in _strprefixes} |
{f'{prefix}"' for prefix in _strprefixes}
)
tabsize = 8
class TokenError(Exception): pass
class StopTokenizing(Exception): pass
def printtoken(type, token, xxx_todo_changeme, xxx_todo_changeme1, line): # for testing
(srow, scol) = xxx_todo_changeme
(erow, ecol) = xxx_todo_changeme1
print("%d,%d-%d,%d:\t%s\t%s" % \
(srow, scol, erow, ecol, tok_name[type], repr(token)))
def tokenize(readline, tokeneater=printtoken):
"""
The tokenize() function accepts two parameters: one representing the
input stream, and one providing an output mechanism for tokenize().
The first parameter, readline, must be a callable object which provides
the same interface as the readline() method of built-in file objects.
Each call to the function should return one line of input as a string.
The second parameter, tokeneater, must also be a callable object. It is
called once for each token, with five arguments, corresponding to the
tuples generated by generate_tokens().
"""
try:
tokenize_loop(readline, tokeneater)
except StopTokenizing:
pass
# backwards compatible interface
def tokenize_loop(readline, tokeneater):
for token_info in generate_tokens(readline):
tokeneater(*token_info)
class Untokenizer:
def __init__(self):
self.tokens = []
self.prev_row = 1
self.prev_col = 0
def add_whitespace(self, start):
row, col = start
assert row <= self.prev_row
col_offset = col - self.prev_col
if col_offset:
self.tokens.append(" " * col_offset)
def untokenize(self, iterable):
for t in iterable:
if len(t) == 2:
self.compat(t, iterable)
break
tok_type, token, start, end, line = t
self.add_whitespace(start)
self.tokens.append(token)
self.prev_row, self.prev_col = end
if tok_type in (NEWLINE, NL):
self.prev_row += 1
self.prev_col = 0
return "".join(self.tokens)
def compat(self, token, iterable):
startline = False
indents = []
toks_append = self.tokens.append
toknum, tokval = token
if toknum in (NAME, NUMBER):
tokval += ' '
if toknum in (NEWLINE, NL):
startline = True
for tok in iterable:
toknum, tokval = tok[:2]
if toknum in (NAME, NUMBER, ASYNC, AWAIT):
tokval += ' '
if toknum == INDENT:
indents.append(tokval)
continue
elif toknum == DEDENT:
indents.pop()
continue
elif toknum in (NEWLINE, NL):
startline = True
elif startline and indents:
toks_append(indents[-1])
startline = False
toks_append(tokval)
cookie_re = re.compile(r'^[ \t\f]*#.*?coding[:=][ \t]*([-\w.]+)', re.ASCII)
blank_re = re.compile(br'^[ \t\f]*(?:[#\r\n]|$)', re.ASCII)
def _get_normal_name(orig_enc):
"""Imitates get_normal_name in tokenizer.c."""
# Only care about the first 12 characters.
enc = orig_enc[:12].lower().replace("_", "-")
if enc == "utf-8" or enc.startswith("utf-8-"):
return "utf-8"
if enc in ("latin-1", "iso-8859-1", "iso-latin-1") or \
enc.startswith(("latin-1-", "iso-8859-1-", "iso-latin-1-")):
return "iso-8859-1"
return orig_enc
def detect_encoding(readline):
"""
The detect_encoding() function is used to detect the encoding that should
be used to decode a Python source file. It requires one argument, readline,
in the same way as the tokenize() generator.
It will call readline a maximum of twice, and return the encoding used
(as a string) and a list of any lines (left as bytes) it has read
in.
It detects the encoding from the presence of a utf-8 bom or an encoding
cookie as specified in pep-0263. If both a bom and a cookie are present, but
disagree, a SyntaxError will be raised. If the encoding cookie is an invalid
charset, raise a SyntaxError. Note that if a utf-8 bom is found,
'utf-8-sig' is returned.
If no encoding is specified, then the default of 'utf-8' will be returned.
"""
bom_found = False
encoding = None
default = 'utf-8'
def read_or_stop():
try:
return readline()
except StopIteration:
return bytes()
def find_cookie(line):
try:
line_string = line.decode('ascii')
except UnicodeDecodeError:
return None
match = cookie_re.match(line_string)
if not match:
return None
encoding = _get_normal_name(match.group(1))
try:
codec = lookup(encoding)
except LookupError:
# This behaviour mimics the Python interpreter
raise SyntaxError("unknown encoding: " + encoding)
if bom_found:
if codec.name != 'utf-8':
# This behaviour mimics the Python interpreter
raise SyntaxError('encoding problem: utf-8')
encoding += '-sig'
return encoding
first = read_or_stop()
if first.startswith(BOM_UTF8):
bom_found = True
first = first[3:]
default = 'utf-8-sig'
if not first:
return default, []
encoding = find_cookie(first)
if encoding:
return encoding, [first]
if not blank_re.match(first):
return default, [first]
second = read_or_stop()
if not second:
return default, [first]
encoding = find_cookie(second)
if encoding:
return encoding, [first, second]
return default, [first, second]
def untokenize(iterable):
"""Transform tokens back into Python source code.
Each element returned by the iterable must be a token sequence
with at least two elements, a token number and token value. If
only two tokens are passed, the resulting output is poor.
Round-trip invariant for full input:
Untokenized source will match input source exactly
Round-trip invariant for limited input:
# Output text will tokenize the back to the input
t1 = [tok[:2] for tok in generate_tokens(f.readline)]
newcode = untokenize(t1)
readline = iter(newcode.splitlines(1)).next
t2 = [tok[:2] for tokin generate_tokens(readline)]
assert t1 == t2
"""
ut = Untokenizer()
return ut.untokenize(iterable)
def generate_tokens(readline):
"""
The generate_tokens() generator requires one argument, readline, which
must be a callable object which provides the same interface as the
readline() method of built-in file objects. Each call to the function
should return one line of input as a string. Alternately, readline
can be a callable function terminating with StopIteration:
readline = open(myfile).next # Example of alternate readline
The generator produces 5-tuples with these members: the token type; the
token string; a 2-tuple (srow, scol) of ints specifying the row and
column where the token begins in the source; a 2-tuple (erow, ecol) of
ints specifying the row and column where the token ends in the source;
and the line on which the token was found. The line passed is the
physical line.
"""
lnum = parenlev = continued = 0
contstr, needcont = '', 0
contline = None
indents = [0]
# 'stashed' and 'async_*' are used for async/await parsing
stashed = None
async_def = False
async_def_indent = 0
async_def_nl = False
while 1: # loop over lines in stream
try:
line = readline()
except StopIteration:
line = ''
lnum = lnum + 1
pos, max = 0, len(line)
if contstr: # continued string
if not line:
raise TokenError("EOF in multi-line string", strstart)
endmatch = endprog.match(line)
if endmatch:
pos = end = endmatch.end(0)
yield (STRING, contstr + line[:end],
strstart, (lnum, end), contline + line)
contstr, needcont = '', 0
contline = None
elif needcont and line[-2:] != '\\\n' and line[-3:] != '\\\r\n':
yield (ERRORTOKEN, contstr + line,
strstart, (lnum, len(line)), contline)
contstr = ''
contline = None
continue
else:
contstr = contstr + line
contline = contline + line
continue
elif parenlev == 0 and not continued: # new statement
if not line: break
column = 0
while pos < max: # measure leading whitespace
if line[pos] == ' ': column = column + 1
elif line[pos] == '\t': column = (column//tabsize + 1)*tabsize
elif line[pos] == '\f': column = 0
else: break
pos = pos + 1
if pos == max: break
if stashed:
yield stashed
stashed = None
if line[pos] in '#\r\n': # skip comments or blank lines
if line[pos] == '#':
comment_token = line[pos:].rstrip('\r\n')
nl_pos = pos + len(comment_token)
yield (COMMENT, comment_token,
(lnum, pos), (lnum, pos + len(comment_token)), line)
yield (NL, line[nl_pos:],
(lnum, nl_pos), (lnum, len(line)), line)
else:
yield ((NL, COMMENT)[line[pos] == '#'], line[pos:],
(lnum, pos), (lnum, len(line)), line)
continue
if column > indents[-1]: # count indents or dedents
indents.append(column)
yield (INDENT, line[:pos], (lnum, 0), (lnum, pos), line)
while column < indents[-1]:
if column not in indents:
raise IndentationError(
"unindent does not match any outer indentation level",
("<tokenize>", lnum, pos, line))
indents = indents[:-1]
if async_def and async_def_indent >= indents[-1]:
async_def = False
async_def_nl = False
async_def_indent = 0
yield (DEDENT, '', (lnum, pos), (lnum, pos), line)
if async_def and async_def_nl and async_def_indent >= indents[-1]:
async_def = False
async_def_nl = False
async_def_indent = 0
else: # continued statement
if not line:
raise TokenError("EOF in multi-line statement", (lnum, 0))
continued = 0
while pos < max:
pseudomatch = pseudoprog.match(line, pos)
if pseudomatch: # scan for tokens
start, end = pseudomatch.span(1)
spos, epos, pos = (lnum, start), (lnum, end), end
token, initial = line[start:end], line[start]
if initial in string.digits or \
(initial == '.' and token != '.'): # ordinary number
yield (NUMBER, token, spos, epos, line)
elif initial in '\r\n':
newline = NEWLINE
if parenlev > 0:
newline = NL
elif async_def:
async_def_nl = True
if stashed:
yield stashed
stashed = None
yield (newline, token, spos, epos, line)
elif initial == '#':
assert not token.endswith("\n")
if stashed:
yield stashed
stashed = None
yield (COMMENT, token, spos, epos, line)
elif token in triple_quoted:
endprog = endprogs[token]
endmatch = endprog.match(line, pos)
if endmatch: # all on one line
pos = endmatch.end(0)
token = line[start:pos]
if stashed:
yield stashed
stashed = None
yield (STRING, token, spos, (lnum, pos), line)
else:
strstart = (lnum, start) # multiple lines
contstr = line[start:]
contline = line
break
elif initial in single_quoted or \
token[:2] in single_quoted or \
token[:3] in single_quoted:
if token[-1] == '\n': # continued string
strstart = (lnum, start)
endprog = (endprogs[initial] or endprogs[token[1]] or
endprogs[token[2]])
contstr, needcont = line[start:], 1
contline = line
break
else: # ordinary string
if stashed:
yield stashed
stashed = None
yield (STRING, token, spos, epos, line)
elif initial.isidentifier(): # ordinary name
if token in ('async', 'await'):
if async_def:
yield (ASYNC if token == 'async' else AWAIT,
token, spos, epos, line)
continue
tok = (NAME, token, spos, epos, line)
if token == 'async' and not stashed:
stashed = tok
continue
if token == 'def':
if (stashed
and stashed[0] == NAME
and stashed[1] == 'async'):
async_def = True
async_def_indent = indents[-1]
yield (ASYNC, stashed[1],
stashed[2], stashed[3],
stashed[4])
stashed = None
if stashed:
yield stashed
stashed = None
yield tok
elif initial == '\\': # continued stmt
# This yield is new; needed for better idempotency:
if stashed:
yield stashed
stashed = None
yield (NL, token, spos, (lnum, pos), line)
continued = 1
else:
if initial in '([{': parenlev = parenlev + 1
elif initial in ')]}': parenlev = parenlev - 1
if stashed:
yield stashed
stashed = None
yield (OP, token, spos, epos, line)
else:
yield (ERRORTOKEN, line[pos],
(lnum, pos), (lnum, pos+1), line)
pos = pos + 1
if stashed:
yield stashed
stashed = None
for indent in indents[1:]: # pop remaining indent levels
yield (DEDENT, '', (lnum, 0), (lnum, 0), '')
yield (ENDMARKER, '', (lnum, 0), (lnum, 0), '')
if __name__ == '__main__': # testing
import sys
if len(sys.argv) > 1: tokenize(open(sys.argv[1]).readline)
else: tokenize(sys.stdin.readline)
lib2to3/pgen2/pgen.py 0000644 00000032764 15115353746 0010366 0 ustar 00 # Copyright 2004-2005 Elemental Security, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
# Pgen imports
from . import grammar, token, tokenize
class PgenGrammar(grammar.Grammar):
pass
class ParserGenerator(object):
def __init__(self, filename, stream=None):
close_stream = None
if stream is None:
stream = open(filename)
close_stream = stream.close
self.filename = filename
self.stream = stream
self.generator = tokenize.generate_tokens(stream.readline)
self.gettoken() # Initialize lookahead
self.dfas, self.startsymbol = self.parse()
if close_stream is not None:
close_stream()
self.first = {} # map from symbol name to set of tokens
self.addfirstsets()
def make_grammar(self):
c = PgenGrammar()
names = list(self.dfas.keys())
names.sort()
names.remove(self.startsymbol)
names.insert(0, self.startsymbol)
for name in names:
i = 256 + len(c.symbol2number)
c.symbol2number[name] = i
c.number2symbol[i] = name
for name in names:
dfa = self.dfas[name]
states = []
for state in dfa:
arcs = []
for label, next in sorted(state.arcs.items()):
arcs.append((self.make_label(c, label), dfa.index(next)))
if state.isfinal:
arcs.append((0, dfa.index(state)))
states.append(arcs)
c.states.append(states)
c.dfas[c.symbol2number[name]] = (states, self.make_first(c, name))
c.start = c.symbol2number[self.startsymbol]
return c
def make_first(self, c, name):
rawfirst = self.first[name]
first = {}
for label in sorted(rawfirst):
ilabel = self.make_label(c, label)
##assert ilabel not in first # XXX failed on <> ... !=
first[ilabel] = 1
return first
def make_label(self, c, label):
# XXX Maybe this should be a method on a subclass of converter?
ilabel = len(c.labels)
if label[0].isalpha():
# Either a symbol name or a named token
if label in c.symbol2number:
# A symbol name (a non-terminal)
if label in c.symbol2label:
return c.symbol2label[label]
else:
c.labels.append((c.symbol2number[label], None))
c.symbol2label[label] = ilabel
return ilabel
else:
# A named token (NAME, NUMBER, STRING)
itoken = getattr(token, label, None)
assert isinstance(itoken, int), label
assert itoken in token.tok_name, label
if itoken in c.tokens:
return c.tokens[itoken]
else:
c.labels.append((itoken, None))
c.tokens[itoken] = ilabel
return ilabel
else:
# Either a keyword or an operator
assert label[0] in ('"', "'"), label
value = eval(label)
if value[0].isalpha():
# A keyword
if value in c.keywords:
return c.keywords[value]
else:
c.labels.append((token.NAME, value))
c.keywords[value] = ilabel
return ilabel
else:
# An operator (any non-numeric token)
itoken = grammar.opmap[value] # Fails if unknown token
if itoken in c.tokens:
return c.tokens[itoken]
else:
c.labels.append((itoken, None))
c.tokens[itoken] = ilabel
return ilabel
def addfirstsets(self):
names = list(self.dfas.keys())
names.sort()
for name in names:
if name not in self.first:
self.calcfirst(name)
#print name, self.first[name].keys()
def calcfirst(self, name):
dfa = self.dfas[name]
self.first[name] = None # dummy to detect left recursion
state = dfa[0]
totalset = {}
overlapcheck = {}
for label, next in state.arcs.items():
if label in self.dfas:
if label in self.first:
fset = self.first[label]
if fset is None:
raise ValueError("recursion for rule %r" % name)
else:
self.calcfirst(label)
fset = self.first[label]
totalset.update(fset)
overlapcheck[label] = fset
else:
totalset[label] = 1
overlapcheck[label] = {label: 1}
inverse = {}
for label, itsfirst in overlapcheck.items():
for symbol in itsfirst:
if symbol in inverse:
raise ValueError("rule %s is ambiguous; %s is in the"
" first sets of %s as well as %s" %
(name, symbol, label, inverse[symbol]))
inverse[symbol] = label
self.first[name] = totalset
def parse(self):
dfas = {}
startsymbol = None
# MSTART: (NEWLINE | RULE)* ENDMARKER
while self.type != token.ENDMARKER:
while self.type == token.NEWLINE:
self.gettoken()
# RULE: NAME ':' RHS NEWLINE
name = self.expect(token.NAME)
self.expect(token.OP, ":")
a, z = self.parse_rhs()
self.expect(token.NEWLINE)
#self.dump_nfa(name, a, z)
dfa = self.make_dfa(a, z)
#self.dump_dfa(name, dfa)
oldlen = len(dfa)
self.simplify_dfa(dfa)
newlen = len(dfa)
dfas[name] = dfa
#print name, oldlen, newlen
if startsymbol is None:
startsymbol = name
return dfas, startsymbol
def make_dfa(self, start, finish):
# To turn an NFA into a DFA, we define the states of the DFA
# to correspond to *sets* of states of the NFA. Then do some
# state reduction. Let's represent sets as dicts with 1 for
# values.
assert isinstance(start, NFAState)
assert isinstance(finish, NFAState)
def closure(state):
base = {}
addclosure(state, base)
return base
def addclosure(state, base):
assert isinstance(state, NFAState)
if state in base:
return
base[state] = 1
for label, next in state.arcs:
if label is None:
addclosure(next, base)
states = [DFAState(closure(start), finish)]
for state in states: # NB states grows while we're iterating
arcs = {}
for nfastate in state.nfaset:
for label, next in nfastate.arcs:
if label is not None:
addclosure(next, arcs.setdefault(label, {}))
for label, nfaset in sorted(arcs.items()):
for st in states:
if st.nfaset == nfaset:
break
else:
st = DFAState(nfaset, finish)
states.append(st)
state.addarc(st, label)
return states # List of DFAState instances; first one is start
def dump_nfa(self, name, start, finish):
print("Dump of NFA for", name)
todo = [start]
for i, state in enumerate(todo):
print(" State", i, state is finish and "(final)" or "")
for label, next in state.arcs:
if next in todo:
j = todo.index(next)
else:
j = len(todo)
todo.append(next)
if label is None:
print(" -> %d" % j)
else:
print(" %s -> %d" % (label, j))
def dump_dfa(self, name, dfa):
print("Dump of DFA for", name)
for i, state in enumerate(dfa):
print(" State", i, state.isfinal and "(final)" or "")
for label, next in sorted(state.arcs.items()):
print(" %s -> %d" % (label, dfa.index(next)))
def simplify_dfa(self, dfa):
# This is not theoretically optimal, but works well enough.
# Algorithm: repeatedly look for two states that have the same
# set of arcs (same labels pointing to the same nodes) and
# unify them, until things stop changing.
# dfa is a list of DFAState instances
changes = True
while changes:
changes = False
for i, state_i in enumerate(dfa):
for j in range(i+1, len(dfa)):
state_j = dfa[j]
if state_i == state_j:
#print " unify", i, j
del dfa[j]
for state in dfa:
state.unifystate(state_j, state_i)
changes = True
break
def parse_rhs(self):
# RHS: ALT ('|' ALT)*
a, z = self.parse_alt()
if self.value != "|":
return a, z
else:
aa = NFAState()
zz = NFAState()
aa.addarc(a)
z.addarc(zz)
while self.value == "|":
self.gettoken()
a, z = self.parse_alt()
aa.addarc(a)
z.addarc(zz)
return aa, zz
def parse_alt(self):
# ALT: ITEM+
a, b = self.parse_item()
while (self.value in ("(", "[") or
self.type in (token.NAME, token.STRING)):
c, d = self.parse_item()
b.addarc(c)
b = d
return a, b
def parse_item(self):
# ITEM: '[' RHS ']' | ATOM ['+' | '*']
if self.value == "[":
self.gettoken()
a, z = self.parse_rhs()
self.expect(token.OP, "]")
a.addarc(z)
return a, z
else:
a, z = self.parse_atom()
value = self.value
if value not in ("+", "*"):
return a, z
self.gettoken()
z.addarc(a)
if value == "+":
return a, z
else:
return a, a
def parse_atom(self):
# ATOM: '(' RHS ')' | NAME | STRING
if self.value == "(":
self.gettoken()
a, z = self.parse_rhs()
self.expect(token.OP, ")")
return a, z
elif self.type in (token.NAME, token.STRING):
a = NFAState()
z = NFAState()
a.addarc(z, self.value)
self.gettoken()
return a, z
else:
self.raise_error("expected (...) or NAME or STRING, got %s/%s",
self.type, self.value)
def expect(self, type, value=None):
if self.type != type or (value is not None and self.value != value):
self.raise_error("expected %s/%s, got %s/%s",
type, value, self.type, self.value)
value = self.value
self.gettoken()
return value
def gettoken(self):
tup = next(self.generator)
while tup[0] in (tokenize.COMMENT, tokenize.NL):
tup = next(self.generator)
self.type, self.value, self.begin, self.end, self.line = tup
#print token.tok_name[self.type], repr(self.value)
def raise_error(self, msg, *args):
if args:
try:
msg = msg % args
except:
msg = " ".join([msg] + list(map(str, args)))
raise SyntaxError(msg, (self.filename, self.end[0],
self.end[1], self.line))
class NFAState(object):
def __init__(self):
self.arcs = [] # list of (label, NFAState) pairs
def addarc(self, next, label=None):
assert label is None or isinstance(label, str)
assert isinstance(next, NFAState)
self.arcs.append((label, next))
class DFAState(object):
def __init__(self, nfaset, final):
assert isinstance(nfaset, dict)
assert isinstance(next(iter(nfaset)), NFAState)
assert isinstance(final, NFAState)
self.nfaset = nfaset
self.isfinal = final in nfaset
self.arcs = {} # map from label to DFAState
def addarc(self, next, label):
assert isinstance(label, str)
assert label not in self.arcs
assert isinstance(next, DFAState)
self.arcs[label] = next
def unifystate(self, old, new):
for label, next in self.arcs.items():
if next is old:
self.arcs[label] = new
def __eq__(self, other):
# Equality test -- ignore the nfaset instance variable
assert isinstance(other, DFAState)
if self.isfinal != other.isfinal:
return False
# Can't just return self.arcs == other.arcs, because that
# would invoke this method recursively, with cycles...
if len(self.arcs) != len(other.arcs):
return False
for label, next in self.arcs.items():
if next is not other.arcs.get(label):
return False
return True
__hash__ = None # For Py3 compatibility.
def generate_grammar(filename="Grammar.txt"):
p = ParserGenerator(filename)
return p.make_grammar()
lib2to3/pgen2/grammar.py 0000644 00000012635 15115353746 0011056 0 ustar 00 # Copyright 2004-2005 Elemental Security, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""This module defines the data structures used to represent a grammar.
These are a bit arcane because they are derived from the data
structures used by Python's 'pgen' parser generator.
There's also a table here mapping operators to their names in the
token module; the Python tokenize module reports all operators as the
fallback token code OP, but the parser needs the actual token code.
"""
# Python imports
import pickle
# Local imports
from . import token
class Grammar(object):
"""Pgen parsing tables conversion class.
Once initialized, this class supplies the grammar tables for the
parsing engine implemented by parse.py. The parsing engine
accesses the instance variables directly. The class here does not
provide initialization of the tables; several subclasses exist to
do this (see the conv and pgen modules).
The load() method reads the tables from a pickle file, which is
much faster than the other ways offered by subclasses. The pickle
file is written by calling dump() (after loading the grammar
tables using a subclass). The report() method prints a readable
representation of the tables to stdout, for debugging.
The instance variables are as follows:
symbol2number -- a dict mapping symbol names to numbers. Symbol
numbers are always 256 or higher, to distinguish
them from token numbers, which are between 0 and
255 (inclusive).
number2symbol -- a dict mapping numbers to symbol names;
these two are each other's inverse.
states -- a list of DFAs, where each DFA is a list of
states, each state is a list of arcs, and each
arc is a (i, j) pair where i is a label and j is
a state number. The DFA number is the index into
this list. (This name is slightly confusing.)
Final states are represented by a special arc of
the form (0, j) where j is its own state number.
dfas -- a dict mapping symbol numbers to (DFA, first)
pairs, where DFA is an item from the states list
above, and first is a set of tokens that can
begin this grammar rule (represented by a dict
whose values are always 1).
labels -- a list of (x, y) pairs where x is either a token
number or a symbol number, and y is either None
or a string; the strings are keywords. The label
number is the index in this list; label numbers
are used to mark state transitions (arcs) in the
DFAs.
start -- the number of the grammar's start symbol.
keywords -- a dict mapping keyword strings to arc labels.
tokens -- a dict mapping token numbers to arc labels.
"""
def __init__(self):
self.symbol2number = {}
self.number2symbol = {}
self.states = []
self.dfas = {}
self.labels = [(0, "EMPTY")]
self.keywords = {}
self.tokens = {}
self.symbol2label = {}
self.start = 256
def dump(self, filename):
"""Dump the grammar tables to a pickle file."""
with open(filename, "wb") as f:
pickle.dump(self.__dict__, f, pickle.HIGHEST_PROTOCOL)
def load(self, filename):
"""Load the grammar tables from a pickle file."""
with open(filename, "rb") as f:
d = pickle.load(f)
self.__dict__.update(d)
def loads(self, pkl):
"""Load the grammar tables from a pickle bytes object."""
self.__dict__.update(pickle.loads(pkl))
def copy(self):
"""
Copy the grammar.
"""
new = self.__class__()
for dict_attr in ("symbol2number", "number2symbol", "dfas", "keywords",
"tokens", "symbol2label"):
setattr(new, dict_attr, getattr(self, dict_attr).copy())
new.labels = self.labels[:]
new.states = self.states[:]
new.start = self.start
return new
def report(self):
"""Dump the grammar tables to standard output, for debugging."""
from pprint import pprint
print("s2n")
pprint(self.symbol2number)
print("n2s")
pprint(self.number2symbol)
print("states")
pprint(self.states)
print("dfas")
pprint(self.dfas)
print("labels")
pprint(self.labels)
print("start", self.start)
# Map from operator to number (since tokenize doesn't do this)
opmap_raw = """
( LPAR
) RPAR
[ LSQB
] RSQB
: COLON
, COMMA
; SEMI
+ PLUS
- MINUS
* STAR
/ SLASH
| VBAR
& AMPER
< LESS
> GREATER
= EQUAL
. DOT
% PERCENT
` BACKQUOTE
{ LBRACE
} RBRACE
@ AT
@= ATEQUAL
== EQEQUAL
!= NOTEQUAL
<> NOTEQUAL
<= LESSEQUAL
>= GREATEREQUAL
~ TILDE
^ CIRCUMFLEX
<< LEFTSHIFT
>> RIGHTSHIFT
** DOUBLESTAR
+= PLUSEQUAL
-= MINEQUAL
*= STAREQUAL
/= SLASHEQUAL
%= PERCENTEQUAL
&= AMPEREQUAL
|= VBAREQUAL
^= CIRCUMFLEXEQUAL
<<= LEFTSHIFTEQUAL
>>= RIGHTSHIFTEQUAL
**= DOUBLESTAREQUAL
// DOUBLESLASH
//= DOUBLESLASHEQUAL
-> RARROW
:= COLONEQUAL
"""
opmap = {}
for line in opmap_raw.splitlines():
if line:
op, name = line.split()
opmap[op] = getattr(token, name)
lib2to3/pgen2/__pycache__/pgen.cpython-38.pyc 0000644 00000023062 15115353746 0014643 0 ustar 00 U
e5d�5 � @ sd d dl mZmZmZ G dd� dej�ZG dd� de�ZG dd� de�ZG dd � d e�Z dd d �Z
d
S )� )�grammar�token�tokenizec @ s e Zd ZdS )� PgenGrammarN)�__name__�
__module__� __qualname__� r r �*/usr/lib64/python3.8/lib2to3/pgen2/pgen.pyr s r c @ s� e Zd Zd&dd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zd d � Zd d � Zd'd d!�Zd"d#� Zd$d%� ZdS )(�ParserGeneratorNc C sl d }|d krt |�}|j}|| _|| _t�|j�| _| �� | � � \| _
| _ |d k rZ|� i | _ | �
� d S �N)�open�close�filename�streamr �generate_tokens�readline� generator�gettoken�parse�dfas� startsymbol�first� addfirstsets)�selfr r Z close_streamr r r
�__init__ s zParserGenerator.__init__c C s t � }t| j�� �}|�� |�| j� |�d| j� |D ]&}dt|j � }||j |< ||j
|< q:|D ]�}| j| }g }|D ]`}g }t |j �
� �D ]$\} }
|�| �|| �|�|
�f� q�|jr�|�d|�|�f� |�|� q||j�|� || �||�f|j|j | < qf|j | j |_|S )N� � )r �listr �keys�sort�remover �insert�len�
symbol2numberZ
number2symbol�sorted�arcs�items�append�
make_label�index�isfinal�states�
make_first�start) r �c�names�name�i�dfar, �stater& �label�nextr r r
� make_grammar s.
z ParserGenerator.make_grammarc C s4 | j | }i }t|�D ]}| �||�}d||< q|S �Nr )r r% r) )r r/ r1 Zrawfirstr r5 �ilabelr r r
r- 4 s
zParserGenerator.make_firstc C sb t |j�}|d �� r�||jkrZ||jkr4|j| S |j�|j| d f� ||j|< |S nbtt|d �}t|t �sxt
|��|tj ks�t
|��||j kr�|j | S |j�|d f� ||j |< |S n�|d dks�t
|��t
|�}|d �� �r ||jk� r�|j| S |j�tj|f� ||j|< |S n>tj| }||j k�r@|j | S |j�|d f� ||j |< |S d S )Nr )�"�')r# �labels�isalphar$ Z symbol2labelr( �getattrr �
isinstance�int�AssertionError�tok_name�tokens�eval�keywords�NAMEr Zopmap)r r/ r5 r9 Zitoken�valuer r r
r) = s<
zParserGenerator.make_labelc C s8 t | j�� �}|�� |D ]}|| jkr| �|� qd S r )r r r r r � calcfirst)r r0 r1 r r r
r k s
z ParserGenerator.addfirstsetsc C s� | j | }d | j|< |d }i }i }|j�� D ]x\}}|| j kr�|| jkrj| j| }|d kr~td| ��n| �|� | j| }|�|� |||< q.d||< |di||< q.i } |�� D ]:\}}
|
D ],} | | kr�td|| || | f ��|| | < q�q�|| j|< d S )Nr zrecursion for rule %rr zArule %s is ambiguous; %s is in the first sets of %s as well as %s)r r r& r' �
ValueErrorrH �update) r r1 r3 r4 ZtotalsetZ overlapcheckr5 r6 �fsetZinverseZitsfirstZsymbolr r r
rH s s4
� zParserGenerator.calcfirstc C s� i }d }| j tjkr�| j tjkr*| �� q| �tj�}| �tjd� | �� \}}| �tj� | � ||�}t
|�}| � |� t
|�}|||< |d kr|}q||fS )N�:) �typer � ENDMARKER�NEWLINEr �expectrF �OP� parse_rhs�make_dfar# � simplify_dfa) r r r r1 �a�zr3 ZoldlenZnewlenr r r
r � s"
zParserGenerator.parsec s� t |t�st�t |t�s t�� fdd�}� fdd�� t||�|�g}|D ]�}i }|jD ].}|jD ]"\}} |d k r`� | |�|i �� q`qVt|�� �D ]@\}}
|D ]} | j|
kr� q�q�t|
|�} |� | � |�
| |� q�qH|S )Nc s i }� | |� |S r r )r4 �base��
addclosurer r
�closure� s
z)ParserGenerator.make_dfa.<locals>.closurec sH t | t�st�| |krd S d|| < | jD ]\}}|d kr(� ||� q(d S r8 )r? �NFAStaterA r& )r4 rW r5 r6 rX r r
rY � s z,ParserGenerator.make_dfa.<locals>.addclosure) r? r[ rA �DFAState�nfasetr& �
setdefaultr% r' r( �addarc) r r. �finishrZ r, r4 r& Znfastater5 r6 r] �str rX r
rS � s&
zParserGenerator.make_dfac
C s� t d|� |g}t|�D ]|\}}t d|||kr2dp4d� |jD ]T\}}||krZ|�|�} nt|�} |�|� |d kr�t d| � q>t d|| f � q>qd S )NzDump of NFA for� State�(final)� z -> %d� %s -> %d)�print� enumerater& r* r# r( )
r r1 r. r` Ztodor2 r4 r5 r6 �jr r r
�dump_nfa� s
zParserGenerator.dump_nfac C sd t d|� t|�D ]L\}}t d||jr*dp,d� t|j�� �D ] \}}t d||�|�f � q>qd S )NzDump of DFA forrb rc rd re )rf rg r+ r% r& r' r* )r r1 r3 r2 r4 r5 r6 r r r
�dump_dfa� s
zParserGenerator.dump_dfac C sp d}|rld}t |�D ]T\}}t|d t|��D ]8}|| }||kr.||= |D ]}|�||� qLd} qq.qqd S )NTFr )rg �ranger# �
unifystate)r r3 Zchangesr2 Zstate_irh Zstate_jr4 r r r
rT � s z ParserGenerator.simplify_dfac C s~ | � � \}}| jdkr ||fS t� }t� }|�|� |�|� | jdkrr| �� | � � \}}|�|� |�|� q>||fS d S )N�|)� parse_altrG r[ r_ r )r rU rV ZaaZzzr r r
rR � s
zParserGenerator.parse_rhsc C sL | � � \}}| jdks(| jtjtjfkrD| � � \}}|�|� |}q ||fS )N)�(�[)�
parse_itemrG rM r rF �STRINGr_ )r rU �br/ �dr r r
rn
s
�
zParserGenerator.parse_altc C s� | j dkr>| �� | �� \}}| �tjd� |�|� ||fS | �� \}}| j }|dkr`||fS | �� |�|� |dkr�||fS ||fS d S )Nrp �])�+�*rv )rG r rR rP r rQ r_ �
parse_atom)r rU rV rG r r r
rq s
zParserGenerator.parse_itemc C s� | j dkr4| �� | �� \}}| �tjd� ||fS | jtjtjfkrpt � }t � }|�
|| j � | �� ||fS | � d| j| j � d S )Nro �)z+expected (...) or NAME or STRING, got %s/%s) rG r rR rP r rQ rM rF rr r[ r_ � raise_error)r rU rV r r r
rx ( s
�zParserGenerator.parse_atomc C sD | j |ks |d k r2| j|kr2| �d||| j | j� | j}| �� |S )Nzexpected %s/%s, got %s/%s)rM rG rz r )r rM rG r r r
rP 9 s �zParserGenerator.expectc C sF t | j�}|d tjtjfkr*t | j�}q
|\| _| _| _| _| _ d S )Nr )
r6 r r �COMMENT�NLrM rG Zbegin�end�line)r �tupr r r
r A s
zParserGenerator.gettokenc
G s^ |r8z || }W n& d� |gttt|�� �}Y nX t|| j| jd | jd | jf��d S )N� r r )�joinr �map�str� SyntaxErrorr r} r~ )r �msg�argsr r r
rz H s �zParserGenerator.raise_error)N)N)r r r r r7 r- r) r rH r rS ri rj rT rR rn rq rx rP r rz r r r r
r
s$
. $
r c @ s e Zd Zdd� Zddd�ZdS )r[ c C s
g | _ d S r )r& )r r r r
r S s zNFAState.__init__Nc C s8 |d kst |t�st�t |t�s$t�| j�||f� d S r )r? r� rA r[ r& r( �r r6 r5 r r r
r_ V s zNFAState.addarc)N)r r r r r_ r r r r
r[ Q s r[ c @ s0 e Zd Zdd� Zdd� Zdd� Zdd� Zd Zd S )
r\ c C sL t |t�st�t tt|��t�s$t�t |t�s2t�|| _||k| _i | _d S r ) r? �dictrA r6 �iterr[ r] r+ r& )r r] �finalr r r
r ] s
zDFAState.__init__c C s8 t |t�st�|| jks t�t |t�s*t�|| j|< d S r )r? r� rA r& r\ r� r r r
r_ e s zDFAState.addarcc C s* | j �� D ]\}}||kr
|| j |< q
d S r )r& r' )r �old�newr5 r6 r r r
rl k s zDFAState.unifystatec C sd t |t�st�| j|jkr dS t| j�t|j�kr6dS | j�� D ] \}}||j�|�k r@ dS q@dS )NFT)r? r\ rA r+ r# r& r' �get)r �otherr5 r6 r r r
�__eq__p s zDFAState.__eq__N)r r r r r_ rl r� �__hash__r r r r
r\ [ s
r\ � Grammar.txtc C s t | �}|�� S r )r r7 )r �pr r r
�generate_grammar� s r� N)r� ) rd r r r ZGrammarr �objectr r[ r\ r� r r r r
�<module> s I
% lib2to3/pgen2/__pycache__/literals.cpython-38.pyc 0000644 00000003024 15115353746 0015525 0 ustar 00 U
e5dc � @ sP d Z ddlZddddddd d
d d d
�
Zdd� Zdd� Zdd� ZedkrLe� dS )z<Safely evaluate Python string literals without using eval().� N��� �
�
� � �'�"�\)
�a�b�f�n�r�t�vr r
r c C s� | � dd�\}}|�d�s t�t�|�}|d k r4|S |�d�r�|dd � }t|�dk rbtd| ��zt|d�}W q� tk
r� td| �d �Y q�X n2zt|d�}W n" tk
r� td | �d �Y nX t|�S )
Nr � r �x� z!invalid hex string escape ('\%s')� � z#invalid octal string escape ('\%s')) �group�
startswith�AssertionError�simple_escapes�get�len�
ValueError�int�chr)�m�all�tailZescZhexes�i� r% �./usr/lib64/python3.8/lib2to3/pgen2/literals.py�escape s$
r' c C s� | � d�s(| � d�s(tt| d d� ���| d }| d d� |d krL|d }| �|�sptt| t|� d � ���t| �dt|� ks�t�| t|�t|� � } t�dt| �S )Nr r
r r � r z)\\(\'|\"|\\|[abfnrtv]|x.{0,2}|[0-7]{1,3}))r r �repr�endswithr �re�subr' )�s�qr% r% r& �
evalString( s ($r/ c C s@ t d�D ]2} t| �}t|�}t|�}||krt| |||� qd S )N� )�ranger r) r/ �print)r$ �cr- �er% r% r& �test2 s r5 �__main__)�__doc__r+ r r' r/ r5 �__name__r% r% r% r& �<module> s" �
lib2to3/pgen2/__pycache__/parse.cpython-38.opt-2.pyc 0000644 00000006256 15115353746 0015772 0 ustar 00 U
e5d� � @ s0 d dl mZ G dd� de�ZG dd� de�ZdS )� )�tokenc @ s e Zd Zdd� Zdd� ZdS )�
ParseErrorc C s4 t �| d||||f � || _|| _|| _|| _d S )Nz!%s: type=%r, value=%r, context=%r)� Exception�__init__�msg�type�value�context)�selfr r r r � r �+/usr/lib64/python3.8/lib2to3/pgen2/parse.pyr s
�zParseError.__init__c C s t | �| j| j | j| jffS �N)r r r r )r
r r r �
__reduce__ s zParseError.__reduce__N)�__name__�
__module__� __qualname__r r r r r r r s r c @ sH e Zd Zddd�Zddd�Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dS )�ParserNc C s || _ |pdd� | _d S )Nc S s |S r
r )�grammar�noder r r �<lambda>Z � z!Parser.__init__.<locals>.<lambda>)r �convert)r
r r r r r r < s zParser.__init__c C sH |d kr| j j}|d d g f}| j j| d|f}|g| _d | _t� | _d S )N� )r �start�dfas�stack�rootnode�set�
used_names)r
r �newnodeZ
stackentryr r r �setup\ s
z Parser.setupc C s0 | � |||�}| jd \}}}|\}} || }
|
D ]�\} } | jj| \}
}|| kr�| �||| |� | }|| d|fgkr�| �� | js� dS | jd \}}}|\}} qf dS |
dkr2| jj|
}|\}}||kr2| �|
| jj|
| |� qq2d|f|
k�r | �� | j�s*td|||��qtd|||��qd S )N���r TF� ztoo much inputz bad input) �classifyr r �labels�shift�popr �pushr )r
r r r �ilabel�dfa�stater Zstates�firstZarcs�i�newstate�t�vZitsdfaZ itsstatesZitsfirstr r r �addtokent s>
�zParser.addtokenc C sX |t jkr0| j�|� | jj�|�}|d k r0|S | jj�|�}|d krTtd|||��|S )Nz bad token) r �NAMEr �addr �keywords�get�tokensr )r
r r r r( r r r r# � s
zParser.classifyc C sT | j d \}}}|||d f}| �| j|�}|d k r@|d �|� |||f| j d< d S �Nr! )r r r �append) r
r r r- r r) r* r r r r r r% � s z Parser.shiftc C sB | j d \}}}|d |g f}|||f| j d< | j �|d|f� d S )Nr! r )r r7 ) r
r Znewdfar- r r) r* r r r r r r' � s z Parser.pushc C s` | j �� \}}}| �| j|�}|d k r\| j rL| j d \}}}|d �|� n|| _| j| j_d S r6 )r r& r r r7 r r )r
ZpopdfaZpopstateZpopnoder r) r* r r r r r& � s z
Parser.pop)N)N)
r r r r r r0 r# r% r' r& r r r r r s
0 r N)� r r r �objectr r r r r �<module> s lib2to3/pgen2/__pycache__/literals.cpython-38.opt-1.pyc 0000644 00000002530 15115353746 0016465 0 ustar 00 U
e5dc � @ sP d Z ddlZddddddd d
d d d
�
Zdd� Zdd� Zdd� ZedkrLe� dS )z<Safely evaluate Python string literals without using eval().� N��� �
�
� � �'�"�\)
�a�b�f�n�r�t�vr r
r c C s� | � dd�\}}t�|�}|d k r&|S |�d�r�|dd � }t|�dk rTtd| ��zt|d�}W q� tk
r� td| �d �Y q�X n2zt|d�}W n" tk
r� td| �d �Y nX t|�S ) Nr � �x� z!invalid hex string escape ('\%s')� � z#invalid octal string escape ('\%s'))�group�simple_escapes�get�
startswith�len�
ValueError�int�chr)�m�all�tailZescZhexes�i� r$ �./usr/lib64/python3.8/lib2to3/pgen2/literals.py�escape s"
r& c C sH | d }| d d� |d kr$|d }| t |�t |� � } t�dt| �S )Nr � z)\\(\'|\"|\\|[abfnrtv]|x.{0,2}|[0-7]{1,3}))r �re�subr& )�s�qr$ r$ r% �
evalString( s
r, c C s@ t d�D ]2} t| �}t|�}t|�}||krt| |||� qd S )N� )�ranger �reprr, �print)r# �cr* �er$ r$ r% �test2 s r3 �__main__)�__doc__r( r r& r, r3 �__name__r$ r$ r$ r% �<module> s" �
lib2to3/pgen2/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000247 15115353746 0016410 0 ustar 00 U
e5d� � @ s d Z dS )zThe pgen2 package.N)�__doc__� r r �./usr/lib64/python3.8/lib2to3/pgen2/__init__.py�<module> � lib2to3/pgen2/__pycache__/tokenize.cpython-38.pyc 0000644 00000035652 15115353746 0015552 0 ustar 00 U
e5d?R �
@ s� d Z dZdZddlZddlZddlmZmZ ddlT ddl m
Z
d d
� e e
�D �d d d
g Z [
ze
W n ek
r~ eZ
Y nX dd� Zdd� Zdd� Zdd� ZdZdZeede � ee� ZdZdZdZd Zed d �Zeeeee�Z d Z ed d!�ee � Z d"e Z ee e �Z ed#e d$ �Z!ee!e e �Z"d%Z#d&Z$d'Z%d(Z&d)Z'ee'd* e'd+ �Z(ee'd, e'd- �Z)ed.d/d0d1d2d3d4d5d6� Z*d7Z+ed8d9d:�Z,ee*e+e,�Z-ee"e-e)e�Z.ee. Z/ee'd; ed<d� e'd= ed>d� �Z0edee(�Z1eee1e"e-e0e� Z2e3ej4e/e2e%e&f�\Z5Z6Z7Z8ed?d@dAdB�ed?d@dCdD�B dEdFdGdHdIdJhB Z9e�4e#�e�4e$�e7e8dK�dLdM� e9D �dNdM� e9D �dOdM� e9D ��Z:d*d+hdPdQ� e9D �B dRdQ� e9D �B Z;d<d>hdSdQ� e9D �B dTdQ� e9D �B Z<dUZ=G dVdW� dWe>�Z?G dXdY� dYe>�Z@dZd[� ZAeAfd\d �ZBd]d^� ZCG d_d`� d`�ZDe�4daejE�ZFe�4dbejE�ZGdcdd� ZHdedf� ZIdgd
� ZJdhd � ZKeLdik�r�ddlMZMeNeMjO�dk�r�eBePeMjOd �jQ� n eBeMjRjQ� dS )ja� Tokenization help for Python programs.
generate_tokens(readline) is a generator that breaks a stream of
text into Python tokens. It accepts a readline-like method which is called
repeatedly to get the next line of input (or "" for EOF). It generates
5-tuples with these members:
the token type (see token.py)
the token (a string)
the starting (row, column) indices of the token (a 2-tuple of ints)
the ending (row, column) indices of the token (a 2-tuple of ints)
the original line (string)
It is designed to match the working of the Python tokenizer exactly, except
that it produces COMMENT tokens for comments and gives type OP for all
operators
Older entry points
tokenize_loop(readline, tokeneater)
tokenize(readline, tokeneater=printtoken)
are the same, except instead of generating tokens, tokeneater is a callback
function to which the 5 fields described above are passed as 5 arguments,
each time a new token is found.zKa-Ping Yee <ping@lfw.org>z@GvR, ESR, Tim Peters, Thomas Wouters, Fred Drake, Skip Montanaro� N)�BOM_UTF8�lookup)�*� )�tokenc C s g | ]}|d dkr|�qS )r �_� )�.0�xr r �./usr/lib64/python3.8/lib2to3/pgen2/tokenize.py�
<listcomp>% s r �tokenize�generate_tokens�
untokenizec G s dd� | � d S )N�(�|�))�join��choicesr r r �group0 � r c G s t | � d S )Nr �r r r r r �any1 r r c G s t | � d S )N�?r r r r r �maybe2 r r c s t � fdd�� D ��S )Nc 3 s4 | ],}� d D ] }|� � |� � kr|| V qqdS ))� N)�casefold)r r
�y��lr r � <genexpr>4 s
z _combinations.<locals>.<genexpr>)�setr r r r �
_combinations3 s �r# z[ \f\t]*z #[^\r\n]*z\\\r?\nz\w+z0[bB]_?[01]+(?:_[01]+)*z(0[xX]_?[\da-fA-F]+(?:_[\da-fA-F]+)*[lL]?z 0[oO]?_?[0-7]+(?:_[0-7]+)*[lL]?z[1-9]\d*(?:_\d+)*[lL]?z0[lL]?z[eE][-+]?\d+(?:_\d+)*z \d+(?:_\d+)*\.(?:\d+(?:_\d+)*)?z\.\d+(?:_\d+)*z \d+(?:_\d+)*z\d+(?:_\d+)*[jJ]z[jJ]z[^'\\]*(?:\\.[^'\\]*)*'z[^"\\]*(?:\\.[^"\\]*)*"z%[^'\\]*(?:(?:\\.|'(?!''))[^'\\]*)*'''z%[^"\\]*(?:(?:\\.|"(?!""))[^"\\]*)*"""z'(?:[uUrRbBfF]|[rR][fFbB]|[fFbBuU][rR])?�'''�"""z '[^\n'\\]*(?:\\.[^\n'\\]*)*'z "[^\n"\\]*(?:\\.[^\n"\\]*)*"z\*\*=?z>>=?z<<=?z<>z!=z//=?z->z[+\-*/%&@|^=<>]=?�~z[][(){}]z\r?\nz:=z[:;.,`@]z'[^\n'\\]*(?:\\.[^\n'\\]*)*�'z"[^\n"\\]*(?:\\.[^\n"\\]*)*�"�r�R�f�F�b�B�u�UZurZuRZUrZUR)r' r( r$ r% c C s i | ]}|� d �t �qS �r$ )� single3prog�r �prefixr r r �
<dictcomp>y s r5 c C s i | ]}|� d �t �qS �r% )� double3progr3 r r r r5 z s c C s i | ]
}|d �qS �Nr r3 r r r r5 { s c C s h | ]}|� d ��qS r1 r r3 r r r � <setcomp> s r9 c C s h | ]}|� d ��qS r6 r r3 r r r r9 � s c C s h | ]}|� d ��qS )r' r r3 r r r r9 � s c C s h | ]}|� d ��qS )r( r r3 r r r r9 � s � c @ s e Zd ZdS )�
TokenErrorN��__name__�
__module__� __qualname__r r r r r; � s r; c @ s e Zd ZdS )�StopTokenizingNr< r r r r r@ � s r@ c C s4 |\}}|\}}t d||||t| t|�f � d S )Nz%d,%d-%d,%d: %s %s)�print�tok_name�repr) �typer Zxxx_todo_changemeZxxx_todo_changeme1�lineZsrowZscolZerowZecolr r r �
printtoken� s
�rF c C s( zt | |� W n tk
r" Y nX dS )a:
The tokenize() function accepts two parameters: one representing the
input stream, and one providing an output mechanism for tokenize().
The first parameter, readline, must be a callable object which provides
the same interface as the readline() method of built-in file objects.
Each call to the function should return one line of input as a string.
The second parameter, tokeneater, must also be a callable object. It is
called once for each token, with five arguments, corresponding to the
tuples generated by generate_tokens().
N)�
tokenize_loopr@ )�readline�
tokeneaterr r r r
� s
c C s t | �D ] }||� qd S r8 )r )rH rI Z
token_infor r r rG � s rG c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
� Untokenizerc C s g | _ d| _d| _d S )Nr r )�tokens�prev_row�prev_col)�selfr r r �__init__� s zUntokenizer.__init__c C s8 |\}}|| j kst�|| j }|r4| j�d| � d S )N� )rL �AssertionErrorrM rK �append)rN �start�row�col�
col_offsetr r r �add_whitespace� s
zUntokenizer.add_whitespacec C s� |D ]p}t |�dkr$| �||� qv|\}}}}}| �|� | j�|� |\| _| _|ttfkr| jd7 _d| _qd� | j�S )N� r r r )
�len�compatrW rK rR rL rM �NEWLINE�NLr )rN �iterable�t�tok_typer rS �endrE r r r r � s
zUntokenizer.untokenizec C s� d}g }| j j}|\}}|ttfkr,|d7 }|ttfkr<d}|D ]�}|d d� \}}|ttttfkrl|d7 }|tkr�|�|� q@n>|t kr�|�
� q@n*|ttfkr�d}n|r�|r�||d � d}||� q@d S )NFrP TrX ���) rK rR �NAME�NUMBERr[ r\ �ASYNC�AWAIT�INDENT�DEDENT�pop) rN r r] � startline�indents� toks_append�toknum�tokval�tokr r r rZ � s0
zUntokenizer.compatN)r= r> r? rO rW r rZ r r r r rJ � s rJ z&^[ \t\f]*#.*?coding[:=][ \t]*([-\w.]+)s ^[ \t\f]*(?:[#\r\n]|$)c C sH | dd� � � �dd�}|dks*|�d�r.dS |dks@|�d�rDd S | S )
z(Imitates get_normal_name in tokenizer.c.N� r �-�utf-8zutf-8-)zlatin-1�
iso-8859-1z iso-latin-1)zlatin-1-z iso-8859-1-z iso-latin-1-rr )�lower�replace�
startswith)�orig_enc�encr r r �_get_normal_name� s �rx c s� d� d}d}�fdd�}� fdd�}|� }|� t�rHd� |d d� }d
}|sT|g fS ||�}|rj||gfS t�|�s~||gfS |� }|s�||gfS ||�}|r�|||gfS |||gfS ) a
The detect_encoding() function is used to detect the encoding that should
be used to decode a Python source file. It requires one argument, readline,
in the same way as the tokenize() generator.
It will call readline a maximum of twice, and return the encoding used
(as a string) and a list of any lines (left as bytes) it has read
in.
It detects the encoding from the presence of a utf-8 bom or an encoding
cookie as specified in pep-0263. If both a bom and a cookie are present, but
disagree, a SyntaxError will be raised. If the encoding cookie is an invalid
charset, raise a SyntaxError. Note that if a utf-8 bom is found,
'utf-8-sig' is returned.
If no encoding is specified, then the default of 'utf-8' will be returned.
FNrq c s( z� � W S t k
r" t� Y S X d S r8 )�
StopIteration�bytesr )rH r r � read_or_stop s z%detect_encoding.<locals>.read_or_stopc s� z| � d�}W n tk
r$ Y d S X t�|�}|s8d S t|�d��}z t|�}W n tk
rr td| ��Y nX � r�|j dkr�td��|d7 }|S )N�asciir zunknown encoding: rq zencoding problem: utf-8z-sig)
�decode�UnicodeDecodeError� cookie_re�matchrx r r � LookupError� SyntaxError�name)rE � line_stringr� �encoding�codec)� bom_foundr r � find_cookie s"
z$detect_encoding.<locals>.find_cookieT� z utf-8-sig)ru r �blank_rer� )rH r� �defaultr{ r� �first�secondr )r� rH r �detect_encoding� s0
r� c C s t � }|�| �S )a� Transform tokens back into Python source code.
Each element returned by the iterable must be a token sequence
with at least two elements, a token number and token value. If
only two tokens are passed, the resulting output is poor.
Round-trip invariant for full input:
Untokenized source will match input source exactly
Round-trip invariant for limited input:
# Output text will tokenize the back to the input
t1 = [tok[:2] for tok in generate_tokens(f.readline)]
newcode = untokenize(t1)
readline = iter(newcode.splitlines(1)).next
t2 = [tok[:2] for tokin generate_tokens(readline)]
assert t1 == t2
)rJ r )r] �utr r r r : s c c s� d } }}d\}}d}dg}d}d} d}
d} z
| � } W n t k
rP d} Y nX |d }dt| � }
}|�r2| s|td|��|�| �}|r�|�d� }
}t|| d|� |||f|| fV d\}}d}nd|�r | dd� d k�r | d
d� d k�r t|| ||t| �f|fV d}d}q.n|| }|| }q.�nB|dk�r\|�s\| �sL�q,d}|
|k �r�| |
d k�rr|d }n8| |
d
k�r�|t d t }n| |
dk�r�d}n�q�|
d }
�qP|
|k�rĐq,|�r�|V d}| |
dk�r�| |
dk�rT| |
d� �d�}|
t|� }t |||
f||
t|� f| fV t
| |d� ||f|t| �f| fV q.t
t f| |
dk | |
d� ||
f|t| �f| fV q.||d k�r�|� |� t | d|
� |df||
f| fV ||d k �r4||k�r�t
dd||
| f��|dd� }| �r|
|d k�rd} d} d}
td||
f||
f| fV �q�| �rt| �rt|
|d k�rtd} d} d}
n| �sptd|df��d}|
|k r.t�| |
�}|�r�|�d�\}}||f||f| }}}
| ||� | | }}|tjk�s�|dk�r�|dk�r�t|||| fV �q&|dk�rJt} |dk�r t
} n
| �r&d} |�r6|V d}| |||| fV �q&|dk�r�|�d��rdt�|�rt|V d}t |||| fV �q&|tk�rt| }|�| |
�}|�r�|�d�}
| ||
� }|�r�|V d}t||||
f| fV n||f}| |d� }| }q.�q&|tk�s4|dd� tk�s4|dd� tk�r�|d dk�r�||f}t| �plt|d �plt|d }| |d� d }}| }q.n |�r�|V d}t|||| fV �q&|�� �r�|dk�r�| �r�|d k�r�tnt |||| fV �qtt |||| f} |d k�r|�s| }�qt|d k�rj|�rj|d t k�rj|d d k�rjd} |d }
t|d |d |d |d fV d}|�rz|V d}| V nz|d k�r�|�r�|V d}t
||||
f| fV d}nF|d k�r�|d }n|d!k�r�|d }|�r�|V d}t |||| fV n(t| |
||
f||
d f| fV |
d }
�qtq.|�r<|V d}|dd� D ] } td|df|dfdfV �qHt d|df|dfdfV dS )"a4
The generate_tokens() generator requires one argument, readline, which
must be a callable object which provides the same interface as the
readline() method of built-in file objects. Each call to the function
should return one line of input as a string. Alternately, readline
can be a callable function terminating with StopIteration:
readline = open(myfile).next # Example of alternate readline
The generator produces 5-tuples with these members: the token type; the
token string; a 2-tuple (srow, scol) of ints specifying the row and
column where the token begins in the source; a 2-tuple (erow, ecol) of
ints specifying the row and column where the token ends in the source;
and the line on which the token was found. The line passed is the
physical line.
r )r r NFr r zEOF in multi-line string���z\
���z\
rP � � z#
�#z
ra z3unindent does not match any outer indentation levelz
<tokenize>zEOF in multi-line statement�.T�
rX r� )�async�awaitr� �def� �\z([{z)]}) ry rY r; r� r` �STRING�
ERRORTOKEN�tabsize�rstrip�COMMENTr\ rR rf �IndentationErrorrg �
pseudoprog�span�stringZdigitsrc r[ �endswithrQ �
triple_quoted�endprogs�
single_quoted� isidentifierrd re rb �OP� ENDMARKER) rH �lnum�parenlev� continued�contstr�needcont�contlinerj ZstashedZ async_defZasync_def_indentZ async_def_nlrE �pos�max�strstart�endprog�endmatchr` �column�
comment_tokenZnl_pos� pseudomatchrS �spos�eposr �initial�newlinern �indentr r r r O s�
�*
�
�
�
�
� ��
��
�
�
�
� �
� �__main__)S�__doc__�
__author__� __credits__r� �re�codecsr r Zlib2to3.pgen2.tokenr r �dir�__all__rz � NameError�strr r r r# �
Whitespace�Comment�Ignore�Name� Binnumber� Hexnumber� Octnumber� Decnumber� Intnumber�Exponent�
Pointfloat�Expfloat� Floatnumber�
Imagnumber�Number�Single�Double�Single3�Double3Z
_litprefix�Triple�StringZOperatorZBracket�Special�Funny�
PlainToken�Token�ContStr� PseudoExtras� PseudoToken�map�compileZ tokenprogr� r2 r7 Z _strprefixesr� r� r� r� � Exceptionr; r@ rF r
rG rJ �ASCIIr r� rx r� r r r= �sysrY �argv�openrH �stdinr r r r �<module> s� � �
� � ���
� ��� � � � �� � �� 8 I b
lib2to3/pgen2/__pycache__/tokenize.cpython-38.opt-2.pyc 0000644 00000026056 15115353746 0016510 0 ustar 00 U
e5d?R �
@ s� d Z dZddlZddlZddlmZmZ ddlT ddlm Z dd � e
e �D �d
d d g Z [ ze W n e
k
rz eZ Y nX d
d� Zdd� Zdd� Zdd� ZdZdZeede � ee� ZdZdZdZdZed d �Zeeeee�Zd Z ed d �ee � Z d!e Z ee e �Z ed"e d# �Z ee e e�Z!d$Z"d%Z#d&Z$d'Z%d(Z&ee&d) e&d* �Z'ee&d+ e&d, �Z(ed-d.d/d0d1d2d3d4d5� Z)d6Z*ed7d8d9�Z+ee)e*e+�Z,ee!e,e(e�Z-ee- Z.ee&d: ed;d� e&d< ed=d� �Z/edee'�Z0eee0e!e,e/e� Z1e2ej3e.e1e$e%f�\Z4Z5Z6Z7ed>d?d@dA�ed>d?dBdC�B dDdEdFdGdHdIhB Z8e�3e"�e�3e#�e6e7dJ�dKdL� e8D �dMdL� e8D �dNdL� e8D ��Z9d)d*hdOdP� e8D �B dQdP� e8D �B Z:d;d=hdRdP� e8D �B dSdP� e8D �B Z;dTZ<G dUdV� dVe=�Z>G dWdX� dXe=�Z?dYdZ� Z@e@fd[d
�ZAd\d]� ZBG d^d_� d_�ZCe�3d`ejD�ZEe�3daejD�ZFdbdc� ZGddde� ZHdfd � ZIdgd � ZJeKdhk�r�ddlLZLeMeLjN�dk�r�eAeOeLjNd �jP� n eAeLjQjP� dS )izKa-Ping Yee <ping@lfw.org>z@GvR, ESR, Tim Peters, Thomas Wouters, Fred Drake, Skip Montanaro� N)�BOM_UTF8�lookup)�*� )�tokenc C s g | ]}|d dkr|�qS )r �_� )�.0�xr r �./usr/lib64/python3.8/lib2to3/pgen2/tokenize.py�
<listcomp>% s r �tokenize�generate_tokens�
untokenizec G s dd� | � d S )N�(�|�))�join��choicesr r r �group0 � r c G s t | � d S )Nr �r r r r r �any1 r r c G s t | � d S )N�?r r r r r �maybe2 r r c s t � fdd�� D ��S )Nc 3 s4 | ],}� d D ] }|� � |� � kr|| V qqdS ))� N)�casefold)r r
�y��lr r � <genexpr>4 s
z _combinations.<locals>.<genexpr>)�setr r r r �
_combinations3 s �r# z[ \f\t]*z #[^\r\n]*z\\\r?\nz\w+z0[bB]_?[01]+(?:_[01]+)*z(0[xX]_?[\da-fA-F]+(?:_[\da-fA-F]+)*[lL]?z 0[oO]?_?[0-7]+(?:_[0-7]+)*[lL]?z[1-9]\d*(?:_\d+)*[lL]?z0[lL]?z[eE][-+]?\d+(?:_\d+)*z \d+(?:_\d+)*\.(?:\d+(?:_\d+)*)?z\.\d+(?:_\d+)*z \d+(?:_\d+)*z\d+(?:_\d+)*[jJ]z[jJ]z[^'\\]*(?:\\.[^'\\]*)*'z[^"\\]*(?:\\.[^"\\]*)*"z%[^'\\]*(?:(?:\\.|'(?!''))[^'\\]*)*'''z%[^"\\]*(?:(?:\\.|"(?!""))[^"\\]*)*"""z'(?:[uUrRbBfF]|[rR][fFbB]|[fFbBuU][rR])?�'''�"""z '[^\n'\\]*(?:\\.[^\n'\\]*)*'z "[^\n"\\]*(?:\\.[^\n"\\]*)*"z\*\*=?z>>=?z<<=?z<>z!=z//=?z->z[+\-*/%&@|^=<>]=?�~z[][(){}]z\r?\nz:=z[:;.,`@]z'[^\n'\\]*(?:\\.[^\n'\\]*)*�'z"[^\n"\\]*(?:\\.[^\n"\\]*)*�"�r�R�f�F�b�B�u�UZurZuRZUrZUR)r' r( r$ r% c C s i | ]}|� d �t �qS �r$ )� single3prog�r �prefixr r r �
<dictcomp>y s r5 c C s i | ]}|� d �t �qS �r% )� double3progr3 r r r r5 z s c C s i | ]
}|d �qS �Nr r3 r r r r5 { s c C s h | ]}|� d ��qS r1 r r3 r r r � <setcomp> s r9 c C s h | ]}|� d ��qS r6 r r3 r r r r9 � s c C s h | ]}|� d ��qS )r' r r3 r r r r9 � s c C s h | ]}|� d ��qS )r( r r3 r r r r9 � s � c @ s e Zd ZdS )�
TokenErrorN��__name__�
__module__� __qualname__r r r r r; � s r; c @ s e Zd ZdS )�StopTokenizingNr< r r r r r@ � s r@ c C s4 |\}}|\}}t d||||t| t|�f � d S )Nz%d,%d-%d,%d: %s %s)�print�tok_name�repr) �typer Zxxx_todo_changemeZxxx_todo_changeme1�lineZsrowZscolZerowZecolr r r �
printtoken� s
�rF c C s( zt | |� W n tk
r" Y nX d S r8 )�
tokenize_loopr@ )�readline�
tokeneaterr r r r
� s
c C s t | �D ] }||� qd S r8 )r )rH rI Z
token_infor r r rG � s rG c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
� Untokenizerc C s g | _ d| _d| _d S )Nr r )�tokens�prev_row�prev_col)�selfr r r �__init__� s zUntokenizer.__init__c C s* |\}}|| j }|r&| j�d| � d S )N� )rM rK �append)rN �start�row�col�
col_offsetr r r �add_whitespace� s
zUntokenizer.add_whitespacec C s� |D ]p}t |�dkr$| �||� qv|\}}}}}| �|� | j�|� |\| _| _|ttfkr| jd7 _d| _qd� | j�S )N� r r r )
�len�compatrV rK rQ rL rM �NEWLINE�NLr )rN �iterable�t�tok_typer rR �endrE r r r r � s
zUntokenizer.untokenizec C s� d}g }| j j}|\}}|ttfkr,|d7 }|ttfkr<d}|D ]�}|d d� \}}|ttttfkrl|d7 }|tkr�|�|� q@n>|t kr�|�
� q@n*|ttfkr�d}n|r�|r�||d � d}||� q@d S )NFrP TrW ���) rK rQ �NAME�NUMBERrZ r[ �ASYNC�AWAIT�INDENT�DEDENT�pop) rN r r\ � startline�indents� toks_append�toknum�tokval�tokr r r rY � s0
zUntokenizer.compatN)r= r> r? rO rV r rY r r r r rJ � s rJ z&^[ \t\f]*#.*?coding[:=][ \t]*([-\w.]+)s ^[ \t\f]*(?:[#\r\n]|$)c C sH | d d� � � �dd�}|dks*|�d�r.dS |dks@|�d�rDdS | S ) N� r �-�utf-8zutf-8-)zlatin-1�
iso-8859-1z iso-latin-1)zlatin-1-z iso-8859-1-z iso-latin-1-rq )�lower�replace�
startswith)�orig_enc�encr r r �_get_normal_name� s �rw c s� d� d }d}�fdd�}� fdd�}|� }|� t�rHd� |dd � }d }|sT|g fS ||�}|rj||gfS t�|�s~||gfS |� }|s�||gfS ||�}|r�|||gfS |||gfS )
NFrp c s( z� � W S t k
r" t� Y S X d S r8 )�
StopIteration�bytesr )rH r r � read_or_stop s z%detect_encoding.<locals>.read_or_stopc s� z| � d�}W n tk
r$ Y d S X t�|�}|s8d S t|�d��}z t|�}W n tk
rr td| ��Y nX � r�|j dkr�td��|d7 }|S )N�asciir zunknown encoding: rp zencoding problem: utf-8z-sig)
�decode�UnicodeDecodeError� cookie_re�matchrw r r � LookupError� SyntaxError�name)rE � line_stringr �encoding�codec)� bom_foundr r � find_cookie s"
z$detect_encoding.<locals>.find_cookieT� z utf-8-sig)rt r �blank_rer )rH r� �defaultrz r� �first�secondr )r� rH r �detect_encoding� s0
r� c C s t � }|�| �S r8 )rJ r )r\ �utr r r r : s c c st d } }}d\}}d }dg}d }d} d}
d} z
| � } W n t k
rP d} Y nX |d }dt| � }
}|�r2| s|td|��|�| �}|r�|�d� }
}t|| d |� |||f|| fV d\}}d }nd|�r | dd � dk�r | d d � d
k�r t|| ||t| �f|fV d}d }q.n|| }|| }q.�nB|dk�r\|�s\| �sL�q d}|
|k �r�| |
d k�rr|d }n8| |
d k�r�|t d t }n| |
d
k�r�d}n�q�|
d }
�qP|
|k�rĐq |�r�|V d }| |
dk�r�| |
dk�rT| |
d � �d�}|
t|� }t |||
f||
t|� f| fV t
| |d � ||f|t| �f| fV q.t
t f| |
dk | |
d � ||
f|t| �f| fV q.||d k�r�|� |� t | d |
� |df||
f| fV ||d k �r4||k�r�t
dd||
| f��|d d� }| �r|
|d k�rd} d} d}
td||
f||
f| fV �q�| �rt| �rt|
|d k�rtd} d} d}
n| �sptd|df��d}|
|k r.t�| |
�}|�r�|�d�\}}||f||f| }}}
| ||� | | }}|tjk�s�|dk�r�|dk�r�t|||| fV �q|dk�rJt} |dk�r t
} n
| �r&d} |�r6|V d }| |||| fV �q|dk�rx|�rd|V d }t |||| fV �q|tk�r�t| }|�| |
�}|�r�|�d�}
| ||
� }|�r�|V d }t||||
f| fV n||f}| |d � }| }q.�q|tk�s$|d d� tk�s$|d d� tk�r�|d dk�rx||f}t| �p\t|d �p\t|d }| |d � d }}| }q.n |�r�|V d }t|||| fV �q|�� �rr|dk�r�| �r�|dk�r�tnt|||| fV �qtt|||| f} |dk�r�|�s�| }�qt|d k�rZ|�rZ|d tk�rZ|d dk�rZd} |d }
t|d |d |d |d fV d }|�rj|V d }| V nz|d k�r�|�r�|V d }t
||||
f| fV d}nF|d k�r�|d }n|d k�r�|d }|�r�|V d }t |||| fV n(t| |
||
f||
d f| fV |
d }
�qtq.|�r,|V d }|dd � D ] } td|df|dfdfV �q8t d|df|dfdfV d S )!Nr )r r Fr r zEOF in multi-line string���z\
���z\
rP � � z#
�#z
r` z3unindent does not match any outer indentation levelz
<tokenize>zEOF in multi-line statement�.TrW r� �
)�async�awaitr� �def� �\z([{z)]}) rx rX r; r r_ �STRING�
ERRORTOKEN�tabsize�rstrip�COMMENTr[ rQ re �IndentationErrorrf �
pseudoprog�span�stringZdigitsrb rZ �
triple_quoted�endprogs�
single_quoted� isidentifierrc rd ra �OP� ENDMARKER) rH �lnum�parenlev� continued�contstr�needcont�contlineri ZstashedZ async_defZasync_def_indentZ async_def_nlrE �pos�max�strstart�endprog�endmatchr_ �column�
comment_tokenZnl_pos� pseudomatchrR �spos�eposr �initial�newlinerm �indentr r r r O s�
�*
�
�
�
�
� ��
��
�
�
�
� �
� �__main__)R�
__author__� __credits__r� �re�codecsr r Zlib2to3.pgen2.tokenr r �dir�__all__ry � NameError�strr r r r# �
Whitespace�Comment�Ignore�Name� Binnumber� Hexnumber� Octnumber� Decnumber� Intnumber�Exponent�
Pointfloat�Expfloat� Floatnumber�
Imagnumber�Number�Single�Double�Single3�Double3Z
_litprefix�Triple�StringZOperatorZBracket�Special�Funny�
PlainToken�Token�ContStr� PseudoExtras� PseudoToken�map�compileZ tokenprogr� r2 r7 Z _strprefixesr� r� r� r� � Exceptionr; r@ rF r
rG rJ �ASCIIr~ r� rw r� r r r= �sysrX �argv�openrH �stdinr r r r �<module> s� � �
� � ���
� ��� � � � �� � �� 8 I b
lib2to3/pgen2/__pycache__/grammar.cpython-38.opt-2.pyc 0000644 00000004724 15115353746 0016304 0 ustar 00 U
e5d� � @ s\ d dl Z ddlmZ G dd� de�ZdZi Ze�� D ]"Zer4e� � \Z
Z e ee �ee
< q4dS )� N� )�tokenc @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )�Grammarc C s< i | _ i | _g | _i | _dg| _i | _i | _i | _d| _d S )N)r ZEMPTY� ) �
symbol2number�
number2symbol�states�dfas�labels�keywords�tokens� symbol2label�start)�self� r �-/usr/lib64/python3.8/lib2to3/pgen2/grammar.py�__init__L s zGrammar.__init__c C s, t |d��}t�| j|tj� W 5 Q R X d S )N�wb)�open�pickle�dump�__dict__ZHIGHEST_PROTOCOL)r �filename�fr r r r W s z Grammar.dumpc C s0 t |d��}t�|�}W 5 Q R X | j�|� d S )N�rb)r r �loadr �update)r r r �dr r r r \ s z Grammar.loadc C s | j �t�|�� d S )N)r r r �loads)r Zpklr r r r b s z
Grammar.loadsc C sT | � � }dD ]}t||t| |��� � q | jd d � |_| jd d � |_| j|_|S )N)r r r r r r
)� __class__�setattr�getattr�copyr
r r )r �newZ dict_attrr r r r" f s z Grammar.copyc C sv ddl m } td� || j� td� || j� td� || j� td� || j� td� || j� td| j� d S ) Nr )�pprintZs2nZn2sr r r
r )r$ �printr r r r r
r )r r$ r r r �reports s
zGrammar.reportN) �__name__�
__module__� __qualname__r r r r r" r& r r r r r s 6
r a
( LPAR
) RPAR
[ LSQB
] RSQB
: COLON
, COMMA
; SEMI
+ PLUS
- MINUS
* STAR
/ SLASH
| VBAR
& AMPER
< LESS
> GREATER
= EQUAL
. DOT
% PERCENT
` BACKQUOTE
{ LBRACE
} RBRACE
@ AT
@= ATEQUAL
== EQEQUAL
!= NOTEQUAL
<> NOTEQUAL
<= LESSEQUAL
>= GREATEREQUAL
~ TILDE
^ CIRCUMFLEX
<< LEFTSHIFT
>> RIGHTSHIFT
** DOUBLESTAR
+= PLUSEQUAL
-= MINEQUAL
*= STAREQUAL
/= SLASHEQUAL
%= PERCENTEQUAL
&= AMPEREQUAL
|= VBAREQUAL
^= CIRCUMFLEXEQUAL
<<= LEFTSHIFTEQUAL
>>= RIGHTSHIFTEQUAL
**= DOUBLESTAREQUAL
// DOUBLESLASH
//= DOUBLESLASHEQUAL
-> RARROW
:= COLONEQUAL
)
r � r �objectr Z opmap_rawZopmap�
splitlines�line�split�op�namer! r r r r �<module> s o3 lib2to3/pgen2/__pycache__/conv.cpython-38.opt-2.pyc 0000644 00000007112 15115353746 0015615 0 ustar 00 U
e5d�% � @ s. d dl Z d dlmZmZ G dd� dej�ZdS )� N)�grammar�tokenc @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
� Converterc C s | � |� | �|� | �� d S �N)�parse_graminit_h�parse_graminit_c�
finish_off)�selfZ
graminit_hZ
graminit_c� r
�*/usr/lib64/python3.8/lib2to3/pgen2/conv.py�run/ s
z
Converter.runc
C s� z t |�}W n8 tk
rD } ztd||f � W Y �dS d }~X Y nX i | _i | _d}|D ]d}|d7 }t�d|�}|s�|�� r�td|||�� f � qZ|�� \}}t |�}|| j|< || j|< qZdS )N�Can't open %s: %sFr � z^#define\s+(\w+)\s+(\d+)$z%s(%s): can't parse %sT)
�open�OSError�printZ
symbol2numberZ
number2symbol�re�match�strip�groups�int) r �filename�f�err�lineno�line�mo�symbol�numberr
r
r r 5 s( �
zConverter.parse_graminit_hc !
C s� z t |�}W n8 tk
rD } ztd||f � W Y �dS d }~X Y nX d}|d t|� }}|d t|� }}|d t|� }}i }g }|�d��r�|�d��rJt�d|�}ttt |�
� ��\} }
} g } t | �D ]F}
|d t|� }}t�d|�}ttt |�
� ��\}}| � ||f� q�|d t|� }}| || |
f< |d t|� }}q�t�d|�}ttt |�
� ��\}}g }t |�D ]R}
|d t|� }}t�d |�}ttt |�
� ��\} } }
|| |
f } |� | � �qx|� |� |d t|� }}|d t|� }}q�|| _
i }t�d
|�}t |�d��}t |�D ]�}|d t|� }}t�d |�}|�d �}ttt |�dd
dd���\}}}}|| }|d t|� }}t�d|�}i }t|�d��}t|�D ]@\}} t| �} t d�D ]$}| d|> @ �r�d||d | < �qΐq�||f||< �q(|d t|� }}|| _g } |d t|� }}t�d|�}t |�d��} t | �D ]^}|d t|� }}t�d|�}|�
� \}}t |�}|dk�r�d }nt|�}| � ||f� �qX|d t|� }}| | _|d t|� }}|d t|� }}t�d|�}t |�d��}|d t|� }}|d t|� }}t�d|�}t |�d��} |d t|� }}t�d|�}t |�d��} | | _|d t|� }}z|d t|� }}W n tk
�r� Y nX d S )Nr
Fr r z static arc z)static arc arcs_(\d+)_(\d+)\[(\d+)\] = {$z\s+{(\d+), (\d+)},$z'static state states_(\d+)\[(\d+)\] = {$z \s+{(\d+), arcs_(\d+)_(\d+)},$z static dfa dfas\[(\d+)\] = {$z0\s+{(\d+), "(\w+)", (\d+), (\d+), states_(\d+),$� � � � z\s+("(?:\\\d\d\d)*")},$� z!static label labels\[(\d+)\] = {$z\s+{(\d+), (0|"\w+")},$�0z
\s+(\d+),$z\s+{(\d+), labels},$z \s+(\d+)$)r r r �next�
startswithr r �list�mapr r �range�append�states�group�eval� enumerate�ord�dfas�labels�start�
StopIteration)!r r r r r r Zallarcsr+ r �n�m�kZarcs�_�i�j�s�t�stater0 Zndfasr r �x�y�z�firstZ rawbitset�cZbyter1 Znlabelsr2 r
r
r r T s� �
�
"
zConverter.parse_graminit_cc C sX i | _ i | _t| j�D ]<\}\}}|tjkr@|d k r@|| j |< q|d kr|| j|< qd S r )�keywords�tokensr. r1 r �NAME)r Zilabel�type�valuer
r
r r � s zConverter.finish_offN)�__name__�
__module__� __qualname__r r r r r
r
r
r r $ s
&r )r Zpgen2r r ZGrammarr r
r
r
r �<module> s lib2to3/pgen2/__pycache__/token.cpython-38.pyc 0000644 00000003541 15115353746 0015032 0 ustar 00 U
e5d � @ sP d Z dZdZdZdZdZdZdZdZd Z d
Z
d Z d Z d
Z
dZdZdZdZdZdZdZdZdZdZdZdZdZdZd Z d Z d Z d Z d Z d!Z!d"Z"d#Z#d$Z$d%Z%d&Z&d'Z'd(Z(d)Z)d*Z*d+Z+d,Z,d-Z-d.Z.d/Z/d0Z0d1Z1d2Z2d3Z3d4Z4d5Z5d6Z6d7Z7d8Z8d9Z9d:Z:d;Z;d<Z<d=Z=d>Z>i Z?e@eA� �B� �D ]$\ZCZDeEeD�eEd�k�reCe?eD< �qd?d@� ZFdAdB� ZGdCdD� ZHdES )Fz!Token constants (from "token.h").� � � � � � � � � � �
� � �
� � � � � � � � � � � � � � � � � � � �! �" �# �$ �% �& �' �( �) �* �+ �, �- �. �/ �0 �1 �2 �3 �4 �5 �6 �7 �8 �9 �: �; �< � c C s | t k S �N�� NT_OFFSET��x� rD �+/usr/lib64/python3.8/lib2to3/pgen2/token.py�
ISTERMINALO s rF c C s | t kS r? r@ rB rD rD rE �
ISNONTERMINALR s rG c C s | t kS r? )� ENDMARKERrB rD rD rE �ISEOFU s rI N)I�__doc__rH �NAME�NUMBER�STRING�NEWLINE�INDENT�DEDENT�LPAR�RPAR�LSQB�RSQB�COLON�COMMA�SEMI�PLUS�MINUS�STAR�SLASH�VBAR�AMPER�LESS�GREATER�EQUAL�DOT�PERCENTZ BACKQUOTE�LBRACE�RBRACE�EQEQUAL�NOTEQUAL� LESSEQUAL� GREATEREQUAL�TILDE�
CIRCUMFLEX� LEFTSHIFT�
RIGHTSHIFT�
DOUBLESTAR� PLUSEQUAL�MINEQUAL� STAREQUAL�
SLASHEQUAL� PERCENTEQUAL�
AMPEREQUAL� VBAREQUAL�CIRCUMFLEXEQUAL�LEFTSHIFTEQUAL�RIGHTSHIFTEQUAL�DOUBLESTAREQUAL� DOUBLESLASH�DOUBLESLASHEQUAL�AT�ATEQUAL�OP�COMMENT�NL�RARROW�AWAIT�ASYNC�
ERRORTOKEN�
COLONEQUAL�N_TOKENSrA �tok_name�list�globals�items�_nameZ_value�typerF rG rI rD rD rD rE �<module> s� lib2to3/pgen2/__pycache__/grammar.cpython-38.pyc 0000644 00000013043 15115353746 0015336 0 ustar 00 U
e5d� � @ s` d Z ddlZddlmZ G dd� de�ZdZi Ze�� D ]"Z e r8e �
� \Z Z e
ee �ee < q8dS )a� This module defines the data structures used to represent a grammar.
These are a bit arcane because they are derived from the data
structures used by Python's 'pgen' parser generator.
There's also a table here mapping operators to their names in the
token module; the Python tokenize module reports all operators as the
fallback token code OP, but the parser needs the actual token code.
� N� )�tokenc @ s@ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dS )�Grammara� Pgen parsing tables conversion class.
Once initialized, this class supplies the grammar tables for the
parsing engine implemented by parse.py. The parsing engine
accesses the instance variables directly. The class here does not
provide initialization of the tables; several subclasses exist to
do this (see the conv and pgen modules).
The load() method reads the tables from a pickle file, which is
much faster than the other ways offered by subclasses. The pickle
file is written by calling dump() (after loading the grammar
tables using a subclass). The report() method prints a readable
representation of the tables to stdout, for debugging.
The instance variables are as follows:
symbol2number -- a dict mapping symbol names to numbers. Symbol
numbers are always 256 or higher, to distinguish
them from token numbers, which are between 0 and
255 (inclusive).
number2symbol -- a dict mapping numbers to symbol names;
these two are each other's inverse.
states -- a list of DFAs, where each DFA is a list of
states, each state is a list of arcs, and each
arc is a (i, j) pair where i is a label and j is
a state number. The DFA number is the index into
this list. (This name is slightly confusing.)
Final states are represented by a special arc of
the form (0, j) where j is its own state number.
dfas -- a dict mapping symbol numbers to (DFA, first)
pairs, where DFA is an item from the states list
above, and first is a set of tokens that can
begin this grammar rule (represented by a dict
whose values are always 1).
labels -- a list of (x, y) pairs where x is either a token
number or a symbol number, and y is either None
or a string; the strings are keywords. The label
number is the index in this list; label numbers
are used to mark state transitions (arcs) in the
DFAs.
start -- the number of the grammar's start symbol.
keywords -- a dict mapping keyword strings to arc labels.
tokens -- a dict mapping token numbers to arc labels.
c C s< i | _ i | _g | _i | _dg| _i | _i | _i | _d| _d S )N)r ZEMPTY� ) �
symbol2number�
number2symbol�states�dfas�labels�keywords�tokens� symbol2label�start)�self� r �-/usr/lib64/python3.8/lib2to3/pgen2/grammar.py�__init__L s zGrammar.__init__c C s, t |d��}t�| j|tj� W 5 Q R X dS )z)Dump the grammar tables to a pickle file.�wbN)�open�pickle�dump�__dict__ZHIGHEST_PROTOCOL)r �filename�fr r r r W s z Grammar.dumpc C s0 t |d��}t�|�}W 5 Q R X | j�|� dS )z+Load the grammar tables from a pickle file.�rbN)r r �loadr �update)r r r �dr r r r \ s z Grammar.loadc C s | j �t�|�� dS )z3Load the grammar tables from a pickle bytes object.N)r r r �loads)r Zpklr r r r b s z
Grammar.loadsc C sT | � � }dD ]}t||t| |��� � q | jdd� |_| jdd� |_| j|_|S )z#
Copy the grammar.
)r r r r r r
N)� __class__�setattr�getattr�copyr
r r )r �newZ dict_attrr r r r" f s z Grammar.copyc C sv ddl m } td� || j� td� || j� td� || j� td� || j� td� || j� td| j� d S )
z:Dump the grammar tables to standard output, for debugging.r )�pprintZs2nZn2sr r r
r N)r$ �printr r r r r
r )r r$ r r r �reports s
zGrammar.reportN)
�__name__�
__module__� __qualname__�__doc__r r r r r" r& r r r r r s 5
r a
( LPAR
) RPAR
[ LSQB
] RSQB
: COLON
, COMMA
; SEMI
+ PLUS
- MINUS
* STAR
/ SLASH
| VBAR
& AMPER
< LESS
> GREATER
= EQUAL
. DOT
% PERCENT
` BACKQUOTE
{ LBRACE
} RBRACE
@ AT
@= ATEQUAL
== EQEQUAL
!= NOTEQUAL
<> NOTEQUAL
<= LESSEQUAL
>= GREATEREQUAL
~ TILDE
^ CIRCUMFLEX
<< LEFTSHIFT
>> RIGHTSHIFT
** DOUBLESTAR
+= PLUSEQUAL
-= MINEQUAL
*= STAREQUAL
/= SLASHEQUAL
%= PERCENTEQUAL
&= AMPEREQUAL
|= VBAREQUAL
^= CIRCUMFLEXEQUAL
<<= LEFTSHIFTEQUAL
>>= RIGHTSHIFTEQUAL
**= DOUBLESTAREQUAL
// DOUBLESLASH
//= DOUBLESLASHEQUAL
-> RARROW
:= COLONEQUAL
)r* r � r �objectr Z opmap_rawZopmap�
splitlines�line�split�op�namer! r r r r �<module> s o3 lib2to3/pgen2/__pycache__/pgen.cpython-38.opt-1.pyc 0000644 00000022161 15115353746 0015601 0 ustar 00 U
e5d�5 � @ sd d dl mZmZmZ G dd� dej�ZG dd� de�ZG dd� de�ZG dd � d e�Z dd d �Z
d
S )� )�grammar�token�tokenizec @ s e Zd ZdS )� PgenGrammarN)�__name__�
__module__� __qualname__� r r �*/usr/lib64/python3.8/lib2to3/pgen2/pgen.pyr s r c @ s� e Zd Zd&dd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zd d � Zd d � Zd'd d!�Zd"d#� Zd$d%� ZdS )(�ParserGeneratorNc C sl d }|d krt |�}|j}|| _|| _t�|j�| _| �� | � � \| _
| _ |d k rZ|� i | _ | �
� d S �N)�open�close�filename�streamr �generate_tokens�readline� generator�gettoken�parse�dfas� startsymbol�first� addfirstsets)�selfr r Z close_streamr r r
�__init__ s zParserGenerator.__init__c C s t � }t| j�� �}|�� |�| j� |�d| j� |D ]&}dt|j � }||j |< ||j
|< q:|D ]�}| j| }g }|D ]`}g }t |j �
� �D ]$\} }
|�| �|| �|�|
�f� q�|jr�|�d|�|�f� |�|� q||j�|� || �||�f|j|j | < qf|j | j |_|S )N� � )r �listr �keys�sort�remover �insert�len�
symbol2numberZ
number2symbol�sorted�arcs�items�append�
make_label�index�isfinal�states�
make_first�start) r �c�names�name�i�dfar, �stater& �label�nextr r r
� make_grammar s.
z ParserGenerator.make_grammarc C s4 | j | }i }t|�D ]}| �||�}d||< q|S �Nr )r r% r) )r r/ r1 Zrawfirstr r5 �ilabelr r r
r- 4 s
zParserGenerator.make_firstc C s& t |j�}|d �� r�||jkrZ||jkr4|j| S |j�|j| d f� ||j|< |S n>tt|d �}||jkrz|j| S |j�|d f� ||j|< |S n�t |�}|d �� r�||j
kr�|j
| S |j�tj |f� ||j
|< |S n>t j
| }||jk�r|j| S |j�|d f� ||j|< |S d S �Nr )r# �labels�isalphar$ Z symbol2labelr( �getattrr �tokens�eval�keywords�NAMEr Zopmap)r r/ r5 r9 Zitoken�valuer r r
r) = s6
zParserGenerator.make_labelc C s8 t | j�� �}|�� |D ]}|| jkr| �|� qd S r )r r r r r � calcfirst)r r0 r1 r r r
r k s
z ParserGenerator.addfirstsetsc C s� | j | }d | j|< |d }i }i }|j�� D ]x\}}|| j kr�|| jkrj| j| }|d kr~td| ��n| �|� | j| }|�|� |||< q.d||< |di||< q.i } |�� D ]:\}}
|
D ],} | | kr�td|| || | f ��|| | < q�q�|| j|< d S )Nr zrecursion for rule %rr zArule %s is ambiguous; %s is in the first sets of %s as well as %s)r r r& r' �
ValueErrorrC �update) r r1 r3 r4 ZtotalsetZ overlapcheckr5 r6 �fsetZinverseZitsfirstZsymbolr r r
rC s s4
� zParserGenerator.calcfirstc C s� i }d }| j tjkr�| j tjkr*| �� q| �tj�}| �tjd� | �� \}}| �tj� | � ||�}t
|�}| � |� t
|�}|||< |d kr|}q||fS )N�:) �typer � ENDMARKER�NEWLINEr �expectrA �OP� parse_rhs�make_dfar# � simplify_dfa) r r r r1 �a�zr3 ZoldlenZnewlenr r r
r � s"
zParserGenerator.parsec s� � fdd�}� fdd�� t ||�|�g}|D ]�}i }|jD ].}|jD ]"\}} |d k rD� | |�|i �� qDq:t|�� �D ]@\}}
|D ]} | j|
kr� q�q�t |
|�} |�| � |�| |� qvq,|S )Nc s i }� | |� |S r r )r4 �base��
addclosurer r
�closure� s
z)ParserGenerator.make_dfa.<locals>.closurec s: | |kr d S d|| < | j D ]\}}|d kr� ||� qd S r8 �r& )r4 rR r5 r6 rS r r
rT � s z,ParserGenerator.make_dfa.<locals>.addclosure)�DFAState�nfasetr& �
setdefaultr% r' r( �addarc) r r. �finishrU r, r4 r& Znfastater5 r6 rX �str rS r
rN � s"
zParserGenerator.make_dfac
C s� t d|� |g}t|�D ]|\}}t d|||kr2dp4d� |jD ]T\}}||krZ|�|�} nt|�} |�|� |d kr�t d| � q>t d|| f � q>qd S )NzDump of NFA for� State�(final)� z -> %d� %s -> %d)�print� enumerater& r* r# r( )
r r1 r. r[ Ztodor2 r4 r5 r6 �jr r r
�dump_nfa� s
zParserGenerator.dump_nfac C sd t d|� t|�D ]L\}}t d||jr*dp,d� t|j�� �D ] \}}t d||�|�f � q>qd S )NzDump of DFA forr] r^ r_ r` )ra rb r+ r% r& r' r* )r r1 r3 r2 r4 r5 r6 r r r
�dump_dfa� s
zParserGenerator.dump_dfac C sp d}|rld}t |�D ]T\}}t|d t|��D ]8}|| }||kr.||= |D ]}|�||� qLd} qq.qqd S )NTFr )rb �ranger# �
unifystate)r r3 Zchangesr2 Zstate_irc Zstate_jr4 r r r
rO � s z ParserGenerator.simplify_dfac C s~ | � � \}}| jdkr ||fS t� }t� }|�|� |�|� | jdkrr| �� | � � \}}|�|� |�|� q>||fS d S )N�|)� parse_altrB �NFAStaterZ r )r rP rQ ZaaZzzr r r
rM � s
zParserGenerator.parse_rhsc C sL | � � \}}| jdks(| jtjtjfkrD| � � \}}|�|� |}q ||fS )N)�(�[)�
parse_itemrB rH r rA �STRINGrZ )r rP �br/ �dr r r
ri
s
�
zParserGenerator.parse_altc C s� | j dkr>| �� | �� \}}| �tjd� |�|� ||fS | �� \}}| j }|dkr`||fS | �� |�|� |dkr�||fS ||fS d S )Nrl �])�+�*rr )rB r rM rK r rL rZ �
parse_atom)r rP rQ rB r r r
rm s
zParserGenerator.parse_itemc C s� | j dkr4| �� | �� \}}| �tjd� ||fS | jtjtjfkrpt � }t � }|�
|| j � | �� ||fS | � d| j| j � d S )Nrk �)z+expected (...) or NAME or STRING, got %s/%s) rB r rM rK r rL rH rA rn rj rZ � raise_error)r rP rQ r r r
rt ( s
�zParserGenerator.parse_atomc C sD | j |ks |d k r2| j|kr2| �d||| j | j� | j}| �� |S )Nzexpected %s/%s, got %s/%s)rH rB rv r )r rH rB r r r
rK 9 s �zParserGenerator.expectc C sF t | j�}|d tjtjfkr*t | j�}q
|\| _| _| _| _| _ d S r: )
r6 r r �COMMENT�NLrH rB Zbegin�end�line)r �tupr r r
r A s
zParserGenerator.gettokenc
G s^ |r8z || }W n& d� |gttt|�� �}Y nX t|| j| jd | jd | jf��d S )N� r r )�joinr �map�str� SyntaxErrorr ry rz )r �msg�argsr r r
rv H s �zParserGenerator.raise_error)N)N)r r r r r7 r- r) r rC r rN rd re rO rM ri rm rt rK r rv r r r r
r
s$
. $
r c @ s e Zd Zdd� Zddd�ZdS )rj c C s
g | _ d S r rV )r r r r
r S s zNFAState.__init__Nc C s | j �||f� d S r )r& r( �r r6 r5 r r r
rZ V s zNFAState.addarc)N)r r r r rZ r r r r
rj Q s rj c @ s0 e Zd Zdd� Zdd� Zdd� Zdd� Zd Zd S )
rW c C s || _ ||k| _i | _d S r )rX r+ r& )r rX �finalr r r
r ] s
zDFAState.__init__c C s || j |< d S r rV r� r r r
rZ e s zDFAState.addarcc C s* | j �� D ]\}}||kr
|| j |< q
d S r )r& r' )r �old�newr5 r6 r r r
rg k s zDFAState.unifystatec C sV | j |j krdS t| j�t|j�kr(dS | j�� D ] \}}||j�|�k r2 dS q2dS )NFT)r+ r# r& r' �get)r �otherr5 r6 r r r
�__eq__p s zDFAState.__eq__N)r r r r rZ rg r� �__hash__r r r r
rW [ s
rW � Grammar.txtc C s t | �}|�� S r )r r7 )r �pr r r
�generate_grammar� s r� N)r� ) r_ r r r ZGrammarr �objectr rj rW r� r r r r
�<module> s I
% lib2to3/pgen2/__pycache__/parse.cpython-38.opt-1.pyc 0000644 00000014506 15115353746 0015766 0 ustar 00 U
e5d� � @ s4 d Z ddlmZ G dd� de�ZG dd� de�ZdS )z�Parser engine for the grammar tables generated by pgen.
The grammar table must be loaded first.
See Parser/parser.c in the Python distribution for additional info on
how this parsing engine works.
� )�tokenc @ s e Zd ZdZdd� Zdd� ZdS )�
ParseErrorz(Exception to signal the parser is stuck.c C s4 t �| d||||f � || _|| _|| _|| _d S )Nz!%s: type=%r, value=%r, context=%r)� Exception�__init__�msg�type�value�context)�selfr r r r � r �+/usr/lib64/python3.8/lib2to3/pgen2/parse.pyr s
�zParseError.__init__c C s t | �| j| j | j| jffS �N)r r r r )r
r r r �
__reduce__ s zParseError.__reduce__N)�__name__�
__module__� __qualname__�__doc__r r r r r r r s r c @ sL e Zd ZdZddd�Zddd�Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )�Parsera5 Parser engine.
The proper usage sequence is:
p = Parser(grammar, [converter]) # create instance
p.setup([start]) # prepare for parsing
<for each input token>:
if p.addtoken(...): # parse a token; may raise ParseError
break
root = p.rootnode # root of abstract syntax tree
A Parser instance may be reused by calling setup() repeatedly.
A Parser instance contains state pertaining to the current token
sequence, and should not be used concurrently by different threads
to parse separate token sequences.
See driver.py for how to get input tokens by tokenizing a file or
string.
Parsing is complete when addtoken() returns True; the root of the
abstract syntax tree can then be retrieved from the rootnode
instance variable. When a syntax error occurs, addtoken() raises
the ParseError exception. There is no error recovery; the parser
cannot be used after a syntax error was reported (but it can be
reinitialized by calling setup()).
Nc C s || _ |pdd� | _dS )a� Constructor.
The grammar argument is a grammar.Grammar instance; see the
grammar module for more information.
The parser is not ready yet for parsing; you must call the
setup() method to get it started.
The optional convert argument is a function mapping concrete
syntax tree nodes to abstract syntax tree nodes. If not
given, no conversion is done and the syntax tree produced is
the concrete syntax tree. If given, it must be a function of
two arguments, the first being the grammar (a grammar.Grammar
instance), and the second being the concrete syntax tree node
to be converted. The syntax tree is converted from the bottom
up.
A concrete syntax tree node is a (type, value, context, nodes)
tuple, where type is the node type (a token or symbol number),
value is None for symbols and a string for tokens, context is
None or an opaque value used for error reporting (typically a
(lineno, offset) pair), and nodes is a list of children for
symbols, and None for tokens.
An abstract syntax tree node may be anything; this is entirely
up to the converter function.
c S s |S r
r )�grammar�noder r r �<lambda>Z � z!Parser.__init__.<locals>.<lambda>N)r �convert)r
r r r r r r < s zParser.__init__c C sH |dkr| j j}|ddg f}| j j| d|f}|g| _d| _t� | _dS )a� Prepare for parsing.
This *must* be called before starting to parse.
The optional argument is an alternative start symbol; it
defaults to the grammar's start symbol.
You can use a Parser instance to parse any number of programs;
each time you call setup() the parser is reset to an initial
state determined by the (implicit or explicit) start symbol.
N� )r �start�dfas�stack�rootnode�set�
used_names)r
r �newnodeZ
stackentryr r r �setup\ s
z Parser.setupc C s0 | � |||�}| jd \}}}|\}} || }
|
D ]�\} } | jj| \}
}|| kr�| �||| |� | }|| d|fgkr�| �� | js� dS | jd \}}}|\}} qf dS |
dkr2| jj|
}|\}}||kr2| �|
| jj|
| |� qq2d|f|
k�r | �� | j�s*td|||��qtd|||��qdS ) z<Add a token; return True iff this is the end of the program.���r TF� ztoo much inputz bad inputN) �classifyr r �labels�shift�popr �pushr )r
r r r �ilabel�dfa�stater Zstates�firstZarcs�i�newstate�t�vZitsdfaZ itsstatesZitsfirstr r r �addtokent s>
�zParser.addtokenc C sX |t jkr0| j�|� | jj�|�}|dk r0|S | jj�|�}|dkrTtd|||��|S )z&Turn a token into a label. (Internal)Nz bad token) r �NAMEr �addr �keywords�get�tokensr )r
r r r r) r r r r$ � s
zParser.classifyc C sT | j d \}}}|||df}| �| j|�}|dk r@|d �|� |||f| j d< dS )zShift a token. (Internal)r" N)r r r �append) r
r r r. r r* r+ r r r r r r& � s z Parser.shiftc C sB | j d \}}}|d|g f}|||f| j d< | j �|d|f� dS )z Push a nonterminal. (Internal)r" Nr )r r7 ) r
r Znewdfar. r r* r+ r r r r r r( � s z Parser.pushc C s` | j �� \}}}| �| j|�}|dk r\| j rL| j d \}}}|d �|� n|| _| j| j_dS )z Pop a nonterminal. (Internal)Nr" )r r' r r r7 r r )r
ZpopdfaZpopstateZpopnoder r* r+ r r r r r' � s z
Parser.pop)N)N) r r r r r r! r1 r$ r& r( r' r r r r r s
0 r N)r � r r r �objectr r r r r �<module> s
lib2to3/pgen2/__pycache__/parse.cpython-38.pyc 0000644 00000014544 15115353746 0015031 0 ustar 00 U
e5d� � @ s4 d Z ddlmZ G dd� de�ZG dd� de�ZdS )z�Parser engine for the grammar tables generated by pgen.
The grammar table must be loaded first.
See Parser/parser.c in the Python distribution for additional info on
how this parsing engine works.
� )�tokenc @ s e Zd ZdZdd� Zdd� ZdS )�
ParseErrorz(Exception to signal the parser is stuck.c C s4 t �| d||||f � || _|| _|| _|| _d S )Nz!%s: type=%r, value=%r, context=%r)� Exception�__init__�msg�type�value�context)�selfr r r r � r �+/usr/lib64/python3.8/lib2to3/pgen2/parse.pyr s
�zParseError.__init__c C s t | �| j| j | j| jffS �N)r r r r )r
r r r �
__reduce__ s zParseError.__reduce__N)�__name__�
__module__� __qualname__�__doc__r r r r r r r s r c @ sL e Zd ZdZddd�Zddd�Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )�Parsera5 Parser engine.
The proper usage sequence is:
p = Parser(grammar, [converter]) # create instance
p.setup([start]) # prepare for parsing
<for each input token>:
if p.addtoken(...): # parse a token; may raise ParseError
break
root = p.rootnode # root of abstract syntax tree
A Parser instance may be reused by calling setup() repeatedly.
A Parser instance contains state pertaining to the current token
sequence, and should not be used concurrently by different threads
to parse separate token sequences.
See driver.py for how to get input tokens by tokenizing a file or
string.
Parsing is complete when addtoken() returns True; the root of the
abstract syntax tree can then be retrieved from the rootnode
instance variable. When a syntax error occurs, addtoken() raises
the ParseError exception. There is no error recovery; the parser
cannot be used after a syntax error was reported (but it can be
reinitialized by calling setup()).
Nc C s || _ |pdd� | _dS )a� Constructor.
The grammar argument is a grammar.Grammar instance; see the
grammar module for more information.
The parser is not ready yet for parsing; you must call the
setup() method to get it started.
The optional convert argument is a function mapping concrete
syntax tree nodes to abstract syntax tree nodes. If not
given, no conversion is done and the syntax tree produced is
the concrete syntax tree. If given, it must be a function of
two arguments, the first being the grammar (a grammar.Grammar
instance), and the second being the concrete syntax tree node
to be converted. The syntax tree is converted from the bottom
up.
A concrete syntax tree node is a (type, value, context, nodes)
tuple, where type is the node type (a token or symbol number),
value is None for symbols and a string for tokens, context is
None or an opaque value used for error reporting (typically a
(lineno, offset) pair), and nodes is a list of children for
symbols, and None for tokens.
An abstract syntax tree node may be anything; this is entirely
up to the converter function.
c S s |S r
r )�grammar�noder r r �<lambda>Z � z!Parser.__init__.<locals>.<lambda>N)r �convert)r
r r r r r r < s zParser.__init__c C sH |dkr| j j}|ddg f}| j j| d|f}|g| _d| _t� | _dS )a� Prepare for parsing.
This *must* be called before starting to parse.
The optional argument is an alternative start symbol; it
defaults to the grammar's start symbol.
You can use a Parser instance to parse any number of programs;
each time you call setup() the parser is reset to an initial
state determined by the (implicit or explicit) start symbol.
N� )r �start�dfas�stack�rootnode�set�
used_names)r
r �newnodeZ
stackentryr r r �setup\ s
z Parser.setupc C s< | � |||�}| jd \}}}|\}} || }
|
D ]�\} } | jj| \}
}|| kr�|
dk s^t�| �||| |� | }|| d|fgkr�| �� | js� dS | jd \}}}|\}} qr dS |
dkr2| jj|
}|\}}||kr2| �|
| jj|
| |� qq2d|f|
k�r(| �� | j�s6t d|||��qt d|||��qdS ) z<Add a token; return True iff this is the end of the program.���� r TFztoo much inputz bad inputN)
�classifyr r �labels�AssertionError�shift�popr �pushr )r
r r r �ilabel�dfa�stater Zstates�firstZarcs�i�newstate�t�vZitsdfaZ itsstatesZitsfirstr r r �addtokent s@
�zParser.addtokenc C sX |t jkr0| j�|� | jj�|�}|dk r0|S | jj�|�}|dkrTtd|||��|S )z&Turn a token into a label. (Internal)Nz bad token) r �NAMEr �addr �keywords�get�tokensr )r
r r r r* r r r r$ � s
zParser.classifyc C sT | j d \}}}|||df}| �| j|�}|dk r@|d �|� |||f| j d< dS )zShift a token. (Internal)r" N)r r r �append) r
r r r/ r r+ r, r r r r r r' � s z Parser.shiftc C sB | j d \}}}|d|g f}|||f| j d< | j �|d|f� dS )z Push a nonterminal. (Internal)r" Nr )r r8 ) r
r Znewdfar/ r r+ r, r r r r r r) � s z Parser.pushc C s` | j �� \}}}| �| j|�}|dk r\| j rL| j d \}}}|d �|� n|| _| j| j_dS )z Pop a nonterminal. (Internal)Nr" )r r( r r r8 r r )r
ZpopdfaZpopstateZpopnoder r+ r, r r r r r( � s z
Parser.pop)N)N) r r r r r r! r2 r$ r' r) r( r r r r r s
0 r N)r � r r r �objectr r r r r �<module> s
lib2to3/pgen2/__pycache__/token.cpython-38.opt-1.pyc 0000644 00000003541 15115353746 0015771 0 ustar 00 U
e5d � @ sP d Z dZdZdZdZdZdZdZdZd Z d
Z
d Z d Z d
Z
dZdZdZdZdZdZdZdZdZdZdZdZdZdZd Z d Z d Z d Z d Z d!Z!d"Z"d#Z#d$Z$d%Z%d&Z&d'Z'd(Z(d)Z)d*Z*d+Z+d,Z,d-Z-d.Z.d/Z/d0Z0d1Z1d2Z2d3Z3d4Z4d5Z5d6Z6d7Z7d8Z8d9Z9d:Z:d;Z;d<Z<d=Z=d>Z>i Z?e@eA� �B� �D ]$\ZCZDeEeD�eEd�k�reCe?eD< �qd?d@� ZFdAdB� ZGdCdD� ZHdES )Fz!Token constants (from "token.h").� � � � � � � � � � �
� � �
� � � � � � � � � � � � � � � � � � � �! �" �# �$ �% �& �' �( �) �* �+ �, �- �. �/ �0 �1 �2 �3 �4 �5 �6 �7 �8 �9 �: �; �< � c C s | t k S �N�� NT_OFFSET��x� rD �+/usr/lib64/python3.8/lib2to3/pgen2/token.py�
ISTERMINALO s rF c C s | t kS r? r@ rB rD rD rE �
ISNONTERMINALR s rG c C s | t kS r? )� ENDMARKERrB rD rD rE �ISEOFU s rI N)I�__doc__rH �NAME�NUMBER�STRING�NEWLINE�INDENT�DEDENT�LPAR�RPAR�LSQB�RSQB�COLON�COMMA�SEMI�PLUS�MINUS�STAR�SLASH�VBAR�AMPER�LESS�GREATER�EQUAL�DOT�PERCENTZ BACKQUOTE�LBRACE�RBRACE�EQEQUAL�NOTEQUAL� LESSEQUAL� GREATEREQUAL�TILDE�
CIRCUMFLEX� LEFTSHIFT�
RIGHTSHIFT�
DOUBLESTAR� PLUSEQUAL�MINEQUAL� STAREQUAL�
SLASHEQUAL� PERCENTEQUAL�
AMPEREQUAL� VBAREQUAL�CIRCUMFLEXEQUAL�LEFTSHIFTEQUAL�RIGHTSHIFTEQUAL�DOUBLESTAREQUAL� DOUBLESLASH�DOUBLESLASHEQUAL�AT�ATEQUAL�OP�COMMENT�NL�RARROW�AWAIT�ASYNC�
ERRORTOKEN�
COLONEQUAL�N_TOKENSrA �tok_name�list�globals�items�_nameZ_value�typerF rG rI rD rD rD rE �<module> s� lib2to3/pgen2/__pycache__/driver.cpython-38.opt-2.pyc 0000644 00000010003 15115353746 0016134 0 ustar 00 U
e5dQ � @ s� d Z ddgZddlZddlZddlZddlZddlZddlmZm Z m
Z
m Z m Z G dd� de
�Zdd � Zdd
d�Zdd� Zdd� Zdd� Zedkr�e�ee� �� dS )z#Guido van Rossum <guido@python.org>�Driver� load_grammar� N� )�grammar�parse�token�tokenize�pgenc @ sH e Zd Zddd�Zddd�Zddd�Zdd d
�Zdd d �Zdd
d�ZdS )r Nc C s& || _ |d krt�� }|| _|| _d S �N)r �logging� getLogger�logger�convert)�selfr r r
� r �,/usr/lib64/python3.8/lib2to3/pgen2/driver.py�__init__ s
zDriver.__init__Fc C st t �| j| j�}|�� d}d}d } } } } }
d} |D �]} | \}}}} }
|||fkr�|\}
}||
k r�| d|
| 7 } |
}d}||k r�| |
||� 7 } |}|tjtjfkr�| |7 } | \}}|�d�r<|d7 }d}q<|t j
kr�tj | }|�r
| j �
dt j| || � |�||| |f��r6|�r0| j �
d� �qnd} | \}}|�d�r<|d7 }d}q<t �d||| |f��|jS )Nr r � �
z%s %r (prefix=%r)zStop.zincomplete input)r ZParserr r Zsetupr �COMMENT�NL�endswithr �OPZopmapr
�debug�tok_nameZaddtokenZ
ParseErrorZrootnode)r �tokensr �p�lineno�column�type�value�start�endZ line_text�prefixZ quintupleZs_linenoZs_columnr r r � parse_tokens& s^
�
�zDriver.parse_tokensc C s t �|j�}| �||�S r
)r �generate_tokens�readliner$ )r �streamr r r r r �parse_stream_rawV s zDriver.parse_stream_rawc C s | � ||�S r
)r( )r r' r r r r � parse_stream[ s zDriver.parse_streamc
C s4 t j|d|d��}| �||�W 5 Q R � S Q R X d S )N�r)�encoding)�io�openr) )r �filenamer+ r r' r r r �
parse_file_ s zDriver.parse_filec C s t �t�|�j�}| �||�S r
)r r% r, �StringIOr& r$ )r �textr r r r r � parse_stringd s zDriver.parse_string)NN)F)F)F)NF)F) �__name__�
__module__� __qualname__r r$ r( r) r/ r2 r r r r r s
0
c C s: t j�| �\}}|dkr d}|| d�tttj�� d S )Nz.txtr �.z.pickle)�os�path�splitext�join�map�str�sys� version_info)�gt�head�tailr r r �_generate_pickle_namej s rB � Grammar.txtTFc
C s� |d krt �� }|d kr t| �n|}|s2t|| �s�|�d| � t�| �}|r�|�d|� z|�|� W q� tk
r� } z|�d|� W 5 d }~X Y q�X nt �
� }|� |� |S )Nz!Generating grammar tables from %sz Writing grammar tables to %szWriting failed: %s) r r rB �_newer�infor Zgenerate_grammar�dump�OSErrorr �Grammar�load)r? Zgp�save�forcer
�g�er r r r q s
c C s8 t j�| �sdS t j�|�s dS t j�| �t j�|�kS )NFT)r7 r8 �exists�getmtime)�a�br r r rD � s
rD c C sF t j�|�rt|�S tt j�|��}t�| |�}t� � }|�
|� |S r
) r7 r8 �isfiler rB �basename�pkgutil�get_datar rH �loads)�packageZgrammar_sourceZ pickled_name�datarL r r r �load_packaged_grammar� s
rY c G sB | st jdd � } tjtjt jdd� | D ]}t|ddd� q*dS )Nr z %(message)s)�levelr' �formatT)rJ rK )r= �argvr Z basicConfig�INFO�stdoutr )�argsr? r r r �main� s �r` �__main__)rC NTFN)�
__author__�__all__r, r7 r rT r= r r r r r r �objectr rB r rD rY r` r3 �exit�intr r r r �<module> s& M �
lib2to3/pgen2/__pycache__/token.cpython-38.opt-2.pyc 0000644 00000003457 15115353746 0016000 0 ustar 00 U
e5d � @ sL d Z dZdZdZdZdZdZdZdZd Z d
Z
d Z d Z d
Z
dZdZdZdZdZdZdZdZdZdZdZdZdZdZd Z d Z d Z d Z d Z d!Z!d"Z"d#Z#d$Z$d%Z%d&Z&d'Z'd(Z(d)Z)d*Z*d+Z+d,Z,d-Z-d.Z.d/Z/d0Z0d1Z1d2Z2d3Z3d4Z4d5Z5d6Z6d7Z7d8Z8d9Z9d:Z:d;Z;d<Z<d=Z=i Z>e?e@� �A� �D ]$\ZBZCeDeC�eDd �k�r
eBe>eC< �q
d>d?� ZEd@dA� ZFdBdC� ZGdDS )E� � � � � � � � � � �
� � �
� � � � � � � � � � � � � � � � � � � �! �" �# �$ �% �& �' �( �) �* �+ �, �- �. �/ �0 �1 �2 �3 �4 �5 �6 �7 �8 �9 �: �; �< � c C s | t k S �N�� NT_OFFSET��x� rD �+/usr/lib64/python3.8/lib2to3/pgen2/token.py�
ISTERMINALO s rF c C s | t kS r? r@ rB rD rD rE �
ISNONTERMINALR s rG c C s | t kS r? )� ENDMARKERrB rD rD rE �ISEOFU s rI N)HrH �NAME�NUMBER�STRING�NEWLINE�INDENT�DEDENT�LPAR�RPAR�LSQB�RSQB�COLON�COMMA�SEMI�PLUS�MINUS�STAR�SLASH�VBAR�AMPER�LESS�GREATER�EQUAL�DOT�PERCENTZ BACKQUOTE�LBRACE�RBRACE�EQEQUAL�NOTEQUAL� LESSEQUAL� GREATEREQUAL�TILDE�
CIRCUMFLEX� LEFTSHIFT�
RIGHTSHIFT�
DOUBLESTAR� PLUSEQUAL�MINEQUAL� STAREQUAL�
SLASHEQUAL� PERCENTEQUAL�
AMPEREQUAL� VBAREQUAL�CIRCUMFLEXEQUAL�LEFTSHIFTEQUAL�RIGHTSHIFTEQUAL�DOUBLESTAREQUAL� DOUBLESLASH�DOUBLESLASHEQUAL�AT�ATEQUAL�OP�COMMENT�NL�RARROW�AWAIT�ASYNC�
ERRORTOKEN�
COLONEQUAL�N_TOKENSrA �tok_name�list�globals�items�_nameZ_value�typerF rG rI rD rD rD rE �<module> s� lib2to3/pgen2/__pycache__/tokenize.cpython-38.opt-1.pyc 0000644 00000035544 15115353746 0016511 0 ustar 00 U
e5d?R �
@ s� d Z dZdZddlZddlZddlmZmZ ddlT ddl m
Z
d d
� e e
�D �d d d
g Z [
ze
W n ek
r~ eZ
Y nX dd� Zdd� Zdd� Zdd� ZdZdZeede � ee� ZdZdZdZd Zed d �Zeeeee�Z d Z ed d!�ee � Z d"e Z ee e �Z ed#e d$ �Z!ee!e e �Z"d%Z#d&Z$d'Z%d(Z&d)Z'ee'd* e'd+ �Z(ee'd, e'd- �Z)ed.d/d0d1d2d3d4d5d6� Z*d7Z+ed8d9d:�Z,ee*e+e,�Z-ee"e-e)e�Z.ee. Z/ee'd; ed<d� e'd= ed>d� �Z0edee(�Z1eee1e"e-e0e� Z2e3ej4e/e2e%e&f�\Z5Z6Z7Z8ed?d@dAdB�ed?d@dCdD�B dEdFdGdHdIdJhB Z9e�4e#�e�4e$�e7e8dK�dLdM� e9D �dNdM� e9D �dOdM� e9D ��Z:d*d+hdPdQ� e9D �B dRdQ� e9D �B Z;d<d>hdSdQ� e9D �B dTdQ� e9D �B Z<dUZ=G dVdW� dWe>�Z?G dXdY� dYe>�Z@dZd[� ZAeAfd\d �ZBd]d^� ZCG d_d`� d`�ZDe�4daejE�ZFe�4dbejE�ZGdcdd� ZHdedf� ZIdgd
� ZJdhd � ZKeLdik�r�ddlMZMeNeMjO�dk�r�eBePeMjOd �jQ� n eBeMjRjQ� dS )ja� Tokenization help for Python programs.
generate_tokens(readline) is a generator that breaks a stream of
text into Python tokens. It accepts a readline-like method which is called
repeatedly to get the next line of input (or "" for EOF). It generates
5-tuples with these members:
the token type (see token.py)
the token (a string)
the starting (row, column) indices of the token (a 2-tuple of ints)
the ending (row, column) indices of the token (a 2-tuple of ints)
the original line (string)
It is designed to match the working of the Python tokenizer exactly, except
that it produces COMMENT tokens for comments and gives type OP for all
operators
Older entry points
tokenize_loop(readline, tokeneater)
tokenize(readline, tokeneater=printtoken)
are the same, except instead of generating tokens, tokeneater is a callback
function to which the 5 fields described above are passed as 5 arguments,
each time a new token is found.zKa-Ping Yee <ping@lfw.org>z@GvR, ESR, Tim Peters, Thomas Wouters, Fred Drake, Skip Montanaro� N)�BOM_UTF8�lookup)�*� )�tokenc C s g | ]}|d dkr|�qS )r �_� )�.0�xr r �./usr/lib64/python3.8/lib2to3/pgen2/tokenize.py�
<listcomp>% s r �tokenize�generate_tokens�
untokenizec G s dd� | � d S )N�(�|�))�join��choicesr r r �group0 � r c G s t | � d S )Nr �r r r r r �any1 r r c G s t | � d S )N�?r r r r r �maybe2 r r c s t � fdd�� D ��S )Nc 3 s4 | ],}� d D ] }|� � |� � kr|| V qqdS ))� N)�casefold)r r
�y��lr r � <genexpr>4 s
z _combinations.<locals>.<genexpr>)�setr r r r �
_combinations3 s �r# z[ \f\t]*z #[^\r\n]*z\\\r?\nz\w+z0[bB]_?[01]+(?:_[01]+)*z(0[xX]_?[\da-fA-F]+(?:_[\da-fA-F]+)*[lL]?z 0[oO]?_?[0-7]+(?:_[0-7]+)*[lL]?z[1-9]\d*(?:_\d+)*[lL]?z0[lL]?z[eE][-+]?\d+(?:_\d+)*z \d+(?:_\d+)*\.(?:\d+(?:_\d+)*)?z\.\d+(?:_\d+)*z \d+(?:_\d+)*z\d+(?:_\d+)*[jJ]z[jJ]z[^'\\]*(?:\\.[^'\\]*)*'z[^"\\]*(?:\\.[^"\\]*)*"z%[^'\\]*(?:(?:\\.|'(?!''))[^'\\]*)*'''z%[^"\\]*(?:(?:\\.|"(?!""))[^"\\]*)*"""z'(?:[uUrRbBfF]|[rR][fFbB]|[fFbBuU][rR])?�'''�"""z '[^\n'\\]*(?:\\.[^\n'\\]*)*'z "[^\n"\\]*(?:\\.[^\n"\\]*)*"z\*\*=?z>>=?z<<=?z<>z!=z//=?z->z[+\-*/%&@|^=<>]=?�~z[][(){}]z\r?\nz:=z[:;.,`@]z'[^\n'\\]*(?:\\.[^\n'\\]*)*�'z"[^\n"\\]*(?:\\.[^\n"\\]*)*�"�r�R�f�F�b�B�u�UZurZuRZUrZUR)r' r( r$ r% c C s i | ]}|� d �t �qS �r$ )� single3prog�r �prefixr r r �
<dictcomp>y s r5 c C s i | ]}|� d �t �qS �r% )� double3progr3 r r r r5 z s c C s i | ]
}|d �qS �Nr r3 r r r r5 { s c C s h | ]}|� d ��qS r1 r r3 r r r � <setcomp> s r9 c C s h | ]}|� d ��qS r6 r r3 r r r r9 � s c C s h | ]}|� d ��qS )r' r r3 r r r r9 � s c C s h | ]}|� d ��qS )r( r r3 r r r r9 � s � c @ s e Zd ZdS )�
TokenErrorN��__name__�
__module__� __qualname__r r r r r; � s r; c @ s e Zd ZdS )�StopTokenizingNr< r r r r r@ � s r@ c C s4 |\}}|\}}t d||||t| t|�f � d S )Nz%d,%d-%d,%d: %s %s)�print�tok_name�repr) �typer Zxxx_todo_changemeZxxx_todo_changeme1�lineZsrowZscolZerowZecolr r r �
printtoken� s
�rF c C s( zt | |� W n tk
r" Y nX dS )a:
The tokenize() function accepts two parameters: one representing the
input stream, and one providing an output mechanism for tokenize().
The first parameter, readline, must be a callable object which provides
the same interface as the readline() method of built-in file objects.
Each call to the function should return one line of input as a string.
The second parameter, tokeneater, must also be a callable object. It is
called once for each token, with five arguments, corresponding to the
tuples generated by generate_tokens().
N)�
tokenize_loopr@ )�readline�
tokeneaterr r r r
� s
c C s t | �D ] }||� qd S r8 )r )rH rI Z
token_infor r r rG � s rG c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
� Untokenizerc C s g | _ d| _d| _d S )Nr r )�tokens�prev_row�prev_col)�selfr r r �__init__� s zUntokenizer.__init__c C s* |\}}|| j }|r&| j�d| � d S )N� )rM rK �append)rN �start�row�col�
col_offsetr r r �add_whitespace� s
zUntokenizer.add_whitespacec C s� |D ]p}t |�dkr$| �||� qv|\}}}}}| �|� | j�|� |\| _| _|ttfkr| jd7 _d| _qd� | j�S )N� r r r )
�len�compatrV rK rQ rL rM �NEWLINE�NLr )rN �iterable�t�tok_typer rR �endrE r r r r � s
zUntokenizer.untokenizec C s� d}g }| j j}|\}}|ttfkr,|d7 }|ttfkr<d}|D ]�}|d d� \}}|ttttfkrl|d7 }|tkr�|�|� q@n>|t kr�|�
� q@n*|ttfkr�d}n|r�|r�||d � d}||� q@d S )NFrP TrW ���) rK rQ �NAME�NUMBERrZ r[ �ASYNC�AWAIT�INDENT�DEDENT�pop) rN r r\ � startline�indents� toks_append�toknum�tokval�tokr r r rY � s0
zUntokenizer.compatN)r= r> r? rO rV r rY r r r r rJ � s rJ z&^[ \t\f]*#.*?coding[:=][ \t]*([-\w.]+)s ^[ \t\f]*(?:[#\r\n]|$)c C sH | dd� � � �dd�}|dks*|�d�r.dS |dks@|�d�rDd S | S )
z(Imitates get_normal_name in tokenizer.c.N� r �-�utf-8zutf-8-)zlatin-1�
iso-8859-1z iso-latin-1)zlatin-1-z iso-8859-1-z iso-latin-1-rq )�lower�replace�
startswith)�orig_enc�encr r r �_get_normal_name� s �rw c s� d� d}d}�fdd�}� fdd�}|� }|� t�rHd� |d d� }d
}|sT|g fS ||�}|rj||gfS t�|�s~||gfS |� }|s�||gfS ||�}|r�|||gfS |||gfS ) a
The detect_encoding() function is used to detect the encoding that should
be used to decode a Python source file. It requires one argument, readline,
in the same way as the tokenize() generator.
It will call readline a maximum of twice, and return the encoding used
(as a string) and a list of any lines (left as bytes) it has read
in.
It detects the encoding from the presence of a utf-8 bom or an encoding
cookie as specified in pep-0263. If both a bom and a cookie are present, but
disagree, a SyntaxError will be raised. If the encoding cookie is an invalid
charset, raise a SyntaxError. Note that if a utf-8 bom is found,
'utf-8-sig' is returned.
If no encoding is specified, then the default of 'utf-8' will be returned.
FNrp c s( z� � W S t k
r" t� Y S X d S r8 )�
StopIteration�bytesr )rH r r � read_or_stop s z%detect_encoding.<locals>.read_or_stopc s� z| � d�}W n tk
r$ Y d S X t�|�}|s8d S t|�d��}z t|�}W n tk
rr td| ��Y nX � r�|j dkr�td��|d7 }|S )N�asciir zunknown encoding: rp zencoding problem: utf-8z-sig)
�decode�UnicodeDecodeError� cookie_re�matchrw r r � LookupError� SyntaxError�name)rE � line_stringr �encoding�codec)� bom_foundr r � find_cookie s"
z$detect_encoding.<locals>.find_cookieT� z utf-8-sig)rt r �blank_rer )rH r� �defaultrz r� �first�secondr )r� rH r �detect_encoding� s0
r� c C s t � }|�| �S )a� Transform tokens back into Python source code.
Each element returned by the iterable must be a token sequence
with at least two elements, a token number and token value. If
only two tokens are passed, the resulting output is poor.
Round-trip invariant for full input:
Untokenized source will match input source exactly
Round-trip invariant for limited input:
# Output text will tokenize the back to the input
t1 = [tok[:2] for tok in generate_tokens(f.readline)]
newcode = untokenize(t1)
readline = iter(newcode.splitlines(1)).next
t2 = [tok[:2] for tokin generate_tokens(readline)]
assert t1 == t2
)rJ r )r\ �utr r r r : s c c st d } }}d\}}d}dg}d}d} d}
d} z
| � } W n t k
rP d} Y nX |d }dt| � }
}|�r2| s|td|��|�| �}|r�|�d� }
}t|| d|� |||f|| fV d\}}d}nd|�r | dd� d k�r | d
d� d k�r t|| ||t| �f|fV d}d}q.n|| }|| }q.�nB|dk�r\|�s\| �sL�q d}|
|k �r�| |
d k�rr|d }n8| |
d
k�r�|t d t }n| |
dk�r�d}n�q�|
d }
�qP|
|k�rĐq |�r�|V d}| |
dk�r�| |
dk�rT| |
d� �d�}|
t|� }t |||
f||
t|� f| fV t
| |d� ||f|t| �f| fV q.t
t f| |
dk | |
d� ||
f|t| �f| fV q.||d k�r�|� |� t | d|
� |df||
f| fV ||d k �r4||k�r�t
dd||
| f��|dd� }| �r|
|d k�rd} d} d}
td||
f||
f| fV �q�| �rt| �rt|
|d k�rtd} d} d}
n| �sptd|df��d}|
|k r.t�| |
�}|�r�|�d�\}}||f||f| }}}
| ||� | | }}|tjk�s�|dk�r�|dk�r�t|||| fV �q|dk�rJt} |dk�r t
} n
| �r&d} |�r6|V d}| |||| fV �q|dk�rx|�rd|V d}t |||| fV �q|tk�r�t| }|�| |
�}|�r�|�d�}
| ||
� }|�r�|V d}t||||
f| fV n||f}| |d� }| }q.�q|tk�s$|dd� tk�s$|dd� tk�r�|d dk�rx||f}t| �p\t|d �p\t|d }| |d� d }}| }q.n |�r�|V d}t|||| fV �q|�� �rr|dk�r�| �r�|d k�r�tnt|||| fV �qtt|||| f} |d k�r�|�s�| }�qt|d k�rZ|�rZ|d tk�rZ|d d k�rZd} |d }
t|d |d |d |d fV d}|�rj|V d}| V nz|d k�r�|�r�|V d}t
||||
f| fV d}nF|d k�r�|d }n|d!k�r�|d }|�r�|V d}t |||| fV n(t| |
||
f||
d f| fV |
d }
�qtq.|�r,|V d}|dd� D ] } td|df|dfdfV �q8t d|df|dfdfV dS )"a4
The generate_tokens() generator requires one argument, readline, which
must be a callable object which provides the same interface as the
readline() method of built-in file objects. Each call to the function
should return one line of input as a string. Alternately, readline
can be a callable function terminating with StopIteration:
readline = open(myfile).next # Example of alternate readline
The generator produces 5-tuples with these members: the token type; the
token string; a 2-tuple (srow, scol) of ints specifying the row and
column where the token begins in the source; a 2-tuple (erow, ecol) of
ints specifying the row and column where the token ends in the source;
and the line on which the token was found. The line passed is the
physical line.
r )r r NFr r zEOF in multi-line string���z\
���z\
rP � � z#
�#z
r` z3unindent does not match any outer indentation levelz
<tokenize>zEOF in multi-line statement�.TrW r� �
)�async�awaitr� �def� �\z([{z)]}) rx rX r; r r_ �STRING�
ERRORTOKEN�tabsize�rstrip�COMMENTr[ rQ re �IndentationErrorrf �
pseudoprog�span�stringZdigitsrb rZ �
triple_quoted�endprogs�
single_quoted� isidentifierrc rd ra �OP� ENDMARKER) rH �lnum�parenlev� continued�contstr�needcont�contlineri ZstashedZ async_defZasync_def_indentZ async_def_nlrE �pos�max�strstart�endprog�endmatchr_ �column�
comment_tokenZnl_pos� pseudomatchrR �spos�eposr �initial�newlinerm �indentr r r r O s�
�*
�
�
�
�
� ��
��
�
�
�
� �
� �__main__)S�__doc__�
__author__� __credits__r� �re�codecsr r Zlib2to3.pgen2.tokenr r �dir�__all__ry � NameError�strr r r r# �
Whitespace�Comment�Ignore�Name� Binnumber� Hexnumber� Octnumber� Decnumber� Intnumber�Exponent�
Pointfloat�Expfloat� Floatnumber�
Imagnumber�Number�Single�Double�Single3�Double3Z
_litprefix�Triple�StringZOperatorZBracket�Special�Funny�
PlainToken�Token�ContStr� PseudoExtras� PseudoToken�map�compileZ tokenprogr� r2 r7 Z _strprefixesr� r� r� r� � Exceptionr; r@ rF r
rG rJ �ASCIIr~ r� rw r� r r r= �sysrX �argv�openrH �stdinr r r r �<module> s� � �
� � ���
� ��� � � � �� � �� 8 I b
lib2to3/pgen2/__pycache__/conv.cpython-38.pyc 0000644 00000015556 15115353746 0014670 0 ustar 00 U
e5d�% � @ s2 d Z ddlZddlmZmZ G dd� dej�ZdS )a� Convert graminit.[ch] spit out by pgen to Python code.
Pgen is the Python parser generator. It is useful to quickly create a
parser from a grammar file in Python's grammar notation. But I don't
want my parsers to be written in C (yet), so I'm translating the
parsing tables to Python data structures and writing a Python parse
engine.
Note that the token numbers are constants determined by the standard
Python tokenizer. The standard token module defines these numbers and
their names (the names are not used much). The token numbers are
hardcoded into the Python tokenizer and into pgen. A Python
implementation of the Python tokenizer is also available, in the
standard tokenize module.
On the other hand, symbol numbers (representing the grammar's
non-terminals) are assigned by pgen based on the actual grammar
input.
Note: this module is pretty much obsolete; the pgen module generates
equivalent grammar tables directly from the Grammar.txt input file
without having to invoke the Python pgen C program.
� N)�grammar�tokenc @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) � Convertera2 Grammar subclass that reads classic pgen output files.
The run() method reads the tables as produced by the pgen parser
generator, typically contained in two C files, graminit.h and
graminit.c. The other methods are for internal use only.
See the base class for more documentation.
c C s | � |� | �|� | �� dS )z<Load the grammar tables from the text files written by pgen.N)�parse_graminit_h�parse_graminit_c�
finish_off)�selfZ
graminit_hZ
graminit_c� r �*/usr/lib64/python3.8/lib2to3/pgen2/conv.py�run/ s
z
Converter.runc
C s� z t |�}W n8 tk
rD } ztd||f � W Y �dS d}~X Y nX i | _i | _d}|D ]�}|d7 }t�d|�}|s�|�� r�td|||�� f � qZ|�� \}}t |�}|| jks�t
�|| jks�t
�|| j|< || j|< qZdS ) z�Parse the .h file written by pgen. (Internal)
This file is a sequence of #define statements defining the
nonterminals of the grammar as numbers. We build two tables
mapping the numbers to names and back.
�Can't open %s: %sFNr � z^#define\s+(\w+)\s+(\d+)$z%s(%s): can't parse %sT) �open�OSError�print�
symbol2number�
number2symbol�re�match�strip�groups�int�AssertionError) r �filename�f�err�lineno�line�mo�symbol�numberr r r
r 5 s, �
zConverter.parse_graminit_hc !
C sT z t |�}W n8 tk
rD } ztd||f � W Y �dS d}~X Y nX d}|d t|� }}|dkspt||f��|d t|� }}|dks�t||f��|d t|� }}i }g }|�d��r�|�d��r�t�d |�}|s�t||f��tt t
|� � ��\} }
} g } t | �D ]Z}
|d t|� }}t�d
|�}|�s<t||f��tt t
|� � ��\}}| �
||f� �q|d t|� }}|d k�s�t||f��| || |
f< |d t|� }}q�t�d |�}|�s�t||f��tt t
|� � ��\}}|t|�k�s�t||f��g }t |�D ]~}
|d t|� }}t�d
|�}|�s:t||f��tt t
|� � ��\} } }
|| |
f } | t| �k�sxt||f��|�
| � �q|�
|� |d t|� }}|d k�s�t||f��|d t|� }}q�|| _i }t�d|�}|�s�t||f��t
|�d��}t |�D �]j}|d t|� }}t�d|�}|�s@t||f��|�d�}tt t
|�dddd���\}}}}| j| |k�s�t||f��| j| |k�s�t||f��|dk�s�t||f��|| }|t|�k�s�t||f��|d t|� }}t�d|�}|�s t||f��i }t|�d��}t|�D ]@\}} t| �} t d�D ]$}| d|> @ �r>d||d | < �q>�q&||f||< �q
|d t|� }}|d k�s�t||f��|| _g } |d t|� }}t�d|�}|�s�t||f��t
|�d��} t | �D ]p}|d t|� }}t�d|�}|�s$t||f��|� � \}}t
|�}|dk�rHd}nt|�}| �
||f� �q�|d t|� }}|d k�s�t||f��| | _|d t|� }}|dk�s�t||f��|d t|� }}t�d|�}|�s�t||f��t
|�d��}|t| j�k�s
t�|d t|� }}|dk�s2t||f��|d t|� }}t�d |�}|�sbt||f��t
|�d��} | t| j�k�s�t||f��|d t|� }}t�d |�}|�s�t||f��t
|�d��} | | jk�s�t||f��| | _|d t|� }}|d k�st||f��z|d t|� }}W n tk
�r< Y nX d�sPt||f��dS ) a� Parse the .c file written by pgen. (Internal)
The file looks as follows. The first two lines are always this:
#include "pgenheaders.h"
#include "grammar.h"
After that come four blocks:
1) one or more state definitions
2) a table defining dfas
3) a table defining labels
4) a struct defining the grammar
A state definition has the following form:
- one or more arc arrays, each of the form:
static arc arcs_<n>_<m>[<k>] = {
{<i>, <j>},
...
};
- followed by a state array, of the form:
static state states_<s>[<t>] = {
{<k>, arcs_<n>_<m>},
...
};
r FNr r
z#include "pgenheaders.h"
z#include "grammar.h"
z static arc z)static arc arcs_(\d+)_(\d+)\[(\d+)\] = {$z\s+{(\d+), (\d+)},$z};
z'static state states_(\d+)\[(\d+)\] = {$z \s+{(\d+), arcs_(\d+)_(\d+)},$z static dfa dfas\[(\d+)\] = {$z0\s+{(\d+), "(\w+)", (\d+), (\d+), states_(\d+),$� � � � z\s+("(?:\\\d\d\d)*")},$� z!static label labels\[(\d+)\] = {$z\s+{(\d+), (0|"\w+")},$�0z grammar _PyParser_Grammar = {
z
\s+(\d+),$z dfas,
z\s+{(\d+), labels},$z \s+(\d+)$)r r r �nextr �
startswithr r �list�mapr r �range�append�len�states�groupr r �eval� enumerate�ord�dfas�labels�start�
StopIteration)!r r r r r r Zallarcsr. r �n�m�kZarcs�_�i�j�s�t�stater3 Zndfasr r �x�y�z�firstZ rawbitset�cZbyter4 Znlabelsr5 r r r
r T s� �
�
"
zConverter.parse_graminit_cc C sX i | _ i | _t| j�D ]<\}\}}|tjkr@|dk r@|| j |< q|dkr|| j|< qdS )z1Create additional useful structures. (Internal).N)�keywords�tokensr1 r4 r �NAME)r Zilabel�type�valuer r r
r � s zConverter.finish_offN)�__name__�
__module__� __qualname__�__doc__r r r r r r r r
r $ s
&r )rM r Zpgen2r r ZGrammarr r r r r
�<module> s lib2to3/pgen2/__pycache__/grammar.cpython-38.opt-1.pyc 0000644 00000013043 15115353746 0016275 0 ustar 00 U
e5d� � @ s` d Z ddlZddlmZ G dd� de�ZdZi Ze�� D ]"Z e r8e �
� \Z Z e
ee �ee < q8dS )a� This module defines the data structures used to represent a grammar.
These are a bit arcane because they are derived from the data
structures used by Python's 'pgen' parser generator.
There's also a table here mapping operators to their names in the
token module; the Python tokenize module reports all operators as the
fallback token code OP, but the parser needs the actual token code.
� N� )�tokenc @ s@ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dS )�Grammara� Pgen parsing tables conversion class.
Once initialized, this class supplies the grammar tables for the
parsing engine implemented by parse.py. The parsing engine
accesses the instance variables directly. The class here does not
provide initialization of the tables; several subclasses exist to
do this (see the conv and pgen modules).
The load() method reads the tables from a pickle file, which is
much faster than the other ways offered by subclasses. The pickle
file is written by calling dump() (after loading the grammar
tables using a subclass). The report() method prints a readable
representation of the tables to stdout, for debugging.
The instance variables are as follows:
symbol2number -- a dict mapping symbol names to numbers. Symbol
numbers are always 256 or higher, to distinguish
them from token numbers, which are between 0 and
255 (inclusive).
number2symbol -- a dict mapping numbers to symbol names;
these two are each other's inverse.
states -- a list of DFAs, where each DFA is a list of
states, each state is a list of arcs, and each
arc is a (i, j) pair where i is a label and j is
a state number. The DFA number is the index into
this list. (This name is slightly confusing.)
Final states are represented by a special arc of
the form (0, j) where j is its own state number.
dfas -- a dict mapping symbol numbers to (DFA, first)
pairs, where DFA is an item from the states list
above, and first is a set of tokens that can
begin this grammar rule (represented by a dict
whose values are always 1).
labels -- a list of (x, y) pairs where x is either a token
number or a symbol number, and y is either None
or a string; the strings are keywords. The label
number is the index in this list; label numbers
are used to mark state transitions (arcs) in the
DFAs.
start -- the number of the grammar's start symbol.
keywords -- a dict mapping keyword strings to arc labels.
tokens -- a dict mapping token numbers to arc labels.
c C s< i | _ i | _g | _i | _dg| _i | _i | _i | _d| _d S )N)r ZEMPTY� ) �
symbol2number�
number2symbol�states�dfas�labels�keywords�tokens� symbol2label�start)�self� r �-/usr/lib64/python3.8/lib2to3/pgen2/grammar.py�__init__L s zGrammar.__init__c C s, t |d��}t�| j|tj� W 5 Q R X dS )z)Dump the grammar tables to a pickle file.�wbN)�open�pickle�dump�__dict__ZHIGHEST_PROTOCOL)r �filename�fr r r r W s z Grammar.dumpc C s0 t |d��}t�|�}W 5 Q R X | j�|� dS )z+Load the grammar tables from a pickle file.�rbN)r r �loadr �update)r r r �dr r r r \ s z Grammar.loadc C s | j �t�|�� dS )z3Load the grammar tables from a pickle bytes object.N)r r r �loads)r Zpklr r r r b s z
Grammar.loadsc C sT | � � }dD ]}t||t| |��� � q | jdd� |_| jdd� |_| j|_|S )z#
Copy the grammar.
)r r r r r r
N)� __class__�setattr�getattr�copyr
r r )r �newZ dict_attrr r r r" f s z Grammar.copyc C sv ddl m } td� || j� td� || j� td� || j� td� || j� td� || j� td| j� d S )
z:Dump the grammar tables to standard output, for debugging.r )�pprintZs2nZn2sr r r
r N)r$ �printr r r r r
r )r r$ r r r �reports s
zGrammar.reportN)
�__name__�
__module__� __qualname__�__doc__r r r r r" r& r r r r r s 5
r a
( LPAR
) RPAR
[ LSQB
] RSQB
: COLON
, COMMA
; SEMI
+ PLUS
- MINUS
* STAR
/ SLASH
| VBAR
& AMPER
< LESS
> GREATER
= EQUAL
. DOT
% PERCENT
` BACKQUOTE
{ LBRACE
} RBRACE
@ AT
@= ATEQUAL
== EQEQUAL
!= NOTEQUAL
<> NOTEQUAL
<= LESSEQUAL
>= GREATEREQUAL
~ TILDE
^ CIRCUMFLEX
<< LEFTSHIFT
>> RIGHTSHIFT
** DOUBLESTAR
+= PLUSEQUAL
-= MINEQUAL
*= STAREQUAL
/= SLASHEQUAL
%= PERCENTEQUAL
&= AMPEREQUAL
|= VBAREQUAL
^= CIRCUMFLEXEQUAL
<<= LEFTSHIFTEQUAL
>>= RIGHTSHIFTEQUAL
**= DOUBLESTAREQUAL
// DOUBLESLASH
//= DOUBLESLASHEQUAL
-> RARROW
:= COLONEQUAL
)r* r � r �objectr Z opmap_rawZopmap�
splitlines�line�split�op�namer! r r r r �<module> s o3 lib2to3/pgen2/__pycache__/__init__.cpython-38.opt-2.pyc 0000644 00000000213 15115353746 0016402 0 ustar 00 U
e5d� � @ s d S )N� r r r �./usr/lib64/python3.8/lib2to3/pgen2/__init__.py�<module> s lib2to3/pgen2/__pycache__/pgen.cpython-38.opt-2.pyc 0000644 00000022161 15115353746 0015602 0 ustar 00 U
e5d�5 � @ sd d dl mZmZmZ G dd� dej�ZG dd� de�ZG dd� de�ZG dd � d e�Z dd d �Z
d
S )� )�grammar�token�tokenizec @ s e Zd ZdS )� PgenGrammarN)�__name__�
__module__� __qualname__� r r �*/usr/lib64/python3.8/lib2to3/pgen2/pgen.pyr s r c @ s� e Zd Zd&dd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zd d � Zd d � Zd'd d!�Zd"d#� Zd$d%� ZdS )(�ParserGeneratorNc C sl d }|d krt |�}|j}|| _|| _t�|j�| _| �� | � � \| _
| _ |d k rZ|� i | _ | �
� d S �N)�open�close�filename�streamr �generate_tokens�readline� generator�gettoken�parse�dfas� startsymbol�first� addfirstsets)�selfr r Z close_streamr r r
�__init__ s zParserGenerator.__init__c C s t � }t| j�� �}|�� |�| j� |�d| j� |D ]&}dt|j � }||j |< ||j
|< q:|D ]�}| j| }g }|D ]`}g }t |j �
� �D ]$\} }
|�| �|| �|�|
�f� q�|jr�|�d|�|�f� |�|� q||j�|� || �||�f|j|j | < qf|j | j |_|S )N� � )r �listr �keys�sort�remover �insert�len�
symbol2numberZ
number2symbol�sorted�arcs�items�append�
make_label�index�isfinal�states�
make_first�start) r �c�names�name�i�dfar, �stater& �label�nextr r r
� make_grammar s.
z ParserGenerator.make_grammarc C s4 | j | }i }t|�D ]}| �||�}d||< q|S �Nr )r r% r) )r r/ r1 Zrawfirstr r5 �ilabelr r r
r- 4 s
zParserGenerator.make_firstc C s& t |j�}|d �� r�||jkrZ||jkr4|j| S |j�|j| d f� ||j|< |S n>tt|d �}||jkrz|j| S |j�|d f� ||j|< |S n�t |�}|d �� r�||j
kr�|j
| S |j�tj |f� ||j
|< |S n>t j
| }||jk�r|j| S |j�|d f� ||j|< |S d S �Nr )r# �labels�isalphar$ Z symbol2labelr( �getattrr �tokens�eval�keywords�NAMEr Zopmap)r r/ r5 r9 Zitoken�valuer r r
r) = s6
zParserGenerator.make_labelc C s8 t | j�� �}|�� |D ]}|| jkr| �|� qd S r )r r r r r � calcfirst)r r0 r1 r r r
r k s
z ParserGenerator.addfirstsetsc C s� | j | }d | j|< |d }i }i }|j�� D ]x\}}|| j kr�|| jkrj| j| }|d kr~td| ��n| �|� | j| }|�|� |||< q.d||< |di||< q.i } |�� D ]:\}}
|
D ],} | | kr�td|| || | f ��|| | < q�q�|| j|< d S )Nr zrecursion for rule %rr zArule %s is ambiguous; %s is in the first sets of %s as well as %s)r r r& r' �
ValueErrorrC �update) r r1 r3 r4 ZtotalsetZ overlapcheckr5 r6 �fsetZinverseZitsfirstZsymbolr r r
rC s s4
� zParserGenerator.calcfirstc C s� i }d }| j tjkr�| j tjkr*| �� q| �tj�}| �tjd� | �� \}}| �tj� | � ||�}t
|�}| � |� t
|�}|||< |d kr|}q||fS )N�:) �typer � ENDMARKER�NEWLINEr �expectrA �OP� parse_rhs�make_dfar# � simplify_dfa) r r r r1 �a�zr3 ZoldlenZnewlenr r r
r � s"
zParserGenerator.parsec s� � fdd�}� fdd�� t ||�|�g}|D ]�}i }|jD ].}|jD ]"\}} |d k rD� | |�|i �� qDq:t|�� �D ]@\}}
|D ]} | j|
kr� q�q�t |
|�} |�| � |�| |� qvq,|S )Nc s i }� | |� |S r r )r4 �base��
addclosurer r
�closure� s
z)ParserGenerator.make_dfa.<locals>.closurec s: | |kr d S d|| < | j D ]\}}|d kr� ||� qd S r8 �r& )r4 rR r5 r6 rS r r
rT � s z,ParserGenerator.make_dfa.<locals>.addclosure)�DFAState�nfasetr& �
setdefaultr% r' r( �addarc) r r. �finishrU r, r4 r& Znfastater5 r6 rX �str rS r
rN � s"
zParserGenerator.make_dfac
C s� t d|� |g}t|�D ]|\}}t d|||kr2dp4d� |jD ]T\}}||krZ|�|�} nt|�} |�|� |d kr�t d| � q>t d|| f � q>qd S )NzDump of NFA for� State�(final)� z -> %d� %s -> %d)�print� enumerater& r* r# r( )
r r1 r. r[ Ztodor2 r4 r5 r6 �jr r r
�dump_nfa� s
zParserGenerator.dump_nfac C sd t d|� t|�D ]L\}}t d||jr*dp,d� t|j�� �D ] \}}t d||�|�f � q>qd S )NzDump of DFA forr] r^ r_ r` )ra rb r+ r% r& r' r* )r r1 r3 r2 r4 r5 r6 r r r
�dump_dfa� s
zParserGenerator.dump_dfac C sp d}|rld}t |�D ]T\}}t|d t|��D ]8}|| }||kr.||= |D ]}|�||� qLd} qq.qqd S )NTFr )rb �ranger# �
unifystate)r r3 Zchangesr2 Zstate_irc Zstate_jr4 r r r
rO � s z ParserGenerator.simplify_dfac C s~ | � � \}}| jdkr ||fS t� }t� }|�|� |�|� | jdkrr| �� | � � \}}|�|� |�|� q>||fS d S )N�|)� parse_altrB �NFAStaterZ r )r rP rQ ZaaZzzr r r
rM � s
zParserGenerator.parse_rhsc C sL | � � \}}| jdks(| jtjtjfkrD| � � \}}|�|� |}q ||fS )N)�(�[)�
parse_itemrB rH r rA �STRINGrZ )r rP �br/ �dr r r
ri
s
�
zParserGenerator.parse_altc C s� | j dkr>| �� | �� \}}| �tjd� |�|� ||fS | �� \}}| j }|dkr`||fS | �� |�|� |dkr�||fS ||fS d S )Nrl �])�+�*rr )rB r rM rK r rL rZ �
parse_atom)r rP rQ rB r r r
rm s
zParserGenerator.parse_itemc C s� | j dkr4| �� | �� \}}| �tjd� ||fS | jtjtjfkrpt � }t � }|�
|| j � | �� ||fS | � d| j| j � d S )Nrk �)z+expected (...) or NAME or STRING, got %s/%s) rB r rM rK r rL rH rA rn rj rZ � raise_error)r rP rQ r r r
rt ( s
�zParserGenerator.parse_atomc C sD | j |ks |d k r2| j|kr2| �d||| j | j� | j}| �� |S )Nzexpected %s/%s, got %s/%s)rH rB rv r )r rH rB r r r
rK 9 s �zParserGenerator.expectc C sF t | j�}|d tjtjfkr*t | j�}q
|\| _| _| _| _| _ d S r: )
r6 r r �COMMENT�NLrH rB Zbegin�end�line)r �tupr r r
r A s
zParserGenerator.gettokenc
G s^ |r8z || }W n& d� |gttt|�� �}Y nX t|| j| jd | jd | jf��d S )N� r r )�joinr �map�str� SyntaxErrorr ry rz )r �msg�argsr r r
rv H s �zParserGenerator.raise_error)N)N)r r r r r7 r- r) r rC r rN rd re rO rM ri rm rt rK r rv r r r r
r
s$
. $
r c @ s e Zd Zdd� Zddd�ZdS )rj c C s
g | _ d S r rV )r r r r
r S s zNFAState.__init__Nc C s | j �||f� d S r )r& r( �r r6 r5 r r r
rZ V s zNFAState.addarc)N)r r r r rZ r r r r
rj Q s rj c @ s0 e Zd Zdd� Zdd� Zdd� Zdd� Zd Zd S )
rW c C s || _ ||k| _i | _d S r )rX r+ r& )r rX �finalr r r
r ] s
zDFAState.__init__c C s || j |< d S r rV r� r r r
rZ e s zDFAState.addarcc C s* | j �� D ]\}}||kr
|| j |< q
d S r )r& r' )r �old�newr5 r6 r r r
rg k s zDFAState.unifystatec C sV | j |j krdS t| j�t|j�kr(dS | j�� D ] \}}||j�|�k r2 dS q2dS )NFT)r+ r# r& r' �get)r �otherr5 r6 r r r
�__eq__p s zDFAState.__eq__N)r r r r rZ rg r� �__hash__r r r r
rW [ s
rW � Grammar.txtc C s t | �}|�� S r )r r7 )r �pr r r
�generate_grammar� s r� N)r� ) r_ r r r ZGrammarr �objectr rj rW r� r r r r
�<module> s I
% lib2to3/pgen2/__pycache__/literals.cpython-38.opt-2.pyc 0000644 00000002413 15115353746 0016466 0 ustar 00 U
e5dc � @ sL d dl Z dddddddd d
d d �
Zd
d� Zdd� Zdd� ZedkrHe� dS )� N��� �
�
� � �'�"�\)
�a�b�f�n�r�t�vr r
r c C s� | � dd�\}}t�|�}|d k r&|S |�d�r�|dd � }t|�dk rTtd| ��zt|d�}W q� tk
r� td| �d �Y q�X n2zt|d�}W n" tk
r� td| �d �Y nX t|�S ) Nr � �x� z!invalid hex string escape ('\%s')� � z#invalid octal string escape ('\%s'))�group�simple_escapes�get�
startswith�len�
ValueError�int�chr)�m�all�tailZescZhexes�i� r$ �./usr/lib64/python3.8/lib2to3/pgen2/literals.py�escape s"
r& c C sH | d }| d d� |d kr$|d }| t |�t |� � } t�dt| �S )Nr � z)\\(\'|\"|\\|[abfnrtv]|x.{0,2}|[0-7]{1,3}))r �re�subr& )�s�qr$ r$ r% �
evalString( s
r, c C s@ t d�D ]2} t| �}t|�}t|�}||krt| |||� qd S )N� )�ranger �reprr, �print)r# �cr* �er$ r$ r% �test2 s r3 �__main__)r( r r& r, r3 �__name__r$ r$ r$ r% �<module> s �
lib2to3/pgen2/__pycache__/conv.cpython-38.opt-1.pyc 0000644 00000013774 15115353746 0015627 0 ustar 00 U
e5d�% � @ s2 d Z ddlZddlmZmZ G dd� dej�ZdS )a� Convert graminit.[ch] spit out by pgen to Python code.
Pgen is the Python parser generator. It is useful to quickly create a
parser from a grammar file in Python's grammar notation. But I don't
want my parsers to be written in C (yet), so I'm translating the
parsing tables to Python data structures and writing a Python parse
engine.
Note that the token numbers are constants determined by the standard
Python tokenizer. The standard token module defines these numbers and
their names (the names are not used much). The token numbers are
hardcoded into the Python tokenizer and into pgen. A Python
implementation of the Python tokenizer is also available, in the
standard tokenize module.
On the other hand, symbol numbers (representing the grammar's
non-terminals) are assigned by pgen based on the actual grammar
input.
Note: this module is pretty much obsolete; the pgen module generates
equivalent grammar tables directly from the Grammar.txt input file
without having to invoke the Python pgen C program.
� N)�grammar�tokenc @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) � Convertera2 Grammar subclass that reads classic pgen output files.
The run() method reads the tables as produced by the pgen parser
generator, typically contained in two C files, graminit.h and
graminit.c. The other methods are for internal use only.
See the base class for more documentation.
c C s | � |� | �|� | �� dS )z<Load the grammar tables from the text files written by pgen.N)�parse_graminit_h�parse_graminit_c�
finish_off)�selfZ
graminit_hZ
graminit_c� r �*/usr/lib64/python3.8/lib2to3/pgen2/conv.py�run/ s
z
Converter.runc
C s� z t |�}W n8 tk
rD } ztd||f � W Y �dS d}~X Y nX i | _i | _d}|D ]d}|d7 }t�d|�}|s�|�� r�td|||�� f � qZ|�� \}}t |�}|| j|< || j|< qZdS ) z�Parse the .h file written by pgen. (Internal)
This file is a sequence of #define statements defining the
nonterminals of the grammar as numbers. We build two tables
mapping the numbers to names and back.
�Can't open %s: %sFNr � z^#define\s+(\w+)\s+(\d+)$z%s(%s): can't parse %sT)
�open�OSError�printZ
symbol2numberZ
number2symbol�re�match�strip�groups�int) r �filename�f�err�lineno�line�mo�symbol�numberr r r
r 5 s( �
zConverter.parse_graminit_hc !
C s� z t |�}W n8 tk
rD } ztd||f � W Y �dS d}~X Y nX d}|d t|� }}|d t|� }}|d t|� }}i }g }|�d��r�|�d��rJt�d|�}ttt |�
� ��\} }
} g } t | �D ]F}
|d t|� }}t�d|�}ttt |�
� ��\}}| � ||f� q�|d t|� }}| || |
f< |d t|� }}q�t�d |�}ttt |�
� ��\}}g }t |�D ]R}
|d t|� }}t�d
|�}ttt |�
� ��\} } }
|| |
f } |� | � �qx|� |� |d t|� }}|d t|� }}q�|| _
i }t�d |�}t |�d��}t |�D ]�}|d t|� }}t�d |�}|�d
�}ttt |�dddd���\}}}}|| }|d t|� }}t�d|�}i }t|�d��}t|�D ]@\}} t| �} t d�D ]$}| d|> @ �r�d||d | < �qΐq�||f||< �q(|d t|� }}|| _g } |d t|� }}t�d|�}t |�d��} t | �D ]^}|d t|� }}t�d|�}|�
� \}}t |�}|dk�r�d}nt|�}| � ||f� �qX|d t|� }}| | _|d t|� }}|d t|� }}t�d|�}t |�d��}|d t|� }}|d t|� }}t�d|�}t |�d��} |d t|� }}t�d|�}t |�d��} | | _|d t|� }}z|d t|� }}W n tk
�r� Y nX dS )a� Parse the .c file written by pgen. (Internal)
The file looks as follows. The first two lines are always this:
#include "pgenheaders.h"
#include "grammar.h"
After that come four blocks:
1) one or more state definitions
2) a table defining dfas
3) a table defining labels
4) a struct defining the grammar
A state definition has the following form:
- one or more arc arrays, each of the form:
static arc arcs_<n>_<m>[<k>] = {
{<i>, <j>},
...
};
- followed by a state array, of the form:
static state states_<s>[<t>] = {
{<k>, arcs_<n>_<m>},
...
};
r FNr r
z static arc z)static arc arcs_(\d+)_(\d+)\[(\d+)\] = {$z\s+{(\d+), (\d+)},$z'static state states_(\d+)\[(\d+)\] = {$z \s+{(\d+), arcs_(\d+)_(\d+)},$z static dfa dfas\[(\d+)\] = {$z0\s+{(\d+), "(\w+)", (\d+), (\d+), states_(\d+),$� � � � z\s+("(?:\\\d\d\d)*")},$� z!static label labels\[(\d+)\] = {$z\s+{(\d+), (0|"\w+")},$�0z
\s+(\d+),$z\s+{(\d+), labels},$z \s+(\d+)$)r r r �next�
startswithr r �list�mapr r �range�append�states�group�eval� enumerate�ord�dfas�labels�start�
StopIteration)!r r r r r r Zallarcsr* r �n�m�kZarcs�_�i�j�s�t�stater/ Zndfasr r �x�y�z�firstZ rawbitset�cZbyter0 Znlabelsr1 r r r
r T s� �
�
"
zConverter.parse_graminit_cc C sX i | _ i | _t| j�D ]<\}\}}|tjkr@|dk r@|| j |< q|dkr|| j|< qdS )z1Create additional useful structures. (Internal).N)�keywords�tokensr- r0 r �NAME)r Zilabel�type�valuer r r
r � s zConverter.finish_offN)�__name__�
__module__� __qualname__�__doc__r r r r r r r r
r $ s
&r )rI r Zpgen2r r ZGrammarr r r r r
�<module> s lib2to3/pgen2/__pycache__/driver.cpython-38.opt-1.pyc 0000644 00000011747 15115353746 0016153 0 ustar 00 U
e5dQ � @ s� d Z dZddgZddlZddlZddlZddlZddlZddlm Z m
Z
m Z m Z m
Z
G dd� de�Zd d
� Zddd�Zdd� Zdd� Zdd� Zedkr�e�ee� �� dS )zZParser driver.
This provides a high-level interface to parse a file into a syntax tree.
z#Guido van Rossum <guido@python.org>�Driver� load_grammar� N� )�grammar�parse�token�tokenize�pgenc @ sH e Zd Zddd�Zddd�Zddd�Zdd d
�Zdd d �Zdd
d�ZdS )r Nc C s& || _ |d krt�� }|| _|| _d S )N)r �logging� getLogger�logger�convert)�selfr r
r � r �,/usr/lib64/python3.8/lib2to3/pgen2/driver.py�__init__ s
zDriver.__init__Fc C st t �| j| j�}|�� d}d}d } } } } }
d} |D �]} | \}}}} }
|||fkr�|\}
}||
k r�| d|
| 7 } |
}d}||k r�| |
||� 7 } |}|tjtjfkr�| |7 } | \}}|�d�r<|d7 }d}q<|t j
kr�tj | }|�r
| j �
dt j| || � |�||| |f��r6|�r0| j �
d� �qnd} | \}}|�d�r<|d7 }d}q<t �d||| |f��|jS ) z4Parse a series of tokens and return the syntax tree.r r N� �
z%s %r (prefix=%r)zStop.zincomplete input)r ZParserr r
Zsetupr �COMMENT�NL�endswithr �OPZopmapr �debug�tok_nameZaddtokenZ
ParseErrorZrootnode)r �tokensr �p�lineno�column�type�value�start�endZ line_text�prefixZ quintupleZs_linenoZs_columnr r r � parse_tokens& s^
�
�zDriver.parse_tokensc C s t �|j�}| �||�S �z*Parse a stream and return the syntax tree.)r �generate_tokens�readliner# )r �streamr r r r r �parse_stream_rawV s zDriver.parse_stream_rawc C s | � ||�S r$ )r( )r r' r r r r � parse_stream[ s zDriver.parse_streamc
C s4 t j|d|d��}| �||�W 5 Q R � S Q R X dS )z(Parse a file and return the syntax tree.�r)�encodingN)�io�openr) )r �filenamer+ r r' r r r �
parse_file_ s zDriver.parse_filec C s t �t�|�j�}| �||�S )z*Parse a string and return the syntax tree.)r r% r, �StringIOr& r# )r �textr r r r r � parse_stringd s zDriver.parse_string)NN)F)F)F)NF)F) �__name__�
__module__� __qualname__r r# r( r) r/ r2 r r r r r s
0
c C s: t j�| �\}}|dkr d}|| d�tttj�� d S )Nz.txtr �.z.pickle)�os�path�splitext�join�map�str�sys� version_info)�gt�head�tailr r r �_generate_pickle_namej s rB � Grammar.txtTFc
C s� |dkrt �� }|dkr t| �n|}|s2t|| �s�|�d| � t�| �}|r�|�d|� z|�|� W q� tk
r� } z|�d|� W 5 d}~X Y q�X nt �
� }|� |� |S )z'Load the grammar (maybe from a pickle).Nz!Generating grammar tables from %sz Writing grammar tables to %szWriting failed: %s) r
r rB �_newer�infor Zgenerate_grammar�dump�OSErrorr �Grammar�load)r? Zgp�save�forcer �g�er r r r q s
c C s8 t j�| �sdS t j�|�s dS t j�| �t j�|�kS )z0Inquire whether file a was written since file b.FT)r7 r8 �exists�getmtime)�a�br r r rD � s
rD c C sF t j�|�rt|�S tt j�|��}t�| |�}t� � }|�
|� |S )a� Normally, loads a pickled grammar by doing
pkgutil.get_data(package, pickled_grammar)
where *pickled_grammar* is computed from *grammar_source* by adding the
Python version and using a ``.pickle`` extension.
However, if *grammar_source* is an extant file, load_grammar(grammar_source)
is called instead. This facilitates using a packaged grammar file when needed
but preserves load_grammar's automatic regeneration behavior when possible.
) r7 r8 �isfiler rB �basename�pkgutil�get_datar rH �loads)�packageZgrammar_sourceZ pickled_name�datarL r r r �load_packaged_grammar� s
rY c G sB | st jdd� } tjtjt jdd� | D ]}t|ddd� q*dS )z�Main program, when run as a script: produce grammar pickle files.
Calls load_grammar for each argument, a path to a grammar text file.
r Nz %(message)s)�levelr' �formatT)rJ rK )r= �argvr
Z basicConfig�INFO�stdoutr )�argsr? r r r �main� s �r` �__main__)rC NTFN)�__doc__�
__author__�__all__r, r7 r
rT r= r r r r r r �objectr rB r rD rY r` r3 �exit�intr r r r �<module> s( M �
lib2to3/pgen2/__pycache__/driver.cpython-38.pyc 0000644 00000012027 15115353746 0015204 0 ustar 00 U
e5dQ � @ s� d Z dZddgZddlZddlZddlZddlZddlZddlm Z m
Z
m Z m Z m
Z
G dd� de�Zd d
� Zddd�Zdd� Zdd� Zdd� Zedkr�e�ee� �� dS )zZParser driver.
This provides a high-level interface to parse a file into a syntax tree.
z#Guido van Rossum <guido@python.org>�Driver� load_grammar� N� )�grammar�parse�token�tokenize�pgenc @ sH e Zd Zddd�Zddd�Zddd�Zdd d
�Zdd d �Zdd
d�ZdS )r Nc C s& || _ |d krt�� }|| _|| _d S )N)r �logging� getLogger�logger�convert)�selfr r
r � r �,/usr/lib64/python3.8/lib2to3/pgen2/driver.py�__init__ s
zDriver.__init__Fc C s� t �| j| j�}|�� d}d}d } } } } }
d} |D �]8} | \}}}} }
|||fkr�||f|ksxt||f|f��|\}
}||
k r�| d|
| 7 } |
}d}||k r�| |
||� 7 } |}|tjtjfkr�| |7 } | \}}|� d�r<|d7 }d}q<|t
j k�r
tj | }|�r(| j
�dt
j| || � |�||| |f��rT|�rN| j
�d� �q�d} | \}}|� d�r<|d7 }d}q<t �d||| |f��|jS ) z4Parse a series of tokens and return the syntax tree.r r N� �
z%s %r (prefix=%r)zStop.zincomplete input)r ZParserr r
Zsetup�AssertionErrorr �COMMENT�NL�endswithr �OPZopmapr �debug�tok_nameZaddtokenZ
ParseErrorZrootnode)r �tokensr �p�lineno�column�type�value�start�endZ line_text�prefixZ quintupleZs_linenoZs_columnr r r � parse_tokens& s`
�
�zDriver.parse_tokensc C s t �|j�}| �||�S �z*Parse a stream and return the syntax tree.)r �generate_tokens�readliner$ )r �streamr r r r r �parse_stream_rawV s zDriver.parse_stream_rawc C s | � ||�S r% )r) )r r( r r r r � parse_stream[ s zDriver.parse_streamc
C s4 t j|d|d��}| �||�W 5 Q R � S Q R X dS )z(Parse a file and return the syntax tree.�r)�encodingN)�io�openr* )r �filenamer, r r( r r r �
parse_file_ s zDriver.parse_filec C s t �t�|�j�}| �||�S )z*Parse a string and return the syntax tree.)r r& r- �StringIOr' r$ )r �textr r r r r � parse_stringd s zDriver.parse_string)NN)F)F)F)NF)F) �__name__�
__module__� __qualname__r r$ r) r* r0 r3 r r r r r s
0
c C s: t j�| �\}}|dkr d}|| d�tttj�� d S )Nz.txtr �.z.pickle)�os�path�splitext�join�map�str�sys� version_info)�gt�head�tailr r r �_generate_pickle_namej s rC � Grammar.txtTFc
C s� |dkrt �� }|dkr t| �n|}|s2t|| �s�|�d| � t�| �}|r�|�d|� z|�|� W q� tk
r� } z|�d|� W 5 d}~X Y q�X nt �
� }|� |� |S )z'Load the grammar (maybe from a pickle).Nz!Generating grammar tables from %sz Writing grammar tables to %szWriting failed: %s) r
r rC �_newer�infor Zgenerate_grammar�dump�OSErrorr �Grammar�load)r@ Zgp�save�forcer �g�er r r r q s
c C s8 t j�| �sdS t j�|�s dS t j�| �t j�|�kS )z0Inquire whether file a was written since file b.FT)r8 r9 �exists�getmtime)�a�br r r rE � s
rE c C sF t j�|�rt|�S tt j�|��}t�| |�}t� � }|�
|� |S )a� Normally, loads a pickled grammar by doing
pkgutil.get_data(package, pickled_grammar)
where *pickled_grammar* is computed from *grammar_source* by adding the
Python version and using a ``.pickle`` extension.
However, if *grammar_source* is an extant file, load_grammar(grammar_source)
is called instead. This facilitates using a packaged grammar file when needed
but preserves load_grammar's automatic regeneration behavior when possible.
) r8 r9 �isfiler rC �basename�pkgutil�get_datar rI �loads)�packageZgrammar_sourceZ pickled_name�datarM r r r �load_packaged_grammar� s
rZ c G sB | st jdd� } tjtjt jdd� | D ]}t|ddd� q*dS )z�Main program, when run as a script: produce grammar pickle files.
Calls load_grammar for each argument, a path to a grammar text file.
r Nz %(message)s)�levelr( �formatT)rK rL )r> �argvr
Z basicConfig�INFO�stdoutr )�argsr@ r r r �main� s �ra �__main__)rD NTFN)�__doc__�
__author__�__all__r- r8 r
rU r> r r r r r r �objectr rC r rE rZ ra r4 �exit�intr r r r �<module> s( M �
lib2to3/pgen2/__pycache__/__init__.cpython-38.pyc 0000644 00000000247 15115353746 0015451 0 ustar 00 U
e5d� � @ s d Z dS )zThe pgen2 package.N)�__doc__� r r �./usr/lib64/python3.8/lib2to3/pgen2/__init__.py�<module> � lib2to3/pgen2/literals.py 0000644 00000003143 15115353746 0011241 0 ustar 00 # Copyright 2004-2005 Elemental Security, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Safely evaluate Python string literals without using eval()."""
import re
simple_escapes = {"a": "\a",
"b": "\b",
"f": "\f",
"n": "\n",
"r": "\r",
"t": "\t",
"v": "\v",
"'": "'",
'"': '"',
"\\": "\\"}
def escape(m):
all, tail = m.group(0, 1)
assert all.startswith("\\")
esc = simple_escapes.get(tail)
if esc is not None:
return esc
if tail.startswith("x"):
hexes = tail[1:]
if len(hexes) < 2:
raise ValueError("invalid hex string escape ('\\%s')" % tail)
try:
i = int(hexes, 16)
except ValueError:
raise ValueError("invalid hex string escape ('\\%s')" % tail) from None
else:
try:
i = int(tail, 8)
except ValueError:
raise ValueError("invalid octal string escape ('\\%s')" % tail) from None
return chr(i)
def evalString(s):
assert s.startswith("'") or s.startswith('"'), repr(s[:1])
q = s[0]
if s[:3] == q*3:
q = q*3
assert s.endswith(q), repr(s[-len(q):])
assert len(s) >= 2*len(q)
s = s[len(q):-len(q)]
return re.sub(r"\\(\'|\"|\\|[abfnrtv]|x.{0,2}|[0-7]{1,3})", escape, s)
def test():
for i in range(256):
c = chr(i)
s = repr(c)
e = evalString(s)
if e != c:
print(i, c, s, e)
if __name__ == "__main__":
test()
lib2to3/pgen2/token.py 0000755 00000002424 15115353746 0010546 0 ustar 00 #! /usr/bin/python3.8
"""Token constants (from "token.h")."""
# Taken from Python (r53757) and modified to include some tokens
# originally monkeypatched in by pgen2.tokenize
#--start constants--
ENDMARKER = 0
NAME = 1
NUMBER = 2
STRING = 3
NEWLINE = 4
INDENT = 5
DEDENT = 6
LPAR = 7
RPAR = 8
LSQB = 9
RSQB = 10
COLON = 11
COMMA = 12
SEMI = 13
PLUS = 14
MINUS = 15
STAR = 16
SLASH = 17
VBAR = 18
AMPER = 19
LESS = 20
GREATER = 21
EQUAL = 22
DOT = 23
PERCENT = 24
BACKQUOTE = 25
LBRACE = 26
RBRACE = 27
EQEQUAL = 28
NOTEQUAL = 29
LESSEQUAL = 30
GREATEREQUAL = 31
TILDE = 32
CIRCUMFLEX = 33
LEFTSHIFT = 34
RIGHTSHIFT = 35
DOUBLESTAR = 36
PLUSEQUAL = 37
MINEQUAL = 38
STAREQUAL = 39
SLASHEQUAL = 40
PERCENTEQUAL = 41
AMPEREQUAL = 42
VBAREQUAL = 43
CIRCUMFLEXEQUAL = 44
LEFTSHIFTEQUAL = 45
RIGHTSHIFTEQUAL = 46
DOUBLESTAREQUAL = 47
DOUBLESLASH = 48
DOUBLESLASHEQUAL = 49
AT = 50
ATEQUAL = 51
OP = 52
COMMENT = 53
NL = 54
RARROW = 55
AWAIT = 56
ASYNC = 57
ERRORTOKEN = 58
COLONEQUAL = 59
N_TOKENS = 60
NT_OFFSET = 256
#--end constants--
tok_name = {}
for _name, _value in list(globals().items()):
if type(_value) is type(0):
tok_name[_value] = _name
def ISTERMINAL(x):
return x < NT_OFFSET
def ISNONTERMINAL(x):
return x >= NT_OFFSET
def ISEOF(x):
return x == ENDMARKER
lib2to3/pgen2/parse.py 0000644 00000017733 15115353746 0010546 0 ustar 00 # Copyright 2004-2005 Elemental Security, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Parser engine for the grammar tables generated by pgen.
The grammar table must be loaded first.
See Parser/parser.c in the Python distribution for additional info on
how this parsing engine works.
"""
# Local imports
from . import token
class ParseError(Exception):
"""Exception to signal the parser is stuck."""
def __init__(self, msg, type, value, context):
Exception.__init__(self, "%s: type=%r, value=%r, context=%r" %
(msg, type, value, context))
self.msg = msg
self.type = type
self.value = value
self.context = context
def __reduce__(self):
return type(self), (self.msg, self.type, self.value, self.context)
class Parser(object):
"""Parser engine.
The proper usage sequence is:
p = Parser(grammar, [converter]) # create instance
p.setup([start]) # prepare for parsing
<for each input token>:
if p.addtoken(...): # parse a token; may raise ParseError
break
root = p.rootnode # root of abstract syntax tree
A Parser instance may be reused by calling setup() repeatedly.
A Parser instance contains state pertaining to the current token
sequence, and should not be used concurrently by different threads
to parse separate token sequences.
See driver.py for how to get input tokens by tokenizing a file or
string.
Parsing is complete when addtoken() returns True; the root of the
abstract syntax tree can then be retrieved from the rootnode
instance variable. When a syntax error occurs, addtoken() raises
the ParseError exception. There is no error recovery; the parser
cannot be used after a syntax error was reported (but it can be
reinitialized by calling setup()).
"""
def __init__(self, grammar, convert=None):
"""Constructor.
The grammar argument is a grammar.Grammar instance; see the
grammar module for more information.
The parser is not ready yet for parsing; you must call the
setup() method to get it started.
The optional convert argument is a function mapping concrete
syntax tree nodes to abstract syntax tree nodes. If not
given, no conversion is done and the syntax tree produced is
the concrete syntax tree. If given, it must be a function of
two arguments, the first being the grammar (a grammar.Grammar
instance), and the second being the concrete syntax tree node
to be converted. The syntax tree is converted from the bottom
up.
A concrete syntax tree node is a (type, value, context, nodes)
tuple, where type is the node type (a token or symbol number),
value is None for symbols and a string for tokens, context is
None or an opaque value used for error reporting (typically a
(lineno, offset) pair), and nodes is a list of children for
symbols, and None for tokens.
An abstract syntax tree node may be anything; this is entirely
up to the converter function.
"""
self.grammar = grammar
self.convert = convert or (lambda grammar, node: node)
def setup(self, start=None):
"""Prepare for parsing.
This *must* be called before starting to parse.
The optional argument is an alternative start symbol; it
defaults to the grammar's start symbol.
You can use a Parser instance to parse any number of programs;
each time you call setup() the parser is reset to an initial
state determined by the (implicit or explicit) start symbol.
"""
if start is None:
start = self.grammar.start
# Each stack entry is a tuple: (dfa, state, node).
# A node is a tuple: (type, value, context, children),
# where children is a list of nodes or None, and context may be None.
newnode = (start, None, None, [])
stackentry = (self.grammar.dfas[start], 0, newnode)
self.stack = [stackentry]
self.rootnode = None
self.used_names = set() # Aliased to self.rootnode.used_names in pop()
def addtoken(self, type, value, context):
"""Add a token; return True iff this is the end of the program."""
# Map from token to label
ilabel = self.classify(type, value, context)
# Loop until the token is shifted; may raise exceptions
while True:
dfa, state, node = self.stack[-1]
states, first = dfa
arcs = states[state]
# Look for a state with this label
for i, newstate in arcs:
t, v = self.grammar.labels[i]
if ilabel == i:
# Look it up in the list of labels
assert t < 256
# Shift a token; we're done with it
self.shift(type, value, newstate, context)
# Pop while we are in an accept-only state
state = newstate
while states[state] == [(0, state)]:
self.pop()
if not self.stack:
# Done parsing!
return True
dfa, state, node = self.stack[-1]
states, first = dfa
# Done with this token
return False
elif t >= 256:
# See if it's a symbol and if we're in its first set
itsdfa = self.grammar.dfas[t]
itsstates, itsfirst = itsdfa
if ilabel in itsfirst:
# Push a symbol
self.push(t, self.grammar.dfas[t], newstate, context)
break # To continue the outer while loop
else:
if (0, state) in arcs:
# An accepting state, pop it and try something else
self.pop()
if not self.stack:
# Done parsing, but another token is input
raise ParseError("too much input",
type, value, context)
else:
# No success finding a transition
raise ParseError("bad input", type, value, context)
def classify(self, type, value, context):
"""Turn a token into a label. (Internal)"""
if type == token.NAME:
# Keep a listing of all used names
self.used_names.add(value)
# Check for reserved words
ilabel = self.grammar.keywords.get(value)
if ilabel is not None:
return ilabel
ilabel = self.grammar.tokens.get(type)
if ilabel is None:
raise ParseError("bad token", type, value, context)
return ilabel
def shift(self, type, value, newstate, context):
"""Shift a token. (Internal)"""
dfa, state, node = self.stack[-1]
newnode = (type, value, context, None)
newnode = self.convert(self.grammar, newnode)
if newnode is not None:
node[-1].append(newnode)
self.stack[-1] = (dfa, newstate, node)
def push(self, type, newdfa, newstate, context):
"""Push a nonterminal. (Internal)"""
dfa, state, node = self.stack[-1]
newnode = (type, None, context, [])
self.stack[-1] = (dfa, newstate, node)
self.stack.append((newdfa, 0, newnode))
def pop(self):
"""Pop a nonterminal. (Internal)"""
popdfa, popstate, popnode = self.stack.pop()
newnode = self.convert(self.grammar, popnode)
if newnode is not None:
if self.stack:
dfa, state, node = self.stack[-1]
node[-1].append(newnode)
else:
self.rootnode = newnode
self.rootnode.used_names = self.used_names
lib2to3/pgen2/driver.py 0000644 00000013521 15115353746 0010716 0 ustar 00 # Copyright 2004-2005 Elemental Security, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
# Modifications:
# Copyright 2006 Google, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Parser driver.
This provides a high-level interface to parse a file into a syntax tree.
"""
__author__ = "Guido van Rossum <guido@python.org>"
__all__ = ["Driver", "load_grammar"]
# Python imports
import io
import os
import logging
import pkgutil
import sys
# Pgen imports
from . import grammar, parse, token, tokenize, pgen
class Driver(object):
def __init__(self, grammar, convert=None, logger=None):
self.grammar = grammar
if logger is None:
logger = logging.getLogger()
self.logger = logger
self.convert = convert
def parse_tokens(self, tokens, debug=False):
"""Parse a series of tokens and return the syntax tree."""
# XXX Move the prefix computation into a wrapper around tokenize.
p = parse.Parser(self.grammar, self.convert)
p.setup()
lineno = 1
column = 0
type = value = start = end = line_text = None
prefix = ""
for quintuple in tokens:
type, value, start, end, line_text = quintuple
if start != (lineno, column):
assert (lineno, column) <= start, ((lineno, column), start)
s_lineno, s_column = start
if lineno < s_lineno:
prefix += "\n" * (s_lineno - lineno)
lineno = s_lineno
column = 0
if column < s_column:
prefix += line_text[column:s_column]
column = s_column
if type in (tokenize.COMMENT, tokenize.NL):
prefix += value
lineno, column = end
if value.endswith("\n"):
lineno += 1
column = 0
continue
if type == token.OP:
type = grammar.opmap[value]
if debug:
self.logger.debug("%s %r (prefix=%r)",
token.tok_name[type], value, prefix)
if p.addtoken(type, value, (prefix, start)):
if debug:
self.logger.debug("Stop.")
break
prefix = ""
lineno, column = end
if value.endswith("\n"):
lineno += 1
column = 0
else:
# We never broke out -- EOF is too soon (how can this happen???)
raise parse.ParseError("incomplete input",
type, value, (prefix, start))
return p.rootnode
def parse_stream_raw(self, stream, debug=False):
"""Parse a stream and return the syntax tree."""
tokens = tokenize.generate_tokens(stream.readline)
return self.parse_tokens(tokens, debug)
def parse_stream(self, stream, debug=False):
"""Parse a stream and return the syntax tree."""
return self.parse_stream_raw(stream, debug)
def parse_file(self, filename, encoding=None, debug=False):
"""Parse a file and return the syntax tree."""
with io.open(filename, "r", encoding=encoding) as stream:
return self.parse_stream(stream, debug)
def parse_string(self, text, debug=False):
"""Parse a string and return the syntax tree."""
tokens = tokenize.generate_tokens(io.StringIO(text).readline)
return self.parse_tokens(tokens, debug)
def _generate_pickle_name(gt):
head, tail = os.path.splitext(gt)
if tail == ".txt":
tail = ""
return head + tail + ".".join(map(str, sys.version_info)) + ".pickle"
def load_grammar(gt="Grammar.txt", gp=None,
save=True, force=False, logger=None):
"""Load the grammar (maybe from a pickle)."""
if logger is None:
logger = logging.getLogger()
gp = _generate_pickle_name(gt) if gp is None else gp
if force or not _newer(gp, gt):
logger.info("Generating grammar tables from %s", gt)
g = pgen.generate_grammar(gt)
if save:
logger.info("Writing grammar tables to %s", gp)
try:
g.dump(gp)
except OSError as e:
logger.info("Writing failed: %s", e)
else:
g = grammar.Grammar()
g.load(gp)
return g
def _newer(a, b):
"""Inquire whether file a was written since file b."""
if not os.path.exists(a):
return False
if not os.path.exists(b):
return True
return os.path.getmtime(a) >= os.path.getmtime(b)
def load_packaged_grammar(package, grammar_source):
"""Normally, loads a pickled grammar by doing
pkgutil.get_data(package, pickled_grammar)
where *pickled_grammar* is computed from *grammar_source* by adding the
Python version and using a ``.pickle`` extension.
However, if *grammar_source* is an extant file, load_grammar(grammar_source)
is called instead. This facilitates using a packaged grammar file when needed
but preserves load_grammar's automatic regeneration behavior when possible.
"""
if os.path.isfile(grammar_source):
return load_grammar(grammar_source)
pickled_name = _generate_pickle_name(os.path.basename(grammar_source))
data = pkgutil.get_data(package, pickled_name)
g = grammar.Grammar()
g.loads(data)
return g
def main(*args):
"""Main program, when run as a script: produce grammar pickle files.
Calls load_grammar for each argument, a path to a grammar text file.
"""
if not args:
args = sys.argv[1:]
logging.basicConfig(level=logging.INFO, stream=sys.stdout,
format='%(message)s')
for gt in args:
load_grammar(gt, save=True, force=True)
return True
if __name__ == "__main__":
sys.exit(int(not main()))
lib2to3/__init__.py 0000644 00000000007 15115353746 0010142 0 ustar 00 #empty
lib2to3/Grammar3.8.17.final.0.pickle 0000644 00000035715 15115353746 0012533 0 ustar 00 ���; }�(�
symbol2number�}�(�
file_input�M �and_expr�M�and_test�M� annassign�M�arglist�M�argument�M�
arith_expr�M� assert_stmt�M�
async_funcdef�M�
async_stmt�M �atom�M
� augassign�M �
break_stmt�M �classdef�M
�comp_for�M�comp_if�M� comp_iter�M�comp_op�M�
comparison�M�
compound_stmt�M�
continue_stmt�M� decorated�M� decorator�M�
decorators�M�del_stmt�M� dictsetmaker�M�dotted_as_name�M�dotted_as_names�M� dotted_name�M �
encoding_decl�M �
eval_input�M �
except_clause�M � exec_stmt�M �expr�M!� expr_stmt�M"�exprlist�M#�factor�M$� flow_stmt�M%�for_stmt�M&�funcdef�M'� global_stmt�M(�if_stmt�M)�import_as_name�M*�import_as_names�M+� import_from�M,� import_name�M-� import_stmt�M.�lambdef�M/� listmaker�M0�namedexpr_test�M1�not_test�M2� old_lambdef�M3�old_test�M4�or_test�M5�
parameters�M6� pass_stmt�M7�power�M8�
print_stmt�M9�
raise_stmt�M:� return_stmt�M;�
shift_expr�M<� simple_stmt�M=� single_input�M>�sliceop�M?�
small_stmt�M@� star_expr�MA�stmt�MB� subscript�MC�
subscriptlist�MD�suite�ME�term�MF�test�MG�testlist�MH� testlist1�MI�
testlist_gexp�MJ�
testlist_safe�MK�testlist_star_expr�ML�tfpdef�MM�tfplist�MN�tname�MO�trailer�MP�try_stmt�MQ�
typedargslist�MR� varargslist�MS�vfpdef�MT�vfplist�MU�vname�MV�
while_stmt�MW� with_item�MX� with_stmt�MY�with_var�MZ�xor_expr�M[� yield_arg�M\�
yield_expr�M]�
yield_stmt�M^u�
number2symbol�}�(M hMhMhMhMhMhMh Mh
Mh M h M
h
M hM hM
hMhMhMhMhMhMhMhMhMhMhMhMh Mh Mh M h M h M h!M h"M h#M!h$M"h%M#h&M$h'M%h(M&h)M'h*M(h+M)h,M*h-M+h.M,h/M-h0M.h1M/h2M0h3M1h4M2h5M3h6M4h7M5h8M6h9M7h:M8h;M9h<M:h=M;h>M<h?M=h@M>hAM?hBM@hCMAhDMBhEMChFMDhGMEhHMFhIMGhJMHhKMIhLMJhMMKhNMLhOMMhPMNhQMOhRMPhSMQhTMRhUMShVMThWMUhXMVhYMWhZMXh[MYh\MZh]M[h^M\h_M]h`M^hau�states�]�(]�(]�(KK��KK ��KK ��e]�K K��ae]�(]�K*K��a]�(K+K ��K K��ee]�(]�K,K��a]�(K-K ��K K��ee]�(]�K.K��a]�K/K��a]�(K0K��K K��e]�K/K��a]�K K��ae]�(]�K1K��a]�(K2K��K K��e]�(K1K��K K��ee]�(]�(KK��K3K��K/K��e]�K/K��a]�(K4K��K0K��K5K��K K��e]�K K��ae]�(]�K6K��a]�(KK ��KK ��K K��ee]�(]�K K��a]�K/K��a]�(K2K��K K��e]�K/K��a]�K K��ae]�(]�K%K��a]�K7K��a]�K K��ae]�(]�K%K��a]�(K8K��K7K��K9K��e]�K K��ae]�(]�(KK��KK��K
K��K K��K#K��K'K��K(K��K)K��e]�(K:K��K;K��K<K��e]�KK ��a]�(K=K��K>K
��e]�K?K ��a]�(K@K��KAK ��e]�K K��a]�(K)K��K K��e]�K:K��a]�KK��a]�K=K��a]�K K��a]�K@K��ae]�(]�(KBK��KCK��KDK��KEK��KFK��KGK��KHK��KIK��KJK��KKK��KLK��KMK��KNK��e]�K K��ae]�(]�K
K��a]�K K��ae]�(]�KK��a]�K'K��a]�(KK��K.K��e]�(K:K��KOK��e]�KPK��a]�K.K��a]�K:K��a]�K K��ae]�(]�(KK��K%K��e]�KQK��a]�KK��a]�KRK��a]�KSK��a]�(KTK��K K��e]�K K��ae]�(]�KK��a]�KUK��a]�(KTK��K K��e]�K K��ae]�(]�(K5K��KVK��e]�K K��ae]�(]�(KWK��KXK��KYK��KWK��KZK��K[K��K\K��KRK��K]K��KK��e]�K K��a]�(KK��K K��e]�KRK��ae]�(]�K^K��a]�(K_K ��K K��ee]�(]�(K`K��KaK��KbK��K8K��K7K��KcK��KdK��KeK��K9K��e]�K K��ae]�(]�KK��a]�K K��ae]�(]�KfK��a]�(KgK��KaK��K7K��e]�K K��ae]�(]�K K��a]�KhK��a]�(KK��KK��e]�(K:K��KOK��e]�K K��a]�KK��a]�K:K��ae]�(]�KiK��a]�(KiK��K K��ee]�(]�KK��a]�KQK��a]�K K��ae]�(]�(K3K��KjK��K/K��e]�K^K��a]�(K2K��K5K��K K��e]�(K2K��K.K��K5K��K K��e]�(K2K��K5K��K K��e]�(KjK ��K/K ��K K��e]�K K��a]�K/K��a]�(K3K
��K/K ��K K��e]�(K2K��K K ��e]�K^K ��a]�K.K
��a]�(K2K��K K ��e]�K/K ��ae]�(]�KhK��a]�(KkK��K K��e]�K'K��a]�K K��ae]�(]�KlK��a]�(K2K ��K K��ee]�(]�K'K��a]�(KK ��K K��ee]�(]�K'K��a]�K K��ae]�(]�KmK��a]�(KK��KK��e]�K K��ae]�(]�KnK��a]�(K/K��K K��e]�(K2K��KkK��K K��e]�K/K��a]�K K��ae]�(]�KK��a]�K^K��a]�(KRK��K K��e]�K/K��a]�(K2K��K K��e]�K/K��a]�K K��ae]�(]�KoK��a]�(KpK ��K K��ee]�(]�KqK��a]�(K0K��KrK��KsK��K K��e]�(KqK��K<K��e]�K K��a]�(KmK��K<K��e]�(K0K��K K��ee]�(]�(K^K��KjK��e]�(K2K��K K��e]�(K^K��KjK��K K��ee]�(]�(KK��KK��K$K��KtK��e]�KuK��a]�K K��ae]�(]�(KvK��KwK��KxK��KyK��KzK��e]�K K��ae]�(]�KK��a]�KQK��a]�KRK��a]�KmK��a]�K.K��a]�KPK��a]�(K{K��K K��e]�K.K��a]�KPK ��a]�K K ��ae]�(]�KK��a]�K'K��a]�K|K��a]�(K}K��K.K��e]�K/K��a]�KPK��a]�K.K��a]�K K��ae]�(]�(KK��KK��e]�K'K��a]�(K2K��K K��ee]�(]�KK��a]�K~K��a]�K.K��a]�KPK��a]�(KK��K{K��K K��e]�K.K��a]�KPK��a]�K K��ae]�(]�K'K��a]�(KkK��K K��e]�K'K��a]�K K��ae]�(]�K�K��a]�(K2K��K K��e]�(K�K��K K��ee]�(]�KK��a]�(KK��KhK��e]�(KK��KK��KhK��e]�KK��a]�(KK��KK��K�K��e]�K�K��a]�K K��a]�K:K��ae]�(]�KK��a]�K�K��a]�K K��ae]�(]�(K�K��K�K��e]�K K��ae]�(]�KK��a]�(K.K��K�K��e]�K/K��a]�K.K��a]�K K��ae]�(]�(K~K��KjK��e]�(K2K��K5K��K K��e]�(K~K��KjK��K K��e]�K K��a]�(K2K��K K��ee]�(]�K/K��a]�(K4K��K K��e]�K/K��a]�K K��ae]�(]�(KK��K�K��e]�K,K��a]�K K��ae]�(]�KK��a]�(K.K��K�K��e]�KUK��a]�K.K��a]�K K��ae]�(]�(K�K��K�K��e]�K K��ae]�(]�K�K��a]�(K�K ��K K��ee]�(]�KK��a]�(K:K��K�K��e]�K K��a]�K:K��ae]�(]�KK��a]�K K��ae]�(]�(K&K��K�K��e]�K�K��a]�(K3K��K�K��K K��e]�KuK��a]�K K��ae]�(]�K K��a]�(K�K��K/K��K K��e]�K/K��a]�(K2K��K K��e]�(K2K��K K��e]�(K/K��K K��e]�K/K��a]�(K2K��K K��e]�(K/K��K K��ee]�(]�K K��a]�(K/K��K K��e]�(K2K��KK��K K��e]�K/K��a]�K/K��a]�(K2K��K K��e]�K K��ae]�(]�K K��a]�(KmK��K K��e]�K K��ae]�(]�K�K��a]�(K�K ��K�K ��K K��ee]�(]�K�K��a]�(K�K��KK��e]�(KK��K�K��e]�K K��ae]�(]�(KK��K�K��K�K��e]�K K��a]�KK��ae]�(]�K.K��a]�(K/K��K K��e]�K K��ae]�(]�(K�K��K�K��K�K��K�K��K�K��K�K��K�K��K�K��K�K��e]�K K��ae]�(]�KK��a]�K^K��a]�K K��ae]�(]�(K�K��K�K��e]�K K��ae]�(]�(K.K��K/K��e]�(K�K��K/K��K K��e]�(K.K��K K��e]�K K��a]�(K�K��K K��ee]�(]�K�K��a]�(K2K��K K��e]�(K�K��K K��ee]�(]�(KK��K�K��e]�K�K��a]�K K��a]�KK��a]�(K�K��KK��ee]�(]�KuK��a]�(K�K ��KK ��K�K ��K�K ��K K ��K K��ee]�(]�(K�K��K�K��e]�K K��a]�(KK��K K��e]�K�K��a]�K{K��a]�K/K��ae]�(]�K/K��a]�(K2K��K K��e]�(K/K��K K��ee]�(]�K/K��a]�(K2K ��K K��ee]�(]�(K~K��KjK��e]�(K2K��K5K��K K��e]�(K~K��KjK��K K��e]�K K��a]�(K2K��K K��ee]�(]�KUK��a]�(K2K��K K��e]�KUK��a]�(K2K��K K��e]�(KUK��K K��ee]�(]�(KjK��K/K��e]�(K2K��K K��e]�(KjK��K/K��K K��ee]�(]�(KK��K�K��e]�K�K��a]�K K��a]�K:K��ae]�(]�K�K��a]�(K2K��K K��e]�(K�K��K K��ee]�(]�K'K��a]�(K.K��K K��e]�K/K��a]�K K��ae]�(]�(KK��KK��K
K��e]�(K:K��KOK��e]�K'K��a]�K�K��a]�K K��a]�K:K��a]�K=K��ae]�(]�K K��a]�K.K��a]�KPK��a]�(K�K��K�K��e]�K.K��a]�K.K��a]�KPK��a]�KPK ��a]�K K��a]�(K{K
��K�K��K�K��K K ��e]�K.K ��a]�KPK ��a]�(K�K��K K ��ee]�(]�(KK��K3K��K�K��e]�(K2K��K�K��K K��e]�K�K��a]�(K2K��K0K��K K��e]�(K3K��K�K ��K K��e]�(K2K��K K��e]�(K2K
��K K��e]�(KK��K3K��K�K ��K�K��K K��e]�K/K ��a]�(K2K��K0K
��K K ��e]�K K
��a]�(K2K��K K ��e]�(K2K��K K ��e]�K/K��a]�(KK��K3K��K�K��K K��e]�(K2K��K�K��K K��e]�(K2K��K0K��K K��e]�(K3K��K�K��K K��e]�(K2K��K K��e]�K/K ��a]�(K2K��K0K��K K��e]�K/K��ae]�(]�(KK��K3K��K�K��e]�(K2K��K�K��K K��e]�K�K��a]�(K2K��K0K��K K��e]�(K3K��K�K ��K K��e]�(K2K��K K��e]�(K2K
��K K��e]�(KK��K3K��K�K ��K�K��K K��e]�K/K ��a]�(K2K��K0K
��K K ��e]�K K
��a]�(K2K��K K ��e]�(K2K��K K ��e]�K/K��a]�(KK��K3K��K�K��K K��e]�(K2K��K�K��K K��e]�(K2K��K0K��K K��e]�(K3K��K�K��K K��e]�(K2K��K K��e]�K/K ��a]�(K2K��K0K��K K��e]�K/K��ae]�(]�(KK��K�K��e]�K�K��a]�K K��a]�K:K��ae]�(]�K�K��a]�(K2K��K K��e]�(K�K��K K��ee]�(]�K'K��a]�K K��ae]�(]�K K��a]�K~K��a]�K.K��a]�KPK��a]�(K{K��K K��e]�K.K��a]�KPK��a]�K K��ae]�(]�K/K��a]�(KkK��K K��e]�K^K��a]�K K��ae]�(]�K!K��a]�K�K��a]�(K2K��K.K��e]�KPK��a]�K K��ae]�(]�KkK��a]�K^K��a]�K K��ae]�(]�K�K��a]�(K�K ��K K��ee]�(]�(KK��KmK��e]�K/K��a]�K K��ae]�(]�K"K��a]�(K�K��K K��e]�K K��ae]�(]�K<K��a]�K K��aee�dfas�}�(M hf}�(KKKKKKKKKKK KK
KK KK KK
KKKKKKKKKKKKKKKKKKKKKKKKKKKKKK KK KK KK KK KK!KK"KK#KK$KK%KK&KKKK'KKKK(KK)Ku��Mhm}�(KKKKKKKKK
KK KK#KK$KK&KK'KK(KK)Ku��Mhs}�(KKKKKKKKK
KK KKKK#KK$KK&KK'KK(KK)Ku��Mhy}�K.Ks��Mh�}�(KKKKK3KKKKKKKK
KK KKKKKK#KK$KK&KK'KK(KK)Ku��Mh�}�(KKKKK3KKKKKKKK
KK KKKKKK#KK$KK&KK'KK(KK)Ku��Mh�}�(KKKKKKKKK
KK KK#KK$KK&KK'KK(KK)Ku��Mh�}�K Ks��Mh�}�K%Ks��M h�}�K%Ks��M
h�}�(KKKKK
KK KK#KK'KK(KK)Ku��M h�}�(KBKKCKKDKKEKKFKKGKKHKKIKKJKKKKKLKKMKKNKu��M h�}�K
Ks��M
h�}�KKs��Mj }�(KKK%Ku��Mj }�KKs��Mj* }�(KKKKK%Ku��Mj0 }�(KWKKXKKYKKZKK[KK\KKRKK]KKKu��MjC }�(KKKKKKKKK
KK KK#KK$KK&KK'KK(KK)Ku��MjI }�(K KKKKKKKKKK KK KK!KK%Ku��MjV }�KKs��Mj[ }�K Ks��Mjd }�K Ks��Mju }�K Ks��Mj{ }�KKs��Mj� }�(KKKKK3KKKKKKKK
KK KKKKKK#KK$KK&KK'KK(KK)Ku��Mj� }�K'Ks��Mj� }�K'Ks��M j� }�K'Ks��M j� }�K'Ks��M j� }�(KKKKKKKKK
KK KKKKKK#KK$KK&KK'KK(KK)Ku��M j� }�KnKs��M j� }�KKs��M!j� }�(KKKKKKKKK
KK KK#KK$KK&KK'KK(KK)Ku��M"j� }�(KKKKKKKKKKK
KK KKKKKK#KK$KK&KK'KK(KK)Ku��M#j }�(KKKKKKKKKKK
KK KK#KK$KK&KK'KK(KK)Ku��M$j }�(KKKKKKKKK
KK KK#KK$KK&KK'KK(KK)Ku��M%j }�(K
KKKK KK KK"Ku��M&j' }�KKs��M'j= }�KKs��M(jO }�(KKKKu��M)jX }�KKs��M*jk }�K'Ks��M+ju }�K'Ks��M,j~ }�KKs��M-j� }�KKs��M.j� }�(KKKKu��M/j� }�KKs��M0j� }�(KKKKKKKKKKK
KK KKKKKK#KK$KK&KK'KK(KK)Ku��M1j� }�(KKKKKKKKK
KK KKKKKK#KK$KK&KK'KK(KK)Ku��M2j� }�(KKKKKKKKK
KK KKKK#KK$KK&KK'KK(KK)Ku��M3j� }�KKs��M4j� }�(KKKKKKKKK
KK KKKKKK#KK$KK&KK'KK(KK)Ku��M5j� }�(KKKKKKKKK
KK KKKK#KK$KK&KK'KK(KK)Ku��M6j� }�KKs��M7j� }�KKs��M8j� }�(KKKKK
KK KK#KK&KK'KK(KK)Ku��M9j }�K Ks��M:j }�K Ks��M;j2 }�K Ks��M<j: }�(KKKKKKKKK
KK KK#KK$KK&KK'KK(KK)Ku��M=jA }�(KKKKKKKKKKK
KK KK KK
KKKKKKKKKKKKKKKKKKKKKK KK KK KK"KK#KK$KK&KK'KK(KK)Ku��M>jL }�(KKKKKKKKKKK KK
KK KK KK
KKKKKKKKKKKKKKKKKKKKKKKKKKKKKK KK KK KK KK KK!KK"KK#KK$KK%KK&KK'KKKK(KK)Ku��M?jU }�K.Ks��M@j] }�(KKKKKKKKKKK
KK KK KK
KKKKKKKKKKKKKKKKKKKKKK KK KK KK"KK#KK$KK&KK'KK(KK)Ku��MAjj }�KKs��MBjq }�(KKKKKKKKKKK KK
KK KK KK
KKKKKKKKKKKKKKKKKKKKKKKKKKKKKK KK KK KK KK KK!KK"KK#KK$KK%KK&KK'KK(KK)Ku��MCjw }�(KKKKKKKKK.KK
KK KKKKKK#KK$KK&KK'KK(KK)Ku��MDj� }�(KKKKKKKKK.KK
KK KKKKKK#KK$KK&KK'KK(KK)Ku��MEj� }�(KKKKKKKKKKK
KK KK KK
KKKKKKKKKKKKKKKKKKKKKK KK KK KK"KK#KK$KK&KK'KKKK(KK)Ku��MFj� }�(KKKKKKKKK
KK KK#KK$KK&KK'KK(KK)Ku��MGj� }�(KKKKKKKKK
KK KKKKKK#KK$KK&KK'KK(KK)Ku��MHj� }�(KKKKKKKKK
KK KKKKKK#KK$KK&KK'KK(KK)Ku��MIj� }�(KKKKKKKKK
KK KKKKKK#KK$KK&KK'KK(KK)Ku��MJj� }�(KKKKKKKKKKK
KK KKKKKK#KK$KK&KK'KK(KK)Ku��MKj� }�(KKKKKKKKK
KK KKKKKK#KK$KK&KK'KK(KK)Ku��MLj� }�(KKKKKKKKKKK
KK KKKKKK#KK$KK&KK'KK(KK)Ku��MMj� }�(KKK'Ku��MNj� }�(KKK'Ku��MOj }�K'Ks��MPj }�(KKKKK
Ku��MQj }�K Ks��MRj> }�(KKKKK3KK'Ku��MSj� }�(KKKKK3KK'Ku��MTj� }�(KKK'Ku��MUj� }�(KKK'Ku��MVj� }�K'Ks��MWj� }�K Ks��MXj� }�(KKKKKKKKK
KK KKKKKK#KK$KK&KK'KK(KK)Ku��MYj }�K!Ks��MZj }�KkKs��M[j }�(KKKKKKKKK
KK KK#KK$KK&KK'KK(KK)Ku��M\j! }�(KKKKKKKKK
KK KKKKKKKK#KK$KK&KK'KK(KK)Ku��M]j) }�K"Ks��M^j1 }�K"Ks��u�labels�]�(K �EMPTY���K N��KN��MBN��KN��KN��KN��KN��KN��K2N��K N��KN��K�assert���K�break���K�class���K�continue���K�def���K�del���K�exec���K�for���K�from���K�global���K�if���K�import���K�lambda���K�nonlocal���K�not���K�pass���K�print���K�raise���K�return���K�try���K�while���K�with���K�yield���KN��K N��K9N��K8N��KN��KN��KN��M<N��KN��M2N��K�and���K N��MGN��KN��MN��K N��K$N��K;N��MN��MFN��M'N��M&N��MYN��KN��MJN��M]N��K
N��M0N��MIN��KN��MN��K)N��K*N��K/N��K'N��K%N��K&N��K1N��K(N��K-N��K.N��K3N��K,N��K+N��MN��MEN��M#N��K�in���MKN��MN��M4N��MN��K N��KN��K N��K N��KN��K N��K�is���M!N��MN��M N��M
N��MN��M)N��MQN��MWN��MN��MN��M N��MN��MAN��K�as���MN��MHN��K�except���M[N��KN��MLN��MN��M N��M8N��M$N��M N��MN��M:N��M;N��M^N��K�else���M6N��K7N��M1N��K�elif���M*N��M+N��MN��M,N��M-N��MSN��MN��M3N��M5N��MN��K�or���MRN��M
N��MPN��K#N��MN��K"N��M@N��K
N��MN��M=N��MN��MN��M N��M"N��M%N��M(N��M.N��M7N��M9N��M?N��MCN��KN��KN��KN��KN��K0N��M/N��MON��MNN��MMN��MDN��K�finally���M N��MTN��MVN��MUN��MXN��MN��K!N��M\N��e�keywords�}�(j K j K
j Kj Kj
Kj Kj Kj Kj Kj Kj Kj Kj Kj Kj! Kj# Kj% K j' K j) K j+ K j- K j/ K!j1 K"j= K-jc KRjo K]j~ Kkj� Knj� K{j� Kj� K�j� K�u�tokens�}�(K KKKKKKKKKKKKKK2K K K
KK KK#K K$K9K%K8K&KK'KK(KK)KK+K K.KK0K K2K$K3K;K4KK:K
K=KK@K)KBK*KCK/KDK'KEK%KFK&KGK1KHK(KIK-KJK.KKK3KLK,KMK+KNK KWKKXK KYK KZKK[K K\KKpK7K}K#K�K"K�K
K�KK�KK�KK�KK�K0K�K!K�u� symbol2label�}�(�stmt�K�
shift_expr�K*�not_test�K,�test�K/�argument�K1�comp_for�K5�term�K6�funcdef�K7�for_stmt�K8� with_stmt�K9�
testlist_gexp�K;�
yield_expr�K<� listmaker�K>� testlist1�K?� dictsetmaker�KA�arglist�KO�suite�KP�exprlist�KQ�
testlist_safe�KS� comp_iter�KT�old_test�KU�comp_if�KV�expr�K^�comp_op�K_�
async_stmt�K`�classdef�Ka� decorated�Kb�if_stmt�Kc�try_stmt�Kd�
while_stmt�Ke�
decorators�Kf�
async_funcdef�Kg� dotted_name�Kh� decorator�Ki� star_expr�Kj�dotted_as_name�Kl�testlist�Km�xor_expr�Ko�testlist_star_expr�Kq� annassign�Kr� augassign�Ks�power�Kt�factor�Ku�
break_stmt�Kv�
continue_stmt�Kw�
raise_stmt�Kx� return_stmt�Ky�
yield_stmt�Kz�
parameters�K|�namedexpr_test�K~�import_as_name�K��import_as_names�K��dotted_as_names�K�� import_from�K�� import_name�K�� varargslist�K��
comparison�K�� old_lambdef�K��or_test�K��and_test�K��
typedargslist�K��atom�K��trailer�K��
arith_expr�K��
small_stmt�K��
compound_stmt�K�� simple_stmt�K�� assert_stmt�K��del_stmt�K�� exec_stmt�K�� expr_stmt�K�� flow_stmt�K�� global_stmt�K�� import_stmt�K�� pass_stmt�K��
print_stmt�K��sliceop�K�� subscript�K��lambdef�K��tname�K��tfplist�K��tfpdef�K��
subscriptlist�K��
except_clause�K��vfpdef�K��vname�K��vfplist�K�� with_item�K��and_expr�K�� yield_arg�K�u�start�M u. lib2to3/main.py 0000644 00000026605 15115353746 0007343 0 ustar 00 """
Main program for 2to3.
"""
from __future__ import with_statement, print_function
import sys
import os
import difflib
import logging
import shutil
import optparse
from . import refactor
def diff_texts(a, b, filename):
"""Return a unified diff of two strings."""
a = a.splitlines()
b = b.splitlines()
return difflib.unified_diff(a, b, filename, filename,
"(original)", "(refactored)",
lineterm="")
class StdoutRefactoringTool(refactor.MultiprocessRefactoringTool):
"""
A refactoring tool that can avoid overwriting its input files.
Prints output to stdout.
Output files can optionally be written to a different directory and or
have an extra file suffix appended to their name for use in situations
where you do not want to replace the input files.
"""
def __init__(self, fixers, options, explicit, nobackups, show_diffs,
input_base_dir='', output_dir='', append_suffix=''):
"""
Args:
fixers: A list of fixers to import.
options: A dict with RefactoringTool configuration.
explicit: A list of fixers to run even if they are explicit.
nobackups: If true no backup '.bak' files will be created for those
files that are being refactored.
show_diffs: Should diffs of the refactoring be printed to stdout?
input_base_dir: The base directory for all input files. This class
will strip this path prefix off of filenames before substituting
it with output_dir. Only meaningful if output_dir is supplied.
All files processed by refactor() must start with this path.
output_dir: If supplied, all converted files will be written into
this directory tree instead of input_base_dir.
append_suffix: If supplied, all files output by this tool will have
this appended to their filename. Useful for changing .py to
.py3 for example by passing append_suffix='3'.
"""
self.nobackups = nobackups
self.show_diffs = show_diffs
if input_base_dir and not input_base_dir.endswith(os.sep):
input_base_dir += os.sep
self._input_base_dir = input_base_dir
self._output_dir = output_dir
self._append_suffix = append_suffix
super(StdoutRefactoringTool, self).__init__(fixers, options, explicit)
def log_error(self, msg, *args, **kwargs):
self.errors.append((msg, args, kwargs))
self.logger.error(msg, *args, **kwargs)
def write_file(self, new_text, filename, old_text, encoding):
orig_filename = filename
if self._output_dir:
if filename.startswith(self._input_base_dir):
filename = os.path.join(self._output_dir,
filename[len(self._input_base_dir):])
else:
raise ValueError('filename %s does not start with the '
'input_base_dir %s' % (
filename, self._input_base_dir))
if self._append_suffix:
filename += self._append_suffix
if orig_filename != filename:
output_dir = os.path.dirname(filename)
if not os.path.isdir(output_dir) and output_dir:
os.makedirs(output_dir)
self.log_message('Writing converted %s to %s.', orig_filename,
filename)
if not self.nobackups:
# Make backup
backup = filename + ".bak"
if os.path.lexists(backup):
try:
os.remove(backup)
except OSError as err:
self.log_message("Can't remove backup %s", backup)
try:
os.rename(filename, backup)
except OSError as err:
self.log_message("Can't rename %s to %s", filename, backup)
# Actually write the new file
write = super(StdoutRefactoringTool, self).write_file
write(new_text, filename, old_text, encoding)
if not self.nobackups:
shutil.copymode(backup, filename)
if orig_filename != filename:
# Preserve the file mode in the new output directory.
shutil.copymode(orig_filename, filename)
def print_output(self, old, new, filename, equal):
if equal:
self.log_message("No changes to %s", filename)
else:
self.log_message("Refactored %s", filename)
if self.show_diffs:
diff_lines = diff_texts(old, new, filename)
try:
if self.output_lock is not None:
with self.output_lock:
for line in diff_lines:
print(line)
sys.stdout.flush()
else:
for line in diff_lines:
print(line)
except UnicodeEncodeError:
warn("couldn't encode %s's diff for your terminal" %
(filename,))
return
def warn(msg):
print("WARNING: %s" % (msg,), file=sys.stderr)
def main(fixer_pkg, args=None):
"""Main program.
Args:
fixer_pkg: the name of a package where the fixers are located.
args: optional; a list of command line arguments. If omitted,
sys.argv[1:] is used.
Returns a suggested exit status (0, 1, 2).
"""
# Set up option parser
parser = optparse.OptionParser(usage="2to3 [options] file|dir ...")
parser.add_option("-d", "--doctests_only", action="store_true",
help="Fix up doctests only")
parser.add_option("-f", "--fix", action="append", default=[],
help="Each FIX specifies a transformation; default: all")
parser.add_option("-j", "--processes", action="store", default=1,
type="int", help="Run 2to3 concurrently")
parser.add_option("-x", "--nofix", action="append", default=[],
help="Prevent a transformation from being run")
parser.add_option("-l", "--list-fixes", action="store_true",
help="List available transformations")
parser.add_option("-p", "--print-function", action="store_true",
help="Modify the grammar so that print() is a function")
parser.add_option("-v", "--verbose", action="store_true",
help="More verbose logging")
parser.add_option("--no-diffs", action="store_true",
help="Don't show diffs of the refactoring")
parser.add_option("-w", "--write", action="store_true",
help="Write back modified files")
parser.add_option("-n", "--nobackups", action="store_true", default=False,
help="Don't write backups for modified files")
parser.add_option("-o", "--output-dir", action="store", type="str",
default="", help="Put output files in this directory "
"instead of overwriting the input files. Requires -n.")
parser.add_option("-W", "--write-unchanged-files", action="store_true",
help="Also write files even if no changes were required"
" (useful with --output-dir); implies -w.")
parser.add_option("--add-suffix", action="store", type="str", default="",
help="Append this string to all output filenames."
" Requires -n if non-empty. "
"ex: --add-suffix='3' will generate .py3 files.")
# Parse command line arguments
refactor_stdin = False
flags = {}
options, args = parser.parse_args(args)
if options.write_unchanged_files:
flags["write_unchanged_files"] = True
if not options.write:
warn("--write-unchanged-files/-W implies -w.")
options.write = True
# If we allowed these, the original files would be renamed to backup names
# but not replaced.
if options.output_dir and not options.nobackups:
parser.error("Can't use --output-dir/-o without -n.")
if options.add_suffix and not options.nobackups:
parser.error("Can't use --add-suffix without -n.")
if not options.write and options.no_diffs:
warn("not writing files and not printing diffs; that's not very useful")
if not options.write and options.nobackups:
parser.error("Can't use -n without -w")
if options.list_fixes:
print("Available transformations for the -f/--fix option:")
for fixname in refactor.get_all_fix_names(fixer_pkg):
print(fixname)
if not args:
return 0
if not args:
print("At least one file or directory argument required.", file=sys.stderr)
print("Use --help to show usage.", file=sys.stderr)
return 2
if "-" in args:
refactor_stdin = True
if options.write:
print("Can't write to stdin.", file=sys.stderr)
return 2
if options.print_function:
flags["print_function"] = True
# Set up logging handler
level = logging.DEBUG if options.verbose else logging.INFO
logging.basicConfig(format='%(name)s: %(message)s', level=level)
logger = logging.getLogger('lib2to3.main')
# Initialize the refactoring tool
avail_fixes = set(refactor.get_fixers_from_package(fixer_pkg))
unwanted_fixes = set(fixer_pkg + ".fix_" + fix for fix in options.nofix)
explicit = set()
if options.fix:
all_present = False
for fix in options.fix:
if fix == "all":
all_present = True
else:
explicit.add(fixer_pkg + ".fix_" + fix)
requested = avail_fixes.union(explicit) if all_present else explicit
else:
requested = avail_fixes.union(explicit)
fixer_names = requested.difference(unwanted_fixes)
input_base_dir = os.path.commonprefix(args)
if (input_base_dir and not input_base_dir.endswith(os.sep)
and not os.path.isdir(input_base_dir)):
# One or more similar names were passed, their directory is the base.
# os.path.commonprefix() is ignorant of path elements, this corrects
# for that weird API.
input_base_dir = os.path.dirname(input_base_dir)
if options.output_dir:
input_base_dir = input_base_dir.rstrip(os.sep)
logger.info('Output in %r will mirror the input directory %r layout.',
options.output_dir, input_base_dir)
rt = StdoutRefactoringTool(
sorted(fixer_names), flags, sorted(explicit),
options.nobackups, not options.no_diffs,
input_base_dir=input_base_dir,
output_dir=options.output_dir,
append_suffix=options.add_suffix)
# Refactor all files and directories passed as arguments
if not rt.errors:
if refactor_stdin:
rt.refactor_stdin()
else:
try:
rt.refactor(args, options.write, options.doctests_only,
options.processes)
except refactor.MultiprocessingUnsupported:
assert options.processes > 1
print("Sorry, -j isn't supported on this platform.",
file=sys.stderr)
return 1
rt.summarize()
# Return error status (0 if rt.errors is zero)
return int(bool(rt.errors))
lib2to3/refactor.py 0000644 00000065407 15115353746 0010227 0 ustar 00 # Copyright 2006 Google, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Refactoring framework.
Used as a main program, this can refactor any number of files and/or
recursively descend down directories. Imported as a module, this
provides infrastructure to write your own refactoring tool.
"""
__author__ = "Guido van Rossum <guido@python.org>"
# Python imports
import io
import os
import pkgutil
import sys
import logging
import operator
import collections
from itertools import chain
# Local imports
from .pgen2 import driver, tokenize, token
from .fixer_util import find_root
from . import pytree, pygram
from . import btm_matcher as bm
def get_all_fix_names(fixer_pkg, remove_prefix=True):
"""Return a sorted list of all available fix names in the given package."""
pkg = __import__(fixer_pkg, [], [], ["*"])
fix_names = []
for finder, name, ispkg in pkgutil.iter_modules(pkg.__path__):
if name.startswith("fix_"):
if remove_prefix:
name = name[4:]
fix_names.append(name)
return fix_names
class _EveryNode(Exception):
pass
def _get_head_types(pat):
""" Accepts a pytree Pattern Node and returns a set
of the pattern types which will match first. """
if isinstance(pat, (pytree.NodePattern, pytree.LeafPattern)):
# NodePatters must either have no type and no content
# or a type and content -- so they don't get any farther
# Always return leafs
if pat.type is None:
raise _EveryNode
return {pat.type}
if isinstance(pat, pytree.NegatedPattern):
if pat.content:
return _get_head_types(pat.content)
raise _EveryNode # Negated Patterns don't have a type
if isinstance(pat, pytree.WildcardPattern):
# Recurse on each node in content
r = set()
for p in pat.content:
for x in p:
r.update(_get_head_types(x))
return r
raise Exception("Oh no! I don't understand pattern %s" %(pat))
def _get_headnode_dict(fixer_list):
""" Accepts a list of fixers and returns a dictionary
of head node type --> fixer list. """
head_nodes = collections.defaultdict(list)
every = []
for fixer in fixer_list:
if fixer.pattern:
try:
heads = _get_head_types(fixer.pattern)
except _EveryNode:
every.append(fixer)
else:
for node_type in heads:
head_nodes[node_type].append(fixer)
else:
if fixer._accept_type is not None:
head_nodes[fixer._accept_type].append(fixer)
else:
every.append(fixer)
for node_type in chain(pygram.python_grammar.symbol2number.values(),
pygram.python_grammar.tokens):
head_nodes[node_type].extend(every)
return dict(head_nodes)
def get_fixers_from_package(pkg_name):
"""
Return the fully qualified names for fixers in the package pkg_name.
"""
return [pkg_name + "." + fix_name
for fix_name in get_all_fix_names(pkg_name, False)]
def _identity(obj):
return obj
def _detect_future_features(source):
have_docstring = False
gen = tokenize.generate_tokens(io.StringIO(source).readline)
def advance():
tok = next(gen)
return tok[0], tok[1]
ignore = frozenset({token.NEWLINE, tokenize.NL, token.COMMENT})
features = set()
try:
while True:
tp, value = advance()
if tp in ignore:
continue
elif tp == token.STRING:
if have_docstring:
break
have_docstring = True
elif tp == token.NAME and value == "from":
tp, value = advance()
if tp != token.NAME or value != "__future__":
break
tp, value = advance()
if tp != token.NAME or value != "import":
break
tp, value = advance()
if tp == token.OP and value == "(":
tp, value = advance()
while tp == token.NAME:
features.add(value)
tp, value = advance()
if tp != token.OP or value != ",":
break
tp, value = advance()
else:
break
except StopIteration:
pass
return frozenset(features)
class FixerError(Exception):
"""A fixer could not be loaded."""
class RefactoringTool(object):
_default_options = {"print_function" : False,
"write_unchanged_files" : False}
CLASS_PREFIX = "Fix" # The prefix for fixer classes
FILE_PREFIX = "fix_" # The prefix for modules with a fixer within
def __init__(self, fixer_names, options=None, explicit=None):
"""Initializer.
Args:
fixer_names: a list of fixers to import
options: a dict with configuration.
explicit: a list of fixers to run even if they are explicit.
"""
self.fixers = fixer_names
self.explicit = explicit or []
self.options = self._default_options.copy()
if options is not None:
self.options.update(options)
if self.options["print_function"]:
self.grammar = pygram.python_grammar_no_print_statement
else:
self.grammar = pygram.python_grammar
# When this is True, the refactor*() methods will call write_file() for
# files processed even if they were not changed during refactoring. If
# and only if the refactor method's write parameter was True.
self.write_unchanged_files = self.options.get("write_unchanged_files")
self.errors = []
self.logger = logging.getLogger("RefactoringTool")
self.fixer_log = []
self.wrote = False
self.driver = driver.Driver(self.grammar,
convert=pytree.convert,
logger=self.logger)
self.pre_order, self.post_order = self.get_fixers()
self.files = [] # List of files that were or should be modified
self.BM = bm.BottomMatcher()
self.bmi_pre_order = [] # Bottom Matcher incompatible fixers
self.bmi_post_order = []
for fixer in chain(self.post_order, self.pre_order):
if fixer.BM_compatible:
self.BM.add_fixer(fixer)
# remove fixers that will be handled by the bottom-up
# matcher
elif fixer in self.pre_order:
self.bmi_pre_order.append(fixer)
elif fixer in self.post_order:
self.bmi_post_order.append(fixer)
self.bmi_pre_order_heads = _get_headnode_dict(self.bmi_pre_order)
self.bmi_post_order_heads = _get_headnode_dict(self.bmi_post_order)
def get_fixers(self):
"""Inspects the options to load the requested patterns and handlers.
Returns:
(pre_order, post_order), where pre_order is the list of fixers that
want a pre-order AST traversal, and post_order is the list that want
post-order traversal.
"""
pre_order_fixers = []
post_order_fixers = []
for fix_mod_path in self.fixers:
mod = __import__(fix_mod_path, {}, {}, ["*"])
fix_name = fix_mod_path.rsplit(".", 1)[-1]
if fix_name.startswith(self.FILE_PREFIX):
fix_name = fix_name[len(self.FILE_PREFIX):]
parts = fix_name.split("_")
class_name = self.CLASS_PREFIX + "".join([p.title() for p in parts])
try:
fix_class = getattr(mod, class_name)
except AttributeError:
raise FixerError("Can't find %s.%s" % (fix_name, class_name)) from None
fixer = fix_class(self.options, self.fixer_log)
if fixer.explicit and self.explicit is not True and \
fix_mod_path not in self.explicit:
self.log_message("Skipping optional fixer: %s", fix_name)
continue
self.log_debug("Adding transformation: %s", fix_name)
if fixer.order == "pre":
pre_order_fixers.append(fixer)
elif fixer.order == "post":
post_order_fixers.append(fixer)
else:
raise FixerError("Illegal fixer order: %r" % fixer.order)
key_func = operator.attrgetter("run_order")
pre_order_fixers.sort(key=key_func)
post_order_fixers.sort(key=key_func)
return (pre_order_fixers, post_order_fixers)
def log_error(self, msg, *args, **kwds):
"""Called when an error occurs."""
raise
def log_message(self, msg, *args):
"""Hook to log a message."""
if args:
msg = msg % args
self.logger.info(msg)
def log_debug(self, msg, *args):
if args:
msg = msg % args
self.logger.debug(msg)
def print_output(self, old_text, new_text, filename, equal):
"""Called with the old version, new version, and filename of a
refactored file."""
pass
def refactor(self, items, write=False, doctests_only=False):
"""Refactor a list of files and directories."""
for dir_or_file in items:
if os.path.isdir(dir_or_file):
self.refactor_dir(dir_or_file, write, doctests_only)
else:
self.refactor_file(dir_or_file, write, doctests_only)
def refactor_dir(self, dir_name, write=False, doctests_only=False):
"""Descends down a directory and refactor every Python file found.
Python files are assumed to have a .py extension.
Files and subdirectories starting with '.' are skipped.
"""
py_ext = os.extsep + "py"
for dirpath, dirnames, filenames in os.walk(dir_name):
self.log_debug("Descending into %s", dirpath)
dirnames.sort()
filenames.sort()
for name in filenames:
if (not name.startswith(".") and
os.path.splitext(name)[1] == py_ext):
fullname = os.path.join(dirpath, name)
self.refactor_file(fullname, write, doctests_only)
# Modify dirnames in-place to remove subdirs with leading dots
dirnames[:] = [dn for dn in dirnames if not dn.startswith(".")]
def _read_python_source(self, filename):
"""
Do our best to decode a Python source file correctly.
"""
try:
f = open(filename, "rb")
except OSError as err:
self.log_error("Can't open %s: %s", filename, err)
return None, None
try:
encoding = tokenize.detect_encoding(f.readline)[0]
finally:
f.close()
with io.open(filename, "r", encoding=encoding, newline='') as f:
return f.read(), encoding
def refactor_file(self, filename, write=False, doctests_only=False):
"""Refactors a file."""
input, encoding = self._read_python_source(filename)
if input is None:
# Reading the file failed.
return
input += "\n" # Silence certain parse errors
if doctests_only:
self.log_debug("Refactoring doctests in %s", filename)
output = self.refactor_docstring(input, filename)
if self.write_unchanged_files or output != input:
self.processed_file(output, filename, input, write, encoding)
else:
self.log_debug("No doctest changes in %s", filename)
else:
tree = self.refactor_string(input, filename)
if self.write_unchanged_files or (tree and tree.was_changed):
# The [:-1] is to take off the \n we added earlier
self.processed_file(str(tree)[:-1], filename,
write=write, encoding=encoding)
else:
self.log_debug("No changes in %s", filename)
def refactor_string(self, data, name):
"""Refactor a given input string.
Args:
data: a string holding the code to be refactored.
name: a human-readable name for use in error/log messages.
Returns:
An AST corresponding to the refactored input stream; None if
there were errors during the parse.
"""
features = _detect_future_features(data)
if "print_function" in features:
self.driver.grammar = pygram.python_grammar_no_print_statement
try:
tree = self.driver.parse_string(data)
except Exception as err:
self.log_error("Can't parse %s: %s: %s",
name, err.__class__.__name__, err)
return
finally:
self.driver.grammar = self.grammar
tree.future_features = features
self.log_debug("Refactoring %s", name)
self.refactor_tree(tree, name)
return tree
def refactor_stdin(self, doctests_only=False):
input = sys.stdin.read()
if doctests_only:
self.log_debug("Refactoring doctests in stdin")
output = self.refactor_docstring(input, "<stdin>")
if self.write_unchanged_files or output != input:
self.processed_file(output, "<stdin>", input)
else:
self.log_debug("No doctest changes in stdin")
else:
tree = self.refactor_string(input, "<stdin>")
if self.write_unchanged_files or (tree and tree.was_changed):
self.processed_file(str(tree), "<stdin>", input)
else:
self.log_debug("No changes in stdin")
def refactor_tree(self, tree, name):
"""Refactors a parse tree (modifying the tree in place).
For compatible patterns the bottom matcher module is
used. Otherwise the tree is traversed node-to-node for
matches.
Args:
tree: a pytree.Node instance representing the root of the tree
to be refactored.
name: a human-readable name for this tree.
Returns:
True if the tree was modified, False otherwise.
"""
for fixer in chain(self.pre_order, self.post_order):
fixer.start_tree(tree, name)
#use traditional matching for the incompatible fixers
self.traverse_by(self.bmi_pre_order_heads, tree.pre_order())
self.traverse_by(self.bmi_post_order_heads, tree.post_order())
# obtain a set of candidate nodes
match_set = self.BM.run(tree.leaves())
while any(match_set.values()):
for fixer in self.BM.fixers:
if fixer in match_set and match_set[fixer]:
#sort by depth; apply fixers from bottom(of the AST) to top
match_set[fixer].sort(key=pytree.Base.depth, reverse=True)
if fixer.keep_line_order:
#some fixers(eg fix_imports) must be applied
#with the original file's line order
match_set[fixer].sort(key=pytree.Base.get_lineno)
for node in list(match_set[fixer]):
if node in match_set[fixer]:
match_set[fixer].remove(node)
try:
find_root(node)
except ValueError:
# this node has been cut off from a
# previous transformation ; skip
continue
if node.fixers_applied and fixer in node.fixers_applied:
# do not apply the same fixer again
continue
results = fixer.match(node)
if results:
new = fixer.transform(node, results)
if new is not None:
node.replace(new)
#new.fixers_applied.append(fixer)
for node in new.post_order():
# do not apply the fixer again to
# this or any subnode
if not node.fixers_applied:
node.fixers_applied = []
node.fixers_applied.append(fixer)
# update the original match set for
# the added code
new_matches = self.BM.run(new.leaves())
for fxr in new_matches:
if not fxr in match_set:
match_set[fxr]=[]
match_set[fxr].extend(new_matches[fxr])
for fixer in chain(self.pre_order, self.post_order):
fixer.finish_tree(tree, name)
return tree.was_changed
def traverse_by(self, fixers, traversal):
"""Traverse an AST, applying a set of fixers to each node.
This is a helper method for refactor_tree().
Args:
fixers: a list of fixer instances.
traversal: a generator that yields AST nodes.
Returns:
None
"""
if not fixers:
return
for node in traversal:
for fixer in fixers[node.type]:
results = fixer.match(node)
if results:
new = fixer.transform(node, results)
if new is not None:
node.replace(new)
node = new
def processed_file(self, new_text, filename, old_text=None, write=False,
encoding=None):
"""
Called when a file has been refactored and there may be changes.
"""
self.files.append(filename)
if old_text is None:
old_text = self._read_python_source(filename)[0]
if old_text is None:
return
equal = old_text == new_text
self.print_output(old_text, new_text, filename, equal)
if equal:
self.log_debug("No changes to %s", filename)
if not self.write_unchanged_files:
return
if write:
self.write_file(new_text, filename, old_text, encoding)
else:
self.log_debug("Not writing changes to %s", filename)
def write_file(self, new_text, filename, old_text, encoding=None):
"""Writes a string to a file.
It first shows a unified diff between the old text and the new text, and
then rewrites the file; the latter is only done if the write option is
set.
"""
try:
fp = io.open(filename, "w", encoding=encoding, newline='')
except OSError as err:
self.log_error("Can't create %s: %s", filename, err)
return
with fp:
try:
fp.write(new_text)
except OSError as err:
self.log_error("Can't write %s: %s", filename, err)
self.log_debug("Wrote changes to %s", filename)
self.wrote = True
PS1 = ">>> "
PS2 = "... "
def refactor_docstring(self, input, filename):
"""Refactors a docstring, looking for doctests.
This returns a modified version of the input string. It looks
for doctests, which start with a ">>>" prompt, and may be
continued with "..." prompts, as long as the "..." is indented
the same as the ">>>".
(Unfortunately we can't use the doctest module's parser,
since, like most parsers, it is not geared towards preserving
the original source.)
"""
result = []
block = None
block_lineno = None
indent = None
lineno = 0
for line in input.splitlines(keepends=True):
lineno += 1
if line.lstrip().startswith(self.PS1):
if block is not None:
result.extend(self.refactor_doctest(block, block_lineno,
indent, filename))
block_lineno = lineno
block = [line]
i = line.find(self.PS1)
indent = line[:i]
elif (indent is not None and
(line.startswith(indent + self.PS2) or
line == indent + self.PS2.rstrip() + "\n")):
block.append(line)
else:
if block is not None:
result.extend(self.refactor_doctest(block, block_lineno,
indent, filename))
block = None
indent = None
result.append(line)
if block is not None:
result.extend(self.refactor_doctest(block, block_lineno,
indent, filename))
return "".join(result)
def refactor_doctest(self, block, lineno, indent, filename):
"""Refactors one doctest.
A doctest is given as a block of lines, the first of which starts
with ">>>" (possibly indented), while the remaining lines start
with "..." (identically indented).
"""
try:
tree = self.parse_block(block, lineno, indent)
except Exception as err:
if self.logger.isEnabledFor(logging.DEBUG):
for line in block:
self.log_debug("Source: %s", line.rstrip("\n"))
self.log_error("Can't parse docstring in %s line %s: %s: %s",
filename, lineno, err.__class__.__name__, err)
return block
if self.refactor_tree(tree, filename):
new = str(tree).splitlines(keepends=True)
# Undo the adjustment of the line numbers in wrap_toks() below.
clipped, new = new[:lineno-1], new[lineno-1:]
assert clipped == ["\n"] * (lineno-1), clipped
if not new[-1].endswith("\n"):
new[-1] += "\n"
block = [indent + self.PS1 + new.pop(0)]
if new:
block += [indent + self.PS2 + line for line in new]
return block
def summarize(self):
if self.wrote:
were = "were"
else:
were = "need to be"
if not self.files:
self.log_message("No files %s modified.", were)
else:
self.log_message("Files that %s modified:", were)
for file in self.files:
self.log_message(file)
if self.fixer_log:
self.log_message("Warnings/messages while refactoring:")
for message in self.fixer_log:
self.log_message(message)
if self.errors:
if len(self.errors) == 1:
self.log_message("There was 1 error:")
else:
self.log_message("There were %d errors:", len(self.errors))
for msg, args, kwds in self.errors:
self.log_message(msg, *args, **kwds)
def parse_block(self, block, lineno, indent):
"""Parses a block into a tree.
This is necessary to get correct line number / offset information
in the parser diagnostics and embedded into the parse tree.
"""
tree = self.driver.parse_tokens(self.wrap_toks(block, lineno, indent))
tree.future_features = frozenset()
return tree
def wrap_toks(self, block, lineno, indent):
"""Wraps a tokenize stream to systematically modify start/end."""
tokens = tokenize.generate_tokens(self.gen_lines(block, indent).__next__)
for type, value, (line0, col0), (line1, col1), line_text in tokens:
line0 += lineno - 1
line1 += lineno - 1
# Don't bother updating the columns; this is too complicated
# since line_text would also have to be updated and it would
# still break for tokens spanning lines. Let the user guess
# that the column numbers for doctests are relative to the
# end of the prompt string (PS1 or PS2).
yield type, value, (line0, col0), (line1, col1), line_text
def gen_lines(self, block, indent):
"""Generates lines as expected by tokenize from a list of lines.
This strips the first len(indent + self.PS1) characters off each line.
"""
prefix1 = indent + self.PS1
prefix2 = indent + self.PS2
prefix = prefix1
for line in block:
if line.startswith(prefix):
yield line[len(prefix):]
elif line == prefix.rstrip() + "\n":
yield "\n"
else:
raise AssertionError("line=%r, prefix=%r" % (line, prefix))
prefix = prefix2
while True:
yield ""
class MultiprocessingUnsupported(Exception):
pass
class MultiprocessRefactoringTool(RefactoringTool):
def __init__(self, *args, **kwargs):
super(MultiprocessRefactoringTool, self).__init__(*args, **kwargs)
self.queue = None
self.output_lock = None
def refactor(self, items, write=False, doctests_only=False,
num_processes=1):
if num_processes == 1:
return super(MultiprocessRefactoringTool, self).refactor(
items, write, doctests_only)
try:
import multiprocessing
except ImportError:
raise MultiprocessingUnsupported
if self.queue is not None:
raise RuntimeError("already doing multiple processes")
self.queue = multiprocessing.JoinableQueue()
self.output_lock = multiprocessing.Lock()
processes = [multiprocessing.Process(target=self._child)
for i in range(num_processes)]
try:
for p in processes:
p.start()
super(MultiprocessRefactoringTool, self).refactor(items, write,
doctests_only)
finally:
self.queue.join()
for i in range(num_processes):
self.queue.put(None)
for p in processes:
if p.is_alive():
p.join()
self.queue = None
def _child(self):
task = self.queue.get()
while task is not None:
args, kwargs = task
try:
super(MultiprocessRefactoringTool, self).refactor_file(
*args, **kwargs)
finally:
self.queue.task_done()
task = self.queue.get()
def refactor_file(self, *args, **kwargs):
if self.queue is not None:
self.queue.put((args, kwargs))
else:
return super(MultiprocessRefactoringTool, self).refactor_file(
*args, **kwargs)
lib2to3/fixes/fix_sys_exc.py 0000644 00000002012 15115353746 0012042 0 ustar 00 """Fixer for sys.exc_{type, value, traceback}
sys.exc_type -> sys.exc_info()[0]
sys.exc_value -> sys.exc_info()[1]
sys.exc_traceback -> sys.exc_info()[2]
"""
# By Jeff Balogh and Benjamin Peterson
# Local imports
from .. import fixer_base
from ..fixer_util import Attr, Call, Name, Number, Subscript, Node, syms
class FixSysExc(fixer_base.BaseFix):
# This order matches the ordering of sys.exc_info().
exc_info = ["exc_type", "exc_value", "exc_traceback"]
BM_compatible = True
PATTERN = """
power< 'sys' trailer< dot='.' attribute=(%s) > >
""" % '|'.join("'%s'" % e for e in exc_info)
def transform(self, node, results):
sys_attr = results["attribute"][0]
index = Number(self.exc_info.index(sys_attr.value))
call = Call(Name("exc_info"), prefix=sys_attr.prefix)
attr = Attr(Name("sys"), call)
attr[1].children[0].prefix = results["dot"].prefix
attr.append(Subscript(index))
return Node(syms.power, attr, prefix=node.prefix)
lib2to3/fixes/fix_print.py 0000644 00000005434 15115353746 0011534 0 ustar 00 # Copyright 2006 Google, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Fixer for print.
Change:
'print' into 'print()'
'print ...' into 'print(...)'
'print ... ,' into 'print(..., end=" ")'
'print >>x, ...' into 'print(..., file=x)'
No changes are applied if print_function is imported from __future__
"""
# Local imports
from .. import patcomp
from .. import pytree
from ..pgen2 import token
from .. import fixer_base
from ..fixer_util import Name, Call, Comma, String
parend_expr = patcomp.compile_pattern(
"""atom< '(' [atom|STRING|NAME] ')' >"""
)
class FixPrint(fixer_base.BaseFix):
BM_compatible = True
PATTERN = """
simple_stmt< any* bare='print' any* > | print_stmt
"""
def transform(self, node, results):
assert results
bare_print = results.get("bare")
if bare_print:
# Special-case print all by itself
bare_print.replace(Call(Name("print"), [],
prefix=bare_print.prefix))
return
assert node.children[0] == Name("print")
args = node.children[1:]
if len(args) == 1 and parend_expr.match(args[0]):
# We don't want to keep sticking parens around an
# already-parenthesised expression.
return
sep = end = file = None
if args and args[-1] == Comma():
args = args[:-1]
end = " "
if args and args[0] == pytree.Leaf(token.RIGHTSHIFT, ">>"):
assert len(args) >= 2
file = args[1].clone()
args = args[3:] # Strip a possible comma after the file expression
# Now synthesize a print(args, sep=..., end=..., file=...) node.
l_args = [arg.clone() for arg in args]
if l_args:
l_args[0].prefix = ""
if sep is not None or end is not None or file is not None:
if sep is not None:
self.add_kwarg(l_args, "sep", String(repr(sep)))
if end is not None:
self.add_kwarg(l_args, "end", String(repr(end)))
if file is not None:
self.add_kwarg(l_args, "file", file)
n_stmt = Call(Name("print"), l_args)
n_stmt.prefix = node.prefix
return n_stmt
def add_kwarg(self, l_nodes, s_kwd, n_expr):
# XXX All this prefix-setting may lose comments (though rarely)
n_expr.prefix = ""
n_argument = pytree.Node(self.syms.argument,
(Name(s_kwd),
pytree.Leaf(token.EQUAL, "="),
n_expr))
if l_nodes:
l_nodes.append(Comma())
n_argument.prefix = " "
l_nodes.append(n_argument)
lib2to3/fixes/fix_renames.py 0000644 00000004255 15115353746 0012032 0 ustar 00 """Fix incompatible renames
Fixes:
* sys.maxint -> sys.maxsize
"""
# Author: Christian Heimes
# based on Collin Winter's fix_import
# Local imports
from .. import fixer_base
from ..fixer_util import Name, attr_chain
MAPPING = {"sys": {"maxint" : "maxsize"},
}
LOOKUP = {}
def alternates(members):
return "(" + "|".join(map(repr, members)) + ")"
def build_pattern():
#bare = set()
for module, replace in list(MAPPING.items()):
for old_attr, new_attr in list(replace.items()):
LOOKUP[(module, old_attr)] = new_attr
#bare.add(module)
#bare.add(old_attr)
#yield """
# import_name< 'import' (module=%r
# | dotted_as_names< any* module=%r any* >) >
# """ % (module, module)
yield """
import_from< 'from' module_name=%r 'import'
( attr_name=%r | import_as_name< attr_name=%r 'as' any >) >
""" % (module, old_attr, old_attr)
yield """
power< module_name=%r trailer< '.' attr_name=%r > any* >
""" % (module, old_attr)
#yield """bare_name=%s""" % alternates(bare)
class FixRenames(fixer_base.BaseFix):
BM_compatible = True
PATTERN = "|".join(build_pattern())
order = "pre" # Pre-order tree traversal
# Don't match the node if it's within another match
def match(self, node):
match = super(FixRenames, self).match
results = match(node)
if results:
if any(match(obj) for obj in attr_chain(node, "parent")):
return False
return results
return False
#def start_tree(self, tree, filename):
# super(FixRenames, self).start_tree(tree, filename)
# self.replace = {}
def transform(self, node, results):
mod_name = results.get("module_name")
attr_name = results.get("attr_name")
#bare_name = results.get("bare_name")
#import_mod = results.get("module")
if mod_name and attr_name:
new_attr = LOOKUP[(mod_name.value, attr_name.value)]
attr_name.replace(Name(new_attr, prefix=attr_name.prefix))
lib2to3/fixes/fix_intern.py 0000644 00000002170 15115353746 0011671 0 ustar 00 # Copyright 2006 Georg Brandl.
# Licensed to PSF under a Contributor Agreement.
"""Fixer for intern().
intern(s) -> sys.intern(s)"""
# Local imports
from .. import fixer_base
from ..fixer_util import ImportAndCall, touch_import
class FixIntern(fixer_base.BaseFix):
BM_compatible = True
order = "pre"
PATTERN = """
power< 'intern'
trailer< lpar='('
( not(arglist | argument<any '=' any>) obj=any
| obj=arglist<(not argument<any '=' any>) any ','> )
rpar=')' >
after=any*
>
"""
def transform(self, node, results):
if results:
# I feel like we should be able to express this logic in the
# PATTERN above but I don't know how to do it so...
obj = results['obj']
if obj:
if (obj.type == self.syms.argument and
obj.children[0].value in {'**', '*'}):
return # Make no change.
names = ('sys', 'intern')
new = ImportAndCall(node, results, names)
touch_import(None, 'sys', node)
return new
lib2to3/fixes/fix_itertools.py 0000644 00000003014 15115353746 0012414 0 ustar 00 """ Fixer for itertools.(imap|ifilter|izip) --> (map|filter|zip) and
itertools.ifilterfalse --> itertools.filterfalse (bugs 2360-2363)
imports from itertools are fixed in fix_itertools_import.py
If itertools is imported as something else (ie: import itertools as it;
it.izip(spam, eggs)) method calls will not get fixed.
"""
# Local imports
from .. import fixer_base
from ..fixer_util import Name
class FixItertools(fixer_base.BaseFix):
BM_compatible = True
it_funcs = "('imap'|'ifilter'|'izip'|'izip_longest'|'ifilterfalse')"
PATTERN = """
power< it='itertools'
trailer<
dot='.' func=%(it_funcs)s > trailer< '(' [any] ')' > >
|
power< func=%(it_funcs)s trailer< '(' [any] ')' > >
""" %(locals())
# Needs to be run after fix_(map|zip|filter)
run_order = 6
def transform(self, node, results):
prefix = None
func = results['func'][0]
if ('it' in results and
func.value not in ('ifilterfalse', 'izip_longest')):
dot, it = (results['dot'], results['it'])
# Remove the 'itertools'
prefix = it.prefix
it.remove()
# Replace the node which contains ('.', 'function') with the
# function (to be consistent with the second part of the pattern)
dot.remove()
func.parent.replace(func)
prefix = prefix or func.prefix
func.replace(Name(func.value[1:], prefix=prefix))
lib2to3/fixes/fix_metaclass.py 0000644 00000020004 15115353746 0012342 0 ustar 00 """Fixer for __metaclass__ = X -> (metaclass=X) methods.
The various forms of classef (inherits nothing, inherits once, inherits
many) don't parse the same in the CST so we look at ALL classes for
a __metaclass__ and if we find one normalize the inherits to all be
an arglist.
For one-liner classes ('class X: pass') there is no indent/dedent so
we normalize those into having a suite.
Moving the __metaclass__ into the classdef can also cause the class
body to be empty so there is some special casing for that as well.
This fixer also tries very hard to keep original indenting and spacing
in all those corner cases.
"""
# Author: Jack Diederich
# Local imports
from .. import fixer_base
from ..pygram import token
from ..fixer_util import syms, Node, Leaf
def has_metaclass(parent):
""" we have to check the cls_node without changing it.
There are two possibilities:
1) clsdef => suite => simple_stmt => expr_stmt => Leaf('__meta')
2) clsdef => simple_stmt => expr_stmt => Leaf('__meta')
"""
for node in parent.children:
if node.type == syms.suite:
return has_metaclass(node)
elif node.type == syms.simple_stmt and node.children:
expr_node = node.children[0]
if expr_node.type == syms.expr_stmt and expr_node.children:
left_side = expr_node.children[0]
if isinstance(left_side, Leaf) and \
left_side.value == '__metaclass__':
return True
return False
def fixup_parse_tree(cls_node):
""" one-line classes don't get a suite in the parse tree so we add
one to normalize the tree
"""
for node in cls_node.children:
if node.type == syms.suite:
# already in the preferred format, do nothing
return
# !%@#! oneliners have no suite node, we have to fake one up
for i, node in enumerate(cls_node.children):
if node.type == token.COLON:
break
else:
raise ValueError("No class suite and no ':'!")
# move everything into a suite node
suite = Node(syms.suite, [])
while cls_node.children[i+1:]:
move_node = cls_node.children[i+1]
suite.append_child(move_node.clone())
move_node.remove()
cls_node.append_child(suite)
node = suite
def fixup_simple_stmt(parent, i, stmt_node):
""" if there is a semi-colon all the parts count as part of the same
simple_stmt. We just want the __metaclass__ part so we move
everything after the semi-colon into its own simple_stmt node
"""
for semi_ind, node in enumerate(stmt_node.children):
if node.type == token.SEMI: # *sigh*
break
else:
return
node.remove() # kill the semicolon
new_expr = Node(syms.expr_stmt, [])
new_stmt = Node(syms.simple_stmt, [new_expr])
while stmt_node.children[semi_ind:]:
move_node = stmt_node.children[semi_ind]
new_expr.append_child(move_node.clone())
move_node.remove()
parent.insert_child(i, new_stmt)
new_leaf1 = new_stmt.children[0].children[0]
old_leaf1 = stmt_node.children[0].children[0]
new_leaf1.prefix = old_leaf1.prefix
def remove_trailing_newline(node):
if node.children and node.children[-1].type == token.NEWLINE:
node.children[-1].remove()
def find_metas(cls_node):
# find the suite node (Mmm, sweet nodes)
for node in cls_node.children:
if node.type == syms.suite:
break
else:
raise ValueError("No class suite!")
# look for simple_stmt[ expr_stmt[ Leaf('__metaclass__') ] ]
for i, simple_node in list(enumerate(node.children)):
if simple_node.type == syms.simple_stmt and simple_node.children:
expr_node = simple_node.children[0]
if expr_node.type == syms.expr_stmt and expr_node.children:
# Check if the expr_node is a simple assignment.
left_node = expr_node.children[0]
if isinstance(left_node, Leaf) and \
left_node.value == '__metaclass__':
# We found an assignment to __metaclass__.
fixup_simple_stmt(node, i, simple_node)
remove_trailing_newline(simple_node)
yield (node, i, simple_node)
def fixup_indent(suite):
""" If an INDENT is followed by a thing with a prefix then nuke the prefix
Otherwise we get in trouble when removing __metaclass__ at suite start
"""
kids = suite.children[::-1]
# find the first indent
while kids:
node = kids.pop()
if node.type == token.INDENT:
break
# find the first Leaf
while kids:
node = kids.pop()
if isinstance(node, Leaf) and node.type != token.DEDENT:
if node.prefix:
node.prefix = ''
return
else:
kids.extend(node.children[::-1])
class FixMetaclass(fixer_base.BaseFix):
BM_compatible = True
PATTERN = """
classdef<any*>
"""
def transform(self, node, results):
if not has_metaclass(node):
return
fixup_parse_tree(node)
# find metaclasses, keep the last one
last_metaclass = None
for suite, i, stmt in find_metas(node):
last_metaclass = stmt
stmt.remove()
text_type = node.children[0].type # always Leaf(nnn, 'class')
# figure out what kind of classdef we have
if len(node.children) == 7:
# Node(classdef, ['class', 'name', '(', arglist, ')', ':', suite])
# 0 1 2 3 4 5 6
if node.children[3].type == syms.arglist:
arglist = node.children[3]
# Node(classdef, ['class', 'name', '(', 'Parent', ')', ':', suite])
else:
parent = node.children[3].clone()
arglist = Node(syms.arglist, [parent])
node.set_child(3, arglist)
elif len(node.children) == 6:
# Node(classdef, ['class', 'name', '(', ')', ':', suite])
# 0 1 2 3 4 5
arglist = Node(syms.arglist, [])
node.insert_child(3, arglist)
elif len(node.children) == 4:
# Node(classdef, ['class', 'name', ':', suite])
# 0 1 2 3
arglist = Node(syms.arglist, [])
node.insert_child(2, Leaf(token.RPAR, ')'))
node.insert_child(2, arglist)
node.insert_child(2, Leaf(token.LPAR, '('))
else:
raise ValueError("Unexpected class definition")
# now stick the metaclass in the arglist
meta_txt = last_metaclass.children[0].children[0]
meta_txt.value = 'metaclass'
orig_meta_prefix = meta_txt.prefix
if arglist.children:
arglist.append_child(Leaf(token.COMMA, ','))
meta_txt.prefix = ' '
else:
meta_txt.prefix = ''
# compact the expression "metaclass = Meta" -> "metaclass=Meta"
expr_stmt = last_metaclass.children[0]
assert expr_stmt.type == syms.expr_stmt
expr_stmt.children[1].prefix = ''
expr_stmt.children[2].prefix = ''
arglist.append_child(last_metaclass)
fixup_indent(suite)
# check for empty suite
if not suite.children:
# one-liner that was just __metaclass_
suite.remove()
pass_leaf = Leaf(text_type, 'pass')
pass_leaf.prefix = orig_meta_prefix
node.append_child(pass_leaf)
node.append_child(Leaf(token.NEWLINE, '\n'))
elif len(suite.children) > 1 and \
(suite.children[-2].type == token.INDENT and
suite.children[-1].type == token.DEDENT):
# there was only one line in the class body and it was __metaclass__
pass_leaf = Leaf(text_type, 'pass')
suite.insert_child(-1, pass_leaf)
suite.insert_child(-1, Leaf(token.NEWLINE, '\n'))
lib2to3/fixes/fix_getcwdu.py 0000644 00000000703 15115353746 0012034 0 ustar 00 """
Fixer that changes os.getcwdu() to os.getcwd().
"""
# Author: Victor Stinner
# Local imports
from .. import fixer_base
from ..fixer_util import Name
class FixGetcwdu(fixer_base.BaseFix):
BM_compatible = True
PATTERN = """
power< 'os' trailer< dot='.' name='getcwdu' > any* >
"""
def transform(self, node, results):
name = results["name"]
name.replace(Name("getcwd", prefix=name.prefix))
lib2to3/fixes/fix_standarderror.py 0000644 00000000701 15115353746 0013242 0 ustar 00 # Copyright 2007 Google, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Fixer for StandardError -> Exception."""
# Local imports
from .. import fixer_base
from ..fixer_util import Name
class FixStandarderror(fixer_base.BaseFix):
BM_compatible = True
PATTERN = """
'StandardError'
"""
def transform(self, node, results):
return Name("Exception", prefix=node.prefix)
lib2to3/fixes/fix_apply.py 0000644 00000004452 15115353746 0011524 0 ustar 00 # Copyright 2006 Google, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Fixer for apply().
This converts apply(func, v, k) into (func)(*v, **k)."""
# Local imports
from .. import pytree
from ..pgen2 import token
from .. import fixer_base
from ..fixer_util import Call, Comma, parenthesize
class FixApply(fixer_base.BaseFix):
BM_compatible = True
PATTERN = """
power< 'apply'
trailer<
'('
arglist<
(not argument<NAME '=' any>) func=any ','
(not argument<NAME '=' any>) args=any [','
(not argument<NAME '=' any>) kwds=any] [',']
>
')'
>
>
"""
def transform(self, node, results):
syms = self.syms
assert results
func = results["func"]
args = results["args"]
kwds = results.get("kwds")
# I feel like we should be able to express this logic in the
# PATTERN above but I don't know how to do it so...
if args:
if (args.type == self.syms.argument and
args.children[0].value in {'**', '*'}):
return # Make no change.
if kwds and (kwds.type == self.syms.argument and
kwds.children[0].value == '**'):
return # Make no change.
prefix = node.prefix
func = func.clone()
if (func.type not in (token.NAME, syms.atom) and
(func.type != syms.power or
func.children[-2].type == token.DOUBLESTAR)):
# Need to parenthesize
func = parenthesize(func)
func.prefix = ""
args = args.clone()
args.prefix = ""
if kwds is not None:
kwds = kwds.clone()
kwds.prefix = ""
l_newargs = [pytree.Leaf(token.STAR, "*"), args]
if kwds is not None:
l_newargs.extend([Comma(),
pytree.Leaf(token.DOUBLESTAR, "**"),
kwds])
l_newargs[-2].prefix = " " # that's the ** token
# XXX Sometimes we could be cleverer, e.g. apply(f, (x, y) + t)
# can be translated into f(x, y, *t) instead of f(*(x, y) + t)
#new = pytree.Node(syms.power, (func, ArgList(l_newargs)))
return Call(func, l_newargs, prefix=prefix)
lib2to3/fixes/fix_basestring.py 0000644 00000000500 15115353746 0012526 0 ustar 00 """Fixer for basestring -> str."""
# Author: Christian Heimes
# Local imports
from .. import fixer_base
from ..fixer_util import Name
class FixBasestring(fixer_base.BaseFix):
BM_compatible = True
PATTERN = "'basestring'"
def transform(self, node, results):
return Name("str", prefix=node.prefix)
lib2to3/fixes/fix_numliterals.py 0000644 00000001400 15115353746 0012724 0 ustar 00 """Fixer that turns 1L into 1, 0755 into 0o755.
"""
# Copyright 2007 Georg Brandl.
# Licensed to PSF under a Contributor Agreement.
# Local imports
from ..pgen2 import token
from .. import fixer_base
from ..fixer_util import Number
class FixNumliterals(fixer_base.BaseFix):
# This is so simple that we don't need the pattern compiler.
_accept_type = token.NUMBER
def match(self, node):
# Override
return (node.value.startswith("0") or node.value[-1] in "Ll")
def transform(self, node, results):
val = node.value
if val[-1] in 'Ll':
val = val[:-1]
elif val.startswith('0') and val.isdigit() and len(set(val)) > 1:
val = "0o" + val[1:]
return Number(val, prefix=node.prefix)
lib2to3/fixes/fix_unicode.py 0000644 00000002350 15115353746 0012020 0 ustar 00 r"""Fixer for unicode.
* Changes unicode to str and unichr to chr.
* If "...\u..." is not unicode literal change it into "...\\u...".
* Change u"..." into "...".
"""
from ..pgen2 import token
from .. import fixer_base
_mapping = {"unichr" : "chr", "unicode" : "str"}
class FixUnicode(fixer_base.BaseFix):
BM_compatible = True
PATTERN = "STRING | 'unicode' | 'unichr'"
def start_tree(self, tree, filename):
super(FixUnicode, self).start_tree(tree, filename)
self.unicode_literals = 'unicode_literals' in tree.future_features
def transform(self, node, results):
if node.type == token.NAME:
new = node.clone()
new.value = _mapping[node.value]
return new
elif node.type == token.STRING:
val = node.value
if not self.unicode_literals and val[0] in '\'"' and '\\' in val:
val = r'\\'.join([
v.replace('\\u', r'\\u').replace('\\U', r'\\U')
for v in val.split(r'\\')
])
if val[0] in 'uU':
val = val[1:]
if val == node.value:
return node
new = node.clone()
new.value = val
return new
lib2to3/fixes/fix_set_literal.py 0000644 00000003241 15115353746 0012701 0 ustar 00 """
Optional fixer to transform set() calls to set literals.
"""
# Author: Benjamin Peterson
from lib2to3 import fixer_base, pytree
from lib2to3.fixer_util import token, syms
class FixSetLiteral(fixer_base.BaseFix):
BM_compatible = True
explicit = True
PATTERN = """power< 'set' trailer< '('
(atom=atom< '[' (items=listmaker< any ((',' any)* [',']) >
|
single=any) ']' >
|
atom< '(' items=testlist_gexp< any ((',' any)* [',']) > ')' >
)
')' > >
"""
def transform(self, node, results):
single = results.get("single")
if single:
# Make a fake listmaker
fake = pytree.Node(syms.listmaker, [single.clone()])
single.replace(fake)
items = fake
else:
items = results["items"]
# Build the contents of the literal
literal = [pytree.Leaf(token.LBRACE, "{")]
literal.extend(n.clone() for n in items.children)
literal.append(pytree.Leaf(token.RBRACE, "}"))
# Set the prefix of the right brace to that of the ')' or ']'
literal[-1].prefix = items.next_sibling.prefix
maker = pytree.Node(syms.dictsetmaker, literal)
maker.prefix = node.prefix
# If the original was a one tuple, we need to remove the extra comma.
if len(maker.children) == 4:
n = maker.children[2]
n.remove()
maker.children[-1].prefix = n.prefix
# Finally, replace the set call with our shiny new literal.
return maker
lib2to3/fixes/fix_throw.py 0000644 00000003056 15115353746 0011541 0 ustar 00 """Fixer for generator.throw(E, V, T).
g.throw(E) -> g.throw(E)
g.throw(E, V) -> g.throw(E(V))
g.throw(E, V, T) -> g.throw(E(V).with_traceback(T))
g.throw("foo"[, V[, T]]) will warn about string exceptions."""
# Author: Collin Winter
# Local imports
from .. import pytree
from ..pgen2 import token
from .. import fixer_base
from ..fixer_util import Name, Call, ArgList, Attr, is_tuple
class FixThrow(fixer_base.BaseFix):
BM_compatible = True
PATTERN = """
power< any trailer< '.' 'throw' >
trailer< '(' args=arglist< exc=any ',' val=any [',' tb=any] > ')' >
>
|
power< any trailer< '.' 'throw' > trailer< '(' exc=any ')' > >
"""
def transform(self, node, results):
syms = self.syms
exc = results["exc"].clone()
if exc.type is token.STRING:
self.cannot_convert(node, "Python 3 does not support string exceptions")
return
# Leave "g.throw(E)" alone
val = results.get("val")
if val is None:
return
val = val.clone()
if is_tuple(val):
args = [c.clone() for c in val.children[1:-1]]
else:
val.prefix = ""
args = [val]
throw_args = results["args"]
if "tb" in results:
tb = results["tb"].clone()
tb.prefix = ""
e = Call(exc, args)
with_tb = Attr(e, Name('with_traceback')) + [ArgList([tb])]
throw_args.replace(pytree.Node(syms.power, with_tb))
else:
throw_args.replace(Call(exc, args))
lib2to3/fixes/fix_exitfunc.py 0000644 00000004677 15115353746 0012235 0 ustar 00 """
Convert use of sys.exitfunc to use the atexit module.
"""
# Author: Benjamin Peterson
from lib2to3 import pytree, fixer_base
from lib2to3.fixer_util import Name, Attr, Call, Comma, Newline, syms
class FixExitfunc(fixer_base.BaseFix):
keep_line_order = True
BM_compatible = True
PATTERN = """
(
sys_import=import_name<'import'
('sys'
|
dotted_as_names< (any ',')* 'sys' (',' any)* >
)
>
|
expr_stmt<
power< 'sys' trailer< '.' 'exitfunc' > >
'=' func=any >
)
"""
def __init__(self, *args):
super(FixExitfunc, self).__init__(*args)
def start_tree(self, tree, filename):
super(FixExitfunc, self).start_tree(tree, filename)
self.sys_import = None
def transform(self, node, results):
# First, find the sys import. We'll just hope it's global scope.
if "sys_import" in results:
if self.sys_import is None:
self.sys_import = results["sys_import"]
return
func = results["func"].clone()
func.prefix = ""
register = pytree.Node(syms.power,
Attr(Name("atexit"), Name("register"))
)
call = Call(register, [func], node.prefix)
node.replace(call)
if self.sys_import is None:
# That's interesting.
self.warning(node, "Can't find sys import; Please add an atexit "
"import at the top of your file.")
return
# Now add an atexit import after the sys import.
names = self.sys_import.children[1]
if names.type == syms.dotted_as_names:
names.append_child(Comma())
names.append_child(Name("atexit", " "))
else:
containing_stmt = self.sys_import.parent
position = containing_stmt.children.index(self.sys_import)
stmt_container = containing_stmt.parent
new_import = pytree.Node(syms.import_name,
[Name("import"), Name("atexit", " ")]
)
new = pytree.Node(syms.simple_stmt, [new_import])
containing_stmt.insert_child(position + 1, Newline())
containing_stmt.insert_child(position + 2, new)
lib2to3/fixes/__init__.py 0000644 00000000057 15115353746 0011265 0 ustar 00 # Dummy file to make this directory a package.
lib2to3/fixes/fix_funcattrs.py 0000644 00000001204 15115353746 0012400 0 ustar 00 """Fix function attribute names (f.func_x -> f.__x__)."""
# Author: Collin Winter
# Local imports
from .. import fixer_base
from ..fixer_util import Name
class FixFuncattrs(fixer_base.BaseFix):
BM_compatible = True
PATTERN = """
power< any+ trailer< '.' attr=('func_closure' | 'func_doc' | 'func_globals'
| 'func_name' | 'func_defaults' | 'func_code'
| 'func_dict') > any* >
"""
def transform(self, node, results):
attr = results["attr"][0]
attr.replace(Name(("__%s__" % attr.value[5:]),
prefix=attr.prefix))
lib2to3/fixes/fix_asserts.py 0000644 00000001730 15115353746 0012057 0 ustar 00 """Fixer that replaces deprecated unittest method names."""
# Author: Ezio Melotti
from ..fixer_base import BaseFix
from ..fixer_util import Name
NAMES = dict(
assert_="assertTrue",
assertEquals="assertEqual",
assertNotEquals="assertNotEqual",
assertAlmostEquals="assertAlmostEqual",
assertNotAlmostEquals="assertNotAlmostEqual",
assertRegexpMatches="assertRegex",
assertRaisesRegexp="assertRaisesRegex",
failUnlessEqual="assertEqual",
failIfEqual="assertNotEqual",
failUnlessAlmostEqual="assertAlmostEqual",
failIfAlmostEqual="assertNotAlmostEqual",
failUnless="assertTrue",
failUnlessRaises="assertRaises",
failIf="assertFalse",
)
class FixAsserts(BaseFix):
PATTERN = """
power< any+ trailer< '.' meth=(%s)> any* >
""" % '|'.join(map(repr, NAMES))
def transform(self, node, results):
name = results["meth"][0]
name.replace(Name(NAMES[str(name)], prefix=name.prefix))
lib2to3/fixes/fix_long.py 0000644 00000000734 15115353746 0011335 0 ustar 00 # Copyright 2006 Google, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Fixer that turns 'long' into 'int' everywhere.
"""
# Local imports
from lib2to3 import fixer_base
from lib2to3.fixer_util import is_probably_builtin
class FixLong(fixer_base.BaseFix):
BM_compatible = True
PATTERN = "'long'"
def transform(self, node, results):
if is_probably_builtin(node):
node.value = "int"
node.changed()
lib2to3/fixes/fix_except.py 0000644 00000006420 15115353746 0011664 0 ustar 00 """Fixer for except statements with named exceptions.
The following cases will be converted:
- "except E, T:" where T is a name:
except E as T:
- "except E, T:" where T is not a name, tuple or list:
except E as t:
T = t
This is done because the target of an "except" clause must be a
name.
- "except E, T:" where T is a tuple or list literal:
except E as t:
T = t.args
"""
# Author: Collin Winter
# Local imports
from .. import pytree
from ..pgen2 import token
from .. import fixer_base
from ..fixer_util import Assign, Attr, Name, is_tuple, is_list, syms
def find_excepts(nodes):
for i, n in enumerate(nodes):
if n.type == syms.except_clause:
if n.children[0].value == 'except':
yield (n, nodes[i+2])
class FixExcept(fixer_base.BaseFix):
BM_compatible = True
PATTERN = """
try_stmt< 'try' ':' (simple_stmt | suite)
cleanup=(except_clause ':' (simple_stmt | suite))+
tail=(['except' ':' (simple_stmt | suite)]
['else' ':' (simple_stmt | suite)]
['finally' ':' (simple_stmt | suite)]) >
"""
def transform(self, node, results):
syms = self.syms
tail = [n.clone() for n in results["tail"]]
try_cleanup = [ch.clone() for ch in results["cleanup"]]
for except_clause, e_suite in find_excepts(try_cleanup):
if len(except_clause.children) == 4:
(E, comma, N) = except_clause.children[1:4]
comma.replace(Name("as", prefix=" "))
if N.type != token.NAME:
# Generate a new N for the except clause
new_N = Name(self.new_name(), prefix=" ")
target = N.clone()
target.prefix = ""
N.replace(new_N)
new_N = new_N.clone()
# Insert "old_N = new_N" as the first statement in
# the except body. This loop skips leading whitespace
# and indents
#TODO(cwinter) suite-cleanup
suite_stmts = e_suite.children
for i, stmt in enumerate(suite_stmts):
if isinstance(stmt, pytree.Node):
break
# The assignment is different if old_N is a tuple or list
# In that case, the assignment is old_N = new_N.args
if is_tuple(N) or is_list(N):
assign = Assign(target, Attr(new_N, Name('args')))
else:
assign = Assign(target, new_N)
#TODO(cwinter) stopgap until children becomes a smart list
for child in reversed(suite_stmts[:i]):
e_suite.insert_child(0, child)
e_suite.insert_child(i, assign)
elif N.prefix == "":
# No space after a comma is legal; no space after "as",
# not so much.
N.prefix = " "
#TODO(cwinter) fix this when children becomes a smart list
children = [c.clone() for c in node.children[:3]] + try_cleanup + tail
return pytree.Node(node.type, children)
lib2to3/fixes/fix_operator.py 0000644 00000006542 15115353746 0012234 0 ustar 00 """Fixer for operator functions.
operator.isCallable(obj) -> callable(obj)
operator.sequenceIncludes(obj) -> operator.contains(obj)
operator.isSequenceType(obj) -> isinstance(obj, collections.abc.Sequence)
operator.isMappingType(obj) -> isinstance(obj, collections.abc.Mapping)
operator.isNumberType(obj) -> isinstance(obj, numbers.Number)
operator.repeat(obj, n) -> operator.mul(obj, n)
operator.irepeat(obj, n) -> operator.imul(obj, n)
"""
import collections.abc
# Local imports
from lib2to3 import fixer_base
from lib2to3.fixer_util import Call, Name, String, touch_import
def invocation(s):
def dec(f):
f.invocation = s
return f
return dec
class FixOperator(fixer_base.BaseFix):
BM_compatible = True
order = "pre"
methods = """
method=('isCallable'|'sequenceIncludes'
|'isSequenceType'|'isMappingType'|'isNumberType'
|'repeat'|'irepeat')
"""
obj = "'(' obj=any ')'"
PATTERN = """
power< module='operator'
trailer< '.' %(methods)s > trailer< %(obj)s > >
|
power< %(methods)s trailer< %(obj)s > >
""" % dict(methods=methods, obj=obj)
def transform(self, node, results):
method = self._check_method(node, results)
if method is not None:
return method(node, results)
@invocation("operator.contains(%s)")
def _sequenceIncludes(self, node, results):
return self._handle_rename(node, results, "contains")
@invocation("callable(%s)")
def _isCallable(self, node, results):
obj = results["obj"]
return Call(Name("callable"), [obj.clone()], prefix=node.prefix)
@invocation("operator.mul(%s)")
def _repeat(self, node, results):
return self._handle_rename(node, results, "mul")
@invocation("operator.imul(%s)")
def _irepeat(self, node, results):
return self._handle_rename(node, results, "imul")
@invocation("isinstance(%s, collections.abc.Sequence)")
def _isSequenceType(self, node, results):
return self._handle_type2abc(node, results, "collections.abc", "Sequence")
@invocation("isinstance(%s, collections.abc.Mapping)")
def _isMappingType(self, node, results):
return self._handle_type2abc(node, results, "collections.abc", "Mapping")
@invocation("isinstance(%s, numbers.Number)")
def _isNumberType(self, node, results):
return self._handle_type2abc(node, results, "numbers", "Number")
def _handle_rename(self, node, results, name):
method = results["method"][0]
method.value = name
method.changed()
def _handle_type2abc(self, node, results, module, abc):
touch_import(None, module, node)
obj = results["obj"]
args = [obj.clone(), String(", " + ".".join([module, abc]))]
return Call(Name("isinstance"), args, prefix=node.prefix)
def _check_method(self, node, results):
method = getattr(self, "_" + results["method"][0].value)
if isinstance(method, collections.abc.Callable):
if "module" in results:
return method
else:
sub = (str(results["obj"]),)
invocation_str = method.invocation % sub
self.warning(node, "You should use '%s' here." % invocation_str)
return None
lib2to3/fixes/fix_future.py 0000644 00000001043 15115353746 0011702 0 ustar 00 """Remove __future__ imports
from __future__ import foo is replaced with an empty line.
"""
# Author: Christian Heimes
# Local imports
from .. import fixer_base
from ..fixer_util import BlankLine
class FixFuture(fixer_base.BaseFix):
BM_compatible = True
PATTERN = """import_from< 'from' module_name="__future__" 'import' any >"""
# This should be run last -- some things check for the import
run_order = 10
def transform(self, node, results):
new = BlankLine()
new.prefix = node.prefix
return new
lib2to3/fixes/fix_map.py 0000644 00000007070 15115353746 0011153 0 ustar 00 # Copyright 2007 Google, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Fixer that changes map(F, ...) into list(map(F, ...)) unless there
exists a 'from future_builtins import map' statement in the top-level
namespace.
As a special case, map(None, X) is changed into list(X). (This is
necessary because the semantics are changed in this case -- the new
map(None, X) is equivalent to [(x,) for x in X].)
We avoid the transformation (except for the special case mentioned
above) if the map() call is directly contained in iter(<>), list(<>),
tuple(<>), sorted(<>), ...join(<>), or for V in <>:.
NOTE: This is still not correct if the original code was depending on
map(F, X, Y, ...) to go on until the longest argument is exhausted,
substituting None for missing values -- like zip(), it now stops as
soon as the shortest argument is exhausted.
"""
# Local imports
from ..pgen2 import token
from .. import fixer_base
from ..fixer_util import Name, ArgList, Call, ListComp, in_special_context
from ..pygram import python_symbols as syms
from ..pytree import Node
class FixMap(fixer_base.ConditionalFix):
BM_compatible = True
PATTERN = """
map_none=power<
'map'
trailer< '(' arglist< 'None' ',' arg=any [','] > ')' >
[extra_trailers=trailer*]
>
|
map_lambda=power<
'map'
trailer<
'('
arglist<
lambdef< 'lambda'
(fp=NAME | vfpdef< '(' fp=NAME ')'> ) ':' xp=any
>
','
it=any
>
')'
>
[extra_trailers=trailer*]
>
|
power<
'map' args=trailer< '(' [any] ')' >
[extra_trailers=trailer*]
>
"""
skip_on = 'future_builtins.map'
def transform(self, node, results):
if self.should_skip(node):
return
trailers = []
if 'extra_trailers' in results:
for t in results['extra_trailers']:
trailers.append(t.clone())
if node.parent.type == syms.simple_stmt:
self.warning(node, "You should use a for loop here")
new = node.clone()
new.prefix = ""
new = Call(Name("list"), [new])
elif "map_lambda" in results:
new = ListComp(results["xp"].clone(),
results["fp"].clone(),
results["it"].clone())
new = Node(syms.power, [new] + trailers, prefix="")
else:
if "map_none" in results:
new = results["arg"].clone()
new.prefix = ""
else:
if "args" in results:
args = results["args"]
if args.type == syms.trailer and \
args.children[1].type == syms.arglist and \
args.children[1].children[0].type == token.NAME and \
args.children[1].children[0].value == "None":
self.warning(node, "cannot convert map(None, ...) "
"with multiple arguments because map() "
"now truncates to the shortest sequence")
return
new = Node(syms.power, [Name("map"), args.clone()])
new.prefix = ""
if in_special_context(node):
return None
new = Node(syms.power, [Name("list"), ArgList([new])] + trailers)
new.prefix = ""
new.prefix = node.prefix
return new
lib2to3/fixes/fix_raise.py 0000644 00000005556 15115353746 0011510 0 ustar 00 """Fixer for 'raise E, V, T'
raise -> raise
raise E -> raise E
raise E, V -> raise E(V)
raise E, V, T -> raise E(V).with_traceback(T)
raise E, None, T -> raise E.with_traceback(T)
raise (((E, E'), E''), E'''), V -> raise E(V)
raise "foo", V, T -> warns about string exceptions
CAVEATS:
1) "raise E, V" will be incorrectly translated if V is an exception
instance. The correct Python 3 idiom is
raise E from V
but since we can't detect instance-hood by syntax alone and since
any client code would have to be changed as well, we don't automate
this.
"""
# Author: Collin Winter
# Local imports
from .. import pytree
from ..pgen2 import token
from .. import fixer_base
from ..fixer_util import Name, Call, Attr, ArgList, is_tuple
class FixRaise(fixer_base.BaseFix):
BM_compatible = True
PATTERN = """
raise_stmt< 'raise' exc=any [',' val=any [',' tb=any]] >
"""
def transform(self, node, results):
syms = self.syms
exc = results["exc"].clone()
if exc.type == token.STRING:
msg = "Python 3 does not support string exceptions"
self.cannot_convert(node, msg)
return
# Python 2 supports
# raise ((((E1, E2), E3), E4), E5), V
# as a synonym for
# raise E1, V
# Since Python 3 will not support this, we recurse down any tuple
# literals, always taking the first element.
if is_tuple(exc):
while is_tuple(exc):
# exc.children[1:-1] is the unparenthesized tuple
# exc.children[1].children[0] is the first element of the tuple
exc = exc.children[1].children[0].clone()
exc.prefix = " "
if "val" not in results:
# One-argument raise
new = pytree.Node(syms.raise_stmt, [Name("raise"), exc])
new.prefix = node.prefix
return new
val = results["val"].clone()
if is_tuple(val):
args = [c.clone() for c in val.children[1:-1]]
else:
val.prefix = ""
args = [val]
if "tb" in results:
tb = results["tb"].clone()
tb.prefix = ""
e = exc
# If there's a traceback and None is passed as the value, then don't
# add a call, since the user probably just wants to add a
# traceback. See issue #9661.
if val.type != token.NAME or val.value != "None":
e = Call(exc, args)
with_tb = Attr(e, Name('with_traceback')) + [ArgList([tb])]
new = pytree.Node(syms.simple_stmt, [Name("raise")] + with_tb)
new.prefix = node.prefix
return new
else:
return pytree.Node(syms.raise_stmt,
[Name("raise"), Call(exc, args)],
prefix=node.prefix)
lib2to3/fixes/fix_nonzero.py 0000644 00000001117 15115353746 0012064 0 ustar 00 """Fixer for __nonzero__ -> __bool__ methods."""
# Author: Collin Winter
# Local imports
from .. import fixer_base
from ..fixer_util import Name
class FixNonzero(fixer_base.BaseFix):
BM_compatible = True
PATTERN = """
classdef< 'class' any+ ':'
suite< any*
funcdef< 'def' name='__nonzero__'
parameters< '(' NAME ')' > any+ >
any* > >
"""
def transform(self, node, results):
name = results["name"]
new = Name("__bool__", prefix=name.prefix)
name.replace(new)
lib2to3/fixes/fix_dict.py 0000644 00000007260 15115353746 0011322 0 ustar 00 # Copyright 2007 Google, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Fixer for dict methods.
d.keys() -> list(d.keys())
d.items() -> list(d.items())
d.values() -> list(d.values())
d.iterkeys() -> iter(d.keys())
d.iteritems() -> iter(d.items())
d.itervalues() -> iter(d.values())
d.viewkeys() -> d.keys()
d.viewitems() -> d.items()
d.viewvalues() -> d.values()
Except in certain very specific contexts: the iter() can be dropped
when the context is list(), sorted(), iter() or for...in; the list()
can be dropped when the context is list() or sorted() (but not iter()
or for...in!). Special contexts that apply to both: list(), sorted(), tuple()
set(), any(), all(), sum().
Note: iter(d.keys()) could be written as iter(d) but since the
original d.iterkeys() was also redundant we don't fix this. And there
are (rare) contexts where it makes a difference (e.g. when passing it
as an argument to a function that introspects the argument).
"""
# Local imports
from .. import pytree
from .. import patcomp
from .. import fixer_base
from ..fixer_util import Name, Call, Dot
from .. import fixer_util
iter_exempt = fixer_util.consuming_calls | {"iter"}
class FixDict(fixer_base.BaseFix):
BM_compatible = True
PATTERN = """
power< head=any+
trailer< '.' method=('keys'|'items'|'values'|
'iterkeys'|'iteritems'|'itervalues'|
'viewkeys'|'viewitems'|'viewvalues') >
parens=trailer< '(' ')' >
tail=any*
>
"""
def transform(self, node, results):
head = results["head"]
method = results["method"][0] # Extract node for method name
tail = results["tail"]
syms = self.syms
method_name = method.value
isiter = method_name.startswith("iter")
isview = method_name.startswith("view")
if isiter or isview:
method_name = method_name[4:]
assert method_name in ("keys", "items", "values"), repr(method)
head = [n.clone() for n in head]
tail = [n.clone() for n in tail]
special = not tail and self.in_special_context(node, isiter)
args = head + [pytree.Node(syms.trailer,
[Dot(),
Name(method_name,
prefix=method.prefix)]),
results["parens"].clone()]
new = pytree.Node(syms.power, args)
if not (special or isview):
new.prefix = ""
new = Call(Name("iter" if isiter else "list"), [new])
if tail:
new = pytree.Node(syms.power, [new] + tail)
new.prefix = node.prefix
return new
P1 = "power< func=NAME trailer< '(' node=any ')' > any* >"
p1 = patcomp.compile_pattern(P1)
P2 = """for_stmt< 'for' any 'in' node=any ':' any* >
| comp_for< 'for' any 'in' node=any any* >
"""
p2 = patcomp.compile_pattern(P2)
def in_special_context(self, node, isiter):
if node.parent is None:
return False
results = {}
if (node.parent.parent is not None and
self.p1.match(node.parent.parent, results) and
results["node"] is node):
if isiter:
# iter(d.iterkeys()) -> iter(d.keys()), etc.
return results["func"].value in iter_exempt
else:
# list(d.keys()) -> list(d.keys()), etc.
return results["func"].value in fixer_util.consuming_calls
if not isiter:
return False
# for ... in d.iterkeys() -> for ... in d.keys(), etc.
return self.p2.match(node.parent, results) and results["node"] is node
lib2to3/fixes/fix_idioms.py 0000644 00000011414 15115353746 0011657 0 ustar 00 """Adjust some old Python 2 idioms to their modern counterparts.
* Change some type comparisons to isinstance() calls:
type(x) == T -> isinstance(x, T)
type(x) is T -> isinstance(x, T)
type(x) != T -> not isinstance(x, T)
type(x) is not T -> not isinstance(x, T)
* Change "while 1:" into "while True:".
* Change both
v = list(EXPR)
v.sort()
foo(v)
and the more general
v = EXPR
v.sort()
foo(v)
into
v = sorted(EXPR)
foo(v)
"""
# Author: Jacques Frechet, Collin Winter
# Local imports
from .. import fixer_base
from ..fixer_util import Call, Comma, Name, Node, BlankLine, syms
CMP = "(n='!=' | '==' | 'is' | n=comp_op< 'is' 'not' >)"
TYPE = "power< 'type' trailer< '(' x=any ')' > >"
class FixIdioms(fixer_base.BaseFix):
explicit = True # The user must ask for this fixer
PATTERN = r"""
isinstance=comparison< %s %s T=any >
|
isinstance=comparison< T=any %s %s >
|
while_stmt< 'while' while='1' ':' any+ >
|
sorted=any<
any*
simple_stmt<
expr_stmt< id1=any '='
power< list='list' trailer< '(' (not arglist<any+>) any ')' > >
>
'\n'
>
sort=
simple_stmt<
power< id2=any
trailer< '.' 'sort' > trailer< '(' ')' >
>
'\n'
>
next=any*
>
|
sorted=any<
any*
simple_stmt< expr_stmt< id1=any '=' expr=any > '\n' >
sort=
simple_stmt<
power< id2=any
trailer< '.' 'sort' > trailer< '(' ')' >
>
'\n'
>
next=any*
>
""" % (TYPE, CMP, CMP, TYPE)
def match(self, node):
r = super(FixIdioms, self).match(node)
# If we've matched one of the sort/sorted subpatterns above, we
# want to reject matches where the initial assignment and the
# subsequent .sort() call involve different identifiers.
if r and "sorted" in r:
if r["id1"] == r["id2"]:
return r
return None
return r
def transform(self, node, results):
if "isinstance" in results:
return self.transform_isinstance(node, results)
elif "while" in results:
return self.transform_while(node, results)
elif "sorted" in results:
return self.transform_sort(node, results)
else:
raise RuntimeError("Invalid match")
def transform_isinstance(self, node, results):
x = results["x"].clone() # The thing inside of type()
T = results["T"].clone() # The type being compared against
x.prefix = ""
T.prefix = " "
test = Call(Name("isinstance"), [x, Comma(), T])
if "n" in results:
test.prefix = " "
test = Node(syms.not_test, [Name("not"), test])
test.prefix = node.prefix
return test
def transform_while(self, node, results):
one = results["while"]
one.replace(Name("True", prefix=one.prefix))
def transform_sort(self, node, results):
sort_stmt = results["sort"]
next_stmt = results["next"]
list_call = results.get("list")
simple_expr = results.get("expr")
if list_call:
list_call.replace(Name("sorted", prefix=list_call.prefix))
elif simple_expr:
new = simple_expr.clone()
new.prefix = ""
simple_expr.replace(Call(Name("sorted"), [new],
prefix=simple_expr.prefix))
else:
raise RuntimeError("should not have reached here")
sort_stmt.remove()
btwn = sort_stmt.prefix
# Keep any prefix lines between the sort_stmt and the list_call and
# shove them right after the sorted() call.
if "\n" in btwn:
if next_stmt:
# The new prefix should be everything from the sort_stmt's
# prefix up to the last newline, then the old prefix after a new
# line.
prefix_lines = (btwn.rpartition("\n")[0], next_stmt[0].prefix)
next_stmt[0].prefix = "\n".join(prefix_lines)
else:
assert list_call.parent
assert list_call.next_sibling is None
# Put a blank line after list_call and set its prefix.
end_line = BlankLine()
list_call.parent.append_child(end_line)
assert list_call.next_sibling is end_line
# The new prefix should be everything up to the first new line
# of sort_stmt's prefix.
end_line.prefix = btwn.rpartition("\n")[0]
lib2to3/fixes/fix_reduce.py 0000644 00000001505 15115353746 0011642 0 ustar 00 # Copyright 2008 Armin Ronacher.
# Licensed to PSF under a Contributor Agreement.
"""Fixer for reduce().
Makes sure reduce() is imported from the functools module if reduce is
used in that module.
"""
from lib2to3 import fixer_base
from lib2to3.fixer_util import touch_import
class FixReduce(fixer_base.BaseFix):
BM_compatible = True
order = "pre"
PATTERN = """
power< 'reduce'
trailer< '('
arglist< (
(not(argument<any '=' any>) any ','
not(argument<any '=' any>) any) |
(not(argument<any '=' any>) any ','
not(argument<any '=' any>) any ','
not(argument<any '=' any>) any)
) >
')' >
>
"""
def transform(self, node, results):
touch_import('functools', 'reduce', node)
lib2to3/fixes/fix_execfile.py 0000644 00000004000 15115353746 0012150 0 ustar 00 # Copyright 2006 Google, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Fixer for execfile.
This converts usages of the execfile function into calls to the built-in
exec() function.
"""
from .. import fixer_base
from ..fixer_util import (Comma, Name, Call, LParen, RParen, Dot, Node,
ArgList, String, syms)
class FixExecfile(fixer_base.BaseFix):
BM_compatible = True
PATTERN = """
power< 'execfile' trailer< '(' arglist< filename=any [',' globals=any [',' locals=any ] ] > ')' > >
|
power< 'execfile' trailer< '(' filename=any ')' > >
"""
def transform(self, node, results):
assert results
filename = results["filename"]
globals = results.get("globals")
locals = results.get("locals")
# Copy over the prefix from the right parentheses end of the execfile
# call.
execfile_paren = node.children[-1].children[-1].clone()
# Construct open().read().
open_args = ArgList([filename.clone(), Comma(), String('"rb"', ' ')],
rparen=execfile_paren)
open_call = Node(syms.power, [Name("open"), open_args])
read = [Node(syms.trailer, [Dot(), Name('read')]),
Node(syms.trailer, [LParen(), RParen()])]
open_expr = [open_call] + read
# Wrap the open call in a compile call. This is so the filename will be
# preserved in the execed code.
filename_arg = filename.clone()
filename_arg.prefix = " "
exec_str = String("'exec'", " ")
compile_args = open_expr + [Comma(), filename_arg, Comma(), exec_str]
compile_call = Call(Name("compile"), compile_args, "")
# Finally, replace the execfile call with an exec call.
args = [compile_call]
if globals is not None:
args.extend([Comma(), globals.clone()])
if locals is not None:
args.extend([Comma(), locals.clone()])
return Call(Name("exec"), args, prefix=node.prefix)
lib2to3/fixes/fix_reload.py 0000644 00000002071 15115353746 0011640 0 ustar 00 """Fixer for reload().
reload(s) -> importlib.reload(s)"""
# Local imports
from .. import fixer_base
from ..fixer_util import ImportAndCall, touch_import
class FixReload(fixer_base.BaseFix):
BM_compatible = True
order = "pre"
PATTERN = """
power< 'reload'
trailer< lpar='('
( not(arglist | argument<any '=' any>) obj=any
| obj=arglist<(not argument<any '=' any>) any ','> )
rpar=')' >
after=any*
>
"""
def transform(self, node, results):
if results:
# I feel like we should be able to express this logic in the
# PATTERN above but I don't know how to do it so...
obj = results['obj']
if obj:
if (obj.type == self.syms.argument and
obj.children[0].value in {'**', '*'}):
return # Make no change.
names = ('importlib', 'reload')
new = ImportAndCall(node, results, names)
touch_import(None, 'importlib', node)
return new
lib2to3/fixes/fix_filter.py 0000644 00000005315 15115353746 0011663 0 ustar 00 # Copyright 2007 Google, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Fixer that changes filter(F, X) into list(filter(F, X)).
We avoid the transformation if the filter() call is directly contained
in iter(<>), list(<>), tuple(<>), sorted(<>), ...join(<>), or
for V in <>:.
NOTE: This is still not correct if the original code was depending on
filter(F, X) to return a string if X is a string and a tuple if X is a
tuple. That would require type inference, which we don't do. Let
Python 2.6 figure it out.
"""
# Local imports
from .. import fixer_base
from ..pytree import Node
from ..pygram import python_symbols as syms
from ..fixer_util import Name, ArgList, ListComp, in_special_context, parenthesize
class FixFilter(fixer_base.ConditionalFix):
BM_compatible = True
PATTERN = """
filter_lambda=power<
'filter'
trailer<
'('
arglist<
lambdef< 'lambda'
(fp=NAME | vfpdef< '(' fp=NAME ')'> ) ':' xp=any
>
','
it=any
>
')'
>
[extra_trailers=trailer*]
>
|
power<
'filter'
trailer< '(' arglist< none='None' ',' seq=any > ')' >
[extra_trailers=trailer*]
>
|
power<
'filter'
args=trailer< '(' [any] ')' >
[extra_trailers=trailer*]
>
"""
skip_on = "future_builtins.filter"
def transform(self, node, results):
if self.should_skip(node):
return
trailers = []
if 'extra_trailers' in results:
for t in results['extra_trailers']:
trailers.append(t.clone())
if "filter_lambda" in results:
xp = results.get("xp").clone()
if xp.type == syms.test:
xp.prefix = ""
xp = parenthesize(xp)
new = ListComp(results.get("fp").clone(),
results.get("fp").clone(),
results.get("it").clone(), xp)
new = Node(syms.power, [new] + trailers, prefix="")
elif "none" in results:
new = ListComp(Name("_f"),
Name("_f"),
results["seq"].clone(),
Name("_f"))
new = Node(syms.power, [new] + trailers, prefix="")
else:
if in_special_context(node):
return None
args = results['args'].clone()
new = Node(syms.power, [Name("filter"), args], prefix="")
new = Node(syms.power, [Name("list"), ArgList([new])] + trailers)
new.prefix = ""
new.prefix = node.prefix
return new
lib2to3/fixes/fix_imports.py 0000644 00000013064 15115353746 0012073 0 ustar 00 """Fix incompatible imports and module references."""
# Authors: Collin Winter, Nick Edds
# Local imports
from .. import fixer_base
from ..fixer_util import Name, attr_chain
MAPPING = {'StringIO': 'io',
'cStringIO': 'io',
'cPickle': 'pickle',
'__builtin__' : 'builtins',
'copy_reg': 'copyreg',
'Queue': 'queue',
'SocketServer': 'socketserver',
'ConfigParser': 'configparser',
'repr': 'reprlib',
'FileDialog': 'tkinter.filedialog',
'tkFileDialog': 'tkinter.filedialog',
'SimpleDialog': 'tkinter.simpledialog',
'tkSimpleDialog': 'tkinter.simpledialog',
'tkColorChooser': 'tkinter.colorchooser',
'tkCommonDialog': 'tkinter.commondialog',
'Dialog': 'tkinter.dialog',
'Tkdnd': 'tkinter.dnd',
'tkFont': 'tkinter.font',
'tkMessageBox': 'tkinter.messagebox',
'ScrolledText': 'tkinter.scrolledtext',
'Tkconstants': 'tkinter.constants',
'Tix': 'tkinter.tix',
'ttk': 'tkinter.ttk',
'Tkinter': 'tkinter',
'markupbase': '_markupbase',
'_winreg': 'winreg',
'thread': '_thread',
'dummy_thread': '_dummy_thread',
# anydbm and whichdb are handled by fix_imports2
'dbhash': 'dbm.bsd',
'dumbdbm': 'dbm.dumb',
'dbm': 'dbm.ndbm',
'gdbm': 'dbm.gnu',
'xmlrpclib': 'xmlrpc.client',
'DocXMLRPCServer': 'xmlrpc.server',
'SimpleXMLRPCServer': 'xmlrpc.server',
'httplib': 'http.client',
'htmlentitydefs' : 'html.entities',
'HTMLParser' : 'html.parser',
'Cookie': 'http.cookies',
'cookielib': 'http.cookiejar',
'BaseHTTPServer': 'http.server',
'SimpleHTTPServer': 'http.server',
'CGIHTTPServer': 'http.server',
#'test.test_support': 'test.support',
'commands': 'subprocess',
'UserString' : 'collections',
'UserList' : 'collections',
'urlparse' : 'urllib.parse',
'robotparser' : 'urllib.robotparser',
}
def alternates(members):
return "(" + "|".join(map(repr, members)) + ")"
def build_pattern(mapping=MAPPING):
mod_list = ' | '.join(["module_name='%s'" % key for key in mapping])
bare_names = alternates(mapping.keys())
yield """name_import=import_name< 'import' ((%s) |
multiple_imports=dotted_as_names< any* (%s) any* >) >
""" % (mod_list, mod_list)
yield """import_from< 'from' (%s) 'import' ['(']
( any | import_as_name< any 'as' any > |
import_as_names< any* >) [')'] >
""" % mod_list
yield """import_name< 'import' (dotted_as_name< (%s) 'as' any > |
multiple_imports=dotted_as_names<
any* dotted_as_name< (%s) 'as' any > any* >) >
""" % (mod_list, mod_list)
# Find usages of module members in code e.g. thread.foo(bar)
yield "power< bare_with_attr=(%s) trailer<'.' any > any* >" % bare_names
class FixImports(fixer_base.BaseFix):
BM_compatible = True
keep_line_order = True
# This is overridden in fix_imports2.
mapping = MAPPING
# We want to run this fixer late, so fix_import doesn't try to make stdlib
# renames into relative imports.
run_order = 6
def build_pattern(self):
return "|".join(build_pattern(self.mapping))
def compile_pattern(self):
# We override this, so MAPPING can be pragmatically altered and the
# changes will be reflected in PATTERN.
self.PATTERN = self.build_pattern()
super(FixImports, self).compile_pattern()
# Don't match the node if it's within another match.
def match(self, node):
match = super(FixImports, self).match
results = match(node)
if results:
# Module usage could be in the trailer of an attribute lookup, so we
# might have nested matches when "bare_with_attr" is present.
if "bare_with_attr" not in results and \
any(match(obj) for obj in attr_chain(node, "parent")):
return False
return results
return False
def start_tree(self, tree, filename):
super(FixImports, self).start_tree(tree, filename)
self.replace = {}
def transform(self, node, results):
import_mod = results.get("module_name")
if import_mod:
mod_name = import_mod.value
new_name = self.mapping[mod_name]
import_mod.replace(Name(new_name, prefix=import_mod.prefix))
if "name_import" in results:
# If it's not a "from x import x, y" or "import x as y" import,
# marked its usage to be replaced.
self.replace[mod_name] = new_name
if "multiple_imports" in results:
# This is a nasty hack to fix multiple imports on a line (e.g.,
# "import StringIO, urlparse"). The problem is that I can't
# figure out an easy way to make a pattern recognize the keys of
# MAPPING randomly sprinkled in an import statement.
results = self.match(node)
if results:
self.transform(node, results)
else:
# Replace usage of the module.
bare_name = results["bare_with_attr"][0]
new_name = self.replace.get(bare_name.value)
if new_name:
bare_name.replace(Name(new_name, prefix=bare_name.prefix))
lib2to3/fixes/fix_itertools_imports.py 0000644 00000004046 15115353746 0014177 0 ustar 00 """ Fixer for imports of itertools.(imap|ifilter|izip|ifilterfalse) """
# Local imports
from lib2to3 import fixer_base
from lib2to3.fixer_util import BlankLine, syms, token
class FixItertoolsImports(fixer_base.BaseFix):
BM_compatible = True
PATTERN = """
import_from< 'from' 'itertools' 'import' imports=any >
""" %(locals())
def transform(self, node, results):
imports = results['imports']
if imports.type == syms.import_as_name or not imports.children:
children = [imports]
else:
children = imports.children
for child in children[::2]:
if child.type == token.NAME:
member = child.value
name_node = child
elif child.type == token.STAR:
# Just leave the import as is.
return
else:
assert child.type == syms.import_as_name
name_node = child.children[0]
member_name = name_node.value
if member_name in ('imap', 'izip', 'ifilter'):
child.value = None
child.remove()
elif member_name in ('ifilterfalse', 'izip_longest'):
node.changed()
name_node.value = ('filterfalse' if member_name[1] == 'f'
else 'zip_longest')
# Make sure the import statement is still sane
children = imports.children[:] or [imports]
remove_comma = True
for child in children:
if remove_comma and child.type == token.COMMA:
child.remove()
else:
remove_comma ^= True
while children and children[-1].type == token.COMMA:
children.pop().remove()
# If there are no imports left, just get rid of the entire statement
if (not (imports.children or getattr(imports, 'value', None)) or
imports.parent is None):
p = node.prefix
node = BlankLine()
node.prefix = p
return node
lib2to3/fixes/fix_raw_input.py 0000644 00000000706 15115353746 0012405 0 ustar 00 """Fixer that changes raw_input(...) into input(...)."""
# Author: Andre Roberge
# Local imports
from .. import fixer_base
from ..fixer_util import Name
class FixRawInput(fixer_base.BaseFix):
BM_compatible = True
PATTERN = """
power< name='raw_input' trailer< '(' [any] ')' > any* >
"""
def transform(self, node, results):
name = results["name"]
name.replace(Name("input", prefix=name.prefix))
lib2to3/fixes/fix_has_key.py 0000644 00000006174 15115353746 0012025 0 ustar 00 # Copyright 2006 Google, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Fixer for has_key().
Calls to .has_key() methods are expressed in terms of the 'in'
operator:
d.has_key(k) -> k in d
CAVEATS:
1) While the primary target of this fixer is dict.has_key(), the
fixer will change any has_key() method call, regardless of its
class.
2) Cases like this will not be converted:
m = d.has_key
if m(k):
...
Only *calls* to has_key() are converted. While it is possible to
convert the above to something like
m = d.__contains__
if m(k):
...
this is currently not done.
"""
# Local imports
from .. import pytree
from .. import fixer_base
from ..fixer_util import Name, parenthesize
class FixHasKey(fixer_base.BaseFix):
BM_compatible = True
PATTERN = """
anchor=power<
before=any+
trailer< '.' 'has_key' >
trailer<
'('
( not(arglist | argument<any '=' any>) arg=any
| arglist<(not argument<any '=' any>) arg=any ','>
)
')'
>
after=any*
>
|
negation=not_test<
'not'
anchor=power<
before=any+
trailer< '.' 'has_key' >
trailer<
'('
( not(arglist | argument<any '=' any>) arg=any
| arglist<(not argument<any '=' any>) arg=any ','>
)
')'
>
>
>
"""
def transform(self, node, results):
assert results
syms = self.syms
if (node.parent.type == syms.not_test and
self.pattern.match(node.parent)):
# Don't transform a node matching the first alternative of the
# pattern when its parent matches the second alternative
return None
negation = results.get("negation")
anchor = results["anchor"]
prefix = node.prefix
before = [n.clone() for n in results["before"]]
arg = results["arg"].clone()
after = results.get("after")
if after:
after = [n.clone() for n in after]
if arg.type in (syms.comparison, syms.not_test, syms.and_test,
syms.or_test, syms.test, syms.lambdef, syms.argument):
arg = parenthesize(arg)
if len(before) == 1:
before = before[0]
else:
before = pytree.Node(syms.power, before)
before.prefix = " "
n_op = Name("in", prefix=" ")
if negation:
n_not = Name("not", prefix=" ")
n_op = pytree.Node(syms.comp_op, (n_not, n_op))
new = pytree.Node(syms.comparison, (arg, n_op, before))
if after:
new = parenthesize(new)
new = pytree.Node(syms.power, (new,) + tuple(after))
if node.parent.type in (syms.comparison, syms.expr, syms.xor_expr,
syms.and_expr, syms.shift_expr,
syms.arith_expr, syms.term,
syms.factor, syms.power):
new = parenthesize(new)
new.prefix = prefix
return new
lib2to3/fixes/fix_next.py 0000644 00000006146 15115353746 0011357 0 ustar 00 """Fixer for it.next() -> next(it), per PEP 3114."""
# Author: Collin Winter
# Things that currently aren't covered:
# - listcomp "next" names aren't warned
# - "with" statement targets aren't checked
# Local imports
from ..pgen2 import token
from ..pygram import python_symbols as syms
from .. import fixer_base
from ..fixer_util import Name, Call, find_binding
bind_warning = "Calls to builtin next() possibly shadowed by global binding"
class FixNext(fixer_base.BaseFix):
BM_compatible = True
PATTERN = """
power< base=any+ trailer< '.' attr='next' > trailer< '(' ')' > >
|
power< head=any+ trailer< '.' attr='next' > not trailer< '(' ')' > >
|
classdef< 'class' any+ ':'
suite< any*
funcdef< 'def'
name='next'
parameters< '(' NAME ')' > any+ >
any* > >
|
global=global_stmt< 'global' any* 'next' any* >
"""
order = "pre" # Pre-order tree traversal
def start_tree(self, tree, filename):
super(FixNext, self).start_tree(tree, filename)
n = find_binding('next', tree)
if n:
self.warning(n, bind_warning)
self.shadowed_next = True
else:
self.shadowed_next = False
def transform(self, node, results):
assert results
base = results.get("base")
attr = results.get("attr")
name = results.get("name")
if base:
if self.shadowed_next:
attr.replace(Name("__next__", prefix=attr.prefix))
else:
base = [n.clone() for n in base]
base[0].prefix = ""
node.replace(Call(Name("next", prefix=node.prefix), base))
elif name:
n = Name("__next__", prefix=name.prefix)
name.replace(n)
elif attr:
# We don't do this transformation if we're assigning to "x.next".
# Unfortunately, it doesn't seem possible to do this in PATTERN,
# so it's being done here.
if is_assign_target(node):
head = results["head"]
if "".join([str(n) for n in head]).strip() == '__builtin__':
self.warning(node, bind_warning)
return
attr.replace(Name("__next__"))
elif "global" in results:
self.warning(node, bind_warning)
self.shadowed_next = True
### The following functions help test if node is part of an assignment
### target.
def is_assign_target(node):
assign = find_assign(node)
if assign is None:
return False
for child in assign.children:
if child.type == token.EQUAL:
return False
elif is_subtree(child, node):
return True
return False
def find_assign(node):
if node.type == syms.expr_stmt:
return node
if node.type == syms.simple_stmt or node.parent is None:
return None
return find_assign(node.parent)
def is_subtree(root, node):
if root == node:
return True
return any(is_subtree(c, node) for c in root.children)
lib2to3/fixes/fix_tuple_params.py 0000644 00000012675 15115353746 0013101 0 ustar 00 """Fixer for function definitions with tuple parameters.
def func(((a, b), c), d):
...
->
def func(x, d):
((a, b), c) = x
...
It will also support lambdas:
lambda (x, y): x + y -> lambda t: t[0] + t[1]
# The parens are a syntax error in Python 3
lambda (x): x + y -> lambda x: x + y
"""
# Author: Collin Winter
# Local imports
from .. import pytree
from ..pgen2 import token
from .. import fixer_base
from ..fixer_util import Assign, Name, Newline, Number, Subscript, syms
def is_docstring(stmt):
return isinstance(stmt, pytree.Node) and \
stmt.children[0].type == token.STRING
class FixTupleParams(fixer_base.BaseFix):
run_order = 4 #use a lower order since lambda is part of other
#patterns
BM_compatible = True
PATTERN = """
funcdef< 'def' any parameters< '(' args=any ')' >
['->' any] ':' suite=any+ >
|
lambda=
lambdef< 'lambda' args=vfpdef< '(' inner=any ')' >
':' body=any
>
"""
def transform(self, node, results):
if "lambda" in results:
return self.transform_lambda(node, results)
new_lines = []
suite = results["suite"]
args = results["args"]
# This crap is so "def foo(...): x = 5; y = 7" is handled correctly.
# TODO(cwinter): suite-cleanup
if suite[0].children[1].type == token.INDENT:
start = 2
indent = suite[0].children[1].value
end = Newline()
else:
start = 0
indent = "; "
end = pytree.Leaf(token.INDENT, "")
# We need access to self for new_name(), and making this a method
# doesn't feel right. Closing over self and new_lines makes the
# code below cleaner.
def handle_tuple(tuple_arg, add_prefix=False):
n = Name(self.new_name())
arg = tuple_arg.clone()
arg.prefix = ""
stmt = Assign(arg, n.clone())
if add_prefix:
n.prefix = " "
tuple_arg.replace(n)
new_lines.append(pytree.Node(syms.simple_stmt,
[stmt, end.clone()]))
if args.type == syms.tfpdef:
handle_tuple(args)
elif args.type == syms.typedargslist:
for i, arg in enumerate(args.children):
if arg.type == syms.tfpdef:
# Without add_prefix, the emitted code is correct,
# just ugly.
handle_tuple(arg, add_prefix=(i > 0))
if not new_lines:
return
# This isn't strictly necessary, but it plays nicely with other fixers.
# TODO(cwinter) get rid of this when children becomes a smart list
for line in new_lines:
line.parent = suite[0]
# TODO(cwinter) suite-cleanup
after = start
if start == 0:
new_lines[0].prefix = " "
elif is_docstring(suite[0].children[start]):
new_lines[0].prefix = indent
after = start + 1
for line in new_lines:
line.parent = suite[0]
suite[0].children[after:after] = new_lines
for i in range(after+1, after+len(new_lines)+1):
suite[0].children[i].prefix = indent
suite[0].changed()
def transform_lambda(self, node, results):
args = results["args"]
body = results["body"]
inner = simplify_args(results["inner"])
# Replace lambda ((((x)))): x with lambda x: x
if inner.type == token.NAME:
inner = inner.clone()
inner.prefix = " "
args.replace(inner)
return
params = find_params(args)
to_index = map_to_index(params)
tup_name = self.new_name(tuple_name(params))
new_param = Name(tup_name, prefix=" ")
args.replace(new_param.clone())
for n in body.post_order():
if n.type == token.NAME and n.value in to_index:
subscripts = [c.clone() for c in to_index[n.value]]
new = pytree.Node(syms.power,
[new_param.clone()] + subscripts)
new.prefix = n.prefix
n.replace(new)
### Helper functions for transform_lambda()
def simplify_args(node):
if node.type in (syms.vfplist, token.NAME):
return node
elif node.type == syms.vfpdef:
# These look like vfpdef< '(' x ')' > where x is NAME
# or another vfpdef instance (leading to recursion).
while node.type == syms.vfpdef:
node = node.children[1]
return node
raise RuntimeError("Received unexpected node %s" % node)
def find_params(node):
if node.type == syms.vfpdef:
return find_params(node.children[1])
elif node.type == token.NAME:
return node.value
return [find_params(c) for c in node.children if c.type != token.COMMA]
def map_to_index(param_list, prefix=[], d=None):
if d is None:
d = {}
for i, obj in enumerate(param_list):
trailer = [Subscript(Number(str(i)))]
if isinstance(obj, list):
map_to_index(obj, trailer, d=d)
else:
d[obj] = prefix + trailer
return d
def tuple_name(param_list):
l = []
for obj in param_list:
if isinstance(obj, list):
l.append(tuple_name(obj))
else:
l.append(obj)
return "_".join(l)
lib2to3/fixes/__pycache__/fix_types.cpython-38.pyc 0000644 00000003450 15115353746 0016026 0 ustar 00 U
e5d� � @ sp d Z ddlmZ ddlmZ ddddddd d
d d d d
dddddddddd�Zdd� eD �ZG dd� dej�ZdS ) a� Fixer for removing uses of the types module.
These work for only the known names in the types module. The forms above
can include types. or not. ie, It is assumed the module is imported either as:
import types
from types import ... # either * or specific types
The import statements are not modified.
There should be another fixer that handles at least the following constants:
type([]) -> list
type(()) -> tuple
type('') -> str
� )�
fixer_base)�Name�bool�
memoryview�type�complex�dictztype(Ellipsis)�float�int�list�objectz
type(None)ztype(NotImplemented)�slice�bytesz(str,)�tuple�str�range)Z BooleanTypeZ
BufferTypeZ ClassTypeZ ComplexTypeZDictTypeZDictionaryTypeZ EllipsisTypeZ FloatTypeZIntTypeZListTypeZLongTypeZ
ObjectTypeZNoneTypeZNotImplementedTypeZ SliceTypeZ
StringTypeZ StringTypesZ TupleTypeZTypeTypeZ UnicodeTypeZ
XRangeTypec C s g | ] }d | �qS )z)power< 'types' trailer< '.' name='%s' > >� )�.0�tr r �//usr/lib64/python3.8/lib2to3/fixes/fix_types.py�
<listcomp>3 s r c @ s" e Zd ZdZd�e�Zdd� ZdS )�FixTypesT�|c C s& t �|d j�}|r"t||jd�S d S )N�name)�prefix)�
_TYPE_MAPPING�get�valuer r )�selfZnodeZresultsZ new_valuer r r � transform9 s zFixTypes.transformN)�__name__�
__module__� __qualname__Z
BM_compatible�join�_patsZPATTERNr r r r r r 5 s
r N) �__doc__� r Z
fixer_utilr r r$ ZBaseFixr r r r r �<module> s4 � lib2to3/fixes/__pycache__/fix_metaclass.cpython-38.pyc 0000644 00000012336 15115353746 0016641 0 ustar 00 U
e5d � @ sv d Z ddlmZ ddlmZ ddlmZmZmZ dd� Z dd� Z
d d
� Z d d � Z d
d� Z
dd� ZG dd� dej�ZdS )a� Fixer for __metaclass__ = X -> (metaclass=X) methods.
The various forms of classef (inherits nothing, inherits once, inherits
many) don't parse the same in the CST so we look at ALL classes for
a __metaclass__ and if we find one normalize the inherits to all be
an arglist.
For one-liner classes ('class X: pass') there is no indent/dedent so
we normalize those into having a suite.
Moving the __metaclass__ into the classdef can also cause the class
body to be empty so there is some special casing for that as well.
This fixer also tries very hard to keep original indenting and spacing
in all those corner cases.
� )�
fixer_base)�token)�syms�Node�Leafc C sz | j D ]n}|jtjkr"t|� S |jtjkr|j r|j d }|jtjkr|j r|j d }t|t�r|j dkr dS qdS )z� we have to check the cls_node without changing it.
There are two possibilities:
1) clsdef => suite => simple_stmt => expr_stmt => Leaf('__meta')
2) clsdef => simple_stmt => expr_stmt => Leaf('__meta')
� �
__metaclass__TF)
�children�typer �suite�
has_metaclass� simple_stmt� expr_stmt�
isinstancer �value)�parent�node� expr_nodeZ left_side� r �3/usr/lib64/python3.8/lib2to3/fixes/fix_metaclass.pyr s
�r c C s� | j D ]}|jtjkr dS qt| j �D ]\}}|jtjkr( qJq(td��ttjg �}| j |d d� r�| j |d }|� |�
� � |� � qV| � |� |}dS )zf one-line classes don't get a suite in the parse tree so we add
one to normalize the tree
NzNo class suite and no ':'!� ) r r
r r � enumerater �COLON�
ValueErrorr � append_child�clone�remove)�cls_noder �ir � move_noder r r �fixup_parse_tree- s
r c
C s� t |j�D ]\}}|jtjkr
q(q
dS |�� ttjg �}ttj |g�}|j|d� rz|j| }|�
|� � � |�� qJ| � ||� |jd jd }|jd jd } | j
|_
dS )z� if there is a semi-colon all the parts count as part of the same
simple_stmt. We just want the __metaclass__ part so we move
everything after the semi-colon into its own simple_stmt node
Nr )r r r
r �SEMIr r r r r
r r � insert_child�prefix)
r r Z stmt_nodeZsemi_indr Znew_exprZnew_stmtr Z new_leaf1Z old_leaf1r r r �fixup_simple_stmtG s
r$ c C s* | j r&| j d jtjkr&| j d �� d S )N���)r r
r �NEWLINEr )r r r r �remove_trailing_newline_ s r' c c s� | j D ]}|jtjkr q$qtd��tt|j ��D ]t\}}|jtjkr2|j r2|j d }|jtjkr2|j r2|j d }t |t
�r2|j dkr2t |||� t
|� |||fV q2d S )NzNo class suite!r r )r r
r r r �listr r
r r r r r$ r' )r r r Z simple_noder Z left_noder r r �
find_metasd s
� r) c C sz | j ddd� }|r,|�� }|jtjkrq,q|rv|�� }t|t�r^|jtjkr^|jrZd|_dS |� |j ddd� � q,dS )z� If an INDENT is followed by a thing with a prefix then nuke the prefix
Otherwise we get in trouble when removing __metaclass__ at suite start
Nr% � )
r �popr
r �INDENTr r �DEDENTr# �extend)r Zkidsr r r r � fixup_indent{ s r/ c @ s e Zd ZdZdZdd� ZdS )� FixMetaclassTz
classdef<any*>
c C sJ t |�s d S t|� d }t|�D ]\}}}|}|�� q |jd j}t|j�dkr�|jd jtjkrp|jd }n(|jd � � } t
tj| g�}|� d|� n�t|j�dkr�t
tjg �}|� d|� nZt|j�dk�rt
tjg �}|� dt
tjd�� |� d|� |� dt
tjd�� ntd ��|jd jd }
d
|
_|
j} |j�rZ|�t
tjd �� d |
_nd
|
_|jd } | jtjk�s|t�d
| jd _d
| jd _|�|� t|� |j�s�|�� t
|d�}
| |
_|�|
� |�t
tjd�� nbt|j�dk�rF|jd jtjk�rF|jd jtjk�rFt
|d�}
|� d|
� |� dt
tjd�� d S )Nr � � � � r �)�(zUnexpected class definition� metaclass�,� r* r �pass�
���r% ) r r r) r r r
�lenr �arglistr r Z set_childr" r r �RPAR�LPARr r r# r �COMMAr �AssertionErrorr/ r& r, r- )�selfr ZresultsZlast_metaclassr r ZstmtZ text_typer> r Zmeta_txtZorig_meta_prefixr Z pass_leafr r r � transform� sd
��
zFixMetaclass.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNrD r r r r r0 � s r0 N)�__doc__r* r Zpygramr Z
fixer_utilr r r r r r$ r' r) r/ ZBaseFixr0 r r r r �<module> s lib2to3/fixes/__pycache__/fix_zip.cpython-38.opt-1.pyc 0000644 00000003052 15115353746 0016421 0 ustar 00 U
e5d � @ sR d Z ddlmZ ddlmZ ddlmZ ddlm Z m
Z
m Z G dd� dej �Z
dS ) a7
Fixer that changes zip(seq0, seq1, ...) into list(zip(seq0, seq1, ...)
unless there exists a 'from future_builtins import zip' statement in the
top-level namespace.
We avoid the transformation if the zip() call is directly contained in
iter(<>), list(<>), tuple(<>), sorted(<>), ...join(<>), or for V in <>:.
� )�
fixer_base)�Node)�python_symbols)�Name�ArgList�in_special_contextc @ s e Zd ZdZdZdZdd� ZdS )�FixZipTzN
power< 'zip' args=trailer< '(' [any] ')' > [trailers=trailer*]
>
zfuture_builtins.zipc C s� | � |�rd S t|�rd S |d �� }d|_g }d|krZdd� |d D �}|D ]
}d|_qNttjtd�|gdd�}ttjtd�t|g�g| �}|j|_|S ) N�args� �trailersc S s g | ] }|� � �qS � )�clone)�.0�nr r �-/usr/lib64/python3.8/lib2to3/fixes/fix_zip.py�
<listcomp>' s z$FixZip.transform.<locals>.<listcomp>�zip)�prefix�list) Z should_skipr r
r r �symsZpowerr r )�selfZnodeZresultsr r r �newr r r � transform s
zFixZip.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNZskip_onr r r r r r s r N)�__doc__r
r Zpytreer Zpygramr r Z
fixer_utilr r r ZConditionalFixr r r r r �<module> s
lib2to3/fixes/__pycache__/fix_execfile.cpython-38.pyc 0000644 00000003234 15115353746 0016446 0 ustar 00 U
e5d � @ sV d Z ddlmZ ddlmZmZmZmZmZm Z m
Z
m Z m Z m
Z
G dd� dej�ZdS )zoFixer for execfile.
This converts usages of the execfile function into calls to the built-in
exec() function.
� )�
fixer_base)
�Comma�Name�Call�LParen�RParen�Dot�Node�ArgList�String�symsc @ s e Zd ZdZdZdd� ZdS )� FixExecfileTz�
power< 'execfile' trailer< '(' arglist< filename=any [',' globals=any [',' locals=any ] ] > ')' > >
|
power< 'execfile' trailer< '(' filename=any ')' > >
c C s. |st �|d }|�d�}|�d�}|jd jd �� }t|�� t� tdd�g|d�}ttj t
d�|g�}ttj t � t
d �g�ttj t
� t� g�g} |g| }
|�� } d| _td
d�} |
t� | t� | g }
tt
d �|
d �}|g}|d k r�|�t� |�� g� |d k �r|�t� |�� g� tt
d
�||jd�S )N�filename�globals�locals���z"rb"� )Zrparen�open�readz'exec'�compile� �exec)�prefix)�AssertionError�getZchildrenZcloner
r r r r Zpowerr Ztrailerr r r r r �extend)�selfZnodeZresultsr r r Zexecfile_parenZ open_argsZ open_callr Z open_exprZ filename_argZexec_strZ compile_argsZ compile_call�args� r �2/usr/lib64/python3.8/lib2to3/fixes/fix_execfile.py� transform s0
��
zFixExecfile.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r r r r r
s r
N)�__doc__r r Z
fixer_utilr r r r r r r r
r r ZBaseFixr
r r r r �<module> s 0 lib2to3/fixes/__pycache__/fix_dict.cpython-38.pyc 0000644 00000006402 15115353746 0015605 0 ustar 00 U
e5d� � @ sj d Z ddlmZ ddlmZ ddlmZ ddlmZmZmZ ddlmZ ej dhB Z
G dd � d ej �Z d
S ) aj Fixer for dict methods.
d.keys() -> list(d.keys())
d.items() -> list(d.items())
d.values() -> list(d.values())
d.iterkeys() -> iter(d.keys())
d.iteritems() -> iter(d.items())
d.itervalues() -> iter(d.values())
d.viewkeys() -> d.keys()
d.viewitems() -> d.items()
d.viewvalues() -> d.values()
Except in certain very specific contexts: the iter() can be dropped
when the context is list(), sorted(), iter() or for...in; the list()
can be dropped when the context is list() or sorted() (but not iter()
or for...in!). Special contexts that apply to both: list(), sorted(), tuple()
set(), any(), all(), sum().
Note: iter(d.keys()) could be written as iter(d) but since the
original d.iterkeys() was also redundant we don't fix this. And there
are (rare) contexts where it makes a difference (e.g. when passing it
as an argument to a function that introspects the argument).
� )�pytree)�patcomp)�
fixer_base)�Name�Call�Dot)�
fixer_util�iterc @ s@ e Zd ZdZdZdd� ZdZe�e�Z dZ
e�e
�Z dd� Z d S )
�FixDictTa
power< head=any+
trailer< '.' method=('keys'|'items'|'values'|
'iterkeys'|'iteritems'|'itervalues'|
'viewkeys'|'viewitems'|'viewvalues') >
parens=trailer< '(' ')' >
tail=any*
>
c
C s |d }|d d }|d }| j }|j}|�d�}|�d�} |sD| rP|dd � }|dksdtt|���d d
� |D �}d d
� |D �}| o�| �||�}
|t�|jt � t
||j d �g�|d
� � g } t�|j
| �} |
s�| s�d| _ tt
|r�dnd�| g�} |�rt�|j
| g| �} |j | _ | S )N�head�method� �tailr Zview� )�keys�items�valuesc S s g | ] }|� � �qS � ��clone��.0�nr r �./usr/lib64/python3.8/lib2to3/fixes/fix_dict.py�
<listcomp>A s z%FixDict.transform.<locals>.<listcomp>c S s g | ] }|� � �qS r r r r r r r B s )�prefixZparens� �list)�syms�value�
startswith�AssertionError�repr�in_special_contextr ZNodeZtrailerr r r r Zpowerr )
�self�node�resultsr r r r Z method_name�isiterZisviewZspecial�args�newr r r � transform6 s<
���
�zFixDict.transformz3power< func=NAME trailer< '(' node=any ')' > any* >zmfor_stmt< 'for' any 'in' node=any ':' any* >
| comp_for< 'for' any 'in' node=any any* >
c C s� |j d krdS i }|j j d k r^| j�|j j |�r^|d |kr^|rN|d jtkS |d jtjkS |sfdS | j�|j |�o�|d |kS )NFr% �func)�parent�p1�matchr � iter_exemptr �consuming_calls�p2)r$ r% r' r& r r r r# Z s
�
�zFixDict.in_special_contextN)
�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr* ZP1r Zcompile_patternr- ZP2r1 r# r r r r r
) s
r
N)
�__doc__r r r r r r r r r0 r/ ZBaseFixr
r r r r �<module> s lib2to3/fixes/__pycache__/fix_reduce.cpython-38.opt-1.pyc 0000644 00000002143 15115353746 0017066 0 ustar 00 U
e5dE � @ s2 d Z ddlmZ ddlmZ G dd� dej�ZdS )zqFixer for reduce().
Makes sure reduce() is imported from the functools module if reduce is
used in that module.
� )�
fixer_base�� touch_importc @ s e Zd ZdZdZdZdd� ZdS )� FixReduceTZpreai
power< 'reduce'
trailer< '('
arglist< (
(not(argument<any '=' any>) any ','
not(argument<any '=' any>) any) |
(not(argument<any '=' any>) any ','
not(argument<any '=' any>) any ','
not(argument<any '=' any>) any)
) >
')' >
>
c C s t dd|� d S )N� functools�reducer )�selfZnodeZresults� r �0/usr/lib64/python3.8/lib2to3/fixes/fix_reduce.py� transform" s zFixReduce.transformN)�__name__�
__module__� __qualname__Z
BM_compatible�orderZPATTERNr r r r r
r s r N)�__doc__Zlib2to3r Zlib2to3.fixer_utilr ZBaseFixr r r r r
�<module> s lib2to3/fixes/__pycache__/fix_execfile.cpython-38.opt-2.pyc 0000644 00000003002 15115353746 0017377 0 ustar 00 U
e5d � @ sR d dl mZ d dlmZmZmZmZmZmZm Z m
Z
m Z m Z G dd� dej
�ZdS )� )�
fixer_base)
�Comma�Name�Call�LParen�RParen�Dot�Node�ArgList�String�symsc @ s e Zd ZdZdZdd� ZdS )� FixExecfileTz�
power< 'execfile' trailer< '(' arglist< filename=any [',' globals=any [',' locals=any ] ] > ')' > >
|
power< 'execfile' trailer< '(' filename=any ')' > >
c C s& |d }|� d�}|� d�}|jd jd �� }t|�� t� tdd�g|d�}ttjt d�|g�}ttj
t � t d �g�ttj
t � t
� g�g} |g| }
|�� } d| _td
d�} |
t� | t� | g }
tt d �|
d �}|g}|d k r�|�t� |�� g� |d k �r|�t� |�� g� tt d
�||jd�S )N�filename�globals�locals���z"rb"� )Zrparen�open�readz'exec'�compile� �exec)�prefix)�getZchildrenZcloner
r r r r Zpowerr Ztrailerr r r r r �extend)�selfZnodeZresultsr r r Zexecfile_parenZ open_argsZ open_callr Z open_exprZ filename_argZexec_strZ compile_argsZ compile_call�args� r �2/usr/lib64/python3.8/lib2to3/fixes/fix_execfile.py� transform s.
��
zFixExecfile.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r r r r r
s r
N)r r Z
fixer_utilr r r r r r r r
r r ZBaseFixr
r r r r �<module>
s 0 lib2to3/fixes/__pycache__/fix_intern.cpython-38.opt-2.pyc 0000644 00000002051 15115353746 0017115 0 ustar 00 U
e5dx � @ s2 d dl mZ d dlmZmZ G dd� dej�ZdS )� )�
fixer_base)�
ImportAndCall� touch_importc @ s e Zd ZdZdZdZdd� ZdS )� FixInternTZprez�
power< 'intern'
trailer< lpar='('
( not(arglist | argument<any '=' any>) obj=any
| obj=arglist<(not argument<any '=' any>) any ','> )
rpar=')' >
after=any*
>
c C sR |r2|d }|r2|j | jjkr2|jd jdkr2d S d}t|||�}td d|� |S )N�obj� > �**�*)�sys�internr
)�typeZsymsZargumentZchildren�valuer r )�selfZnodeZresultsr �names�new� r �0/usr/lib64/python3.8/lib2to3/fixes/fix_intern.py� transform s � zFixIntern.transformN)�__name__�
__module__� __qualname__Z
BM_compatible�orderZPATTERNr r r r r r
s
r N)� r Z
fixer_utilr r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_reduce.cpython-38.pyc 0000644 00000002143 15115353746 0016127 0 ustar 00 U
e5dE � @ s2 d Z ddlmZ ddlmZ G dd� dej�ZdS )zqFixer for reduce().
Makes sure reduce() is imported from the functools module if reduce is
used in that module.
� )�
fixer_base�� touch_importc @ s e Zd ZdZdZdZdd� ZdS )� FixReduceTZpreai
power< 'reduce'
trailer< '('
arglist< (
(not(argument<any '=' any>) any ','
not(argument<any '=' any>) any) |
(not(argument<any '=' any>) any ','
not(argument<any '=' any>) any ','
not(argument<any '=' any>) any)
) >
')' >
>
c C s t dd|� d S )N� functools�reducer )�selfZnodeZresults� r �0/usr/lib64/python3.8/lib2to3/fixes/fix_reduce.py� transform" s zFixReduce.transformN)�__name__�
__module__� __qualname__Z
BM_compatible�orderZPATTERNr r r r r
r s r N)�__doc__Zlib2to3r Zlib2to3.fixer_utilr ZBaseFixr r r r r
�<module> s lib2to3/fixes/__pycache__/fix_repr.cpython-38.opt-1.pyc 0000644 00000001510 15115353746 0016564 0 ustar 00 U
e5de � @ s: d Z ddlmZ ddlmZmZmZ G dd� dej�ZdS )z/Fixer that transforms `xyzzy` into repr(xyzzy).� )�
fixer_base)�Call�Name� parenthesizec @ s e Zd ZdZdZdd� ZdS )�FixReprTz7
atom < '`' expr=any '`' >
c C s8 |d � � }|j| jjkr"t|�}ttd�|g|jd�S )N�expr�repr)�prefix)Zclone�typeZsymsZ testlist1r r r r )�selfZnodeZresultsr � r �./usr/lib64/python3.8/lib2to3/fixes/fix_repr.py� transform s zFixRepr.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r r r r
r s r N) �__doc__� r Z
fixer_utilr r r ZBaseFixr r r r r
�<module> s lib2to3/fixes/__pycache__/fix_map.cpython-38.pyc 0000644 00000006024 15115353746 0015437 0 ustar 00 U
e5d8 � @ sf d Z ddlmZ ddlmZ ddlmZmZmZm Z m
Z
ddl m Z
ddlmZ G dd� dej�Zd S )
a Fixer that changes map(F, ...) into list(map(F, ...)) unless there
exists a 'from future_builtins import map' statement in the top-level
namespace.
As a special case, map(None, X) is changed into list(X). (This is
necessary because the semantics are changed in this case -- the new
map(None, X) is equivalent to [(x,) for x in X].)
We avoid the transformation (except for the special case mentioned
above) if the map() call is directly contained in iter(<>), list(<>),
tuple(<>), sorted(<>), ...join(<>), or for V in <>:.
NOTE: This is still not correct if the original code was depending on
map(F, X, Y, ...) to go on until the longest argument is exhausted,
substituting None for missing values -- like zip(), it now stops as
soon as the shortest argument is exhausted.
� )�token)�
fixer_base)�Name�ArgList�Call�ListComp�in_special_context)�python_symbols)�Nodec @ s e Zd ZdZdZdZdd� ZdS )�FixMapTaL
map_none=power<
'map'
trailer< '(' arglist< 'None' ',' arg=any [','] > ')' >
[extra_trailers=trailer*]
>
|
map_lambda=power<
'map'
trailer<
'('
arglist<
lambdef< 'lambda'
(fp=NAME | vfpdef< '(' fp=NAME ')'> ) ':' xp=any
>
','
it=any
>
')'
>
[extra_trailers=trailer*]
>
|
power<
'map' args=trailer< '(' [any] ')' >
[extra_trailers=trailer*]
>
zfuture_builtins.mapc C s� | � |�rd S g }d|kr6|d D ]}|�|�� � q"|jjtjkrr| �|d� |�� }d|_t t
d�|g�}�n&d|kr�t |d �� |d �� |d �� �}t tj
|g| dd �}n�d
|kr�|d �� }d|_n�d |k�rf|d }|jtjk�rH|jd
jtjk�rH|jd
jd jtjk�rH|jd
jd jdk�rH| �|d� d S t tj
t
d�|�� g�}d|_t|��rtd S t tj
t
d�t|g�g| �}d|_|j|_|S )NZextra_trailersz You should use a for loop here� �listZ
map_lambdaZxp�fp�it)�prefixZmap_none�arg�args� � �Nonezjcannot convert map(None, ...) with multiple arguments because map() now truncates to the shortest sequence�map)Z should_skip�appendZclone�parent�type�symsZ simple_stmtZwarningr r r r r
ZpowerZtrailerZchildrenZarglistr �NAME�valuer r )�selfZnodeZresultsZtrailers�t�newr � r �-/usr/lib64/python3.8/lib2to3/fixes/fix_map.py� transform@ sN
�
���
zFixMap.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNZskip_onr" r r r r! r s r N)�__doc__Zpgen2r r r Z
fixer_utilr r r r r Zpygramr r Zpytreer
ZConditionalFixr r r r r! �<module> s lib2to3/fixes/__pycache__/fix_reload.cpython-38.pyc 0000644 00000002165 15115353746 0016132 0 ustar 00 U
e5d9 � @ s6 d Z ddlmZ ddlmZmZ G dd� dej�ZdS )z5Fixer for reload().
reload(s) -> importlib.reload(s)� )�
fixer_base)�
ImportAndCall� touch_importc @ s e Zd ZdZdZdZdd� ZdS )� FixReloadTZprez�
power< 'reload'
trailer< lpar='('
( not(arglist | argument<any '=' any>) obj=any
| obj=arglist<(not argument<any '=' any>) any ','> )
rpar=')' >
after=any*
>
c C sR |r2|d }|r2|j | jjkr2|jd jdkr2d S d}t|||�}td d|� |S )N�obj� > �**�*)� importlib�reloadr
)�typeZsymsZargumentZchildren�valuer r )�selfZnodeZresultsr �names�new� r �0/usr/lib64/python3.8/lib2to3/fixes/fix_reload.py� transform s � zFixReload.transformN)�__name__�
__module__� __qualname__Z
BM_compatible�orderZPATTERNr r r r r r
s
r N)�__doc__� r Z
fixer_utilr r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_methodattrs.cpython-38.opt-1.pyc 0000644 00000001645 15115353746 0020163 0 ustar 00 U
e5d^ � @ s> d Z ddlmZ ddlmZ dddd�ZG dd � d ej�Zd
S ) z;Fix bound method attributes (method.im_? -> method.__?__).
� )�
fixer_base)�Name�__func__�__self__z__self__.__class__)Zim_funcZim_selfZim_classc @ s e Zd ZdZdZdd� ZdS )�FixMethodattrsTzU
power< any+ trailer< '.' attr=('im_func' | 'im_self' | 'im_class') > any* >
c C s. |d d }t |j }|�t||jd�� d S )N�attr� )�prefix)�MAP�value�replacer r )�selfZnodeZresultsr �new� r �5/usr/lib64/python3.8/lib2to3/fixes/fix_methodattrs.py� transform s
zFixMethodattrs.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r r r r r s r N)�__doc__� r Z
fixer_utilr r
ZBaseFixr r r r r �<module> s � lib2to3/fixes/__pycache__/fix_apply.cpython-38.pyc 0000644 00000003213 15115353746 0016004 0 ustar 00 U
e5d* � @ sR d Z ddlmZ ddlmZ ddlmZ ddlmZmZm Z G dd� dej
�Z dS ) zIFixer for apply().
This converts apply(func, v, k) into (func)(*v, **k).� )�pytree)�token)�
fixer_base)�Call�Comma� parenthesizec @ s e Zd ZdZdZdd� ZdS )�FixApplyTa.
power< 'apply'
trailer<
'('
arglist<
(not argument<NAME '=' any>) func=any ','
(not argument<NAME '=' any>) args=any [','
(not argument<NAME '=' any>) kwds=any] [',']
>
')'
>
>
c C s4 | j }|st�|d }|d }|�d�}|rN|j| j jkrN|jd jdkrNd S |rt|j| j jkrt|jd jdkrtd S |j}|�� }|jt j
|j fkr�|j|j ks�|jd jt j
kr�t|�}d|_|�� }d|_|d k r�|�� }d|_t�t jd �|g}|d k �r&|�t� t�t j
d�|g� d
|d _t|||d �S ) N�func�args�kwds� > �**�*r
���� r � )�prefix)�syms�AssertionError�get�typeZargumentZchildren�valuer Zcloner �NAMEZatomZpower�
DOUBLESTARr r ZLeaf�STAR�extendr r ) �selfZnodeZresultsr r r
r r Z l_newargs� r �//usr/lib64/python3.8/lib2to3/fixes/fix_apply.py� transform sH
��
��
�
zFixApply.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r r r r r s r N) �__doc__r r Zpgen2r r Z
fixer_utilr r r ZBaseFixr r r r r �<module> s
lib2to3/fixes/__pycache__/fix_ne.cpython-38.pyc 0000644 00000001446 15115353746 0015267 0 ustar 00 U
e5d; � @ s> d Z ddlmZ ddlmZ ddlmZ G dd� dej�ZdS )z Fixer that turns <> into !=.� )�pytree)�token)�
fixer_basec @ s" e Zd ZejZdd� Zdd� ZdS )�FixNec C s
|j dkS )Nz<>)�value)�self�node� r �,/usr/lib64/python3.8/lib2to3/fixes/fix_ne.py�match s z FixNe.matchc C s t jtjd|jd�}|S )Nz!=)�prefix)r ZLeafr �NOTEQUALr )r r Zresults�newr r r
� transform s zFixNe.transformN)�__name__�
__module__� __qualname__r r
Z _accept_typer r r r r r
r s r N)�__doc__� r Zpgen2r r ZBaseFixr r r r r
�<module> s lib2to3/fixes/__pycache__/fix_standarderror.cpython-38.pyc 0000644 00000001313 15115353746 0017530 0 ustar 00 U
e5d� � @ s2 d Z ddlmZ ddlmZ G dd� dej�ZdS )z%Fixer for StandardError -> Exception.� )�
fixer_base)�Namec @ s e Zd ZdZdZdd� ZdS )�FixStandarderrorTz-
'StandardError'
c C s t d|jd�S )N� Exception)�prefix)r r )�selfZnodeZresults� r �7/usr/lib64/python3.8/lib2to3/fixes/fix_standarderror.py� transform s zFixStandarderror.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr
r r r r r s r N)�__doc__� r Z
fixer_utilr ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_next.cpython-38.pyc 0000644 00000006006 15115353746 0015640 0 ustar 00 U
e5df � @ sn d Z ddlmZ ddlmZ ddlmZ ddlm Z m
Z
m Z dZ G dd� dej
�Zd d
� Zd d � Zd
d� ZdS )z.Fixer for it.next() -> next(it), per PEP 3114.� )�token)�python_symbols)�
fixer_base)�Name�Call� find_bindingz;Calls to builtin next() possibly shadowed by global bindingc s0 e Zd ZdZdZdZ� fdd�Zdd� Z� ZS )�FixNextTa�
power< base=any+ trailer< '.' attr='next' > trailer< '(' ')' > >
|
power< head=any+ trailer< '.' attr='next' > not trailer< '(' ')' > >
|
classdef< 'class' any+ ':'
suite< any*
funcdef< 'def'
name='next'
parameters< '(' NAME ')' > any+ >
any* > >
|
global=global_stmt< 'global' any* 'next' any* >
Zprec s> t t| ��||� td|�}|r4| �|t� d| _nd| _d S )N�nextTF)�superr �
start_treer �warning� bind_warning�
shadowed_next)�selfZtree�filename�n�� __class__� �./usr/lib64/python3.8/lib2to3/fixes/fix_next.pyr $ s
zFixNext.start_treec C s |st �|�d�}|�d�}|�d�}|rz| jrF|�td|jd�� n2dd� |D �}d|d _|�ttd
|jd�|�� n�|r�td|jd�}|�|� nl|r�t|�r�|d }d�d d� |D ��� � d
kr�| �
|t � d S |�td�� n d|k�r| �
|t � d| _d S )N�base�attr�name�__next__)�prefixc S s g | ] }|� � �qS r )Zclone��.0r r r r �
<listcomp>9 s z%FixNext.transform.<locals>.<listcomp>� � r �headc S s g | ] }t |��qS r )�strr r r r r E s Z __builtin__�globalT) �AssertionError�getr �replacer r r �is_assign_target�join�stripr r
)r �nodeZresultsr r r r r r r r � transform. s.
zFixNext.transform) �__name__�
__module__� __qualname__Z
BM_compatibleZPATTERN�orderr r* �
__classcell__r r r r r s
r c C sF t | �}|d krdS |jD ]&}|jtjkr0 dS t|| �r dS qdS )NFT)� find_assign�children�typer �EQUAL�
is_subtree)r) ZassignZchildr r r r& Q s
r& c C s4 | j tjkr| S | j tjks&| jd kr*d S t| j�S �N)r2 �symsZ expr_stmtZ simple_stmt�parentr0 �r) r r r r0 ] s
r0 c s$ | � kr dS t � fdd�| jD ��S )NTc 3 s | ]}t |� �V qd S r5 )r4 )r �cr8 r r � <genexpr>g s z is_subtree.<locals>.<genexpr>)�anyr1 )�rootr) r r8 r r4 d s r4 N)�__doc__Zpgen2r Zpygramr r6 r r Z
fixer_utilr r r r
ZBaseFixr r& r0 r4 r r r r �<module> s @ lib2to3/fixes/__pycache__/fix_ws_comma.cpython-38.opt-1.pyc 0000644 00000002132 15115353746 0017422 0 ustar 00 U
e5dB � @ s> d Z ddlmZ ddlmZ ddlmZ G dd� dej�ZdS )z�Fixer that changes 'a ,b' into 'a, b'.
This also changes '{a :b}' into '{a: b}', but does not touch other
uses of colons. It does not touch other uses of whitespace.
� )�pytree)�token)�
fixer_basec @ s@ e Zd ZdZdZe�ejd�Ze�ej d�Z ee fZ
dd� Z dS )�
FixWsCommaTzH
any<(not(',') any)+ ',' ((not(',') any)+ ',')* [not(',') any]>
�,�:c C s` |� � }d}|jD ]H}|| jkrB|j}|�� r<d|kr<d|_d}q|rV|j}|sVd|_d}q|S )NF�
� T� )ZcloneZchildren�SEPS�prefix�isspace)�selfZnodeZresults�newZcommaZchildr � r �2/usr/lib64/python3.8/lib2to3/fixes/fix_ws_comma.py� transform s
zFixWsComma.transformN) �__name__�
__module__� __qualname__ZexplicitZPATTERNr ZLeafr �COMMA�COLONr r r r r r r s r N)�__doc__r r Zpgen2r r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_itertools.cpython-38.opt-2.pyc 0000644 00000002241 15115353746 0017643 0 ustar 00 U
e5d � @ s. d dl mZ d dlmZ G dd� dej�ZdS )� )�
fixer_base)�Namec @ s* e Zd ZdZdZde� ZdZdd� ZdS )� FixItertoolsTz7('imap'|'ifilter'|'izip'|'izip_longest'|'ifilterfalse')z�
power< it='itertools'
trailer<
dot='.' func=%(it_funcs)s > trailer< '(' [any] ')' > >
|
power< func=%(it_funcs)s trailer< '(' [any] ')' > >
� c C s� d }|d d }d|krV|j dkrV|d |d }}|j}|�� |�� |j�|� |p^|j}|�t|j dd � |d�� d S )N�func� �it)Z ifilterfalseZ izip_longest�dot� )�prefix)�valuer �remove�parent�replacer )�selfZnodeZresultsr r r r � r �3/usr/lib64/python3.8/lib2to3/fixes/fix_itertools.py� transform s �
zFixItertools.transformN) �__name__�
__module__� __qualname__Z
BM_compatibleZit_funcs�localsZPATTERNZ run_orderr r r r r r s � r N)� r Z
fixer_utilr ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_exitfunc.cpython-38.opt-2.pyc 0000644 00000004265 15115353746 0017454 0 ustar 00 U
e5d� � @ sF d dl mZmZ d dlmZmZmZmZmZm Z G dd� dej
�Z dS )� )�pytree�
fixer_base)�Name�Attr�Call�Comma�Newline�symsc s< e Zd ZdZdZdZ� fdd�Z� fdd�Zdd� Z� Z S ) � FixExitfuncTa�
(
sys_import=import_name<'import'
('sys'
|
dotted_as_names< (any ',')* 'sys' (',' any)* >
)
>
|
expr_stmt<
power< 'sys' trailer< '.' 'exitfunc' > >
'=' func=any >
)
c s t t| �j|� d S �N)�superr
�__init__)�self�args�� __class__� �2/usr/lib64/python3.8/lib2to3/fixes/fix_exitfunc.pyr
s zFixExitfunc.__init__c s t t| ��||� d | _d S r )r r
�
start_tree�
sys_import)r Ztree�filenamer r r r ! s zFixExitfunc.start_treec C s& d|kr | j d kr |d | _ d S |d �� }d|_t�tjttd�td���}t ||g|j�}|�
|� | j d kr�| � |d� d S | j j d }|j
tjkr�|�t� � |�tdd�� nj| j j}|j �| j �}|j} t�tjtd �tdd�g�}
t�tj|
g�} |�|d t� � |�|d
| � d S ) Nr �func� �atexit�registerzKCan't find sys import; Please add an atexit import at the top of your file.� � �import� )r Zclone�prefixr ZNoder Zpowerr r r �replaceZwarningZchildren�typeZdotted_as_namesZ append_childr �parent�indexZ import_nameZ simple_stmtZ insert_childr ) r ZnodeZresultsr r Zcall�namesZcontaining_stmtZpositionZstmt_containerZ
new_import�newr r r � transform% s6
�
�zFixExitfunc.transform)
�__name__�
__module__� __qualname__Zkeep_line_orderZ
BM_compatibleZPATTERNr
r r& �
__classcell__r r r r r
s r
N) Zlib2to3r r Zlib2to3.fixer_utilr r r r r r ZBaseFixr
r r r r �<module> s lib2to3/fixes/__pycache__/fix_throw.cpython-38.pyc 0000644 00000003413 15115353746 0016024 0 ustar 00 U
e5d. � @ sZ d Z ddlmZ ddlmZ ddlmZ ddlmZmZm Z m
Z
m Z G dd� dej �Z
dS ) z�Fixer for generator.throw(E, V, T).
g.throw(E) -> g.throw(E)
g.throw(E, V) -> g.throw(E(V))
g.throw(E, V, T) -> g.throw(E(V).with_traceback(T))
g.throw("foo"[, V[, T]]) will warn about string exceptions.� )�pytree)�token)�
fixer_base)�Name�Call�ArgList�Attr�is_tuplec @ s e Zd ZdZdZdd� ZdS )�FixThrowTz�
power< any trailer< '.' 'throw' >
trailer< '(' args=arglist< exc=any ',' val=any [',' tb=any] > ')' >
>
|
power< any trailer< '.' 'throw' > trailer< '(' exc=any ')' > >
c C s� | j }|d �� }|jtjkr.| �|d� d S |�d�}|d krDd S |�� }t|�rndd� |jdd� D �}n d|_ |g}|d }d
|kr�|d
�� }d|_ t
||�} t | t d ��t
|g�g }
|�t�|j|
�� n|�t
||�� d S ) N�excz+Python 3 does not support string exceptions�valc S s g | ] }|� � �qS � )�clone)�.0�cr
r
�//usr/lib64/python3.8/lib2to3/fixes/fix_throw.py�
<listcomp>) s z&FixThrow.transform.<locals>.<listcomp>� ���� �args�tb�with_traceback)�symsr �typer �STRINGZcannot_convert�getr Zchildren�prefixr r r r �replacer ZNodeZpower) �selfZnodeZresultsr r r r Z
throw_argsr �eZwith_tbr
r
r � transform s*
zFixThrow.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr! r
r
r
r r
s r
N)�__doc__r r Zpgen2r r Z
fixer_utilr r r r r ZBaseFixr
r
r
r
r �<module> s
lib2to3/fixes/__pycache__/fix_reload.cpython-38.opt-2.pyc 0000644 00000002057 15115353746 0017072 0 ustar 00 U
e5d9 � @ s2 d dl mZ d dlmZmZ G dd� dej�ZdS )� )�
fixer_base)�
ImportAndCall� touch_importc @ s e Zd ZdZdZdZdd� ZdS )� FixReloadTZprez�
power< 'reload'
trailer< lpar='('
( not(arglist | argument<any '=' any>) obj=any
| obj=arglist<(not argument<any '=' any>) any ','> )
rpar=')' >
after=any*
>
c C sR |r2|d }|r2|j | jjkr2|jd jdkr2d S d}t|||�}td d|� |S )N�obj� > �**�*)� importlib�reloadr
)�typeZsymsZargumentZchildren�valuer r )�selfZnodeZresultsr �names�new� r �0/usr/lib64/python3.8/lib2to3/fixes/fix_reload.py� transform s � zFixReload.transformN)�__name__�
__module__� __qualname__Z
BM_compatible�orderZPATTERNr r r r r r
s
r N)� r Z
fixer_utilr r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_xreadlines.cpython-38.opt-2.pyc 0000644 00000001735 15115353746 0017764 0 ustar 00 U
e5d� � @ s. d dl mZ d dlmZ G dd� dej�ZdS )� )�
fixer_base)�Namec @ s e Zd ZdZdZdd� ZdS )�
FixXreadlinesTz�
power< call=any+ trailer< '.' 'xreadlines' > trailer< '(' ')' > >
|
power< any+ trailer< '.' no_call='xreadlines' > >
c C s@ |� d�}|r$|�td|jd�� n|�dd� |d D �� d S )N�no_call�__iter__)�prefixc S s g | ] }|� � �qS � )Zclone)�.0�xr r �4/usr/lib64/python3.8/lib2to3/fixes/fix_xreadlines.py�
<listcomp> s z+FixXreadlines.transform.<locals>.<listcomp>Zcall)�get�replacer r )�selfZnodeZresultsr r r r � transform s
zFixXreadlines.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r r r r r s r N)� r Z
fixer_utilr ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_tuple_params.cpython-38.pyc 0000644 00000010752 15115353746 0017361 0 ustar 00 U
e5d� � @ s� d Z ddlmZ ddlmZ ddlmZ ddlmZmZm Z m
Z
m Z m Z dd� Z
G dd � d ej�Zd
d � Zd d
� Zg dfdd�Zdd� ZdS )a: Fixer for function definitions with tuple parameters.
def func(((a, b), c), d):
...
->
def func(x, d):
((a, b), c) = x
...
It will also support lambdas:
lambda (x, y): x + y -> lambda t: t[0] + t[1]
# The parens are a syntax error in Python 3
lambda (x): x + y -> lambda x: x + y
� )�pytree)�token)�
fixer_base)�Assign�Name�Newline�Number� Subscript�symsc C s t | tj�o | jd jtjkS )N� )�
isinstancer �Node�children�typer �STRING)�stmt� r �6/usr/lib64/python3.8/lib2to3/fixes/fix_tuple_params.py� is_docstring s �r c @ s( e Zd ZdZdZdZdd� Zdd� ZdS ) �FixTupleParams� Ta
funcdef< 'def' any parameters< '(' args=any ')' >
['->' any] ':' suite=any+ >
|
lambda=
lambdef< 'lambda' args=vfpdef< '(' inner=any ')' >
':' body=any
>
c s� d|kr�� ||�S g �|d }|d }|d jd jtjkrZd}|d jd j}t� � nd}d}t�tjd�� d� ��fd
d � }|jt j
kr�||� n<|jt j kr�t |j�D ]$\}} | jt j
kr�|| |dkd � q��s�d S �D ]}
|d |
_
q�|} |dk�r
d
�d _n&t|d j| ��r0|�d _|d } �D ]}
|d |
_
�q4�|d j| | �< t| d | t�� d �D ]}||d j| _�qr|d �� d S )N�lambda�suite�argsr � r z; � Fc s\ t ��� �}| �� }d|_t||�� �}|r2d|_| �|� ��t�t j
|� �� g�� d S )Nr � ) r �new_name�clone�prefixr �replace�appendr r
r
Z simple_stmt)Z tuple_arg�
add_prefix�n�argr ��endZ new_lines�selfr r � handle_tupleC s
�z.FixTupleParams.transform.<locals>.handle_tuple)r" r )F)�transform_lambdar r r �INDENT�valuer r ZLeafr
ZtfpdefZ
typedargslist� enumerate�parentr r �range�lenZchanged) r' �node�resultsr r �start�indentr( �ir$ �lineZafterr r% r � transform. sF
zFixTupleParams.transformc
C s� |d }|d }t |d �}|jtjkrD|�� }d|_|�|� d S t|�}t|�}| � t
|��}t |dd�} |�| �� � |� � D ]X}
|
jtjkr�|
j
|kr�dd� ||
j
D �} t�tj| �� g| �} |
j| _|
�| � q�d S )Nr �body�innerr )r c S s g | ] }|� � �qS r )r ��.0�cr r r �
<listcomp>� s z3FixTupleParams.transform_lambda.<locals>.<listcomp>)�
simplify_argsr r �NAMEr r r � find_params� map_to_indexr �
tuple_namer Z
post_orderr+ r r
r
Zpower)
r' r0 r1 r r7 r8 ZparamsZto_indexZtup_nameZ new_paramr# Z
subscripts�newr r r r) n s*
�z FixTupleParams.transform_lambdaN)�__name__�
__module__� __qualname__Z run_orderZ
BM_compatibleZPATTERNr6 r) r r r r r s
@r c C sN | j tjtjfkr| S | j tjkr>| j tjkr:| jd } q"| S td| ��d S )Nr zReceived unexpected node %s)r r
Zvfplistr r> �vfpdefr � RuntimeError�r0 r r r r= � s r= c C s< | j tjkrt| jd �S | j tjkr,| jS dd� | jD �S )Nr c S s g | ]}|j tjkrt|��qS r )r r �COMMAr? r9 r r r r< � s z find_params.<locals>.<listcomp>)r r
rF r? r r r> r+ rH r r r r? � s
r? Nc C sZ |d kr i }t | �D ]@\}}ttt|���g}t|t�rHt|||d� q|| ||< q|S )N)�d)r, r r �strr �listr@ )�
param_listr rJ r4 �objZtrailerr r r r@ � s
r@ c C s< g }| D ](}t |t�r&|�t|�� q|�|� qd�|�S )N�_)r rL r! rA �join)rM �lrN r r r rA � s
rA )�__doc__r r Zpgen2r r Z
fixer_utilr r r r r r
r ZBaseFixr r= r? r@ rA r r r r �<module> s l lib2to3/fixes/__pycache__/fix_itertools_imports.cpython-38.opt-1.pyc 0000644 00000002775 15115353746 0021433 0 ustar 00 U
e5d& � @ s: d Z ddlmZ ddlmZmZmZ G dd� dej�ZdS )zA Fixer for imports of itertools.(imap|ifilter|izip|ifilterfalse) � )�
fixer_base)� BlankLine�syms�tokenc @ s" e Zd ZdZde� Zdd� ZdS )�FixItertoolsImportsTzT
import_from< 'from' 'itertools' 'import' imports=any >
c C sZ |d }|j tjks|js"|g}n|j}|d d d� D ]|}|j tjkrR|j}|}n |j tjkrd d S |jd }|j}|dkr�d |_|�� q6|dkr6|� � |d dkr�dnd |_q6|jd d � p�|g}d
} |D ]&}| r�|j tj
kr�|�� q�| d
N } q�|�r |d j tj
k�r |� � �� q�|j�s4t |d d ��r@|j
d k�rV|j}
t� }|
|_|S d S )
N�imports� r )ZimapZizipZifilter)Z ifilterfalseZ izip_longest� �f� filterfalse� zip_longestT����value)�typer Zimport_as_name�childrenr �NAMEr �STAR�removeZchanged�COMMA�pop�getattr�parent�prefixr ) �selfZnodeZresultsr r Zchild�memberZ name_node� member_nameZ remove_comma�p� r �;/usr/lib64/python3.8/lib2to3/fixes/fix_itertools_imports.py� transform sF
�
�z FixItertoolsImports.transformN)�__name__�
__module__� __qualname__Z
BM_compatible�localsZPATTERNr r r r r r s
�r N) �__doc__Zlib2to3r Zlib2to3.fixer_utilr r r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_renames.cpython-38.opt-2.pyc 0000644 00000003602 15115353746 0017253 0 ustar 00 U
e5d� � @ sR d dl mZ d dlmZmZ dddiiZi Zdd� Zdd � ZG d
d � d ej �Z
d S )
� )�
fixer_base)�Name�
attr_chain�sysZmaxint�maxsizec C s dd� tt| �� d S )N�(�|�))�join�map�repr)�members� r �1/usr/lib64/python3.8/lib2to3/fixes/fix_renames.py�
alternates s r c c sZ t t�� �D ]H\} }t |�� �D ]2\}}|t| |f< d| ||f V d| |f V q q d S )Nz�
import_from< 'from' module_name=%r 'import'
( attr_name=%r | import_as_name< attr_name=%r 'as' any >) >
z^
power< module_name=%r trailer< '.' attr_name=%r > any* >
)�list�MAPPING�items�LOOKUP)�module�replaceZold_attr�new_attrr r r �
build_pattern s ��r c s8 e Zd ZdZd�e� �ZdZ� fdd�Zdd� Z � Z
S )�
FixRenamesTr Zprec s@ t t| �j� � |�}|r<t� fdd�t|d�D ��r8dS |S dS )Nc 3 s | ]}� |�V qd S )Nr )�.0�obj��matchr r � <genexpr>5 s z#FixRenames.match.<locals>.<genexpr>�parentF)�superr r �anyr )�self�node�results�� __class__r r r 1 s zFixRenames.matchc C sD |� d�}|� d�}|r@|r@t|j|jf }|�t||jd�� d S )NZ module_name� attr_name)�prefix)�getr �valuer r r( )r" r# r$ Zmod_namer' r r r r � transform> s
zFixRenames.transform) �__name__�
__module__� __qualname__Z
BM_compatibler
r ZPATTERN�orderr r+ �
__classcell__r r r% r r * s
r N) � r Z
fixer_utilr r r r r r ZBaseFixr r r r r �<module>
s lib2to3/fixes/__pycache__/fix_xrange.cpython-38.opt-1.pyc 0000644 00000004734 15115353746 0017113 0 ustar 00 U
e5d�
� @ sF d Z ddlmZ ddlmZmZmZ ddlmZ G dd� dej�Z dS )z/Fixer that changes xrange(...) into range(...).� )�
fixer_base)�Name�Call�consuming_calls)�patcompc sh e Zd ZdZdZ� fdd�Zdd� Zdd� Zd d
� Zd d � Z d
Z
e � e
�Z
dZe � e�Zdd� Z� ZS )� FixXrangeTz�
power<
(name='range'|name='xrange') trailer< '(' args=any ')' >
rest=any* >
c s t t| ��||� t� | _d S �N)�superr �
start_tree�set�transformed_xranges��selfZtree�filename�� __class__� �0/usr/lib64/python3.8/lib2to3/fixes/fix_xrange.pyr
s zFixXrange.start_treec C s
d | _ d S r )r r
r r r � finish_tree s zFixXrange.finish_treec C sD |d }|j dkr | �||�S |j dkr4| �||�S tt|���d S )N�nameZxrange�range)�value�transform_xrange�transform_range�
ValueError�repr�r �node�resultsr r r r � transform s
zFixXrange.transformc C s0 |d }|� td|jd�� | j�t|�� d S )Nr r ��prefix)�replacer r! r �add�idr r r r r $ s zFixXrange.transform_xrangec C sf t |�| jkrb| �|�sbttd�|d �� g�}ttd�|g|jd�}|d D ]}|�|� qN|S d S )Nr �args�listr �rest)r$ r �in_special_contextr r Zcloner! Z append_child)r r r Z
range_callZ list_call�nr r r r * s � � zFixXrange.transform_rangez3power< func=NAME trailer< '(' node=any ')' > any* >z�for_stmt< 'for' any 'in' node=any ':' any* >
| comp_for< 'for' any 'in' node=any any* >
| comparison< any 'in' node=any any*>
c C sf |j d krdS i }|j j d k rJ| j�|j j |�rJ|d |krJ|d jtkS | j�|j |�od|d |kS )NFr �func)�parent�p1�matchr r �p2)r r r r r r r( ? s
�
�z FixXrange.in_special_context)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr
r r r r ZP1r Zcompile_patternr, ZP2r. r( �
__classcell__r r r r r s
r N)
�__doc__� r Z
fixer_utilr r r r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_zip.cpython-38.opt-2.pyc 0000644 00000002337 15115353746 0016427 0 ustar 00 U
e5d � @ sN d dl mZ d dlmZ d dlmZ d dlmZm Z m
Z
G dd� dej �Z dS )� )�
fixer_base)�Node)�python_symbols)�Name�ArgList�in_special_contextc @ s e Zd ZdZdZdZdd� ZdS )�FixZipTzN
power< 'zip' args=trailer< '(' [any] ')' > [trailers=trailer*]
>
zfuture_builtins.zipc C s� | � |�rd S t|�rd S |d �� }d|_g }d|krZdd� |d D �}|D ]
}d|_qNttjtd�|gdd�}ttjtd�t|g�g| �}|j|_|S ) N�args� �trailersc S s g | ] }|� � �qS � )�clone)�.0�nr r �-/usr/lib64/python3.8/lib2to3/fixes/fix_zip.py�
<listcomp>' s z$FixZip.transform.<locals>.<listcomp>�zip)�prefix�list) Z should_skipr r
r r �symsZpowerr r )�selfZnodeZresultsr r r �newr r r � transform s
zFixZip.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNZskip_onr r r r r r s r N)
r
r Zpytreer Zpygramr r Z
fixer_utilr r r ZConditionalFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_has_key.cpython-38.pyc 0000644 00000005566 15115353746 0016317 0 ustar 00 U
e5d| � @ sB d Z ddlmZ ddlmZ ddlmZmZ G dd� dej�ZdS )a& Fixer for has_key().
Calls to .has_key() methods are expressed in terms of the 'in'
operator:
d.has_key(k) -> k in d
CAVEATS:
1) While the primary target of this fixer is dict.has_key(), the
fixer will change any has_key() method call, regardless of its
class.
2) Cases like this will not be converted:
m = d.has_key
if m(k):
...
Only *calls* to has_key() are converted. While it is possible to
convert the above to something like
m = d.__contains__
if m(k):
...
this is currently not done.
� )�pytree)�
fixer_base)�Name� parenthesizec @ s e Zd ZdZdZdd� ZdS )� FixHasKeyTa�
anchor=power<
before=any+
trailer< '.' 'has_key' >
trailer<
'('
( not(arglist | argument<any '=' any>) arg=any
| arglist<(not argument<any '=' any>) arg=any ','>
)
')'
>
after=any*
>
|
negation=not_test<
'not'
anchor=power<
before=any+
trailer< '.' 'has_key' >
trailer<
'('
( not(arglist | argument<any '=' any>) arg=any
| arglist<(not argument<any '=' any>) arg=any ','>
)
')'
>
>
>
c
C s� |st �| j}|jj|jkr.| j�|j�r.d S |�d�}|d }|j}dd� |d D �}|d � � }|�d�} | r�dd� | D �} |j|j
|j|j |j |j
|j|jfkr�t|�}t|�d kr�|d
}nt�|j|�}d |_td d d
�}
|�rtdd d
�} t�|j| |
f�}
t�|j
||
|f�} | �rBt| �} t�|j| ft| � �} |jj|j
|j|j|j|j|j |j |j |jf k�r|t| �} || _| S )N�negation�anchorc S s g | ] }|� � �qS � ��clone��.0�nr r �1/usr/lib64/python3.8/lib2to3/fixes/fix_has_key.py�
<listcomp>R s z'FixHasKey.transform.<locals>.<listcomp>�before�arg�afterc S s g | ] }|� � �qS r r
r r r r r V s � � � �in)�prefix�not) �AssertionError�syms�parent�typeZnot_test�pattern�match�getr r Z
comparisonZand_testZor_testZtestZlambdefZargumentr �lenr ZNodeZpowerr Zcomp_op�tuple�exprZxor_exprZand_exprZ
shift_exprZ
arith_exprZtermZfactor)
�selfZnodeZresultsr r r r r r r Zn_opZn_not�newr r r � transformG sX �
�
�zFixHasKey.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr& r r r r r & s r N) �__doc__� r r Z
fixer_utilr r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_imports.cpython-38.opt-2.pyc 0000644 00000010346 15115353746 0017321 0 ustar 00 U
e5d4 � 1 @ s� d dl mZ d dlmZmZ dddddddd d
d d d d d
ddddddddddddddd d d d d d!d!d"d#d$d%d&d'd'd'd(d)d)d*d+d,�0Zd-d.� Zefd/d0�ZG d1d2� d2ej�Z d3S )4� )�
fixer_base)�Name�
attr_chain�io�pickle�builtins�copyregZqueueZ socketserverZ configparser�reprlibztkinter.filedialogztkinter.simpledialogztkinter.colorchooserztkinter.commondialogztkinter.dialogz tkinter.dndz tkinter.fontztkinter.messageboxztkinter.scrolledtextztkinter.constantsz tkinter.tixz tkinter.ttkZtkinterZ _markupbase�winreg�_threadZ
_dummy_threadzdbm.bsdzdbm.dumbzdbm.ndbmzdbm.gnuz
xmlrpc.clientz
xmlrpc.serverz http.clientz
html.entitiesz html.parserz http.cookieszhttp.cookiejarz http.server�
subprocess� collectionsz urllib.parsezurllib.robotparser)0�StringIOZ cStringIOZcPickleZ __builtin__Zcopy_regZQueueZ SocketServerZ ConfigParser�reprZ
FileDialogZ tkFileDialogZ SimpleDialogZtkSimpleDialogZtkColorChooserZtkCommonDialogZDialogZTkdndZtkFontZ tkMessageBoxZ ScrolledTextZ TkconstantsZTixZttkZTkinterZ
markupbase�_winreg�threadZ dummy_threadZdbhashZdumbdbmZdbmZgdbmZ xmlrpclibZDocXMLRPCServerZSimpleXMLRPCServerZhttplibZhtmlentitydefsZ
HTMLParserZCookieZ cookielibZBaseHTTPServerZSimpleHTTPServerZ
CGIHTTPServerZcommands�
UserString�UserListZurlparseZ robotparserc C s dd� tt| �� d S )N�(�|�))�join�mapr )�members� r �1/usr/lib64/python3.8/lib2to3/fixes/fix_imports.py�
alternates= s r c c sT d� dd� | D ��}t| �� �}d||f V d| V d||f V d| V d S )Nz | c S s g | ] }d | �qS )zmodule_name='%s'r )�.0�keyr r r �
<listcomp>B s z!build_pattern.<locals>.<listcomp>zyname_import=import_name< 'import' ((%s) |
multiple_imports=dotted_as_names< any* (%s) any* >) >
z�import_from< 'from' (%s) 'import' ['(']
( any | import_as_name< any 'as' any > |
import_as_names< any* >) [')'] >
z�import_name< 'import' (dotted_as_name< (%s) 'as' any > |
multiple_imports=dotted_as_names<
any* dotted_as_name< (%s) 'as' any > any* >) >
z3power< bare_with_attr=(%s) trailer<'.' any > any* >)r r �keys)�mappingZmod_listZ
bare_namesr r r �
build_patternA s ���r" c sT e Zd ZdZdZeZdZdd� Z� fdd�Z � fdd�Z
� fd d
�Z d d � Z � Z
S )
�
FixImportsT� c C s d� t| j��S )Nr )r r" r! ��selfr r r r" ` s zFixImports.build_patternc s | � � | _tt| ��� d S �N)r" ZPATTERN�superr# �compile_patternr% �� __class__r r r) c s
zFixImports.compile_patternc sH t t| �j� � |�}|rDd|kr@t� fdd�t|d�D ��r@dS |S dS )N�bare_with_attrc 3 s | ]}� |�V qd S r' r )r �obj��matchr r � <genexpr>q s z#FixImports.match.<locals>.<genexpr>�parentF)r( r# r/ �anyr )r& �node�resultsr* r. r r/ j s �zFixImports.matchc s t t| ��||� i | _d S r' )r( r# �
start_tree�replace)r& Ztree�filenamer* r r r5 v s zFixImports.start_treec C s� |� d�}|rh|j}| j| }|�t||jd�� d|krD|| j|< d|kr�| �|�}|r�| �||� n2|d d }| j� |j�}|r�|�t||jd�� d S )NZ module_name)�prefixZ name_importZmultiple_importsr, � )�get�valuer! r6 r r8 r/ � transform)r& r3 r4 Z
import_modZmod_name�new_nameZ bare_namer r r r< z s
zFixImports.transform)�__name__�
__module__� __qualname__Z
BM_compatibleZkeep_line_order�MAPPINGr! Z run_orderr" r) r/ r5 r< �
__classcell__r r r* r r# U s r# N)
� r Z
fixer_utilr r rA r r" ZBaseFixr# r r r r �<module> sj �5 lib2to3/fixes/__pycache__/fix_metaclass.cpython-38.opt-1.pyc 0000644 00000012265 15115353746 0017601 0 ustar 00 U
e5d � @ sv d Z ddlmZ ddlmZ ddlmZmZmZ dd� Z dd� Z
d d
� Z d d � Z d
d� Z
dd� ZG dd� dej�ZdS )a� Fixer for __metaclass__ = X -> (metaclass=X) methods.
The various forms of classef (inherits nothing, inherits once, inherits
many) don't parse the same in the CST so we look at ALL classes for
a __metaclass__ and if we find one normalize the inherits to all be
an arglist.
For one-liner classes ('class X: pass') there is no indent/dedent so
we normalize those into having a suite.
Moving the __metaclass__ into the classdef can also cause the class
body to be empty so there is some special casing for that as well.
This fixer also tries very hard to keep original indenting and spacing
in all those corner cases.
� )�
fixer_base)�token)�syms�Node�Leafc C sz | j D ]n}|jtjkr"t|� S |jtjkr|j r|j d }|jtjkr|j r|j d }t|t�r|j dkr dS qdS )z� we have to check the cls_node without changing it.
There are two possibilities:
1) clsdef => suite => simple_stmt => expr_stmt => Leaf('__meta')
2) clsdef => simple_stmt => expr_stmt => Leaf('__meta')
� �
__metaclass__TF)
�children�typer �suite�
has_metaclass� simple_stmt� expr_stmt�
isinstancer �value)�parent�node� expr_nodeZ left_side� r �3/usr/lib64/python3.8/lib2to3/fixes/fix_metaclass.pyr s
�r c C s� | j D ]}|jtjkr dS qt| j �D ]\}}|jtjkr( qJq(td��ttjg �}| j |d d� r�| j |d }|� |�
� � |� � qV| � |� |}dS )zf one-line classes don't get a suite in the parse tree so we add
one to normalize the tree
NzNo class suite and no ':'!� ) r r
r r � enumerater �COLON�
ValueErrorr � append_child�clone�remove)�cls_noder �ir � move_noder r r �fixup_parse_tree- s
r c
C s� t |j�D ]\}}|jtjkr
q(q
dS |�� ttjg �}ttj |g�}|j|d� rz|j| }|�
|� � � |�� qJ| � ||� |jd jd }|jd jd } | j
|_
dS )z� if there is a semi-colon all the parts count as part of the same
simple_stmt. We just want the __metaclass__ part so we move
everything after the semi-colon into its own simple_stmt node
Nr )r r r
r �SEMIr r r r r
r r � insert_child�prefix)
r r Z stmt_nodeZsemi_indr Znew_exprZnew_stmtr Z new_leaf1Z old_leaf1r r r �fixup_simple_stmtG s
r$ c C s* | j r&| j d jtjkr&| j d �� d S )N���)r r
r �NEWLINEr )r r r r �remove_trailing_newline_ s r' c c s� | j D ]}|jtjkr q$qtd��tt|j ��D ]t\}}|jtjkr2|j r2|j d }|jtjkr2|j r2|j d }t |t
�r2|j dkr2t |||� t
|� |||fV q2d S )NzNo class suite!r r )r r
r r r �listr r
r r r r r$ r' )r r r Z simple_noder Z left_noder r r �
find_metasd s
� r) c C sz | j ddd� }|r,|�� }|jtjkrq,q|rv|�� }t|t�r^|jtjkr^|jrZd|_dS |� |j ddd� � q,dS )z� If an INDENT is followed by a thing with a prefix then nuke the prefix
Otherwise we get in trouble when removing __metaclass__ at suite start
Nr% � )
r �popr
r �INDENTr r �DEDENTr# �extend)r Zkidsr r r r � fixup_indent{ s r/ c @ s e Zd ZdZdZdd� ZdS )� FixMetaclassTz
classdef<any*>
c C s8 t |�s d S t|� d }t|�D ]\}}}|}|�� q |jd j}t|j�dkr�|jd jtjkrp|jd }n(|jd � � } t
tj| g�}|� d|� n�t|j�dkr�t
tjg �}|� d|� nZt|j�dk�rt
tjg �}|� dt
tjd�� |� d|� |� dt
tjd�� ntd ��|jd jd }
d
|
_|
j} |j�rZ|�t
tjd �� d |
_nd
|
_|jd } d
| jd _d
| jd _|�|� t|� |j�s�|�� t
|d�}
| |
_|�|
� |�t
tjd�� nbt|j�dk�r4|jd jtjk�r4|jd jtjk�r4t
|d�}
|� d|
� |� dt
tjd�� d S )Nr � � � � r �)�(zUnexpected class definition� metaclass�,� r* r �pass�
���r% )r r r) r r r
�lenr �arglistr r Z set_childr" r r �RPAR�LPARr r r# r �COMMAr/ r& r, r- )�selfr ZresultsZlast_metaclassr r ZstmtZ text_typer> r Zmeta_txtZorig_meta_prefixr Z pass_leafr r r � transform� sb
��
zFixMetaclass.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNrC r r r r r0 � s r0 N)�__doc__r* r Zpygramr Z
fixer_utilr r r r r r$ r' r) r/ ZBaseFixr0 r r r r �<module> s lib2to3/fixes/__pycache__/fix_print.cpython-38.opt-1.pyc 0000644 00000004323 15115353746 0016755 0 ustar 00 U
e5d � @ sl d Z ddlmZ ddlmZ ddlmZ ddlmZ ddlmZm Z m
Z
m Z e� d�Z
G dd � d ej�Zd
S ) a Fixer for print.
Change:
'print' into 'print()'
'print ...' into 'print(...)'
'print ... ,' into 'print(..., end=" ")'
'print >>x, ...' into 'print(..., file=x)'
No changes are applied if print_function is imported from __future__
� )�patcomp)�pytree)�token)�
fixer_base)�Name�Call�Comma�Stringz"atom< '(' [atom|STRING|NAME] ')' >c @ s$ e Zd ZdZdZdd� Zdd� ZdS )�FixPrintTzP
simple_stmt< any* bare='print' any* > | print_stmt
c
C s` |� d�}|r,|�ttd�g |jd�� d S |jdd � }t|�dkrXt�|d �rXd S d } }}|r�|d t � kr�|d d� }d}|r�|d t
� t j
d�kr�|d �� }|d d � }d
d � |D �}|r�d |d _|d k s�|d k s�|d k �rF|d k �r| �|d
tt|��� |d k �r.| �|dtt|��� |d k �rF| �|d|� ttd�|�} |j| _| S )NZbare�print)�prefix� � ���� z>>� c S s g | ] }|� � �qS � )�clone)�.0�argr r �//usr/lib64/python3.8/lib2to3/fixes/fix_print.py�
<listcomp>? s z&FixPrint.transform.<locals>.<listcomp>� �sep�end�file)�get�replacer r r Zchildren�len� parend_expr�matchr r �Leafr �
RIGHTSHIFTr � add_kwargr �repr)
�selfZnodeZresultsZ
bare_print�argsr r r Zl_argsZn_stmtr r r � transform% s:
�
zFixPrint.transformc C sN d|_ t�| jjt|�t�tjd�|f�}|r@|� t
� � d|_ |� |� d S )Nr �=r ) r r ZNodeZsymsZargumentr r! r �EQUAL�appendr )r% Zl_nodesZs_kwdZn_exprZ
n_argumentr r r r# M s
�� zFixPrint.add_kwargN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr' r# r r r r r
s (r
N)�__doc__r r r Zpgen2r r Z
fixer_utilr r r r Zcompile_patternr ZBaseFixr
r r r r �<module> s
� lib2to3/fixes/__pycache__/fix_reload.cpython-38.opt-1.pyc 0000644 00000002165 15115353746 0017071 0 ustar 00 U
e5d9 � @ s6 d Z ddlmZ ddlmZmZ G dd� dej�ZdS )z5Fixer for reload().
reload(s) -> importlib.reload(s)� )�
fixer_base)�
ImportAndCall� touch_importc @ s e Zd ZdZdZdZdd� ZdS )� FixReloadTZprez�
power< 'reload'
trailer< lpar='('
( not(arglist | argument<any '=' any>) obj=any
| obj=arglist<(not argument<any '=' any>) any ','> )
rpar=')' >
after=any*
>
c C sR |r2|d }|r2|j | jjkr2|jd jdkr2d S d}t|||�}td d|� |S )N�obj� > �**�*)� importlib�reloadr
)�typeZsymsZargumentZchildren�valuer r )�selfZnodeZresultsr �names�new� r �0/usr/lib64/python3.8/lib2to3/fixes/fix_reload.py� transform s � zFixReload.transformN)�__name__�
__module__� __qualname__Z
BM_compatible�orderZPATTERNr r r r r r
s
r N)�__doc__� r Z
fixer_utilr r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_input.cpython-38.opt-2.pyc 0000644 00000001554 15115353746 0016764 0 ustar 00 U
e5d� � @ sH d dl mZ d dlmZmZ d dl mZ e�d�ZG dd� dej�Z dS )� )�
fixer_base)�Call�Name)�patcompz&power< 'eval' trailer< '(' any ')' > >c @ s e Zd ZdZdZdd� ZdS )�FixInputTzL
power< 'input' args=trailer< '(' [any] ')' > >
c C s6 t �|jj�rd S |�� }d|_ttd�|g|jd�S )N� �eval)�prefix)�context�match�parentZcloner r r )�selfZnodeZresults�new� r �//usr/lib64/python3.8/lib2to3/fixes/fix_input.py� transform s
zFixInput.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r r r r r
s r N)
r r Z
fixer_utilr r r Zcompile_patternr
ZBaseFixr r r r r �<module> s
lib2to3/fixes/__pycache__/fix_has_key.cpython-38.opt-2.pyc 0000644 00000004440 15115353746 0017245 0 ustar 00 U
e5d| � @ s> d dl mZ d dl mZ d dlmZmZ G dd� dej�ZdS )� )�pytree)�
fixer_base)�Name� parenthesizec @ s e Zd ZdZdZdd� ZdS )� FixHasKeyTa�
anchor=power<
before=any+
trailer< '.' 'has_key' >
trailer<
'('
( not(arglist | argument<any '=' any>) arg=any
| arglist<(not argument<any '=' any>) arg=any ','>
)
')'
>
after=any*
>
|
negation=not_test<
'not'
anchor=power<
before=any+
trailer< '.' 'has_key' >
trailer<
'('
( not(arglist | argument<any '=' any>) arg=any
| arglist<(not argument<any '=' any>) arg=any ','>
)
')'
>
>
>
c
C s| | j }|jj|jkr&| j�|j�r&d S |�d�}|d }|j}dd� |d D �}|d �� }|�d�} | rxdd� | D �} |j|j |j|j
|j |j |j
|jfkr�t|�}t|�d kr�|d
}nt�|j|�}d |_td d d
�}
|r�tdd d
�} t�|j| |
f�}
t�|j ||
|f�} | �r8t| �} t�|j| ft| � �} |jj|j |j|j|j|j|j|j |j |jf k�rrt| �} || _| S )N�negation�anchorc S s g | ] }|� � �qS � ��clone��.0�nr r �1/usr/lib64/python3.8/lib2to3/fixes/fix_has_key.py�
<listcomp>R s z'FixHasKey.transform.<locals>.<listcomp>�before�arg�afterc S s g | ] }|� � �qS r r
r r r r r V s � � � �in)�prefix�not) �syms�parent�typeZnot_test�pattern�match�getr r Z
comparisonZand_testZor_testZtestZlambdefZargumentr �lenr ZNodeZpowerr Zcomp_op�tuple�exprZxor_exprZand_exprZ
shift_exprZ
arith_exprZtermZfactor)
�selfZnodeZresultsr r r r r r r Zn_opZn_not�newr r r � transformG sV �
�
�zFixHasKey.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr% r r r r r & s r N)� r r Z
fixer_utilr r ZBaseFixr r r r r �<module>! s lib2to3/fixes/__pycache__/fix_xrange.cpython-38.opt-2.pyc 0000644 00000004634 15115353746 0017113 0 ustar 00 U
e5d�
� @ sB d dl mZ d dlmZmZmZ d dl mZ G dd� dej�ZdS )� )�
fixer_base)�Name�Call�consuming_calls)�patcompc sh e Zd ZdZdZ� fdd�Zdd� Zdd� Zd d
� Zd d � Z d
Z
e � e
�Z
dZe � e�Zdd� Z� ZS )� FixXrangeTz�
power<
(name='range'|name='xrange') trailer< '(' args=any ')' >
rest=any* >
c s t t| ��||� t� | _d S �N)�superr �
start_tree�set�transformed_xranges��selfZtree�filename�� __class__� �0/usr/lib64/python3.8/lib2to3/fixes/fix_xrange.pyr
s zFixXrange.start_treec C s
d | _ d S r )r r
r r r � finish_tree s zFixXrange.finish_treec C sD |d }|j dkr | �||�S |j dkr4| �||�S tt|���d S )N�nameZxrange�range)�value�transform_xrange�transform_range�
ValueError�repr�r �node�resultsr r r r � transform s
zFixXrange.transformc C s0 |d }|� td|jd�� | j�t|�� d S )Nr r ��prefix)�replacer r! r �add�idr r r r r $ s zFixXrange.transform_xrangec C sf t |�| jkrb| �|�sbttd�|d �� g�}ttd�|g|jd�}|d D ]}|�|� qN|S d S )Nr �args�listr �rest)r$ r �in_special_contextr r Zcloner! Z append_child)r r r Z
range_callZ list_call�nr r r r * s � � zFixXrange.transform_rangez3power< func=NAME trailer< '(' node=any ')' > any* >z�for_stmt< 'for' any 'in' node=any ':' any* >
| comp_for< 'for' any 'in' node=any any* >
| comparison< any 'in' node=any any*>
c C sf |j d krdS i }|j j d k rJ| j�|j j |�rJ|d |krJ|d jtkS | j�|j |�od|d |kS )NFr �func)�parent�p1�matchr r �p2)r r r r r r r( ? s
�
�z FixXrange.in_special_context)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr
r r r r ZP1r Zcompile_patternr, ZP2r. r( �
__classcell__r r r r r s
r N) � r Z
fixer_utilr r r r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_raise.cpython-38.pyc 0000644 00000004310 15115353746 0015761 0 ustar 00 U
e5dn � @ sZ d Z ddlmZ ddlmZ ddlmZ ddlmZmZm Z m
Z
m Z G dd� dej �Z
dS ) a[ Fixer for 'raise E, V, T'
raise -> raise
raise E -> raise E
raise E, V -> raise E(V)
raise E, V, T -> raise E(V).with_traceback(T)
raise E, None, T -> raise E.with_traceback(T)
raise (((E, E'), E''), E'''), V -> raise E(V)
raise "foo", V, T -> warns about string exceptions
CAVEATS:
1) "raise E, V" will be incorrectly translated if V is an exception
instance. The correct Python 3 idiom is
raise E from V
but since we can't detect instance-hood by syntax alone and since
any client code would have to be changed as well, we don't automate
this.
� )�pytree)�token)�
fixer_base)�Name�Call�Attr�ArgList�is_tuplec @ s e Zd ZdZdZdd� ZdS )�FixRaiseTzB
raise_stmt< 'raise' exc=any [',' val=any [',' tb=any]] >
c C sh | j }|d �� }|jtjkr2d}| �||� d S t|�r^t|�rX|jd jd �� }q:d|_d|kr�t �
|j t d�|g�}|j|_|S |d �� }t|�r�dd � |jdd
� D �}n d |_|g}d |k�rB|d �� } d | _|}
|jtj
ks�|jd
k�rt||�}
t|
t d��t| g�g } t �
|jt d�g| �}|j|_|S t j
|j t d�t||�g|jd�S d S )N�excz+Python 3 does not support string exceptions� � � �val�raisec S s g | ] }|� � �qS � )�clone)�.0�cr r �//usr/lib64/python3.8/lib2to3/fixes/fix_raise.py�
<listcomp>D s z&FixRaise.transform.<locals>.<listcomp>���� �tb�None�with_traceback)�prefix)�symsr �typer �STRINGZcannot_convertr Zchildrenr r ZNodeZ
raise_stmtr �NAME�valuer r r Z simple_stmt) �selfZnodeZresultsr r �msg�newr �argsr �eZwith_tbr r r � transform& sB
�zFixRaise.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr' r r r r r
s r
N)�__doc__r r Zpgen2r r Z
fixer_utilr r r r r ZBaseFixr
r r r r �<module> s
lib2to3/fixes/__pycache__/fix_urllib.cpython-38.pyc 0000644 00000013552 15115353746 0016157 0 ustar 00 U
e5d� � @ s� d Z ddlmZmZ ddlmZmZmZmZm Z m
Z
m Z dddddd d
d d gfd
ddddddddddddddd gfd d gfgdd d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5gfd d6d7gfgd8�Z e d9 �
e d: d; � d<d=� ZG d>d?� d?e�Zd@S )Az�Fix changes imports of urllib which are now incompatible.
This is rather similar to fix_imports, but because of the more
complex nature of the fixing for urllib, it has its own fixer.
� )�
alternates�
FixImports)�Name�Comma�
FromImport�Newline�find_indentation�Node�symszurllib.requestZ URLopenerZFancyURLopenerZ urlretrieveZ
_urlopenerZurlopenZ
urlcleanupZ pathname2urlZ url2pathnamez urllib.parseZquoteZ
quote_plusZunquoteZ unquote_plusZ urlencodeZ splitattrZ splithostZ
splitnportZ splitpasswdZ splitportZ
splitqueryZsplittagZ splittypeZ splituserZ
splitvaluez urllib.errorZContentTooShortErrorZinstall_openerZ build_openerZRequestZOpenerDirectorZ BaseHandlerZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ
FTPHandlerZCacheFTPHandlerZUnknownHandlerZURLErrorZ HTTPError)�urllib�urllib2r r � c c sv t � } t�� D ]b\}}|D ]T}|\}}t|�}d||f V d|||f V d| V d| V d||f V qqd S )Nz�import_name< 'import' (module=%r
| dotted_as_names< any* module=%r any* >) >
z�import_from< 'from' mod_member=%r 'import'
( member=%s | import_as_name< member=%s 'as' any > |
import_as_names< members=any* >) >
zIimport_from< 'from' module_star=%r 'import' star='*' >
ztimport_name< 'import'
dotted_as_name< module_as=%r 'as' any > >
zKpower< bare_with_attr=%r trailer< '.' member=%s > any* >
)�set�MAPPING�itemsr )ZbareZ
old_moduleZchanges�changeZ
new_module�members� r �0/usr/lib64/python3.8/lib2to3/fixes/fix_urllib.py�
build_pattern0 s( �����r c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) � FixUrllibc C s d� t� �S )N�|)�joinr )�selfr r r r I s zFixUrllib.build_patternc C sv |� d�}|j}g }t|j dd� D ] }|�t|d |d�t� g� q&|�tt|j d d |d�� |�|� dS )z�Transform for the basic import case. Replaces the old
import name with a comma separated list of its
replacements.
�moduleN���r ��prefix) �getr r �value�extendr r �append�replace)r �node�resultsZ
import_mod�pref�names�namer r r �transform_importL s
zFixUrllib.transform_importc C s& |� d�}|j}|� d�}|r�t|t�r0|d }d}t|j D ] }|j|d kr>|d } q^q>|rv|�t||d�� n | �|d� �n�g }i } |d }
|
D ]�}|j t
j kr�|j d j} |j d j} n
|j} d} | d
kr�t|j D ]B}| |d kr�|d | k�r |�
|d � | �|d g ��
|� q�q�g }
t|�}d }d d
� }|D ]�}| | }g }|dd� D ]"}|�|||�� |�
t� � �q^|�||d |�� t||�}|�r�|jj�|��r�||_|
�
|� d}�qB|
�rg }|
dd� D ]}|�|t� g� �q�|�
|
d � |�|� n | �|d� dS )z�Transform for imports of specific module elements. Replaces
the module to be imported from with the appropriate new
module.
�
mod_member�memberr Nr
r �!This is an invalid module elementr � �,Tc S sX | j tjkrHt| jd j|d�| jd �� | jd �� g}ttj|�gS t| j|d�gS )Nr r r
r, )�typer
�import_as_namer �childrenr Zcloner )r' r Zkidsr r r � handle_name� s �z/FixUrllib.transform_member.<locals>.handle_namer Fz All module elements are invalid)r r �
isinstance�listr r r" r �cannot_convertr. r
r/ r0 r! �
setdefaultr r r r �parent�endswithr )r r# r$ r) r% r* �new_namer �modulesZmod_dictr Zas_name� member_nameZ new_nodesZ indentation�firstr1 r Zeltsr& Zelt�newZnodesZnew_noder r r �transform_member\ sh
zFixUrllib.transform_memberc C s~ |� d�}|� d�}d}t|t�r*|d }t|j D ] }|j|d kr4|d } qTq4|rn|�t||jd�� n | �|d� dS )z.Transform for calls to module members in code.�bare_with_attrr* Nr r
r r+ ) r r2 r3 r r r" r r r4 )r r# r$ Z
module_dotr* r8 r r r r �
transform_dot� s
�
zFixUrllib.transform_dotc C sz |� d�r| �||� n^|� d�r0| �||� nF|� d�rH| �||� n.|� d�r`| �|d� n|� d�rv| �|d� d S )Nr r) r> Z module_starzCannot handle star imports.Z module_asz#This module is now multiple modules)r r( r= r? r4 )r r# r$ r r r � transform� s
zFixUrllib.transformN)�__name__�
__module__� __qualname__r r( r= r? r@ r r r r r G s
Lr N)�__doc__Zlib2to3.fixes.fix_importsr r Zlib2to3.fixer_utilr r r r r r r
r r! r r r r r r �<module> s~ $ �� ����
�����! lib2to3/fixes/__pycache__/fix_repr.cpython-38.opt-2.pyc 0000644 00000001410 15115353746 0016564 0 ustar 00 U
e5de � @ s6 d dl mZ d dlmZmZmZ G dd� dej�ZdS )� )�
fixer_base)�Call�Name� parenthesizec @ s e Zd ZdZdZdd� ZdS )�FixReprTz7
atom < '`' expr=any '`' >
c C s8 |d � � }|j| jjkr"t|�}ttd�|g|jd�S )N�expr�repr)�prefix)Zclone�typeZsymsZ testlist1r r r r )�selfZnodeZresultsr � r �./usr/lib64/python3.8/lib2to3/fixes/fix_repr.py� transform s zFixRepr.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r r r r
r s r N)� r Z
fixer_utilr r r ZBaseFixr r r r r
�<module> s lib2to3/fixes/__pycache__/fix_basestring.cpython-38.opt-1.pyc 0000644 00000001222 15115353746 0017755 0 ustar 00 U
e5d@ � @ s2 d Z ddlmZ ddlmZ G dd� dej�ZdS )z Fixer for basestring -> str.� )�
fixer_base)�Namec @ s e Zd ZdZdZdd� ZdS )�
FixBasestringTz 'basestring'c C s t d|jd�S )N�str)�prefix)r r )�selfZnodeZresults� r �4/usr/lib64/python3.8/lib2to3/fixes/fix_basestring.py� transform
s zFixBasestring.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr
r r r r r s r N)�__doc__� r Z
fixer_utilr ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000211 15115353746 0016502 0 ustar 00 U
e5d/ � @ s d S )N� r r r �./usr/lib64/python3.8/lib2to3/fixes/__init__.py�<module> � lib2to3/fixes/__pycache__/fix_xreadlines.cpython-38.pyc 0000644 00000002136 15115353746 0017020 0 ustar 00 U
e5d� � @ s2 d Z ddlmZ ddlmZ G dd� dej�ZdS )zpFix "for x in f.xreadlines()" -> "for x in f".
This fixer will also convert g(f.xreadlines) into g(f.__iter__).� )�
fixer_base)�Namec @ s e Zd ZdZdZdd� ZdS )�
FixXreadlinesTz�
power< call=any+ trailer< '.' 'xreadlines' > trailer< '(' ')' > >
|
power< any+ trailer< '.' no_call='xreadlines' > >
c C s@ |� d�}|r$|�td|jd�� n|�dd� |d D �� d S )N�no_call�__iter__)�prefixc S s g | ] }|� � �qS � )Zclone)�.0�xr r �4/usr/lib64/python3.8/lib2to3/fixes/fix_xreadlines.py�
<listcomp> s z+FixXreadlines.transform.<locals>.<listcomp>Zcall)�get�replacer r )�selfZnodeZresultsr r r r � transform s
zFixXreadlines.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r r r r r s r N)�__doc__� r Z
fixer_utilr ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_reduce.cpython-38.opt-2.pyc 0000644 00000001741 15115353746 0017072 0 ustar 00 U
e5dE � @ s. d dl mZ d dlmZ G dd� dej�ZdS )� )�
fixer_base�� touch_importc @ s e Zd ZdZdZdZdd� ZdS )� FixReduceTZpreai
power< 'reduce'
trailer< '('
arglist< (
(not(argument<any '=' any>) any ','
not(argument<any '=' any>) any) |
(not(argument<any '=' any>) any ','
not(argument<any '=' any>) any ','
not(argument<any '=' any>) any)
) >
')' >
>
c C s t dd|� d S )N� functools�reducer )�selfZnodeZresults� r �0/usr/lib64/python3.8/lib2to3/fixes/fix_reduce.py� transform" s zFixReduce.transformN)�__name__�
__module__� __qualname__Z
BM_compatible�orderZPATTERNr r r r r
r s r N)Zlib2to3r Zlib2to3.fixer_utilr ZBaseFixr r r r r
�<module>
s lib2to3/fixes/__pycache__/fix_ne.cpython-38.opt-2.pyc 0000644 00000001371 15115353746 0016224 0 ustar 00 U
e5d; � @ s: d dl mZ d dlmZ d dl mZ G dd� dej�ZdS )� )�pytree)�token)�
fixer_basec @ s" e Zd ZejZdd� Zdd� ZdS )�FixNec C s
|j dkS )Nz<>)�value)�self�node� r �,/usr/lib64/python3.8/lib2to3/fixes/fix_ne.py�match s z FixNe.matchc C s t jtjd|jd�}|S )Nz!=)�prefix)r ZLeafr �NOTEQUALr )r r Zresults�newr r r
� transform s zFixNe.transformN)�__name__�
__module__� __qualname__r r
Z _accept_typer r r r r r
r s r N)� r Zpgen2r r ZBaseFixr r r r r
�<module> s lib2to3/fixes/__pycache__/fix_exec.cpython-38.opt-1.pyc 0000644 00000002136 15115353746 0016545 0 ustar 00 U
e5d� � @ s: d Z ddlmZ ddlmZmZmZ G dd� dej�ZdS )z�Fixer for exec.
This converts usages of the exec statement into calls to a built-in
exec() function.
exec code in ns1, ns2 -> exec(code, ns1, ns2)
� )�
fixer_base)�Comma�Name�Callc @ s e Zd ZdZdZdd� ZdS )�FixExecTzx
exec_stmt< 'exec' a=any 'in' b=any [',' c=any] >
|
exec_stmt< 'exec' (not atom<'(' [any] ')'>) a=any >
c C s� | j }|d }|�d�}|�d�}|�� g}d|d _|d k rR|�t� |�� g� |d k rn|�t� |�� g� ttd�||jd�S )N�a�b�c� � �exec)�prefix)�syms�getZcloner
�extendr r r )�selfZnodeZresultsr r r r �args� r �./usr/lib64/python3.8/lib2to3/fixes/fix_exec.py� transform s
zFixExec.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r r r r r s r N) �__doc__r
r Z
fixer_utilr r r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_filter.cpython-38.pyc 0000644 00000004607 15115353746 0016154 0 ustar 00 U
e5d�
� @ sZ d Z ddlmZ ddlmZ ddlmZ ddlm Z m
Z
m Z m Z m
Z
G dd� dej�ZdS ) a� Fixer that changes filter(F, X) into list(filter(F, X)).
We avoid the transformation if the filter() call is directly contained
in iter(<>), list(<>), tuple(<>), sorted(<>), ...join(<>), or
for V in <>:.
NOTE: This is still not correct if the original code was depending on
filter(F, X) to return a string if X is a string and a tuple if X is a
tuple. That would require type inference, which we don't do. Let
Python 2.6 figure it out.
� )�
fixer_base)�Node)�python_symbols)�Name�ArgList�ListComp�in_special_context� parenthesizec @ s e Zd ZdZdZdZdd� ZdS )� FixFilterTaV
filter_lambda=power<
'filter'
trailer<
'('
arglist<
lambdef< 'lambda'
(fp=NAME | vfpdef< '(' fp=NAME ')'> ) ':' xp=any
>
','
it=any
>
')'
>
[extra_trailers=trailer*]
>
|
power<
'filter'
trailer< '(' arglist< none='None' ',' seq=any > ')' >
[extra_trailers=trailer*]
>
|
power<
'filter'
args=trailer< '(' [any] ')' >
[extra_trailers=trailer*]
>
zfuture_builtins.filterc C sL | � |�rd S g }d|kr6|d D ]}|�|�� � q"d|kr�|�d��� }|jtjkrfd|_t|�}t |�d��� |�d��� |�d��� |�}t
tj |g| dd�}n�d|kr�t t d �t d �|d
�� t d ��}t
tj |g| dd�}nTt
|�r�d S |d �� }t
tj t d �|gdd�}t
tj t d
�t|g�g| �}d|_|j|_|S )NZextra_trailersZ
filter_lambda�xp� �fp�it)�prefixZnoneZ_f�seq�args�filter�list)Z should_skip�appendZclone�get�type�symsZtestr r r r Zpowerr r r )�selfZnodeZresultsZtrailers�tr �newr � r �0/usr/lib64/python3.8/lib2to3/fixes/fix_filter.py� transform: s@
�
� zFixFilter.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNZskip_onr r r r r r
s r
N)�__doc__r r Zpytreer Zpygramr r Z
fixer_utilr r r r r ZConditionalFixr
r r r r �<module> s
lib2to3/fixes/__pycache__/fix_imports2.cpython-38.pyc 0000644 00000001035 15115353746 0016436 0 ustar 00 U
e5d! � @ s0 d Z ddlmZ ddd�ZG dd� dej�ZdS )zTFix incompatible imports and module references that must be fixed after
fix_imports.� )� fix_importsZdbm)ZwhichdbZanydbmc @ s e Zd ZdZeZdS )� FixImports2� N)�__name__�
__module__� __qualname__Z run_order�MAPPING�mapping� r
r
�2/usr/lib64/python3.8/lib2to3/fixes/fix_imports2.pyr s r N)�__doc__� r r Z
FixImportsr r
r
r
r �<module> s
� lib2to3/fixes/__pycache__/fix_numliterals.cpython-38.pyc 0000644 00000001772 15115353746 0017226 0 ustar 00 U
e5d � @ s> d Z ddlmZ ddlmZ ddlmZ G dd� dej�ZdS )z-Fixer that turns 1L into 1, 0755 into 0o755.
� )�token)�
fixer_base)�Numberc @ s" e Zd ZejZdd� Zdd� ZdS )�FixNumliteralsc C s |j �d�p|j d dkS )N�0����Ll)�value�
startswith)�self�node� r
�5/usr/lib64/python3.8/lib2to3/fixes/fix_numliterals.py�match s zFixNumliterals.matchc C s` |j }|d dkr |d d� }n2|�d�rR|�� rRtt|��dkrRd|dd � }t||jd�S )Nr r r � Z0o)�prefix)r r
�isdigit�len�setr r )r r Zresults�valr
r
r � transform s "zFixNumliterals.transformN)�__name__�
__module__� __qualname__r �NUMBERZ _accept_typer r r
r
r
r r s r N) �__doc__Zpgen2r � r Z
fixer_utilr ZBaseFixr r
r
r
r �<module> s lib2to3/fixes/__pycache__/fix_renames.cpython-38.opt-1.pyc 0000644 00000003722 15115353746 0017255 0 ustar 00 U
e5d� � @ sV d Z ddlmZ ddlmZmZ dddiiZi Zdd� Zd d
� Z G d d � d ej
�Z d
S )z?Fix incompatible renames
Fixes:
* sys.maxint -> sys.maxsize
� )�
fixer_base)�Name�
attr_chain�sysZmaxint�maxsizec C s dd� tt| �� d S )N�(�|�))�join�map�repr)�members� r �1/usr/lib64/python3.8/lib2to3/fixes/fix_renames.py�
alternates s r c c sZ t t�� �D ]H\} }t |�� �D ]2\}}|t| |f< d| ||f V d| |f V q q d S )Nz�
import_from< 'from' module_name=%r 'import'
( attr_name=%r | import_as_name< attr_name=%r 'as' any >) >
z^
power< module_name=%r trailer< '.' attr_name=%r > any* >
)�list�MAPPING�items�LOOKUP)�module�replaceZold_attr�new_attrr r r �
build_pattern s ��r c s8 e Zd ZdZd�e� �ZdZ� fdd�Zdd� Z � Z
S )�
FixRenamesTr Zprec s@ t t| �j� � |�}|r<t� fdd�t|d�D ��r8dS |S dS )Nc 3 s | ]}� |�V qd S )Nr )�.0�obj��matchr r � <genexpr>5 s z#FixRenames.match.<locals>.<genexpr>�parentF)�superr r �anyr )�self�node�results�� __class__r r r 1 s zFixRenames.matchc C sD |� d�}|� d�}|r@|r@t|j|jf }|�t||jd�� d S )NZ module_name� attr_name)�prefix)�getr �valuer r r( )r" r# r$ Zmod_namer' r r r r � transform> s
zFixRenames.transform) �__name__�
__module__� __qualname__Z
BM_compatibler
r ZPATTERN�orderr r+ �
__classcell__r r r% r r * s
r N) �__doc__� r Z
fixer_utilr r r r r r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_basestring.cpython-38.opt-2.pyc 0000644 00000001145 15115353746 0017762 0 ustar 00 U
e5d@ � @ s. d dl mZ d dlmZ G dd� dej�ZdS )� )�
fixer_base)�Namec @ s e Zd ZdZdZdd� ZdS )�
FixBasestringTz 'basestring'c C s t d|jd�S )N�str)�prefix)r r )�selfZnodeZresults� r �4/usr/lib64/python3.8/lib2to3/fixes/fix_basestring.py� transform
s zFixBasestring.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr
r r r r r s r N)� r Z
fixer_utilr ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_intern.cpython-38.pyc 0000644 00000002151 15115353746 0016156 0 ustar 00 U
e5dx � @ s6 d Z ddlmZ ddlmZmZ G dd� dej�ZdS )z/Fixer for intern().
intern(s) -> sys.intern(s)� )�
fixer_base)�
ImportAndCall� touch_importc @ s e Zd ZdZdZdZdd� ZdS )� FixInternTZprez�
power< 'intern'
trailer< lpar='('
( not(arglist | argument<any '=' any>) obj=any
| obj=arglist<(not argument<any '=' any>) any ','> )
rpar=')' >
after=any*
>
c C sR |r2|d }|r2|j | jjkr2|jd jdkr2d S d}t|||�}td d|� |S )N�obj� > �**�*)�sys�internr
)�typeZsymsZargumentZchildren�valuer r )�selfZnodeZresultsr �names�new� r �0/usr/lib64/python3.8/lib2to3/fixes/fix_intern.py� transform s � zFixIntern.transformN)�__name__�
__module__� __qualname__Z
BM_compatible�orderZPATTERNr r r r r r
s
r N)�__doc__� r Z
fixer_utilr r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_urllib.cpython-38.opt-1.pyc 0000644 00000013552 15115353746 0017116 0 ustar 00 U
e5d� � @ s� d Z ddlmZmZ ddlmZmZmZmZm Z m
Z
m Z dddddd d
d d gfd
ddddddddddddddd gfd d gfgdd d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5gfd d6d7gfgd8�Z e d9 �
e d: d; � d<d=� ZG d>d?� d?e�Zd@S )Az�Fix changes imports of urllib which are now incompatible.
This is rather similar to fix_imports, but because of the more
complex nature of the fixing for urllib, it has its own fixer.
� )�
alternates�
FixImports)�Name�Comma�
FromImport�Newline�find_indentation�Node�symszurllib.requestZ URLopenerZFancyURLopenerZ urlretrieveZ
_urlopenerZurlopenZ
urlcleanupZ pathname2urlZ url2pathnamez urllib.parseZquoteZ
quote_plusZunquoteZ unquote_plusZ urlencodeZ splitattrZ splithostZ
splitnportZ splitpasswdZ splitportZ
splitqueryZsplittagZ splittypeZ splituserZ
splitvaluez urllib.errorZContentTooShortErrorZinstall_openerZ build_openerZRequestZOpenerDirectorZ BaseHandlerZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ
FTPHandlerZCacheFTPHandlerZUnknownHandlerZURLErrorZ HTTPError)�urllib�urllib2r r � c c sv t � } t�� D ]b\}}|D ]T}|\}}t|�}d||f V d|||f V d| V d| V d||f V qqd S )Nz�import_name< 'import' (module=%r
| dotted_as_names< any* module=%r any* >) >
z�import_from< 'from' mod_member=%r 'import'
( member=%s | import_as_name< member=%s 'as' any > |
import_as_names< members=any* >) >
zIimport_from< 'from' module_star=%r 'import' star='*' >
ztimport_name< 'import'
dotted_as_name< module_as=%r 'as' any > >
zKpower< bare_with_attr=%r trailer< '.' member=%s > any* >
)�set�MAPPING�itemsr )ZbareZ
old_moduleZchanges�changeZ
new_module�members� r �0/usr/lib64/python3.8/lib2to3/fixes/fix_urllib.py�
build_pattern0 s( �����r c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) � FixUrllibc C s d� t� �S )N�|)�joinr )�selfr r r r I s zFixUrllib.build_patternc C sv |� d�}|j}g }t|j dd� D ] }|�t|d |d�t� g� q&|�tt|j d d |d�� |�|� dS )z�Transform for the basic import case. Replaces the old
import name with a comma separated list of its
replacements.
�moduleN���r ��prefix) �getr r �value�extendr r �append�replace)r �node�resultsZ
import_mod�pref�names�namer r r �transform_importL s
zFixUrllib.transform_importc C s& |� d�}|j}|� d�}|r�t|t�r0|d }d}t|j D ] }|j|d kr>|d } q^q>|rv|�t||d�� n | �|d� �n�g }i } |d }
|
D ]�}|j t
j kr�|j d j} |j d j} n
|j} d} | d
kr�t|j D ]B}| |d kr�|d | k�r |�
|d � | �|d g ��
|� q�q�g }
t|�}d }d d
� }|D ]�}| | }g }|dd� D ]"}|�|||�� |�
t� � �q^|�||d |�� t||�}|�r�|jj�|��r�||_|
�
|� d}�qB|
�rg }|
dd� D ]}|�|t� g� �q�|�
|
d � |�|� n | �|d� dS )z�Transform for imports of specific module elements. Replaces
the module to be imported from with the appropriate new
module.
�
mod_member�memberr Nr
r �!This is an invalid module elementr � �,Tc S sX | j tjkrHt| jd j|d�| jd �� | jd �� g}ttj|�gS t| j|d�gS )Nr r r
r, )�typer
�import_as_namer �childrenr Zcloner )r' r Zkidsr r r � handle_name� s �z/FixUrllib.transform_member.<locals>.handle_namer Fz All module elements are invalid)r r �
isinstance�listr r r" r �cannot_convertr. r
r/ r0 r! �
setdefaultr r r r �parent�endswithr )r r# r$ r) r% r* �new_namer �modulesZmod_dictr Zas_name� member_nameZ new_nodesZ indentation�firstr1 r Zeltsr& Zelt�newZnodesZnew_noder r r �transform_member\ sh
zFixUrllib.transform_memberc C s~ |� d�}|� d�}d}t|t�r*|d }t|j D ] }|j|d kr4|d } qTq4|rn|�t||jd�� n | �|d� dS )z.Transform for calls to module members in code.�bare_with_attrr* Nr r
r r+ ) r r2 r3 r r r" r r r4 )r r# r$ Z
module_dotr* r8 r r r r �
transform_dot� s
�
zFixUrllib.transform_dotc C sz |� d�r| �||� n^|� d�r0| �||� nF|� d�rH| �||� n.|� d�r`| �|d� n|� d�rv| �|d� d S )Nr r) r> Z module_starzCannot handle star imports.Z module_asz#This module is now multiple modules)r r( r= r? r4 )r r# r$ r r r � transform� s
zFixUrllib.transformN)�__name__�
__module__� __qualname__r r( r= r? r@ r r r r r G s
Lr N)�__doc__Zlib2to3.fixes.fix_importsr r Zlib2to3.fixer_utilr r r r r r r
r r! r r r r r r �<module> s~ $ �� ����
�����! lib2to3/fixes/__pycache__/fix_asserts.cpython-38.pyc 0000644 00000002372 15115353746 0016350 0 ustar 00 U
e5d� � @ sT d Z ddlmZ ddlmZ edddddd d
dddddd d d
�ZG dd� de�ZdS )z5Fixer that replaces deprecated unittest method names.� )�BaseFix)�NameZ
assertTrueZ assertEqualZassertNotEqualZassertAlmostEqualZassertNotAlmostEqualZ assertRegexZassertRaisesRegexZ assertRaisesZ assertFalse)Zassert_Z assertEqualsZassertNotEqualsZassertAlmostEqualsZassertNotAlmostEqualsZassertRegexpMatchesZassertRaisesRegexpZfailUnlessEqualZ failIfEqualZfailUnlessAlmostEqualZfailIfAlmostEqualZ
failUnlessZfailUnlessRaisesZfailIfc @ s( e Zd Zdd�eee�� Zdd� ZdS )�
FixAssertszH
power< any+ trailer< '.' meth=(%s)> any* >
�|c C s, |d d }|� ttt|� |jd�� d S )NZmeth� )�prefix)�replacer �NAMES�strr )�selfZnodeZresults�name� r
�1/usr/lib64/python3.8/lib2to3/fixes/fix_asserts.py� transform s zFixAsserts.transformN) �__name__�
__module__� __qualname__�join�map�reprr ZPATTERNr r
r
r
r r s �r N)�__doc__Z
fixer_baser Z
fixer_utilr �dictr r r
r
r
r �<module> s& � lib2to3/fixes/__pycache__/fix_idioms.cpython-38.pyc 0000644 00000007514 15115353746 0016153 0 ustar 00 U
e5d � @ sN d Z ddlmZ ddlmZmZmZmZmZm Z dZ
dZ G dd� dej �Z
dS ) a� Adjust some old Python 2 idioms to their modern counterparts.
* Change some type comparisons to isinstance() calls:
type(x) == T -> isinstance(x, T)
type(x) is T -> isinstance(x, T)
type(x) != T -> not isinstance(x, T)
type(x) is not T -> not isinstance(x, T)
* Change "while 1:" into "while True:".
* Change both
v = list(EXPR)
v.sort()
foo(v)
and the more general
v = EXPR
v.sort()
foo(v)
into
v = sorted(EXPR)
foo(v)
� )�
fixer_base)�Call�Comma�Name�Node� BlankLine�symsz0(n='!=' | '==' | 'is' | n=comp_op< 'is' 'not' >)z(power< 'type' trailer< '(' x=any ')' > >c sP e Zd ZdZdeeeef Z� fdd�Zdd� Zdd� Z d d
� Z
d d � Z � Z S )
� FixIdiomsTa�
isinstance=comparison< %s %s T=any >
|
isinstance=comparison< T=any %s %s >
|
while_stmt< 'while' while='1' ':' any+ >
|
sorted=any<
any*
simple_stmt<
expr_stmt< id1=any '='
power< list='list' trailer< '(' (not arglist<any+>) any ')' > >
>
'\n'
>
sort=
simple_stmt<
power< id2=any
trailer< '.' 'sort' > trailer< '(' ')' >
>
'\n'
>
next=any*
>
|
sorted=any<
any*
simple_stmt< expr_stmt< id1=any '=' expr=any > '\n' >
sort=
simple_stmt<
power< id2=any
trailer< '.' 'sort' > trailer< '(' ')' >
>
'\n'
>
next=any*
>
c s8 t t| ��|�}|r4d|kr4|d |d kr0|S d S |S )N�sortedZid1Zid2)�superr �match)�self�node�r�� __class__� �0/usr/lib64/python3.8/lib2to3/fixes/fix_idioms.pyr O s zFixIdioms.matchc C sH d|kr| � ||�S d|kr(| �||�S d|kr<| �||�S td��d S )N�
isinstance�whiler
z
Invalid match)�transform_isinstance�transform_while�transform_sort� RuntimeError)r
r �resultsr r r � transformZ s zFixIdioms.transformc C sh |d � � }|d � � }d|_d|_ttd�|t� |g�}d|kr\d|_ttjtd�|g�}|j|_|S )N�x�T� � r �n�not)�clone�prefixr r r r r Znot_test)r
r r r r Ztestr r r r d s z FixIdioms.transform_isinstancec C s |d }|� td|jd�� d S )Nr �True�r# )�replacer r# )r
r r Zoner r r r p s zFixIdioms.transform_whilec C s |d }|d }|� d�}|� d�}|r>|�td|jd�� n8|rn|�� }d|_|�ttd�|g|jd�� ntd��|�� |j}d |k�r|r�|�d �d
|d
jf} d � | �|d
_nH|j
s�t �|j d ks�t �t
� }
|j
�|
� |j |
ks�t �|�d �d
|
_d S ) N�sort�next�list�exprr
r% r z should not have reached here�
� )�getr& r r# r" r r �remove�
rpartition�join�parent�AssertionErrorZ next_siblingr Z append_child) r
r r Z sort_stmtZ next_stmtZ list_callZ simple_expr�newZbtwnZ prefix_linesZend_liner r r r t s2
�
zFixIdioms.transform_sort)
�__name__�
__module__� __qualname__Zexplicit�TYPE�CMPZPATTERNr r r r r �
__classcell__r r r r r % s %
�'
r N)�__doc__r r Z
fixer_utilr r r r r r r8 r7 ZBaseFixr r r r r �<module> s
lib2to3/fixes/__pycache__/fix_sys_exc.cpython-38.opt-1.pyc 0000644 00000002576 15115353746 0017306 0 ustar 00 U
e5d
� @ sJ d Z ddlmZ ddlmZmZmZmZmZm Z m
Z
G dd� dej �Z dS )z�Fixer for sys.exc_{type, value, traceback}
sys.exc_type -> sys.exc_info()[0]
sys.exc_value -> sys.exc_info()[1]
sys.exc_traceback -> sys.exc_info()[2]
� )�
fixer_base)�Attr�Call�Name�Number� Subscript�Node�symsc @ s: e Zd ZdddgZdZdd�dd� eD �� Zd d
� Zd S ) � FixSysExc�exc_type� exc_value�
exc_tracebackTzN
power< 'sys' trailer< dot='.' attribute=(%s) > >
�|c c s | ]}d | V qdS )z'%s'N� )�.0�er r �1/usr/lib64/python3.8/lib2to3/fixes/fix_sys_exc.py� <genexpr> s zFixSysExc.<genexpr>c C st |d d }t | j�|j��}ttd�|jd�}ttd�|�}|d j|d jd _|� t
|�� t t j
||jd�S )NZ attribute� �exc_info)�prefix�sys�dot� )r r �index�valuer r r r Zchildren�appendr r r Zpower)�selfZnodeZresultsZsys_attrr Zcall�attrr r r � transform s zFixSysExc.transformN)�__name__�
__module__� __qualname__r Z
BM_compatible�joinZPATTERNr r r r r r
s
�r
N)
�__doc__� r Z
fixer_utilr r r r r r r ZBaseFixr
r r r r �<module> s
$ lib2to3/fixes/__pycache__/fix_has_key.cpython-38.opt-1.pyc 0000644 00000005532 15115353746 0017247 0 ustar 00 U
e5d| � @ sB d Z ddlmZ ddlmZ ddlmZmZ G dd� dej�ZdS )a& Fixer for has_key().
Calls to .has_key() methods are expressed in terms of the 'in'
operator:
d.has_key(k) -> k in d
CAVEATS:
1) While the primary target of this fixer is dict.has_key(), the
fixer will change any has_key() method call, regardless of its
class.
2) Cases like this will not be converted:
m = d.has_key
if m(k):
...
Only *calls* to has_key() are converted. While it is possible to
convert the above to something like
m = d.__contains__
if m(k):
...
this is currently not done.
� )�pytree)�
fixer_base)�Name� parenthesizec @ s e Zd ZdZdZdd� ZdS )� FixHasKeyTa�
anchor=power<
before=any+
trailer< '.' 'has_key' >
trailer<
'('
( not(arglist | argument<any '=' any>) arg=any
| arglist<(not argument<any '=' any>) arg=any ','>
)
')'
>
after=any*
>
|
negation=not_test<
'not'
anchor=power<
before=any+
trailer< '.' 'has_key' >
trailer<
'('
( not(arglist | argument<any '=' any>) arg=any
| arglist<(not argument<any '=' any>) arg=any ','>
)
')'
>
>
>
c
C s| | j }|jj|jkr&| j�|j�r&d S |�d�}|d }|j}dd� |d D �}|d �� }|�d�} | rxdd� | D �} |j|j |j|j
|j |j |j
|jfkr�t|�}t|�d kr�|d
}nt�|j|�}d |_td d d
�}
|r�tdd d
�} t�|j| |
f�}
t�|j ||
|f�} | �r8t| �} t�|j| ft| � �} |jj|j |j|j|j|j|j|j |j |jf k�rrt| �} || _| S )N�negation�anchorc S s g | ] }|� � �qS � ��clone��.0�nr r �1/usr/lib64/python3.8/lib2to3/fixes/fix_has_key.py�
<listcomp>R s z'FixHasKey.transform.<locals>.<listcomp>�before�arg�afterc S s g | ] }|� � �qS r r
r r r r r V s � � � �in)�prefix�not) �syms�parent�typeZnot_test�pattern�match�getr r Z
comparisonZand_testZor_testZtestZlambdefZargumentr �lenr ZNodeZpowerr Zcomp_op�tuple�exprZxor_exprZand_exprZ
shift_exprZ
arith_exprZtermZfactor)
�selfZnodeZresultsr r r r r r r Zn_opZn_not�newr r r � transformG sV �
�
�zFixHasKey.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr% r r r r r & s r N) �__doc__� r r Z
fixer_utilr r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_execfile.cpython-38.opt-1.pyc 0000644 00000003202 15115353746 0017400 0 ustar 00 U
e5d � @ sV d Z ddlmZ ddlmZmZmZmZmZm Z m
Z
m Z m Z m
Z
G dd� dej�ZdS )zoFixer for execfile.
This converts usages of the execfile function into calls to the built-in
exec() function.
� )�
fixer_base)
�Comma�Name�Call�LParen�RParen�Dot�Node�ArgList�String�symsc @ s e Zd ZdZdZdd� ZdS )� FixExecfileTz�
power< 'execfile' trailer< '(' arglist< filename=any [',' globals=any [',' locals=any ] ] > ')' > >
|
power< 'execfile' trailer< '(' filename=any ')' > >
c C s& |d }|� d�}|� d�}|jd jd �� }t|�� t� tdd�g|d�}ttjt d�|g�}ttj
t � t d �g�ttj
t � t
� g�g} |g| }
|�� } d| _td
d�} |
t� | t� | g }
tt d �|
d �}|g}|d k r�|�t� |�� g� |d k �r|�t� |�� g� tt d
�||jd�S )N�filename�globals�locals���z"rb"� )Zrparen�open�readz'exec'�compile� �exec)�prefix)�getZchildrenZcloner
r r r r Zpowerr Ztrailerr r r r r �extend)�selfZnodeZresultsr r r Zexecfile_parenZ open_argsZ open_callr Z open_exprZ filename_argZexec_strZ compile_argsZ compile_call�args� r �2/usr/lib64/python3.8/lib2to3/fixes/fix_execfile.py� transform s.
��
zFixExecfile.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r r r r r
s r
N)�__doc__r r Z
fixer_utilr r r r r r r r
r r ZBaseFixr
r r r r �<module> s 0 lib2to3/fixes/__pycache__/fix_paren.cpython-38.opt-1.pyc 0000644 00000002551 15115353746 0016727 0 ustar 00 U
e5d� � @ s6 d Z ddlmZ ddlmZmZ G dd� dej�ZdS )zuFixer that addes parentheses where they are required
This converts ``[x for x in 1, 2]`` to ``[x for x in (1, 2)]``.� )�
fixer_base)�LParen�RParenc @ s e Zd ZdZdZdd� ZdS )�FixParenTa
atom< ('[' | '(')
(listmaker< any
comp_for<
'for' NAME 'in'
target=testlist_safe< any (',' any)+ [',']
>
[any]
>
>
|
testlist_gexp< any
comp_for<
'for' NAME 'in'
target=testlist_safe< any (',' any)+ [',']
>
[any]
>
>)
(']' | ')') >
c C s8 |d }t � }|j|_d|_|�d|� |�t� � d S )N�target� � )r �prefixZ insert_childZ append_childr )�selfZnodeZresultsr Zlparen� r �//usr/lib64/python3.8/lib2to3/fixes/fix_paren.py� transform% s zFixParen.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr
r r r r r s r N)�__doc__r r Z
fixer_utilr r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_import.cpython-38.pyc 0000644 00000005336 15115353746 0016201 0 ustar 00 U
e5d� � @ sZ d Z ddlmZ ddlmZmZmZmZ ddlm Z m
Z
m Z dd� Z G dd � d ej
�Zd
S ) z�Fixer for import statements.
If spam is being imported from the local directory, this import:
from spam import eggs
Becomes:
from .spam import eggs
And this import:
import spam
Becomes:
from . import spam
� )�
fixer_base� )�dirname�join�exists�sep)�
FromImport�syms�tokenc c s� | g}|r�|� � }|jtjkr(|jV q|jtjkrNd�dd� |jD ��V q|jtj krl|�
|jd � q|jtj kr�|� |jddd� � qt
d��qdS )zF
Walks over all the names imported in a dotted_as_names node.
� c S s g | ]
}|j �qS � )�value)�.0Zchr r �0/usr/lib64/python3.8/lib2to3/fixes/fix_import.py�
<listcomp> s z$traverse_imports.<locals>.<listcomp>r N���zunknown node type)�pop�typer
�NAMEr
r Z dotted_namer �childrenZdotted_as_name�appendZdotted_as_names�extend�AssertionError)�namesZpending�noder r r �traverse_imports s
r c s4 e Zd ZdZdZ� fdd�Zdd� Zdd� Z� ZS ) � FixImportTzj
import_from< 'from' imp=any 'import' ['('] any [')'] >
|
import_name< 'import' imp=any >
c s" t t| ��||� d|jk| _d S )NZabsolute_import)�superr �
start_treeZfuture_features�skip)�selfZtree�name�� __class__r r r / s zFixImport.start_treec C s� | j r
d S |d }|jtjkrVt|d�s4|jd }q | �|j�r�d|j |_|�� nZd}d}t |�D ]}| �|�rzd}qfd}qf|r�|r�| �
|d� d S t d|g�}|j |_ |S d S )N�impr
r �.FTz#absolute and local imports together)
r r r Z import_from�hasattrr �probably_a_local_importr
Zchangedr Zwarningr �prefix)r r Zresultsr$ Z
have_localZ
have_absoluteZmod_name�newr r r � transform3 s,
zFixImport.transformc C st |� d�rdS |�dd�d }t| j�}t||�}ttt|�d��sHdS dtddd d
fD ]}t|| �rX d S qXdS ) Nr% F� r z __init__.pyz.pyz.pycz.soz.slz.pydT)�
startswith�splitr �filenamer r r )r Zimp_name� base_pathZextr r r r' U s
z!FixImport.probably_a_local_import) �__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r* r' �
__classcell__r r r" r r & s
"r N)�__doc__r r Zos.pathr r r r Z
fixer_utilr r r
r ZBaseFixr r r r r �<module> s
lib2to3/fixes/__pycache__/fix_numliterals.cpython-38.opt-1.pyc 0000644 00000001772 15115353746 0020165 0 ustar 00 U
e5d � @ s> d Z ddlmZ ddlmZ ddlmZ G dd� dej�ZdS )z-Fixer that turns 1L into 1, 0755 into 0o755.
� )�token)�
fixer_base)�Numberc @ s" e Zd ZejZdd� Zdd� ZdS )�FixNumliteralsc C s |j �d�p|j d dkS )N�0����Ll)�value�
startswith)�self�node� r
�5/usr/lib64/python3.8/lib2to3/fixes/fix_numliterals.py�match s zFixNumliterals.matchc C s` |j }|d dkr |d d� }n2|�d�rR|�� rRtt|��dkrRd|dd � }t||jd�S )Nr r r � Z0o)�prefix)r r
�isdigit�len�setr r )r r Zresults�valr
r
r � transform s "zFixNumliterals.transformN)�__name__�
__module__� __qualname__r �NUMBERZ _accept_typer r r
r
r
r r s r N) �__doc__Zpgen2r � r Z
fixer_utilr ZBaseFixr r
r
r
r �<module> s lib2to3/fixes/__pycache__/fix_exitfunc.cpython-38.pyc 0000644 00000004375 15115353746 0016516 0 ustar 00 U
e5d� � @ sJ d Z ddlmZmZ ddlmZmZmZmZm Z m
Z
G dd� dej �Z dS )z7
Convert use of sys.exitfunc to use the atexit module.
� )�pytree�
fixer_base)�Name�Attr�Call�Comma�Newline�symsc s< e Zd ZdZdZdZ� fdd�Z� fdd�Zdd� Z� Z S ) � FixExitfuncTa�
(
sys_import=import_name<'import'
('sys'
|
dotted_as_names< (any ',')* 'sys' (',' any)* >
)
>
|
expr_stmt<
power< 'sys' trailer< '.' 'exitfunc' > >
'=' func=any >
)
c s t t| �j|� d S �N)�superr
�__init__)�self�args�� __class__� �2/usr/lib64/python3.8/lib2to3/fixes/fix_exitfunc.pyr
s zFixExitfunc.__init__c s t t| ��||� d | _d S r )r r
�
start_tree�
sys_import)r Ztree�filenamer r r r ! s zFixExitfunc.start_treec C s& d|kr | j d kr |d | _ d S |d �� }d|_t�tjttd�td���}t ||g|j�}|�
|� | j d kr�| � |d� d S | j j d }|j
tjkr�|�t� � |�tdd�� nj| j j}|j �| j �}|j} t�tjtd �tdd�g�}
t�tj|
g�} |�|d t� � |�|d
| � d S ) Nr �func� �atexit�registerzKCan't find sys import; Please add an atexit import at the top of your file.� � �import� )r Zclone�prefixr ZNoder Zpowerr r r �replaceZwarningZchildren�typeZdotted_as_namesZ append_childr �parent�indexZ import_nameZ simple_stmtZ insert_childr ) r ZnodeZresultsr r Zcall�namesZcontaining_stmtZpositionZstmt_containerZ
new_import�newr r r � transform% s6
�
�zFixExitfunc.transform)
�__name__�
__module__� __qualname__Zkeep_line_orderZ
BM_compatibleZPATTERNr
r r& �
__classcell__r r r r r
s r
N)
�__doc__Zlib2to3r r Zlib2to3.fixer_utilr r r r r r ZBaseFixr
r r r r �<module> s lib2to3/fixes/__pycache__/fix_apply.cpython-38.opt-1.pyc 0000644 00000003161 15115353746 0016745 0 ustar 00 U
e5d* � @ sR d Z ddlmZ ddlmZ ddlmZ ddlmZmZm Z G dd� dej
�Z dS ) zIFixer for apply().
This converts apply(func, v, k) into (func)(*v, **k).� )�pytree)�token)�
fixer_base)�Call�Comma� parenthesizec @ s e Zd ZdZdZdd� ZdS )�FixApplyTa.
power< 'apply'
trailer<
'('
arglist<
(not argument<NAME '=' any>) func=any ','
(not argument<NAME '=' any>) args=any [','
(not argument<NAME '=' any>) kwds=any] [',']
>
')'
>
>
c C s, | j }|d }|d }|�d�}|rF|j| j jkrF|jd jdkrFd S |rl|j| j jkrl|jd jdkrld S |j}|�� }|jtj |j
fkr�|j|j ks�|jd jtj kr�t
|�}d|_|�� }d|_|d k r�|�� }d|_t�tjd �|g}|d k �r |�t� t�tj d�|g� d
|d _t|||d �S ) N�func�args�kwds� > �**�*r
���� r � )�prefix)�syms�get�typeZargumentZchildren�valuer Zcloner �NAMEZatomZpower�
DOUBLESTARr r ZLeaf�STAR�extendr r ) �selfZnodeZresultsr r r
r r Z l_newargs� r �//usr/lib64/python3.8/lib2to3/fixes/fix_apply.py� transform sF
��
��
�
zFixApply.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r r r r r s r N) �__doc__r r Zpgen2r r Z
fixer_utilr r r ZBaseFixr r r r r �<module> s
lib2to3/fixes/__pycache__/fix_raw_input.cpython-38.opt-2.pyc 0000644 00000001323 15115353746 0017627 0 ustar 00 U
e5d� � @ s. d dl mZ d dlmZ G dd� dej�ZdS )� )�
fixer_base)�Namec @ s e Zd ZdZdZdd� ZdS )� FixRawInputTzU
power< name='raw_input' trailer< '(' [any] ')' > any* >
c C s |d }|� td|jd�� d S )N�name�input)�prefix)�replacer r )�selfZnodeZresultsr � r
�3/usr/lib64/python3.8/lib2to3/fixes/fix_raw_input.py� transform s zFixRawInput.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r
r
r
r r s r N)� r Z
fixer_utilr ZBaseFixr r
r
r
r �<module> s lib2to3/fixes/__pycache__/fix_metaclass.cpython-38.opt-2.pyc 0000644 00000007521 15115353746 0017601 0 ustar 00 U
e5d � @ sr d dl mZ d dlmZ d dlmZmZmZ dd� Zdd� Z dd � Z
d
d � Z d d
� Z dd� Z
G dd� dej�ZdS )� )�
fixer_base)�token)�syms�Node�Leafc C sz | j D ]n}|jtjkr"t|� S |jtjkr|j r|j d }|jtjkr|j r|j d }t|t�r|j dkr dS qdS )N� �
__metaclass__TF)
�children�typer �suite�
has_metaclass� simple_stmt� expr_stmt�
isinstancer �value)�parent�node� expr_nodeZ left_side� r �3/usr/lib64/python3.8/lib2to3/fixes/fix_metaclass.pyr s
�r c C s� | j D ]}|jtjkr d S qt| j �D ]\}}|jtjkr( qJq(td��ttjg �}| j |d d � r�| j |d }|� |�
� � |� � qV| � |� |}d S )NzNo class suite and no ':'!� ) r r
r r � enumerater �COLON�
ValueErrorr � append_child�clone�remove)�cls_noder �ir � move_noder r r �fixup_parse_tree- s
r c
C s� t |j�D ]\}}|jtjkr
q(q
d S |�� ttjg �}ttj |g�}|j|d � rz|j| }|�
|� � � |�� qJ| � ||� |jd jd }|jd jd } | j
|_
d S )Nr )r r r
r �SEMIr r r r r
r r � insert_child�prefix)
r r Z stmt_nodeZsemi_indr Znew_exprZnew_stmtr Z new_leaf1Z old_leaf1r r r �fixup_simple_stmtG s
r$ c C s* | j r&| j d jtjkr&| j d �� d S )N���)r r
r �NEWLINEr )r r r r �remove_trailing_newline_ s r' c c s� | j D ]}|jtjkr q$qtd��tt|j ��D ]t\}}|jtjkr2|j r2|j d }|jtjkr2|j r2|j d }t |t
�r2|j dkr2t |||� t
|� |||fV q2d S )NzNo class suite!r r )r r
r r r �listr r
r r r r r$ r' )r r r Z simple_noder Z left_noder r r �
find_metasd s
� r) c C sz | j d d d� }|r,|�� }|jtjkrq,q|rv|�� }t|t�r^|jtjkr^|jrZd|_d S |� |j d d d� � q,d S )Nr% � )
r �popr
r �INDENTr r �DEDENTr# �extend)r Zkidsr r r r � fixup_indent{ s r/ c @ s e Zd ZdZdZdd� ZdS )� FixMetaclassTz
classdef<any*>
c C s8 t |�s d S t|� d }t|�D ]\}}}|}|�� q |jd j}t|j�dkr�|jd jtjkrp|jd }n(|jd � � } t
tj| g�}|� d|� n�t|j�dkr�t
tjg �}|� d|� nZt|j�dk�rt
tjg �}|� dt
tjd�� |� d|� |� dt
tjd�� ntd ��|jd jd }
d
|
_|
j} |j�rZ|�t
tjd �� d |
_nd
|
_|jd } d
| jd _d
| jd _|�|� t|� |j�s�|�� t
|d�}
| |
_|�|
� |�t
tjd�� nbt|j�dk�r4|jd jtjk�r4|jd jtjk�r4t
|d�}
|� d|
� |� dt
tjd�� d S )Nr � � � � r �)�(zUnexpected class definition� metaclass�,� r* r �pass�
���r% )r r r) r r r
�lenr �arglistr r Z set_childr" r r �RPAR�LPARr r r# r �COMMAr/ r& r, r- )�selfr ZresultsZlast_metaclassr r ZstmtZ text_typer> r Zmeta_txtZorig_meta_prefixr Z pass_leafr r r � transform� sb
��
zFixMetaclass.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNrC r r r r r0 � s r0 N)r* r Zpygramr Z
fixer_utilr r r r r r$ r' r) r/ ZBaseFixr0 r r r r �<module> s lib2to3/fixes/__pycache__/fix_apply.cpython-38.opt-2.pyc 0000644 00000003027 15115353746 0016747 0 ustar 00 U
e5d* � @ sN d dl mZ d dlmZ d dl mZ d dlmZmZmZ G dd� dej �Z
dS )� )�pytree)�token)�
fixer_base)�Call�Comma� parenthesizec @ s e Zd ZdZdZdd� ZdS )�FixApplyTa.
power< 'apply'
trailer<
'('
arglist<
(not argument<NAME '=' any>) func=any ','
(not argument<NAME '=' any>) args=any [','
(not argument<NAME '=' any>) kwds=any] [',']
>
')'
>
>
c C s, | j }|d }|d }|�d�}|rF|j| j jkrF|jd jdkrFd S |rl|j| j jkrl|jd jdkrld S |j}|�� }|jtj |j
fkr�|j|j ks�|jd jtj kr�t
|�}d|_|�� }d|_|d k r�|�� }d|_t�tjd �|g}|d k �r |�t� t�tj d�|g� d
|d _t|||d �S ) N�func�args�kwds� > �**�*r
���� r � )�prefix)�syms�get�typeZargumentZchildren�valuer Zcloner �NAMEZatomZpower�
DOUBLESTARr r ZLeaf�STAR�extendr r ) �selfZnodeZresultsr r r
r r Z l_newargs� r �//usr/lib64/python3.8/lib2to3/fixes/fix_apply.py� transform sF
��
��
�
zFixApply.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r r r r r s r N) r r Zpgen2r r Z
fixer_utilr r r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_next.cpython-38.opt-1.pyc 0000644 00000005752 15115353746 0016606 0 ustar 00 U
e5df � @ sn d Z ddlmZ ddlmZ ddlmZ ddlm Z m
Z
m Z dZ G dd� dej
�Zd d
� Zd d � Zd
d� ZdS )z.Fixer for it.next() -> next(it), per PEP 3114.� )�token)�python_symbols)�
fixer_base)�Name�Call� find_bindingz;Calls to builtin next() possibly shadowed by global bindingc s0 e Zd ZdZdZdZ� fdd�Zdd� Z� ZS )�FixNextTa�
power< base=any+ trailer< '.' attr='next' > trailer< '(' ')' > >
|
power< head=any+ trailer< '.' attr='next' > not trailer< '(' ')' > >
|
classdef< 'class' any+ ':'
suite< any*
funcdef< 'def'
name='next'
parameters< '(' NAME ')' > any+ >
any* > >
|
global=global_stmt< 'global' any* 'next' any* >
Zprec s> t t| ��||� td|�}|r4| �|t� d| _nd| _d S )N�nextTF)�superr �
start_treer �warning� bind_warning�
shadowed_next)�selfZtree�filename�n�� __class__� �./usr/lib64/python3.8/lib2to3/fixes/fix_next.pyr $ s
zFixNext.start_treec C s� |� d�}|� d�}|� d�}|rr| jr>|�td|jd�� q�dd� |D �}d|d _|�ttd
|jd�|�� n�|r�td|jd�}|�|� nj|r�t|�r�|d }d�d d� |D ���� d
kr�| � |t
� d S |�td�� nd|kr�| � |t
� d| _d S )N�base�attr�name�__next__)�prefixc S s g | ] }|� � �qS r )Zclone��.0r r r r �
<listcomp>9 s z%FixNext.transform.<locals>.<listcomp>� � r �headc S s g | ] }t |��qS r )�strr r r r r E s Z __builtin__�globalT) �getr �replacer r r �is_assign_target�join�stripr r
)r �nodeZresultsr r r r r r r r � transform. s,
zFixNext.transform) �__name__�
__module__� __qualname__Z
BM_compatibleZPATTERN�orderr r) �
__classcell__r r r r r s
r c C sF t | �}|d krdS |jD ]&}|jtjkr0 dS t|| �r dS qdS )NFT)� find_assign�children�typer �EQUAL�
is_subtree)r( ZassignZchildr r r r% Q s
r% c C s4 | j tjkr| S | j tjks&| jd kr*d S t| j�S �N)r1 �symsZ expr_stmtZ simple_stmt�parentr/ �r( r r r r/ ] s
r/ c s$ | � kr dS t � fdd�| jD ��S )NTc 3 s | ]}t |� �V qd S r4 )r3 )r �cr7 r r � <genexpr>g s z is_subtree.<locals>.<genexpr>)�anyr0 )�rootr( r r7 r r3 d s r3 N)�__doc__Zpgen2r Zpygramr r5 r r Z
fixer_utilr r r r
ZBaseFixr r% r/ r3 r r r r �<module> s @ lib2to3/fixes/__pycache__/fix_types.cpython-38.opt-1.pyc 0000644 00000003450 15115353746 0016765 0 ustar 00 U
e5d� � @ sp d Z ddlmZ ddlmZ ddddddd d
d d d d
dddddddddd�Zdd� eD �ZG dd� dej�ZdS ) a� Fixer for removing uses of the types module.
These work for only the known names in the types module. The forms above
can include types. or not. ie, It is assumed the module is imported either as:
import types
from types import ... # either * or specific types
The import statements are not modified.
There should be another fixer that handles at least the following constants:
type([]) -> list
type(()) -> tuple
type('') -> str
� )�
fixer_base)�Name�bool�
memoryview�type�complex�dictztype(Ellipsis)�float�int�list�objectz
type(None)ztype(NotImplemented)�slice�bytesz(str,)�tuple�str�range)Z BooleanTypeZ
BufferTypeZ ClassTypeZ ComplexTypeZDictTypeZDictionaryTypeZ EllipsisTypeZ FloatTypeZIntTypeZListTypeZLongTypeZ
ObjectTypeZNoneTypeZNotImplementedTypeZ SliceTypeZ
StringTypeZ StringTypesZ TupleTypeZTypeTypeZ UnicodeTypeZ
XRangeTypec C s g | ] }d | �qS )z)power< 'types' trailer< '.' name='%s' > >� )�.0�tr r �//usr/lib64/python3.8/lib2to3/fixes/fix_types.py�
<listcomp>3 s r c @ s" e Zd ZdZd�e�Zdd� ZdS )�FixTypesT�|c C s& t �|d j�}|r"t||jd�S d S )N�name)�prefix)�
_TYPE_MAPPING�get�valuer r )�selfZnodeZresultsZ new_valuer r r � transform9 s zFixTypes.transformN)�__name__�
__module__� __qualname__Z
BM_compatible�join�_patsZPATTERNr r r r r r 5 s
r N) �__doc__� r Z
fixer_utilr r r$ ZBaseFixr r r r r �<module> s4 � lib2to3/fixes/__pycache__/fix_xrange.cpython-38.pyc 0000644 00000004734 15115353746 0016154 0 ustar 00 U
e5d�
� @ sF d Z ddlmZ ddlmZmZmZ ddlmZ G dd� dej�Z dS )z/Fixer that changes xrange(...) into range(...).� )�
fixer_base)�Name�Call�consuming_calls)�patcompc sh e Zd ZdZdZ� fdd�Zdd� Zdd� Zd d
� Zd d � Z d
Z
e � e
�Z
dZe � e�Zdd� Z� ZS )� FixXrangeTz�
power<
(name='range'|name='xrange') trailer< '(' args=any ')' >
rest=any* >
c s t t| ��||� t� | _d S �N)�superr �
start_tree�set�transformed_xranges��selfZtree�filename�� __class__� �0/usr/lib64/python3.8/lib2to3/fixes/fix_xrange.pyr
s zFixXrange.start_treec C s
d | _ d S r )r r
r r r � finish_tree s zFixXrange.finish_treec C sD |d }|j dkr | �||�S |j dkr4| �||�S tt|���d S )N�nameZxrange�range)�value�transform_xrange�transform_range�
ValueError�repr�r �node�resultsr r r r � transform s
zFixXrange.transformc C s0 |d }|� td|jd�� | j�t|�� d S )Nr r ��prefix)�replacer r! r �add�idr r r r r $ s zFixXrange.transform_xrangec C sf t |�| jkrb| �|�sbttd�|d �� g�}ttd�|g|jd�}|d D ]}|�|� qN|S d S )Nr �args�listr �rest)r$ r �in_special_contextr r Zcloner! Z append_child)r r r Z
range_callZ list_call�nr r r r * s � � zFixXrange.transform_rangez3power< func=NAME trailer< '(' node=any ')' > any* >z�for_stmt< 'for' any 'in' node=any ':' any* >
| comp_for< 'for' any 'in' node=any any* >
| comparison< any 'in' node=any any*>
c C sf |j d krdS i }|j j d k rJ| j�|j j |�rJ|d |krJ|d jtkS | j�|j |�od|d |kS )NFr �func)�parent�p1�matchr r �p2)r r r r r r r( ? s
�
�z FixXrange.in_special_context)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr
r r r r ZP1r Zcompile_patternr, ZP2r. r( �
__classcell__r r r r r s
r N)
�__doc__� r Z
fixer_utilr r r r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_future.cpython-38.pyc 0000644 00000001413 15115353746 0016171 0 ustar 00 U
e5d# � @ s2 d Z ddlmZ ddlmZ G dd� dej�ZdS )zVRemove __future__ imports
from __future__ import foo is replaced with an empty line.
� )�
fixer_base)� BlankLinec @ s e Zd ZdZdZdZdd� ZdS )� FixFutureTz;import_from< 'from' module_name="__future__" 'import' any >�
c C s t � }|j|_|S )N)r �prefix)�selfZnodeZresults�new� r �0/usr/lib64/python3.8/lib2to3/fixes/fix_future.py� transform s zFixFuture.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNZ run_orderr r r r r
r s r N)�__doc__� r Z
fixer_utilr ZBaseFixr r r r r
�<module> s lib2to3/fixes/__pycache__/fix_print.cpython-38.pyc 0000644 00000004442 15115353746 0016020 0 ustar 00 U
e5d � @ sl d Z ddlmZ ddlmZ ddlmZ ddlmZ ddlmZm Z m
Z
m Z e� d�Z
G dd � d ej�Zd
S ) a Fixer for print.
Change:
'print' into 'print()'
'print ...' into 'print(...)'
'print ... ,' into 'print(..., end=" ")'
'print >>x, ...' into 'print(..., file=x)'
No changes are applied if print_function is imported from __future__
� )�patcomp)�pytree)�token)�
fixer_base)�Name�Call�Comma�Stringz"atom< '(' [atom|STRING|NAME] ')' >c @ s$ e Zd ZdZdZdd� Zdd� ZdS )�FixPrintTzP
simple_stmt< any* bare='print' any* > | print_stmt
c
C s� |st �|�d�}|r4|�ttd�g |jd�� d S |jd td�ksJt �|jdd � }t|�dkrvt� |d �rvd S d } }}|r�|d t
� kr�|d d� }d}|r�|d t � t
jd�kr�t|�d ks�t �|d �� }|d
d � }d d � |D �}|�rd
|d _|d k �s"|d k �s"|d k �rz|d k �rB| �|dtt|��� |d k �rb| �|dtt|��� |d k �rz| �|d|� ttd�|�} |j| _| S )NZbare�print)�prefix� � ���� z>>r � c S s g | ] }|� � �qS � )�clone)�.0�argr r �//usr/lib64/python3.8/lib2to3/fixes/fix_print.py�
<listcomp>? s z&FixPrint.transform.<locals>.<listcomp>� �sep�end�file)�AssertionError�get�replacer r r Zchildren�len� parend_expr�matchr r �Leafr �
RIGHTSHIFTr � add_kwargr �repr)
�selfZnodeZresultsZ
bare_print�argsr r r Zl_argsZn_stmtr r r � transform% s@
�
zFixPrint.transformc C sN d|_ t�| jjt|�t�tjd�|f�}|r@|� t
� � d|_ |� |� d S )Nr �=r ) r r ZNodeZsymsZargumentr r" r �EQUAL�appendr )r& Zl_nodesZs_kwdZn_exprZ
n_argumentr r r r$ M s
�� zFixPrint.add_kwargN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr( r$ r r r r r
s (r
N)�__doc__r r r Zpgen2r r Z
fixer_utilr r r r Zcompile_patternr ZBaseFixr
r r r r �<module> s
� lib2to3/fixes/__pycache__/fix_zip.cpython-38.pyc 0000644 00000003052 15115353746 0015462 0 ustar 00 U
e5d � @ sR d Z ddlmZ ddlmZ ddlmZ ddlm Z m
Z
m Z G dd� dej �Z
dS ) a7
Fixer that changes zip(seq0, seq1, ...) into list(zip(seq0, seq1, ...)
unless there exists a 'from future_builtins import zip' statement in the
top-level namespace.
We avoid the transformation if the zip() call is directly contained in
iter(<>), list(<>), tuple(<>), sorted(<>), ...join(<>), or for V in <>:.
� )�
fixer_base)�Node)�python_symbols)�Name�ArgList�in_special_contextc @ s e Zd ZdZdZdZdd� ZdS )�FixZipTzN
power< 'zip' args=trailer< '(' [any] ')' > [trailers=trailer*]
>
zfuture_builtins.zipc C s� | � |�rd S t|�rd S |d �� }d|_g }d|krZdd� |d D �}|D ]
}d|_qNttjtd�|gdd�}ttjtd�t|g�g| �}|j|_|S ) N�args� �trailersc S s g | ] }|� � �qS � )�clone)�.0�nr r �-/usr/lib64/python3.8/lib2to3/fixes/fix_zip.py�
<listcomp>' s z$FixZip.transform.<locals>.<listcomp>�zip)�prefix�list) Z should_skipr r
r r �symsZpowerr r )�selfZnodeZresultsr r r �newr r r � transform s
zFixZip.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNZskip_onr r r r r r s r N)�__doc__r
r Zpytreer Zpygramr r Z
fixer_utilr r r ZConditionalFixr r r r r �<module> s
lib2to3/fixes/__pycache__/fix_funcattrs.cpython-38.opt-1.pyc 0000644 00000001713 15115353746 0017632 0 ustar 00 U
e5d� � @ s2 d Z ddlmZ ddlmZ G dd� dej�ZdS )z3Fix function attribute names (f.func_x -> f.__x__).� )�
fixer_base)�Namec @ s e Zd ZdZdZdd� ZdS )� FixFuncattrsTz�
power< any+ trailer< '.' attr=('func_closure' | 'func_doc' | 'func_globals'
| 'func_name' | 'func_defaults' | 'func_code'
| 'func_dict') > any* >
c C s2 |d d }|� td|jdd � |jd�� d S )N�attr� z__%s__� )�prefix)�replacer �valuer )�selfZnodeZresultsr � r �3/usr/lib64/python3.8/lib2to3/fixes/fix_funcattrs.py� transform s �zFixFuncattrs.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r r r r
r s r N)�__doc__� r Z
fixer_utilr ZBaseFixr r r r r
�<module> s lib2to3/fixes/__pycache__/fix_except.cpython-38.opt-2.pyc 0000644 00000004477 15115353746 0017124 0 ustar 00 U
e5d
� @ sb d dl mZ d dlmZ d dl mZ d dlmZmZmZm Z m
Z
m Z dd� Z G dd� dej
�Zd S )
� )�pytree)�token)�
fixer_base)�Assign�Attr�Name�is_tuple�is_list�symsc c sD t | �D ]6\}}|jtjkr|jd jdkr|| |d fV qd S )N� �exceptr )� enumerate�typer
�
except_clause�children�value)Znodes�i�n� r �0/usr/lib64/python3.8/lib2to3/fixes/fix_except.py� find_excepts s r c @ s e Zd ZdZdZdd� ZdS )� FixExceptTa1
try_stmt< 'try' ':' (simple_stmt | suite)
cleanup=(except_clause ':' (simple_stmt | suite))+
tail=(['except' ':' (simple_stmt | suite)]
['else' ':' (simple_stmt | suite)]
['finally' ':' (simple_stmt | suite)]) >
c C sx | j }dd� |d D �}dd� |d D �}t|�D �]\}}t|j�dkr2|jdd� \}} }
| �tdd d
�� |
jtjk�r8t| � � d d
�} |
�
� } d | _ |
�| � | �
� } |j}
t |
�D ]\}}t
|tj�r� q�q�t|
�s�t|
�r�t| t| td ���}n
t| | �}t|
d |� �D ]}|�d
|� �q|�||� q2|
j d kr2d |
_ q2dd� |jd d� D �| | }t�|j|�S )Nc S s g | ] }|� � �qS r ��clone)�.0r r r r �
<listcomp>2 s z'FixExcept.transform.<locals>.<listcomp>�tailc S s g | ] }|� � �qS r r )r Zchr r r r 4 s Zcleanup� � �as� )�prefix� �argsr c S s g | ] }|� � �qS r r )r �cr r r r \ s � )r
r �lenr �replacer r r �NAME�new_namer r! r
�
isinstancer ZNoder r r r �reversedZ insert_child)�selfZnodeZresultsr
r Z try_cleanupr Ze_suite�EZcomma�NZnew_N�targetZ suite_stmtsr ZstmtZassignZchildr r r r � transform/ s6
zFixExcept.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr0 r r r r r $ s r N)r" r Zpgen2r r Z
fixer_utilr r r r r r
r ZBaseFixr r r r r �<module> s
lib2to3/fixes/__pycache__/fix_nonzero.cpython-38.pyc 0000644 00000001626 15115353746 0016357 0 ustar 00 U
e5dO � @ s2 d Z ddlmZ ddlmZ G dd� dej�ZdS )z*Fixer for __nonzero__ -> __bool__ methods.� )�
fixer_base)�Namec @ s e Zd ZdZdZdd� ZdS )�
FixNonzeroTz�
classdef< 'class' any+ ':'
suite< any*
funcdef< 'def' name='__nonzero__'
parameters< '(' NAME ')' > any+ >
any* > >
c C s$ |d }t d|jd�}|�|� d S )N�name�__bool__)�prefix)r r �replace)�selfZnodeZresultsr �new� r �1/usr/lib64/python3.8/lib2to3/fixes/fix_nonzero.py� transform s zFixNonzero.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr
r r r r r s r N)�__doc__� r Z
fixer_utilr ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_imports2.cpython-38.opt-2.pyc 0000644 00000000670 15115353746 0017402 0 ustar 00 U
e5d! � @ s, d dl mZ ddd�ZG dd� dej�ZdS )� )� fix_importsZdbm)ZwhichdbZanydbmc @ s e Zd ZdZeZdS )� FixImports2� N)�__name__�
__module__� __qualname__Z run_order�MAPPING�mapping� r
r
�2/usr/lib64/python3.8/lib2to3/fixes/fix_imports2.pyr s r N)� r r Z
FixImportsr r
r
r
r �<module> s � lib2to3/fixes/__pycache__/fix_input.cpython-38.pyc 0000644 00000001661 15115353746 0016023 0 ustar 00 U
e5d� � @ sL d Z ddlmZ ddlmZmZ ddlmZ e�d�ZG dd� dej �Z
dS ) z4Fixer that changes input(...) into eval(input(...)).� )�
fixer_base)�Call�Name)�patcompz&power< 'eval' trailer< '(' any ')' > >c @ s e Zd ZdZdZdd� ZdS )�FixInputTzL
power< 'input' args=trailer< '(' [any] ')' > >
c C s6 t �|jj�rd S |�� }d|_ttd�|g|jd�S )N� �eval)�prefix)�context�match�parentZcloner r r )�selfZnodeZresults�new� r �//usr/lib64/python3.8/lib2to3/fixes/fix_input.py� transform s
zFixInput.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r r r r r
s r N) �__doc__r r Z
fixer_utilr r r Zcompile_patternr
ZBaseFixr r r r r �<module> s
lib2to3/fixes/__pycache__/fix_funcattrs.cpython-38.opt-2.pyc 0000644 00000001607 15115353746 0017635 0 ustar 00 U
e5d� � @ s. d dl mZ d dlmZ G dd� dej�ZdS )� )�
fixer_base)�Namec @ s e Zd ZdZdZdd� ZdS )� FixFuncattrsTz�
power< any+ trailer< '.' attr=('func_closure' | 'func_doc' | 'func_globals'
| 'func_name' | 'func_defaults' | 'func_code'
| 'func_dict') > any* >
c C s2 |d d }|� td|jdd � |jd�� d S )N�attr� z__%s__� )�prefix)�replacer �valuer )�selfZnodeZresultsr � r �3/usr/lib64/python3.8/lib2to3/fixes/fix_funcattrs.py� transform s �zFixFuncattrs.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r r r r
r s r N)� r Z
fixer_utilr ZBaseFixr r r r r
�<module> s lib2to3/fixes/__pycache__/fix_itertools_imports.cpython-38.pyc 0000644 00000003045 15115353746 0020463 0 ustar 00 U
e5d& � @ s: d Z ddlmZ ddlmZmZmZ G dd� dej�ZdS )zA Fixer for imports of itertools.(imap|ifilter|izip|ifilterfalse) � )�
fixer_base)� BlankLine�syms�tokenc @ s" e Zd ZdZde� Zdd� ZdS )�FixItertoolsImportsTzT
import_from< 'from' 'itertools' 'import' imports=any >
c C sp |d }|j tjks|js"|g}n|j}|d d d� D ]�}|j tjkrR|j}|}n,|j tjkrd d S |j tjkstt�|jd }|j}|dkr�d |_|� � q6|dkr6|�
� |d dkr�dnd |_q6|jd d � p�|g}d
} |D ]*}| �r|j tj k�r|� � q�| d
N } q�|�r4|d j tj k�r4|� � � � �q |j�sJt
|d d ��rV|jd k�rl|j}
t� }|
|_|S d S )
N�imports� r )ZimapZizipZifilter)Z ifilterfalseZ izip_longest� �f� filterfalse� zip_longestT����value)�typer Zimport_as_name�childrenr �NAMEr �STAR�AssertionError�removeZchanged�COMMA�pop�getattr�parent�prefixr ) �selfZnodeZresultsr r Zchild�memberZ name_node� member_nameZ remove_comma�p� r �;/usr/lib64/python3.8/lib2to3/fixes/fix_itertools_imports.py� transform sH
�
�z FixItertoolsImports.transformN)�__name__�
__module__� __qualname__Z
BM_compatible�localsZPATTERNr r r r r r s
�r N) �__doc__Zlib2to3r Zlib2to3.fixer_utilr r r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_methodattrs.cpython-38.pyc 0000644 00000001645 15115353746 0017224 0 ustar 00 U
e5d^ � @ s> d Z ddlmZ ddlmZ dddd�ZG dd � d ej�Zd
S ) z;Fix bound method attributes (method.im_? -> method.__?__).
� )�
fixer_base)�Name�__func__�__self__z__self__.__class__)Zim_funcZim_selfZim_classc @ s e Zd ZdZdZdd� ZdS )�FixMethodattrsTzU
power< any+ trailer< '.' attr=('im_func' | 'im_self' | 'im_class') > any* >
c C s. |d d }t |j }|�t||jd�� d S )N�attr� )�prefix)�MAP�value�replacer r )�selfZnodeZresultsr �new� r �5/usr/lib64/python3.8/lib2to3/fixes/fix_methodattrs.py� transform s
zFixMethodattrs.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r r r r r s r N)�__doc__� r Z
fixer_utilr r
ZBaseFixr r r r r �<module> s � lib2to3/fixes/__pycache__/fix_isinstance.cpython-38.pyc 0000644 00000003012 15115353746 0017014 0 ustar 00 U
e5dH � @ s2 d Z ddlmZ ddlmZ G dd� dej�ZdS )a, Fixer that cleans up a tuple argument to isinstance after the tokens
in it were fixed. This is mainly used to remove double occurrences of
tokens as a leftover of the long -> int / unicode -> str conversion.
eg. isinstance(x, (int, long)) -> isinstance(x, (int, int))
-> isinstance(x, int)
� )�
fixer_base)�tokenc @ s e Zd ZdZdZdZdd� ZdS )�
FixIsinstanceTz�
power<
'isinstance'
trailer< '(' arglist< any ',' atom< '('
args=testlist_gexp< any+ >
')' > > ')' >
>
� c C s� t � }|d }|j}g }t|�}|D ]p\}} | jtjkrr| j|krr|t|�d k r�||d jtjkr�t |� q$q$|�
| � | jtjkr$|� | j� q$|r�|d jtjkr�|d= t|�dkr�|j }
|
j
|d _
|
�|d � n||d d �< |�� d S )N�args� ���� )�setZchildren� enumerate�typer �NAME�value�len�COMMA�next�append�add�parent�prefix�replaceZchanged) �selfZnodeZresultsZnames_insertedZtestlistr Znew_args�iterator�idx�argZatom� r �4/usr/lib64/python3.8/lib2to3/fixes/fix_isinstance.py� transform s* $
zFixIsinstance.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNZ run_orderr r r r r r s r N)�__doc__� r Z
fixer_utilr ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_dict.cpython-38.opt-2.pyc 0000644 00000004477 15115353746 0016557 0 ustar 00 U
e5d� � @ sf d dl mZ d dl mZ d dl mZ d dlmZmZmZ d dl mZ ejdhB Z G dd� dej
�Z d S )
� )�pytree)�patcomp)�
fixer_base)�Name�Call�Dot)�
fixer_util�iterc @ s@ e Zd ZdZdZdd� ZdZe�e�Z dZ
e�e
�Z dd� Z d S )
�FixDictTa
power< head=any+
trailer< '.' method=('keys'|'items'|'values'|
'iterkeys'|'iteritems'|'itervalues'|
'viewkeys'|'viewitems'|'viewvalues') >
parens=trailer< '(' ')' >
tail=any*
>
c
C s |d }|d d }|d }| j }|j}|�d�}|�d�} |sD| rP|dd � }dd � |D �}d
d � |D �}| o|| �||�}
|t�|jt� t||j d �g�|d �
� g } t�|j | �} |
s�| s�d
| _ t t|r�dnd�| g�} |r�t�|j | g| �} |j | _ | S )N�head�method� �tailr Zview� c S s g | ] }|� � �qS � ��clone��.0�nr r �./usr/lib64/python3.8/lib2to3/fixes/fix_dict.py�
<listcomp>A s z%FixDict.transform.<locals>.<listcomp>c S s g | ] }|� � �qS r r r r r r r B s )�prefixZparens� �list)
�syms�value�
startswith�in_special_contextr ZNodeZtrailerr r r r Zpowerr )
�self�node�resultsr r r r Z method_name�isiterZisviewZspecial�args�newr r r � transform6 s:
���
�zFixDict.transformz3power< func=NAME trailer< '(' node=any ')' > any* >zmfor_stmt< 'for' any 'in' node=any ':' any* >
| comp_for< 'for' any 'in' node=any any* >
c C s� |j d krdS i }|j j d k r^| j�|j j |�r^|d |kr^|rN|d jtkS |d jtjkS |sfdS | j�|j |�o�|d |kS )NFr �func)�parent�p1�matchr � iter_exemptr �consuming_calls�p2)r r r" r! r r r r Z s
�
�zFixDict.in_special_contextN)
�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr% ZP1r Zcompile_patternr( ZP2r, r r r r r r
) s
r
N) r r r r r r r r r+ r* ZBaseFixr
r r r r �<module> s lib2to3/fixes/__pycache__/fix_ws_comma.cpython-38.pyc 0000644 00000002132 15115353746 0016463 0 ustar 00 U
e5dB � @ s> d Z ddlmZ ddlmZ ddlmZ G dd� dej�ZdS )z�Fixer that changes 'a ,b' into 'a, b'.
This also changes '{a :b}' into '{a: b}', but does not touch other
uses of colons. It does not touch other uses of whitespace.
� )�pytree)�token)�
fixer_basec @ s@ e Zd ZdZdZe�ejd�Ze�ej d�Z ee fZ
dd� Z dS )�
FixWsCommaTzH
any<(not(',') any)+ ',' ((not(',') any)+ ',')* [not(',') any]>
�,�:c C s` |� � }d}|jD ]H}|| jkrB|j}|�� r<d|kr<d|_d}q|rV|j}|sVd|_d}q|S )NF�
� T� )ZcloneZchildren�SEPS�prefix�isspace)�selfZnodeZresults�newZcommaZchildr � r �2/usr/lib64/python3.8/lib2to3/fixes/fix_ws_comma.py� transform s
zFixWsComma.transformN) �__name__�
__module__� __qualname__ZexplicitZPATTERNr ZLeafr �COMMA�COLONr r r r r r r s r N)�__doc__r r Zpgen2r r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_sys_exc.cpython-38.opt-2.pyc 0000644 00000002325 15115353746 0017277 0 ustar 00 U
e5d
� @ sF d dl mZ d dlmZmZmZmZmZmZm Z G dd� dej
�Z dS )� )�
fixer_base)�Attr�Call�Name�Number� Subscript�Node�symsc @ s: e Zd ZdddgZdZdd�dd� eD �� Zd d
� Zd S ) � FixSysExc�exc_type� exc_value�
exc_tracebackTzN
power< 'sys' trailer< dot='.' attribute=(%s) > >
�|c c s | ]}d | V qdS )z'%s'N� )�.0�er r �1/usr/lib64/python3.8/lib2to3/fixes/fix_sys_exc.py� <genexpr> s zFixSysExc.<genexpr>c C st |d d }t | j�|j��}ttd�|jd�}ttd�|�}|d j|d jd _|� t
|�� t t j
||jd�S )NZ attribute� �exc_info)�prefix�sys�dot� )r r �index�valuer r r r Zchildren�appendr r r Zpower)�selfZnodeZresultsZsys_attrr Zcall�attrr r r � transform s zFixSysExc.transformN)�__name__�
__module__� __qualname__r Z
BM_compatible�joinZPATTERNr r r r r r
s
�r
N) � r Z
fixer_utilr r r r r r r ZBaseFixr
r r r r �<module> s $ lib2to3/fixes/__pycache__/fix_idioms.cpython-38.opt-1.pyc 0000644 00000007400 15115353746 0017104 0 ustar 00 U
e5d � @ sN d Z ddlmZ ddlmZmZmZmZmZm Z dZ
dZ G dd� dej �Z
dS ) a� Adjust some old Python 2 idioms to their modern counterparts.
* Change some type comparisons to isinstance() calls:
type(x) == T -> isinstance(x, T)
type(x) is T -> isinstance(x, T)
type(x) != T -> not isinstance(x, T)
type(x) is not T -> not isinstance(x, T)
* Change "while 1:" into "while True:".
* Change both
v = list(EXPR)
v.sort()
foo(v)
and the more general
v = EXPR
v.sort()
foo(v)
into
v = sorted(EXPR)
foo(v)
� )�
fixer_base)�Call�Comma�Name�Node� BlankLine�symsz0(n='!=' | '==' | 'is' | n=comp_op< 'is' 'not' >)z(power< 'type' trailer< '(' x=any ')' > >c sP e Zd ZdZdeeeef Z� fdd�Zdd� Zdd� Z d d
� Z
d d � Z � Z S )
� FixIdiomsTa�
isinstance=comparison< %s %s T=any >
|
isinstance=comparison< T=any %s %s >
|
while_stmt< 'while' while='1' ':' any+ >
|
sorted=any<
any*
simple_stmt<
expr_stmt< id1=any '='
power< list='list' trailer< '(' (not arglist<any+>) any ')' > >
>
'\n'
>
sort=
simple_stmt<
power< id2=any
trailer< '.' 'sort' > trailer< '(' ')' >
>
'\n'
>
next=any*
>
|
sorted=any<
any*
simple_stmt< expr_stmt< id1=any '=' expr=any > '\n' >
sort=
simple_stmt<
power< id2=any
trailer< '.' 'sort' > trailer< '(' ')' >
>
'\n'
>
next=any*
>
c s8 t t| ��|�}|r4d|kr4|d |d kr0|S d S |S )N�sortedZid1Zid2)�superr �match)�self�node�r�� __class__� �0/usr/lib64/python3.8/lib2to3/fixes/fix_idioms.pyr O s zFixIdioms.matchc C sH d|kr| � ||�S d|kr(| �||�S d|kr<| �||�S td��d S )N�
isinstance�whiler
z
Invalid match)�transform_isinstance�transform_while�transform_sort� RuntimeError)r
r �resultsr r r � transformZ s zFixIdioms.transformc C sh |d � � }|d � � }d|_d|_ttd�|t� |g�}d|kr\d|_ttjtd�|g�}|j|_|S )N�x�T� � r �n�not)�clone�prefixr r r r r Znot_test)r
r r r r Ztestr r r r d s z FixIdioms.transform_isinstancec C s |d }|� td|jd�� d S )Nr �True�r# )�replacer r# )r
r r Zoner r r r p s zFixIdioms.transform_whilec C s� |d }|d }|� d�}|� d�}|r>|�td|jd�� n8|rn|�� }d|_|�ttd�|g|jd�� ntd��|�� |j}d |kr�|r�|�d �d
|d
jf} d � | �|d
_n"t
� }
|j � |
� |�d �d
|
_d S ) N�sort�next�list�exprr
r% r z should not have reached here�
� )
�getr& r r# r" r r �remove�
rpartition�joinr �parentZ append_child) r
r r Z sort_stmtZ next_stmtZ list_callZ simple_expr�newZbtwnZ prefix_linesZend_liner r r r t s,
�
zFixIdioms.transform_sort)
�__name__�
__module__� __qualname__Zexplicit�TYPE�CMPZPATTERNr r r r r �
__classcell__r r r r r % s %
�'
r N)�__doc__r r Z
fixer_utilr r r r r r r7 r6 ZBaseFixr r r r r �<module> s
lib2to3/fixes/__pycache__/fix_raw_input.cpython-38.opt-1.pyc 0000644 00000001426 15115353746 0017632 0 ustar 00 U
e5d� � @ s2 d Z ddlmZ ddlmZ G dd� dej�ZdS )z2Fixer that changes raw_input(...) into input(...).� )�
fixer_base)�Namec @ s e Zd ZdZdZdd� ZdS )� FixRawInputTzU
power< name='raw_input' trailer< '(' [any] ')' > any* >
c C s |d }|� td|jd�� d S )N�name�input)�prefix)�replacer r )�selfZnodeZresultsr � r
�3/usr/lib64/python3.8/lib2to3/fixes/fix_raw_input.py� transform s zFixRawInput.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r
r
r
r r s r N)�__doc__� r Z
fixer_utilr ZBaseFixr r
r
r
r �<module> s lib2to3/fixes/__pycache__/fix_paren.cpython-38.pyc 0000644 00000002551 15115353746 0015770 0 ustar 00 U
e5d� � @ s6 d Z ddlmZ ddlmZmZ G dd� dej�ZdS )zuFixer that addes parentheses where they are required
This converts ``[x for x in 1, 2]`` to ``[x for x in (1, 2)]``.� )�
fixer_base)�LParen�RParenc @ s e Zd ZdZdZdd� ZdS )�FixParenTa
atom< ('[' | '(')
(listmaker< any
comp_for<
'for' NAME 'in'
target=testlist_safe< any (',' any)+ [',']
>
[any]
>
>
|
testlist_gexp< any
comp_for<
'for' NAME 'in'
target=testlist_safe< any (',' any)+ [',']
>
[any]
>
>)
(']' | ')') >
c C s8 |d }t � }|j|_d|_|�d|� |�t� � d S )N�target� � )r �prefixZ insert_childZ append_childr )�selfZnodeZresultsr Zlparen� r �//usr/lib64/python3.8/lib2to3/fixes/fix_paren.py� transform% s zFixParen.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr
r r r r r s r N)�__doc__r r Z
fixer_utilr r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_urllib.cpython-38.opt-2.pyc 0000644 00000012474 15115353746 0017121 0 ustar 00 U
e5d� � @ s� d dl mZmZ d dlmZmZmZmZmZm Z m
Z
ddddddd d
d gfd d
ddddddddddddddgfd d gfgddd d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4gfd d5d6gfgd7�Z e d8 � e d9 d: � d;d<� Z
G d=d>� d>e�Zd?S )@� )�
alternates�
FixImports)�Name�Comma�
FromImport�Newline�find_indentation�Node�symszurllib.requestZ URLopenerZFancyURLopenerZ urlretrieveZ
_urlopenerZurlopenZ
urlcleanupZ pathname2urlZ url2pathnamez urllib.parseZquoteZ
quote_plusZunquoteZ unquote_plusZ urlencodeZ splitattrZ splithostZ
splitnportZ splitpasswdZ splitportZ
splitqueryZsplittagZ splittypeZ splituserZ
splitvaluez urllib.errorZContentTooShortErrorZinstall_openerZ build_openerZRequestZOpenerDirectorZ BaseHandlerZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ
FTPHandlerZCacheFTPHandlerZUnknownHandlerZURLErrorZ HTTPError)�urllib�urllib2r r � c c sv t � } t�� D ]b\}}|D ]T}|\}}t|�}d||f V d|||f V d| V d| V d||f V qqd S )Nz�import_name< 'import' (module=%r
| dotted_as_names< any* module=%r any* >) >
z�import_from< 'from' mod_member=%r 'import'
( member=%s | import_as_name< member=%s 'as' any > |
import_as_names< members=any* >) >
zIimport_from< 'from' module_star=%r 'import' star='*' >
ztimport_name< 'import'
dotted_as_name< module_as=%r 'as' any > >
zKpower< bare_with_attr=%r trailer< '.' member=%s > any* >
)�set�MAPPING�itemsr )ZbareZ
old_moduleZchanges�changeZ
new_module�members� r �0/usr/lib64/python3.8/lib2to3/fixes/fix_urllib.py�
build_pattern0 s( �����r c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) � FixUrllibc C s d� t� �S )N�|)�joinr )�selfr r r r I s zFixUrllib.build_patternc C sv |� d�}|j}g }t|j d d� D ] }|�t|d |d�t� g� q&|�tt|j d d |d�� |�|� d S )N�module���r ��prefix) �getr r �value�extendr r �append�replace)r �node�resultsZ
import_mod�pref�names�namer r r �transform_importL s
zFixUrllib.transform_importc C s& |� d�}|j}|� d�}|r�t|t�r0|d }d }t|j D ] }|j|d kr>|d } q^q>|rv|�t||d�� n | �|d� �n�g }i } |d }
|
D ]�}|j t
j kr�|j d j} |j d j} n
|j} d } | d kr�t|j D ]B}| |d kr�|d | k�r |�
|d � | �|d g ��
|� q�q�g }
t|�}d
}d d � }|D ]�}| | }g }|d d
� D ]"}|�|||�� |�
t� � �q^|�||d
|�� t||�}|�r�|jj�|��r�||_|
�
|� d}�qB|
�rg }|
d d
� D ]}|�|t� g� �q�|�
|
d
� |�|� n | �|d� d S )N�
mod_member�memberr r
r �!This is an invalid module elementr � �,Tc S sX | j tjkrHt| jd j|d�| jd �� | jd �� g}ttj|�gS t| j|d�gS )Nr r r
r, )�typer
�import_as_namer �childrenr Zcloner )r' r Zkidsr r r � handle_name� s �z/FixUrllib.transform_member.<locals>.handle_namer Fz All module elements are invalid)r r �
isinstance�listr r r" r �cannot_convertr. r
r/ r0 r! �
setdefaultr r r r �parent�endswithr )r r# r$ r) r% r* �new_namer �modulesZmod_dictr Zas_name� member_nameZ new_nodesZ indentation�firstr1 r Zeltsr& Zelt�newZnodesZnew_noder r r �transform_member\ sh
zFixUrllib.transform_memberc C s~ |� d�}|� d�}d }t|t�r*|d }t|j D ] }|j|d kr4|d } qTq4|rn|�t||jd�� n | �|d� d S )N�bare_with_attrr* r r
r r+ ) r r2 r3 r r r" r r r4 )r r# r$ Z
module_dotr* r8 r r r r �
transform_dot� s
�
zFixUrllib.transform_dotc C sz |� d�r| �||� n^|� d�r0| �||� nF|� d�rH| �||� n.|� d�r`| �|d� n|� d�rv| �|d� d S )Nr r) r> Z module_starzCannot handle star imports.Z module_asz#This module is now multiple modules)r r( r= r? r4 )r r# r$ r r r � transform� s
zFixUrllib.transformN)�__name__�
__module__� __qualname__r r( r= r? r@ r r r r r G s
Lr N)Zlib2to3.fixes.fix_importsr r Zlib2to3.fixer_utilr r r r r r r
r r! r r r r r r �<module> s| $ �� ����
�����! lib2to3/fixes/__pycache__/fix_renames.cpython-38.pyc 0000644 00000003722 15115353746 0016316 0 ustar 00 U
e5d� � @ sV d Z ddlmZ ddlmZmZ dddiiZi Zdd� Zd d
� Z G d d � d ej
�Z d
S )z?Fix incompatible renames
Fixes:
* sys.maxint -> sys.maxsize
� )�
fixer_base)�Name�
attr_chain�sysZmaxint�maxsizec C s dd� tt| �� d S )N�(�|�))�join�map�repr)�members� r �1/usr/lib64/python3.8/lib2to3/fixes/fix_renames.py�
alternates s r c c sZ t t�� �D ]H\} }t |�� �D ]2\}}|t| |f< d| ||f V d| |f V q q d S )Nz�
import_from< 'from' module_name=%r 'import'
( attr_name=%r | import_as_name< attr_name=%r 'as' any >) >
z^
power< module_name=%r trailer< '.' attr_name=%r > any* >
)�list�MAPPING�items�LOOKUP)�module�replaceZold_attr�new_attrr r r �
build_pattern s ��r c s8 e Zd ZdZd�e� �ZdZ� fdd�Zdd� Z � Z
S )�
FixRenamesTr Zprec s@ t t| �j� � |�}|r<t� fdd�t|d�D ��r8dS |S dS )Nc 3 s | ]}� |�V qd S )Nr )�.0�obj��matchr r � <genexpr>5 s z#FixRenames.match.<locals>.<genexpr>�parentF)�superr r �anyr )�self�node�results�� __class__r r r 1 s zFixRenames.matchc C sD |� d�}|� d�}|r@|r@t|j|jf }|�t||jd�� d S )NZ module_name� attr_name)�prefix)�getr �valuer r r( )r" r# r$ Zmod_namer' r r r r � transform> s
zFixRenames.transform) �__name__�
__module__� __qualname__Z
BM_compatibler
r ZPATTERN�orderr r+ �
__classcell__r r r% r r * s
r N) �__doc__� r Z
fixer_utilr r r r r r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_raw_input.cpython-38.pyc 0000644 00000001426 15115353746 0016673 0 ustar 00 U
e5d� � @ s2 d Z ddlmZ ddlmZ G dd� dej�ZdS )z2Fixer that changes raw_input(...) into input(...).� )�
fixer_base)�Namec @ s e Zd ZdZdZdd� ZdS )� FixRawInputTzU
power< name='raw_input' trailer< '(' [any] ')' > any* >
c C s |d }|� td|jd�� d S )N�name�input)�prefix)�replacer r )�selfZnodeZresultsr � r
�3/usr/lib64/python3.8/lib2to3/fixes/fix_raw_input.py� transform s zFixRawInput.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r
r
r
r r s r N)�__doc__� r Z
fixer_utilr ZBaseFixr r
r
r
r �<module> s lib2to3/fixes/__pycache__/fix_types.cpython-38.opt-2.pyc 0000644 00000002516 15115353746 0016770 0 ustar 00 U
e5d� � @ sl d dl mZ d dlmZ dddddddd d
d d
d d
ddddddddd�Zdd� eD �ZG dd� dej�ZdS )� )�
fixer_base)�Name�bool�
memoryview�type�complex�dictztype(Ellipsis)�float�int�list�objectz
type(None)ztype(NotImplemented)�slice�bytesz(str,)�tuple�str�range)Z BooleanTypeZ
BufferTypeZ ClassTypeZ ComplexTypeZDictTypeZDictionaryTypeZ EllipsisTypeZ FloatTypeZIntTypeZListTypeZLongTypeZ
ObjectTypeZNoneTypeZNotImplementedTypeZ SliceTypeZ
StringTypeZ StringTypesZ TupleTypeZTypeTypeZ UnicodeTypeZ
XRangeTypec C s g | ] }d | �qS )z)power< 'types' trailer< '.' name='%s' > >� )�.0�tr r �//usr/lib64/python3.8/lib2to3/fixes/fix_types.py�
<listcomp>3 s r c @ s" e Zd ZdZd�e�Zdd� ZdS )�FixTypesT�|c C s& t �|d j�}|r"t||jd�S d S )N�name)�prefix)�
_TYPE_MAPPING�get�valuer r )�selfZnodeZresultsZ new_valuer r r � transform9 s zFixTypes.transformN)�__name__�
__module__� __qualname__Z
BM_compatible�join�_patsZPATTERNr r r r r r 5 s
r N)� r Z
fixer_utilr r r$ ZBaseFixr r r r r �<module> s2 � lib2to3/fixes/__pycache__/fix_set_literal.cpython-38.pyc 0000644 00000003216 15115353746 0017171 0 ustar 00 U
e5d� � @ s: d Z ddlmZmZ ddlmZmZ G dd� dej�ZdS )z:
Optional fixer to transform set() calls to set literals.
� )�
fixer_base�pytree)�token�symsc @ s e Zd ZdZdZdZdd� ZdS )�
FixSetLiteralTaj power< 'set' trailer< '('
(atom=atom< '[' (items=listmaker< any ((',' any)* [',']) >
|
single=any) ']' >
|
atom< '(' items=testlist_gexp< any ((',' any)* [',']) > ')' >
)
')' > >
c C s� |� d�}|r2t�tj|�� g�}|�|� |}n|d }t�tj d�g}|�
dd� |j D �� |� t�tj
d�� |jj|d _t�tj|�}|j|_t|j �dkr�|j d }|�� |j|j d _|S )
N�single�items�{c s s | ]}|� � V qd S )N)�clone)�.0�n� r
�5/usr/lib64/python3.8/lib2to3/fixes/fix_set_literal.py� <genexpr>' s z*FixSetLiteral.transform.<locals>.<genexpr>�}���� � )�getr ZNoder Z listmakerr
�replaceZLeafr �LBRACE�extendZchildren�append�RBRACEZ next_sibling�prefixZ dictsetmaker�len�remove) �selfZnodeZresultsr Zfaker �literalZmakerr r
r
r � transform s"
zFixSetLiteral.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZexplicitZPATTERNr r
r
r
r r s
r N) �__doc__Zlib2to3r r Zlib2to3.fixer_utilr r ZBaseFixr r
r
r
r �<module> s lib2to3/fixes/__pycache__/fix_unicode.cpython-38.pyc 0000644 00000003010 15115353746 0016300 0 ustar 00 U
e5d� � @ s< d Z ddlmZ ddlmZ ddd�ZG dd� dej�Zd S )
z�Fixer for unicode.
* Changes unicode to str and unichr to chr.
* If "...\u..." is not unicode literal change it into "...\\u...".
* Change u"..." into "...".
� )�token)�
fixer_base�chr�str)ZunichrZunicodec s, e Zd ZdZdZ� fdd�Zdd� Z� ZS )�
FixUnicodeTz STRING | 'unicode' | 'unichr'c s" t t| ��||� d|jk| _d S )N�unicode_literals)�superr �
start_treeZfuture_featuresr )�selfZtree�filename�� __class__� �1/usr/lib64/python3.8/lib2to3/fixes/fix_unicode.pyr s zFixUnicode.start_treec C s� |j tjkr$|�� }t|j |_|S |j tjkr�|j}| jsj|d dkrjd|krjd�dd� |� d�D ��}|d dkr�|dd � }||jkr�|S |�� }||_|S d S ) N� z'"�\z\\c S s g | ]}|� d d�� dd��qS )z\uz\\uz\Uz\\U)�replace)�.0�vr r r �
<listcomp> s �z(FixUnicode.transform.<locals>.<listcomp>ZuU� )
�typer �NAMEZclone�_mapping�value�STRINGr �join�split)r
ZnodeZresults�new�valr r r � transform s"
�
zFixUnicode.transform)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r �
__classcell__r r r r r s r N)�__doc__Zpgen2r � r r ZBaseFixr r r r r �<module> s
lib2to3/fixes/__pycache__/fix_methodattrs.cpython-38.opt-2.pyc 0000644 00000001531 15115353746 0020156 0 ustar 00 U
e5d^ � @ s: d dl mZ d dlmZ dddd�ZG dd� dej�Zd S )
� )�
fixer_base)�Name�__func__�__self__z__self__.__class__)Zim_funcZim_selfZim_classc @ s e Zd ZdZdZdd� ZdS )�FixMethodattrsTzU
power< any+ trailer< '.' attr=('im_func' | 'im_self' | 'im_class') > any* >
c C s. |d d }t |j }|�t||jd�� d S )N�attr� )�prefix)�MAP�value�replacer r )�selfZnodeZresultsr �new� r �5/usr/lib64/python3.8/lib2to3/fixes/fix_methodattrs.py� transform s
zFixMethodattrs.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r r r r r s r N)� r Z
fixer_utilr r
ZBaseFixr r r r r �<module> s � lib2to3/fixes/__pycache__/fix_print.cpython-38.opt-2.pyc 0000644 00000003664 15115353746 0016765 0 ustar 00 U
e5d � @ sh d dl mZ d dl mZ d dlmZ d dl mZ d dlmZmZm Z m
Z
e� d�Z G dd� dej
�Zd S )
� )�patcomp)�pytree)�token)�
fixer_base)�Name�Call�Comma�Stringz"atom< '(' [atom|STRING|NAME] ')' >c @ s$ e Zd ZdZdZdd� Zdd� ZdS )�FixPrintTzP
simple_stmt< any* bare='print' any* > | print_stmt
c
C s` |� d�}|r,|�ttd�g |jd�� d S |jdd � }t|�dkrXt�|d �rXd S d } }}|r�|d t � kr�|d d� }d}|r�|d t
� t j
d�kr�|d �� }|d d � }d
d � |D �}|r�d |d _|d k s�|d k s�|d k �rF|d k �r| �|d
tt|��� |d k �r.| �|dtt|��� |d k �rF| �|d|� ttd�|�} |j| _| S )NZbare�print)�prefix� � ���� z>>� c S s g | ] }|� � �qS � )�clone)�.0�argr r �//usr/lib64/python3.8/lib2to3/fixes/fix_print.py�
<listcomp>? s z&FixPrint.transform.<locals>.<listcomp>� �sep�end�file)�get�replacer r r Zchildren�len� parend_expr�matchr r �Leafr �
RIGHTSHIFTr � add_kwargr �repr)
�selfZnodeZresultsZ
bare_print�argsr r r Zl_argsZn_stmtr r r � transform% s:
�
zFixPrint.transformc C sN d|_ t�| jjt|�t�tjd�|f�}|r@|� t
� � d|_ |� |� d S )Nr �=r ) r r ZNodeZsymsZargumentr r! r �EQUAL�appendr )r% Zl_nodesZs_kwdZn_exprZ
n_argumentr r r r# M s
�� zFixPrint.add_kwargN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr' r# r r r r r
s (r
N)r r r Zpgen2r r Z
fixer_utilr r r r Zcompile_patternr ZBaseFixr
r r r r �<module> s � lib2to3/fixes/__pycache__/fix_long.cpython-38.pyc 0000644 00000001274 15115353746 0015623 0 ustar 00 U
e5d� � @ s2 d Z ddlmZ ddlmZ G dd� dej�ZdS )z/Fixer that turns 'long' into 'int' everywhere.
� )�
fixer_base)�is_probably_builtinc @ s e Zd ZdZdZdd� ZdS )�FixLongTz'long'c C s t |�rd|_|�� d S )N�int)r �valueZchanged)�selfZnodeZresults� r �./usr/lib64/python3.8/lib2to3/fixes/fix_long.py� transform s zFixLong.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr
r r r r r s r N)�__doc__Zlib2to3r Zlib2to3.fixer_utilr ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_isinstance.cpython-38.opt-2.pyc 0000644 00000002312 15115353746 0017756 0 ustar 00 U
e5dH � @ s. d dl mZ d dlmZ G dd� dej�ZdS )� )�
fixer_base)�tokenc @ s e Zd ZdZdZdZdd� ZdS )�
FixIsinstanceTz�
power<
'isinstance'
trailer< '(' arglist< any ',' atom< '('
args=testlist_gexp< any+ >
')' > > ')' >
>
� c C s� t � }|d }|j}g }t|�}|D ]p\}} | jtjkrr| j|krr|t|�d k r�||d jtjkr�t |� q$q$|�
| � | jtjkr$|� | j� q$|r�|d jtjkr�|d= t|�dkr�|j }
|
j
|d _
|
�|d � n||d d �< |�� d S )N�args� ���� )�setZchildren� enumerate�typer �NAME�value�len�COMMA�next�append�add�parent�prefix�replaceZchanged) �selfZnodeZresultsZnames_insertedZtestlistr Znew_args�iterator�idx�argZatom� r �4/usr/lib64/python3.8/lib2to3/fixes/fix_isinstance.py� transform s* $
zFixIsinstance.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNZ run_orderr r r r r r s r N)� r Z
fixer_utilr ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_ws_comma.cpython-38.opt-2.pyc 0000644 00000001640 15115353746 0017426 0 ustar 00 U
e5dB � @ s: d dl mZ d dlmZ d dl mZ G dd� dej�ZdS )� )�pytree)�token)�
fixer_basec @ s@ e Zd ZdZdZe�ejd�Ze�ej d�Z ee fZ
dd� Z dS )�
FixWsCommaTzH
any<(not(',') any)+ ',' ((not(',') any)+ ',')* [not(',') any]>
�,�:c C s` |� � }d}|jD ]H}|| jkrB|j}|�� r<d|kr<d|_d}q|rV|j}|sVd|_d}q|S )NF�
� T� )ZcloneZchildren�SEPS�prefix�isspace)�selfZnodeZresults�newZcommaZchildr � r �2/usr/lib64/python3.8/lib2to3/fixes/fix_ws_comma.py� transform s
zFixWsComma.transformN) �__name__�
__module__� __qualname__ZexplicitZPATTERNr ZLeafr �COMMA�COLONr r r r r r r s r N)r r Zpgen2r r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_itertools.cpython-38.pyc 0000644 00000003011 15115353746 0016677 0 ustar 00 U
e5d � @ s2 d Z ddlmZ ddlmZ G dd� dej�ZdS )aT Fixer for itertools.(imap|ifilter|izip) --> (map|filter|zip) and
itertools.ifilterfalse --> itertools.filterfalse (bugs 2360-2363)
imports from itertools are fixed in fix_itertools_import.py
If itertools is imported as something else (ie: import itertools as it;
it.izip(spam, eggs)) method calls will not get fixed.
� )�
fixer_base)�Namec @ s* e Zd ZdZdZde� ZdZdd� ZdS )� FixItertoolsTz7('imap'|'ifilter'|'izip'|'izip_longest'|'ifilterfalse')z�
power< it='itertools'
trailer<
dot='.' func=%(it_funcs)s > trailer< '(' [any] ')' > >
|
power< func=%(it_funcs)s trailer< '(' [any] ')' > >
� c C s� d }|d d }d|krV|j dkrV|d |d }}|j}|�� |�� |j�|� |p^|j}|�t|j dd � |d�� d S )N�func� �it)Z ifilterfalseZ izip_longest�dot� )�prefix)�valuer �remove�parent�replacer )�selfZnodeZresultsr r r r � r �3/usr/lib64/python3.8/lib2to3/fixes/fix_itertools.py� transform s �
zFixItertools.transformN) �__name__�
__module__� __qualname__Z
BM_compatibleZit_funcs�localsZPATTERNZ run_orderr r r r r r s � r N)�__doc__� r Z
fixer_utilr ZBaseFixr r r r r �<module> s
lib2to3/fixes/__pycache__/fix_set_literal.cpython-38.opt-1.pyc 0000644 00000003216 15115353746 0020130 0 ustar 00 U
e5d� � @ s: d Z ddlmZmZ ddlmZmZ G dd� dej�ZdS )z:
Optional fixer to transform set() calls to set literals.
� )�
fixer_base�pytree)�token�symsc @ s e Zd ZdZdZdZdd� ZdS )�
FixSetLiteralTaj power< 'set' trailer< '('
(atom=atom< '[' (items=listmaker< any ((',' any)* [',']) >
|
single=any) ']' >
|
atom< '(' items=testlist_gexp< any ((',' any)* [',']) > ')' >
)
')' > >
c C s� |� d�}|r2t�tj|�� g�}|�|� |}n|d }t�tj d�g}|�
dd� |j D �� |� t�tj
d�� |jj|d _t�tj|�}|j|_t|j �dkr�|j d }|�� |j|j d _|S )
N�single�items�{c s s | ]}|� � V qd S )N)�clone)�.0�n� r
�5/usr/lib64/python3.8/lib2to3/fixes/fix_set_literal.py� <genexpr>' s z*FixSetLiteral.transform.<locals>.<genexpr>�}���� � )�getr ZNoder Z listmakerr
�replaceZLeafr �LBRACE�extendZchildren�append�RBRACEZ next_sibling�prefixZ dictsetmaker�len�remove) �selfZnodeZresultsr Zfaker �literalZmakerr r
r
r � transform s"
zFixSetLiteral.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZexplicitZPATTERNr r
r
r
r r s
r N) �__doc__Zlib2to3r r Zlib2to3.fixer_utilr r ZBaseFixr r
r
r
r �<module> s lib2to3/fixes/__pycache__/fix_isinstance.cpython-38.opt-1.pyc 0000644 00000003012 15115353746 0017753 0 ustar 00 U
e5dH � @ s2 d Z ddlmZ ddlmZ G dd� dej�ZdS )a, Fixer that cleans up a tuple argument to isinstance after the tokens
in it were fixed. This is mainly used to remove double occurrences of
tokens as a leftover of the long -> int / unicode -> str conversion.
eg. isinstance(x, (int, long)) -> isinstance(x, (int, int))
-> isinstance(x, int)
� )�
fixer_base)�tokenc @ s e Zd ZdZdZdZdd� ZdS )�
FixIsinstanceTz�
power<
'isinstance'
trailer< '(' arglist< any ',' atom< '('
args=testlist_gexp< any+ >
')' > > ')' >
>
� c C s� t � }|d }|j}g }t|�}|D ]p\}} | jtjkrr| j|krr|t|�d k r�||d jtjkr�t |� q$q$|�
| � | jtjkr$|� | j� q$|r�|d jtjkr�|d= t|�dkr�|j }
|
j
|d _
|
�|d � n||d d �< |�� d S )N�args� ���� )�setZchildren� enumerate�typer �NAME�value�len�COMMA�next�append�add�parent�prefix�replaceZchanged) �selfZnodeZresultsZnames_insertedZtestlistr Znew_args�iterator�idx�argZatom� r �4/usr/lib64/python3.8/lib2to3/fixes/fix_isinstance.py� transform s* $
zFixIsinstance.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNZ run_orderr r r r r r s r N)�__doc__� r Z
fixer_utilr ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_import.cpython-38.opt-2.pyc 0000644 00000004647 15115353746 0017145 0 ustar 00 U
e5d� � @ sV d dl mZ ddlmZmZmZmZ d dlmZm Z m
Z
dd� Z G dd� dej �Z
d S )
� )�
fixer_base� )�dirname�join�exists�sep)�
FromImport�syms�tokenc c s� | g}|r�|� � }|jtjkr(|jV q|jtjkrNd�dd� |jD ��V q|jtj krl|�
|jd � q|jtj kr�|� |jd d d� � qt
d��qd S )N� c S s g | ]
}|j �qS � )�value)�.0Zchr r �0/usr/lib64/python3.8/lib2to3/fixes/fix_import.py�
<listcomp> s z$traverse_imports.<locals>.<listcomp>r ���zunknown node type)�pop�typer
�NAMEr
r Z dotted_namer �childrenZdotted_as_name�appendZdotted_as_names�extend�AssertionError)�namesZpending�noder r r �traverse_imports s
r c s4 e Zd ZdZdZ� fdd�Zdd� Zdd� Z� ZS ) � FixImportTzj
import_from< 'from' imp=any 'import' ['('] any [')'] >
|
import_name< 'import' imp=any >
c s" t t| ��||� d|jk| _d S )NZabsolute_import)�superr �
start_treeZfuture_features�skip)�selfZtree�name�� __class__r r r / s zFixImport.start_treec C s� | j r
d S |d }|jtjkrVt|d�s4|jd }q | �|j�r�d|j |_|�� nZd}d}t |�D ]}| �|�rzd}qfd}qf|r�|r�| �
|d� d S t d|g�}|j |_ |S d S )N�impr
r �.FTz#absolute and local imports together)
r r r Z import_from�hasattrr �probably_a_local_importr
Zchangedr Zwarningr �prefix)r r Zresultsr$ Z
have_localZ
have_absoluteZmod_name�newr r r � transform3 s,
zFixImport.transformc C st |� d�rdS |�dd�d }t| j�}t||�}ttt|�d��sHdS dtddd d
fD ]}t|| �rX d S qXdS ) Nr% F� r z __init__.pyz.pyz.pycz.soz.slz.pydT)�
startswith�splitr �filenamer r r )r Zimp_name� base_pathZextr r r r' U s
z!FixImport.probably_a_local_import) �__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r* r' �
__classcell__r r r" r r & s
"r N)r r Zos.pathr r r r Z
fixer_utilr r r
r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_idioms.cpython-38.opt-2.pyc 0000644 00000006420 15115353746 0017106 0 ustar 00 U
e5d � @ sJ d dl mZ d dlmZmZmZmZmZmZ dZ dZ
G dd� dej �Z dS )� )�
fixer_base)�Call�Comma�Name�Node� BlankLine�symsz0(n='!=' | '==' | 'is' | n=comp_op< 'is' 'not' >)z(power< 'type' trailer< '(' x=any ')' > >c sP e Zd ZdZdeeeef Z� fdd�Zdd� Zdd� Z d d
� Z
d d � Z � Z S )
� FixIdiomsTa�
isinstance=comparison< %s %s T=any >
|
isinstance=comparison< T=any %s %s >
|
while_stmt< 'while' while='1' ':' any+ >
|
sorted=any<
any*
simple_stmt<
expr_stmt< id1=any '='
power< list='list' trailer< '(' (not arglist<any+>) any ')' > >
>
'\n'
>
sort=
simple_stmt<
power< id2=any
trailer< '.' 'sort' > trailer< '(' ')' >
>
'\n'
>
next=any*
>
|
sorted=any<
any*
simple_stmt< expr_stmt< id1=any '=' expr=any > '\n' >
sort=
simple_stmt<
power< id2=any
trailer< '.' 'sort' > trailer< '(' ')' >
>
'\n'
>
next=any*
>
c s8 t t| ��|�}|r4d|kr4|d |d kr0|S d S |S )N�sortedZid1Zid2)�superr �match)�self�node�r�� __class__� �0/usr/lib64/python3.8/lib2to3/fixes/fix_idioms.pyr O s zFixIdioms.matchc C sH d|kr| � ||�S d|kr(| �||�S d|kr<| �||�S td��d S )N�
isinstance�whiler
z
Invalid match)�transform_isinstance�transform_while�transform_sort� RuntimeError)r
r �resultsr r r � transformZ s zFixIdioms.transformc C sh |d � � }|d � � }d|_d|_ttd�|t� |g�}d|kr\d|_ttjtd�|g�}|j|_|S )N�x�T� � r �n�not)�clone�prefixr r r r r Znot_test)r
r r r r Ztestr r r r d s z FixIdioms.transform_isinstancec C s |d }|� td|jd�� d S )Nr �True�r# )�replacer r# )r
r r Zoner r r r p s zFixIdioms.transform_whilec C s� |d }|d }|� d�}|� d�}|r>|�td|jd�� n8|rn|�� }d|_|�ttd�|g|jd�� ntd��|�� |j}d |kr�|r�|�d �d
|d
jf} d � | �|d
_n"t
� }
|j � |
� |�d �d
|
_d S ) N�sort�next�list�exprr
r% r z should not have reached here�
� )
�getr& r r# r" r r �remove�
rpartition�joinr �parentZ append_child) r
r r Z sort_stmtZ next_stmtZ list_callZ simple_expr�newZbtwnZ prefix_linesZend_liner r r r t s,
�
zFixIdioms.transform_sort)
�__name__�
__module__� __qualname__Zexplicit�TYPE�CMPZPATTERNr r r r r �
__classcell__r r r r r % s %
�'
r N)
r r Z
fixer_utilr r r r r r r7 r6 ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_unicode.cpython-38.opt-2.pyc 0000644 00000002525 15115353746 0017252 0 ustar 00 U
e5d� � @ s8 d dl mZ d dlmZ ddd�ZG dd� dej�ZdS ) � )�token)�
fixer_base�chr�str)ZunichrZunicodec s, e Zd ZdZdZ� fdd�Zdd� Z� ZS )�
FixUnicodeTz STRING | 'unicode' | 'unichr'c s" t t| ��||� d|jk| _d S )N�unicode_literals)�superr �
start_treeZfuture_featuresr )�selfZtree�filename�� __class__� �1/usr/lib64/python3.8/lib2to3/fixes/fix_unicode.pyr s zFixUnicode.start_treec C s� |j tjkr$|�� }t|j |_|S |j tjkr�|j}| jsj|d dkrjd|krjd�dd� |� d�D ��}|d dkr�|dd � }||jkr�|S |�� }||_|S d S ) N� z'"�\z\\c S s g | ]}|� d d�� dd��qS )z\uz\\uz\Uz\\U)�replace)�.0�vr r r �
<listcomp> s �z(FixUnicode.transform.<locals>.<listcomp>ZuU� )
�typer �NAMEZclone�_mapping�value�STRINGr �join�split)r
ZnodeZresults�new�valr r r � transform s"
�
zFixUnicode.transform)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r �
__classcell__r r r r r s r N)Zpgen2r � r r ZBaseFixr r r r r �<module> s
lib2to3/fixes/__pycache__/fix_imports.cpython-38.opt-1.pyc 0000644 00000010446 15115353746 0017321 0 ustar 00 U
e5d4 � 1 @ s� d Z ddlmZ ddlmZmZ ddddddd d
d d d d
d
ddddddddddddddd d d d d d!d"d"d#d$d%d&d'd(d(d(d)d*d*d+d,d-�0Zd.d/� Zefd0d1�ZG d2d3� d3ej �Z
d4S )5z/Fix incompatible imports and module references.� )�
fixer_base)�Name�
attr_chain�io�pickle�builtins�copyregZqueueZ socketserverZ configparser�reprlibztkinter.filedialogztkinter.simpledialogztkinter.colorchooserztkinter.commondialogztkinter.dialogz tkinter.dndz tkinter.fontztkinter.messageboxztkinter.scrolledtextztkinter.constantsz tkinter.tixz tkinter.ttkZtkinterZ _markupbase�winreg�_threadZ
_dummy_threadzdbm.bsdzdbm.dumbzdbm.ndbmzdbm.gnuz
xmlrpc.clientz
xmlrpc.serverz http.clientz
html.entitiesz html.parserz http.cookieszhttp.cookiejarz http.server�
subprocess� collectionsz urllib.parsezurllib.robotparser)0�StringIOZ cStringIOZcPickleZ __builtin__Zcopy_regZQueueZ SocketServerZ ConfigParser�reprZ
FileDialogZ tkFileDialogZ SimpleDialogZtkSimpleDialogZtkColorChooserZtkCommonDialogZDialogZTkdndZtkFontZ tkMessageBoxZ ScrolledTextZ TkconstantsZTixZttkZTkinterZ
markupbase�_winreg�threadZ dummy_threadZdbhashZdumbdbmZdbmZgdbmZ xmlrpclibZDocXMLRPCServerZSimpleXMLRPCServerZhttplibZhtmlentitydefsZ
HTMLParserZCookieZ cookielibZBaseHTTPServerZSimpleHTTPServerZ
CGIHTTPServerZcommands�
UserString�UserListZurlparseZ robotparserc C s dd� tt| �� d S )N�(�|�))�join�mapr )�members� r �1/usr/lib64/python3.8/lib2to3/fixes/fix_imports.py�
alternates= s r c c sT d� dd� | D ��}t| �� �}d||f V d| V d||f V d| V d S )Nz | c S s g | ] }d | �qS )zmodule_name='%s'r )�.0�keyr r r �
<listcomp>B s z!build_pattern.<locals>.<listcomp>zyname_import=import_name< 'import' ((%s) |
multiple_imports=dotted_as_names< any* (%s) any* >) >
z�import_from< 'from' (%s) 'import' ['(']
( any | import_as_name< any 'as' any > |
import_as_names< any* >) [')'] >
z�import_name< 'import' (dotted_as_name< (%s) 'as' any > |
multiple_imports=dotted_as_names<
any* dotted_as_name< (%s) 'as' any > any* >) >
z3power< bare_with_attr=(%s) trailer<'.' any > any* >)r r �keys)�mappingZmod_listZ
bare_namesr r r �
build_patternA s ���r" c sT e Zd ZdZdZeZdZdd� Z� fdd�Z � fdd�Z
� fd d
�Z d d � Z � Z
S )
�
FixImportsT� c C s d� t| j��S )Nr )r r" r! ��selfr r r r" ` s zFixImports.build_patternc s | � � | _tt| ��� d S �N)r" ZPATTERN�superr# �compile_patternr% �� __class__r r r) c s
zFixImports.compile_patternc sH t t| �j� � |�}|rDd|kr@t� fdd�t|d�D ��r@dS |S dS )N�bare_with_attrc 3 s | ]}� |�V qd S r' r )r �obj��matchr r � <genexpr>q s z#FixImports.match.<locals>.<genexpr>�parentF)r( r# r/ �anyr )r& �node�resultsr* r. r r/ j s �zFixImports.matchc s t t| ��||� i | _d S r' )r( r# �
start_tree�replace)r& Ztree�filenamer* r r r5 v s zFixImports.start_treec C s� |� d�}|rh|j}| j| }|�t||jd�� d|krD|| j|< d|kr�| �|�}|r�| �||� n2|d d }| j� |j�}|r�|�t||jd�� d S )NZ module_name)�prefixZ name_importZmultiple_importsr, � )�get�valuer! r6 r r8 r/ � transform)r& r3 r4 Z
import_modZmod_name�new_nameZ bare_namer r r r< z s
zFixImports.transform)�__name__�
__module__� __qualname__Z
BM_compatibleZkeep_line_order�MAPPINGr! Z run_orderr" r) r/ r5 r< �
__classcell__r r r* r r# U s r# N) �__doc__� r Z
fixer_utilr r rA r r" ZBaseFixr# r r r r �<module> sl �5 lib2to3/fixes/__pycache__/fix_throw.cpython-38.opt-2.pyc 0000644 00000003044 15115353746 0016764 0 ustar 00 U
e5d. � @ sV d dl mZ d dlmZ d dl mZ d dlmZmZmZm Z m
Z
G dd� dej �Z dS )� )�pytree)�token)�
fixer_base)�Name�Call�ArgList�Attr�is_tuplec @ s e Zd ZdZdZdd� ZdS )�FixThrowTz�
power< any trailer< '.' 'throw' >
trailer< '(' args=arglist< exc=any ',' val=any [',' tb=any] > ')' >
>
|
power< any trailer< '.' 'throw' > trailer< '(' exc=any ')' > >
c C s� | j }|d �� }|jtjkr.| �|d� d S |�d�}|d krDd S |�� }t|�rndd� |jdd� D �}n d|_ |g}|d }d
|kr�|d
�� }d|_ t
||�} t | t d ��t
|g�g }
|�t�|j|
�� n|�t
||�� d S ) N�excz+Python 3 does not support string exceptions�valc S s g | ] }|� � �qS � )�clone)�.0�cr
r
�//usr/lib64/python3.8/lib2to3/fixes/fix_throw.py�
<listcomp>) s z&FixThrow.transform.<locals>.<listcomp>� ���� �args�tb�with_traceback)�symsr �typer �STRINGZcannot_convert�getr Zchildren�prefixr r r r �replacer ZNodeZpower) �selfZnodeZresultsr r r r Z
throw_argsr �eZwith_tbr
r
r � transform s*
zFixThrow.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr! r
r
r
r r
s r
N)
r r Zpgen2r r Z
fixer_utilr r r r r ZBaseFixr
r
r
r
r �<module> s lib2to3/fixes/__pycache__/fix_exec.cpython-38.opt-2.pyc 0000644 00000001670 15115353746 0016550 0 ustar 00 U
e5d� � @ s6 d dl mZ d dlmZmZmZ G dd� dej�ZdS )� )�
fixer_base)�Comma�Name�Callc @ s e Zd ZdZdZdd� ZdS )�FixExecTzx
exec_stmt< 'exec' a=any 'in' b=any [',' c=any] >
|
exec_stmt< 'exec' (not atom<'(' [any] ')'>) a=any >
c C s� | j }|d }|�d�}|�d�}|�� g}d|d _|d k rR|�t� |�� g� |d k rn|�t� |�� g� ttd�||jd�S )N�a�b�c� � �exec)�prefix)�syms�getZcloner
�extendr r r )�selfZnodeZresultsr r r r �args� r �./usr/lib64/python3.8/lib2to3/fixes/fix_exec.py� transform s
zFixExec.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r r r r r s r N)r
r Z
fixer_utilr r r ZBaseFixr r r r r �<module>
s lib2to3/fixes/__pycache__/fix_filter.cpython-38.opt-2.pyc 0000644 00000003673 15115353746 0017116 0 ustar 00 U
e5d�
� @ sV d dl mZ d dlmZ d dlmZ d dlmZm Z m
Z
m Z m Z G dd� dej
�ZdS )� )�
fixer_base)�Node)�python_symbols)�Name�ArgList�ListComp�in_special_context� parenthesizec @ s e Zd ZdZdZdZdd� ZdS )� FixFilterTaV
filter_lambda=power<
'filter'
trailer<
'('
arglist<
lambdef< 'lambda'
(fp=NAME | vfpdef< '(' fp=NAME ')'> ) ':' xp=any
>
','
it=any
>
')'
>
[extra_trailers=trailer*]
>
|
power<
'filter'
trailer< '(' arglist< none='None' ',' seq=any > ')' >
[extra_trailers=trailer*]
>
|
power<
'filter'
args=trailer< '(' [any] ')' >
[extra_trailers=trailer*]
>
zfuture_builtins.filterc C sL | � |�rd S g }d|kr6|d D ]}|�|�� � q"d|kr�|�d��� }|jtjkrfd|_t|�}t |�d��� |�d��� |�d��� |�}t
tj |g| dd�}n�d|kr�t t d �t d �|d
�� t d ��}t
tj |g| dd�}nTt
|�r�d S |d �� }t
tj t d �|gdd�}t
tj t d
�t|g�g| �}d|_|j|_|S )NZextra_trailersZ
filter_lambda�xp� �fp�it)�prefixZnoneZ_f�seq�args�filter�list)Z should_skip�appendZclone�get�type�symsZtestr r r r Zpowerr r r )�selfZnodeZresultsZtrailers�tr �newr � r �0/usr/lib64/python3.8/lib2to3/fixes/fix_filter.py� transform: s@
�
� zFixFilter.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNZskip_onr r r r r r
s r
N)r r Zpytreer Zpygramr r Z
fixer_utilr r r r r ZConditionalFixr
r r r r �<module> s lib2to3/fixes/__pycache__/fix_xreadlines.cpython-38.opt-1.pyc 0000644 00000002136 15115353746 0017757 0 ustar 00 U
e5d� � @ s2 d Z ddlmZ ddlmZ G dd� dej�ZdS )zpFix "for x in f.xreadlines()" -> "for x in f".
This fixer will also convert g(f.xreadlines) into g(f.__iter__).� )�
fixer_base)�Namec @ s e Zd ZdZdZdd� ZdS )�
FixXreadlinesTz�
power< call=any+ trailer< '.' 'xreadlines' > trailer< '(' ')' > >
|
power< any+ trailer< '.' no_call='xreadlines' > >
c C s@ |� d�}|r$|�td|jd�� n|�dd� |d D �� d S )N�no_call�__iter__)�prefixc S s g | ] }|� � �qS � )Zclone)�.0�xr r �4/usr/lib64/python3.8/lib2to3/fixes/fix_xreadlines.py�
<listcomp> s z+FixXreadlines.transform.<locals>.<listcomp>Zcall)�get�replacer r )�selfZnodeZresultsr r r r � transform s
zFixXreadlines.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r r r r r s r N)�__doc__� r Z
fixer_utilr ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_imports2.cpython-38.opt-1.pyc 0000644 00000001035 15115353746 0017375 0 ustar 00 U
e5d! � @ s0 d Z ddlmZ ddd�ZG dd� dej�ZdS )zTFix incompatible imports and module references that must be fixed after
fix_imports.� )� fix_importsZdbm)ZwhichdbZanydbmc @ s e Zd ZdZeZdS )� FixImports2� N)�__name__�
__module__� __qualname__Z run_order�MAPPING�mapping� r
r
�2/usr/lib64/python3.8/lib2to3/fixes/fix_imports2.pyr s r N)�__doc__� r r Z
FixImportsr r
r
r
r �<module> s
� lib2to3/fixes/__pycache__/fix_filter.cpython-38.opt-1.pyc 0000644 00000004607 15115353746 0017113 0 ustar 00 U
e5d�
� @ sZ d Z ddlmZ ddlmZ ddlmZ ddlm Z m
Z
m Z m Z m
Z
G dd� dej�ZdS ) a� Fixer that changes filter(F, X) into list(filter(F, X)).
We avoid the transformation if the filter() call is directly contained
in iter(<>), list(<>), tuple(<>), sorted(<>), ...join(<>), or
for V in <>:.
NOTE: This is still not correct if the original code was depending on
filter(F, X) to return a string if X is a string and a tuple if X is a
tuple. That would require type inference, which we don't do. Let
Python 2.6 figure it out.
� )�
fixer_base)�Node)�python_symbols)�Name�ArgList�ListComp�in_special_context� parenthesizec @ s e Zd ZdZdZdZdd� ZdS )� FixFilterTaV
filter_lambda=power<
'filter'
trailer<
'('
arglist<
lambdef< 'lambda'
(fp=NAME | vfpdef< '(' fp=NAME ')'> ) ':' xp=any
>
','
it=any
>
')'
>
[extra_trailers=trailer*]
>
|
power<
'filter'
trailer< '(' arglist< none='None' ',' seq=any > ')' >
[extra_trailers=trailer*]
>
|
power<
'filter'
args=trailer< '(' [any] ')' >
[extra_trailers=trailer*]
>
zfuture_builtins.filterc C sL | � |�rd S g }d|kr6|d D ]}|�|�� � q"d|kr�|�d��� }|jtjkrfd|_t|�}t |�d��� |�d��� |�d��� |�}t
tj |g| dd�}n�d|kr�t t d �t d �|d
�� t d ��}t
tj |g| dd�}nTt
|�r�d S |d �� }t
tj t d �|gdd�}t
tj t d
�t|g�g| �}d|_|j|_|S )NZextra_trailersZ
filter_lambda�xp� �fp�it)�prefixZnoneZ_f�seq�args�filter�list)Z should_skip�appendZclone�get�type�symsZtestr r r r Zpowerr r r )�selfZnodeZresultsZtrailers�tr �newr � r �0/usr/lib64/python3.8/lib2to3/fixes/fix_filter.py� transform: s@
�
� zFixFilter.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNZskip_onr r r r r r
s r
N)�__doc__r r Zpytreer Zpygramr r Z
fixer_utilr r r r r ZConditionalFixr
r r r r �<module> s
lib2to3/fixes/__pycache__/fix_itertools_imports.cpython-38.opt-2.pyc 0000644 00000002653 15115353746 0021427 0 ustar 00 U
e5d& � @ s6 d dl mZ d dlmZmZmZ G dd� dej�ZdS )� )�
fixer_base)� BlankLine�syms�tokenc @ s" e Zd ZdZde� Zdd� ZdS )�FixItertoolsImportsTzT
import_from< 'from' 'itertools' 'import' imports=any >
c C sZ |d }|j tjks|js"|g}n|j}|d d d� D ]|}|j tjkrR|j}|}n |j tjkrd d S |jd }|j}|dkr�d |_|�� q6|dkr6|� � |d dkr�dnd |_q6|jd d � p�|g}d
} |D ]&}| r�|j tj
kr�|�� q�| d
N } q�|�r |d j tj
k�r |� � �� q�|j�s4t |d d ��r@|j
d k�rV|j}
t� }|
|_|S d S )
N�imports� r )ZimapZizipZifilter)Z ifilterfalseZ izip_longest� �f� filterfalse� zip_longestT����value)�typer Zimport_as_name�childrenr �NAMEr �STAR�removeZchanged�COMMA�pop�getattr�parent�prefixr ) �selfZnodeZresultsr r Zchild�memberZ name_node� member_nameZ remove_comma�p� r �;/usr/lib64/python3.8/lib2to3/fixes/fix_itertools_imports.py� transform sF
�
�z FixItertoolsImports.transformN)�__name__�
__module__� __qualname__Z
BM_compatible�localsZPATTERNr r r r r r s
�r N)Zlib2to3r Zlib2to3.fixer_utilr r r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_nonzero.cpython-38.opt-1.pyc 0000644 00000001626 15115353746 0017316 0 ustar 00 U
e5dO � @ s2 d Z ddlmZ ddlmZ G dd� dej�ZdS )z*Fixer for __nonzero__ -> __bool__ methods.� )�
fixer_base)�Namec @ s e Zd ZdZdZdd� ZdS )�
FixNonzeroTz�
classdef< 'class' any+ ':'
suite< any*
funcdef< 'def' name='__nonzero__'
parameters< '(' NAME ')' > any+ >
any* > >
c C s$ |d }t d|jd�}|�|� d S )N�name�__bool__)�prefix)r r �replace)�selfZnodeZresultsr �new� r �1/usr/lib64/python3.8/lib2to3/fixes/fix_nonzero.py� transform s zFixNonzero.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr
r r r r r s r N)�__doc__� r Z
fixer_utilr ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_itertools.cpython-38.opt-1.pyc 0000644 00000003011 15115353746 0017636 0 ustar 00 U
e5d � @ s2 d Z ddlmZ ddlmZ G dd� dej�ZdS )aT Fixer for itertools.(imap|ifilter|izip) --> (map|filter|zip) and
itertools.ifilterfalse --> itertools.filterfalse (bugs 2360-2363)
imports from itertools are fixed in fix_itertools_import.py
If itertools is imported as something else (ie: import itertools as it;
it.izip(spam, eggs)) method calls will not get fixed.
� )�
fixer_base)�Namec @ s* e Zd ZdZdZde� ZdZdd� ZdS )� FixItertoolsTz7('imap'|'ifilter'|'izip'|'izip_longest'|'ifilterfalse')z�
power< it='itertools'
trailer<
dot='.' func=%(it_funcs)s > trailer< '(' [any] ')' > >
|
power< func=%(it_funcs)s trailer< '(' [any] ')' > >
� c C s� d }|d d }d|krV|j dkrV|d |d }}|j}|�� |�� |j�|� |p^|j}|�t|j dd � |d�� d S )N�func� �it)Z ifilterfalseZ izip_longest�dot� )�prefix)�valuer �remove�parent�replacer )�selfZnodeZresultsr r r r � r �3/usr/lib64/python3.8/lib2to3/fixes/fix_itertools.py� transform s �
zFixItertools.transformN) �__name__�
__module__� __qualname__Z
BM_compatibleZit_funcs�localsZPATTERNZ run_orderr r r r r r s � r N)�__doc__� r Z
fixer_utilr ZBaseFixr r r r r �<module> s
lib2to3/fixes/__pycache__/__init__.cpython-38.opt-2.pyc 0000644 00000000211 15115353746 0016503 0 ustar 00 U
e5d/ � @ s d S )N� r r r �./usr/lib64/python3.8/lib2to3/fixes/__init__.py�<module> � lib2to3/fixes/__pycache__/fix_repr.cpython-38.pyc 0000644 00000001510 15115353746 0015625 0 ustar 00 U
e5de � @ s: d Z ddlmZ ddlmZmZmZ G dd� dej�ZdS )z/Fixer that transforms `xyzzy` into repr(xyzzy).� )�
fixer_base)�Call�Name� parenthesizec @ s e Zd ZdZdZdd� ZdS )�FixReprTz7
atom < '`' expr=any '`' >
c C s8 |d � � }|j| jjkr"t|�}ttd�|g|jd�S )N�expr�repr)�prefix)Zclone�typeZsymsZ testlist1r r r r )�selfZnodeZresultsr � r �./usr/lib64/python3.8/lib2to3/fixes/fix_repr.py� transform s zFixRepr.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r r r r
r s r N) �__doc__� r Z
fixer_utilr r r ZBaseFixr r r r r
�<module> s lib2to3/fixes/__pycache__/fix_operator.cpython-38.pyc 0000644 00000010167 15115353746 0016520 0 ustar 00 U
e5db
� @ sN d Z ddlZddlmZ ddlmZmZmZm Z dd� Z
G dd� dej �Z dS ) a� Fixer for operator functions.
operator.isCallable(obj) -> callable(obj)
operator.sequenceIncludes(obj) -> operator.contains(obj)
operator.isSequenceType(obj) -> isinstance(obj, collections.abc.Sequence)
operator.isMappingType(obj) -> isinstance(obj, collections.abc.Mapping)
operator.isNumberType(obj) -> isinstance(obj, numbers.Number)
operator.repeat(obj, n) -> operator.mul(obj, n)
operator.irepeat(obj, n) -> operator.imul(obj, n)
� N)�
fixer_base)�Call�Name�String� touch_importc s � fdd�}|S )Nc s
� | _ | S �N)�
invocation)�f��s� �2/usr/lib64/python3.8/lib2to3/fixes/fix_operator.py�dec s zinvocation.<locals>.decr )r r r r
r
r s r c @ s� e Zd ZdZdZdZdZdeeed� Zdd� Z e
d �d
d � �Z e
d �d
d� �Z e
d�dd� �Z
e
d�dd� �Ze
d�dd� �Ze
d�dd� �Ze
d�d d � �Zd d � Zd d!� Zd"d#� Zd$S )%� FixOperatorTZprez�
method=('isCallable'|'sequenceIncludes'
|'isSequenceType'|'isMappingType'|'isNumberType'
|'repeat'|'irepeat')
z'(' obj=any ')'z�
power< module='operator'
trailer< '.' %(methods)s > trailer< %(obj)s > >
|
power< %(methods)s trailer< %(obj)s > >
)�methods�objc C s" | � ||�}|d k r |||�S d S r )�
_check_method)�self�node�results�methodr r r
� transform+ s zFixOperator.transformzoperator.contains(%s)c C s | � ||d�S )N�contains��_handle_rename�r r r r r r
�_sequenceIncludes0 s z FixOperator._sequenceIncludesz callable(%s)c C s" |d }t td�|�� g|jd�S )Nr �callable��prefix)r r �cloner )r r r r r r r
� _isCallable4 s zFixOperator._isCallablezoperator.mul(%s)c C s | � ||d�S )N�mulr r r r r
�_repeat9 s zFixOperator._repeatzoperator.imul(%s)c C s | � ||d�S )N�imulr r r r r
�_irepeat= s zFixOperator._irepeatz(isinstance(%s, collections.abc.Sequence)c C s | � ||dd�S )N�collections.abc�Sequence��_handle_type2abcr r r r
�_isSequenceTypeA s zFixOperator._isSequenceTypez'isinstance(%s, collections.abc.Mapping)c C s | � ||dd�S )Nr& �Mappingr( r r r r
�_isMappingTypeE s zFixOperator._isMappingTypez isinstance(%s, numbers.Number)c C s | � ||dd�S )NZnumbers�Numberr( r r r r
�
_isNumberTypeI s zFixOperator._isNumberTypec C s |d d }||_ |�� d S )Nr r )�valueZchanged)r r r �namer r r r
r M s zFixOperator._handle_renamec C sF t d ||� |d }|�� tdd�||g� �g}ttd�||jd�S )Nr z, �.�
isinstancer )r r r �joinr r r )r r r �module�abcr �argsr r r
r) R s z FixOperator._handle_type2abcc C s^ t | d|d d j �}t|tjj�rZd|kr2|S t|d �f}|j| }| �|d| � d S )N�_r r r4 r zYou should use '%s' here.) �getattrr/ r2 � collectionsr5 �Callable�strr Zwarning)r r r r �subZinvocation_strr r r
r X s
zFixOperator._check_methodN)�__name__�
__module__� __qualname__Z
BM_compatible�orderr r �dictZPATTERNr r r r! r# r% r* r, r. r r) r r r r r
r s2
�
r )
�__doc__Zcollections.abcr9 Zlib2to3r Zlib2to3.fixer_utilr r r r r ZBaseFixr r r r r
�<module> s
lib2to3/fixes/__pycache__/fix_next.cpython-38.opt-2.pyc 0000644 00000005653 15115353746 0016607 0 ustar 00 U
e5df � @ sj d dl mZ d dlmZ d dlmZ d dlmZm Z m
Z
dZ G dd� dej �Z
dd � Zd
d � Zd d
� ZdS )� )�token)�python_symbols)�
fixer_base)�Name�Call� find_bindingz;Calls to builtin next() possibly shadowed by global bindingc s0 e Zd ZdZdZdZ� fdd�Zdd� Z� ZS )�FixNextTa�
power< base=any+ trailer< '.' attr='next' > trailer< '(' ')' > >
|
power< head=any+ trailer< '.' attr='next' > not trailer< '(' ')' > >
|
classdef< 'class' any+ ':'
suite< any*
funcdef< 'def'
name='next'
parameters< '(' NAME ')' > any+ >
any* > >
|
global=global_stmt< 'global' any* 'next' any* >
Zprec s> t t| ��||� td|�}|r4| �|t� d| _nd| _d S )N�nextTF)�superr �
start_treer �warning� bind_warning�
shadowed_next)�selfZtree�filename�n�� __class__� �./usr/lib64/python3.8/lib2to3/fixes/fix_next.pyr $ s
zFixNext.start_treec C s� |� d�}|� d�}|� d�}|rr| jr>|�td|jd�� q�dd� |D �}d|d _|�ttd
|jd�|�� n�|r�td|jd�}|�|� nj|r�t|�r�|d }d�d d� |D ���� d
kr�| � |t
� d S |�td�� nd|kr�| � |t
� d| _d S )N�base�attr�name�__next__)�prefixc S s g | ] }|� � �qS r )Zclone��.0r r r r �
<listcomp>9 s z%FixNext.transform.<locals>.<listcomp>� � r �headc S s g | ] }t |��qS r )�strr r r r r E s Z __builtin__�globalT) �getr �replacer r r �is_assign_target�join�stripr r
)r �nodeZresultsr r r r r r r r � transform. s,
zFixNext.transform) �__name__�
__module__� __qualname__Z
BM_compatibleZPATTERN�orderr r) �
__classcell__r r r r r s
r c C sF t | �}|d krdS |jD ]&}|jtjkr0 dS t|| �r dS qdS )NFT)� find_assign�children�typer �EQUAL�
is_subtree)r( ZassignZchildr r r r% Q s
r% c C s4 | j tjkr| S | j tjks&| jd kr*d S t| j�S �N)r1 �symsZ expr_stmtZ simple_stmt�parentr/ �r( r r r r/ ] s
r/ c s$ | � kr dS t � fdd�| jD ��S )NTc 3 s | ]}t |� �V qd S r4 )r3 )r �cr7 r r � <genexpr>g s z is_subtree.<locals>.<genexpr>)�anyr0 )�rootr( r r7 r r3 d s r3 N)Zpgen2r Zpygramr r5 r r Z
fixer_utilr r r r
ZBaseFixr r% r/ r3 r r r r �<module> s @ lib2to3/fixes/__pycache__/fix_import.cpython-38.opt-1.pyc 0000644 00000005336 15115353746 0017140 0 ustar 00 U
e5d� � @ sZ d Z ddlmZ ddlmZmZmZmZ ddlm Z m
Z
m Z dd� Z G dd � d ej
�Zd
S ) z�Fixer for import statements.
If spam is being imported from the local directory, this import:
from spam import eggs
Becomes:
from .spam import eggs
And this import:
import spam
Becomes:
from . import spam
� )�
fixer_base� )�dirname�join�exists�sep)�
FromImport�syms�tokenc c s� | g}|r�|� � }|jtjkr(|jV q|jtjkrNd�dd� |jD ��V q|jtj krl|�
|jd � q|jtj kr�|� |jddd� � qt
d��qdS )zF
Walks over all the names imported in a dotted_as_names node.
� c S s g | ]
}|j �qS � )�value)�.0Zchr r �0/usr/lib64/python3.8/lib2to3/fixes/fix_import.py�
<listcomp> s z$traverse_imports.<locals>.<listcomp>r N���zunknown node type)�pop�typer
�NAMEr
r Z dotted_namer �childrenZdotted_as_name�appendZdotted_as_names�extend�AssertionError)�namesZpending�noder r r �traverse_imports s
r c s4 e Zd ZdZdZ� fdd�Zdd� Zdd� Z� ZS ) � FixImportTzj
import_from< 'from' imp=any 'import' ['('] any [')'] >
|
import_name< 'import' imp=any >
c s" t t| ��||� d|jk| _d S )NZabsolute_import)�superr �
start_treeZfuture_features�skip)�selfZtree�name�� __class__r r r / s zFixImport.start_treec C s� | j r
d S |d }|jtjkrVt|d�s4|jd }q | �|j�r�d|j |_|�� nZd}d}t |�D ]}| �|�rzd}qfd}qf|r�|r�| �
|d� d S t d|g�}|j |_ |S d S )N�impr
r �.FTz#absolute and local imports together)
r r r Z import_from�hasattrr �probably_a_local_importr
Zchangedr Zwarningr �prefix)r r Zresultsr$ Z
have_localZ
have_absoluteZmod_name�newr r r � transform3 s,
zFixImport.transformc C st |� d�rdS |�dd�d }t| j�}t||�}ttt|�d��sHdS dtddd d
fD ]}t|| �rX d S qXdS ) Nr% F� r z __init__.pyz.pyz.pycz.soz.slz.pydT)�
startswith�splitr �filenamer r r )r Zimp_name� base_pathZextr r r r' U s
z!FixImport.probably_a_local_import) �__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r* r' �
__classcell__r r r" r r & s
"r N)�__doc__r r Zos.pathr r r r Z
fixer_utilr r r
r ZBaseFixr r r r r �<module> s
lib2to3/fixes/__pycache__/fix_standarderror.cpython-38.opt-1.pyc 0000644 00000001313 15115353746 0020467 0 ustar 00 U
e5d� � @ s2 d Z ddlmZ ddlmZ G dd� dej�ZdS )z%Fixer for StandardError -> Exception.� )�
fixer_base)�Namec @ s e Zd ZdZdZdd� ZdS )�FixStandarderrorTz-
'StandardError'
c C s t d|jd�S )N� Exception)�prefix)r r )�selfZnodeZresults� r �7/usr/lib64/python3.8/lib2to3/fixes/fix_standarderror.py� transform s zFixStandarderror.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr
r r r r r s r N)�__doc__� r Z
fixer_utilr ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_ne.cpython-38.opt-1.pyc 0000644 00000001446 15115353746 0016226 0 ustar 00 U
e5d; � @ s> d Z ddlmZ ddlmZ ddlmZ G dd� dej�ZdS )z Fixer that turns <> into !=.� )�pytree)�token)�
fixer_basec @ s" e Zd ZejZdd� Zdd� ZdS )�FixNec C s
|j dkS )Nz<>)�value)�self�node� r �,/usr/lib64/python3.8/lib2to3/fixes/fix_ne.py�match s z FixNe.matchc C s t jtjd|jd�}|S )Nz!=)�prefix)r ZLeafr �NOTEQUALr )r r Zresults�newr r r
� transform s zFixNe.transformN)�__name__�
__module__� __qualname__r r
Z _accept_typer r r r r r
r s r N)�__doc__� r Zpgen2r r ZBaseFixr r r r r
�<module> s lib2to3/fixes/__pycache__/fix_nonzero.cpython-38.opt-2.pyc 0000644 00000001533 15115353746 0017314 0 ustar 00 U
e5dO � @ s. d dl mZ d dlmZ G dd� dej�ZdS )� )�
fixer_base)�Namec @ s e Zd ZdZdZdd� ZdS )�
FixNonzeroTz�
classdef< 'class' any+ ':'
suite< any*
funcdef< 'def' name='__nonzero__'
parameters< '(' NAME ')' > any+ >
any* > >
c C s$ |d }t d|jd�}|�|� d S )N�name�__bool__)�prefix)r r �replace)�selfZnodeZresultsr �new� r �1/usr/lib64/python3.8/lib2to3/fixes/fix_nonzero.py� transform s zFixNonzero.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr
r r r r r s r N)� r Z
fixer_utilr ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_except.cpython-38.pyc 0000644 00000005375 15115353746 0016162 0 ustar 00 U
e5d
� @ sf d Z ddlmZ ddlmZ ddlmZ ddlmZmZm Z m
Z
m Z m Z dd� Z
G dd � d ej�Zd
S ) a� Fixer for except statements with named exceptions.
The following cases will be converted:
- "except E, T:" where T is a name:
except E as T:
- "except E, T:" where T is not a name, tuple or list:
except E as t:
T = t
This is done because the target of an "except" clause must be a
name.
- "except E, T:" where T is a tuple or list literal:
except E as t:
T = t.args
� )�pytree)�token)�
fixer_base)�Assign�Attr�Name�is_tuple�is_list�symsc c sD t | �D ]6\}}|jtjkr|jd jdkr|| |d fV qd S )N� �exceptr )� enumerate�typer
�
except_clause�children�value)Znodes�i�n� r �0/usr/lib64/python3.8/lib2to3/fixes/fix_except.py� find_excepts s r c @ s e Zd ZdZdZdd� ZdS )� FixExceptTa1
try_stmt< 'try' ':' (simple_stmt | suite)
cleanup=(except_clause ':' (simple_stmt | suite))+
tail=(['except' ':' (simple_stmt | suite)]
['else' ':' (simple_stmt | suite)]
['finally' ':' (simple_stmt | suite)]) >
c C sx | j }dd� |d D �}dd� |d D �}t|�D �]\}}t|j�dkr2|jdd� \}} }
| �tdd d
�� |
jtjk�r8t| � � d d
�} |
�
� } d | _ |
�| � | �
� } |j}
t |
�D ]\}}t
|tj�r� q�q�t|
�s�t|
�r�t| t| td ���}n
t| | �}t|
d |� �D ]}|�d
|� �q|�||� q2|
j d kr2d |
_ q2dd� |jd d� D �| | }t�|j|�S )Nc S s g | ] }|� � �qS r ��clone)�.0r r r r �
<listcomp>2 s z'FixExcept.transform.<locals>.<listcomp>�tailc S s g | ] }|� � �qS r r )r Zchr r r r 4 s Zcleanup� � �as� )�prefix� �argsr c S s g | ] }|� � �qS r r )r �cr r r r \ s � )r
r �lenr �replacer r r �NAME�new_namer r! r
�
isinstancer ZNoder r r r �reversedZ insert_child)�selfZnodeZresultsr
r Z try_cleanupr Ze_suite�EZcomma�NZnew_N�targetZ suite_stmtsr ZstmtZassignZchildr r r r � transform/ s6
zFixExcept.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr0 r r r r r $ s r N)�__doc__r" r Zpgen2r r Z
fixer_utilr r r r r r
r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_map.cpython-38.opt-2.pyc 0000644 00000004370 15115353746 0016401 0 ustar 00 U
e5d8 � @ sb d dl mZ d dlmZ d dlmZmZmZmZm Z d dl
m Z d dl
mZ G dd� dej�ZdS ) � )�token)�
fixer_base)�Name�ArgList�Call�ListComp�in_special_context)�python_symbols)�Nodec @ s e Zd ZdZdZdZdd� ZdS )�FixMapTaL
map_none=power<
'map'
trailer< '(' arglist< 'None' ',' arg=any [','] > ')' >
[extra_trailers=trailer*]
>
|
map_lambda=power<
'map'
trailer<
'('
arglist<
lambdef< 'lambda'
(fp=NAME | vfpdef< '(' fp=NAME ')'> ) ':' xp=any
>
','
it=any
>
')'
>
[extra_trailers=trailer*]
>
|
power<
'map' args=trailer< '(' [any] ')' >
[extra_trailers=trailer*]
>
zfuture_builtins.mapc C s� | � |�rd S g }d|kr6|d D ]}|�|�� � q"|jjtjkrr| �|d� |�� }d|_t t
d�|g�}�n&d|kr�t |d �� |d �� |d �� �}t tj
|g| dd �}n�d
|kr�|d �� }d|_n�d |k�rf|d }|jtjk�rH|jd
jtjk�rH|jd
jd jtjk�rH|jd
jd jdk�rH| �|d� d S t tj
t
d�|�� g�}d|_t|��rtd S t tj
t
d�t|g�g| �}d|_|j|_|S )NZextra_trailersz You should use a for loop here� �listZ
map_lambdaZxp�fp�it)�prefixZmap_none�arg�args� � �Nonezjcannot convert map(None, ...) with multiple arguments because map() now truncates to the shortest sequence�map)Z should_skip�appendZclone�parent�type�symsZ simple_stmtZwarningr r r r r
ZpowerZtrailerZchildrenZarglistr �NAME�valuer r )�selfZnodeZresultsZtrailers�t�newr � r �-/usr/lib64/python3.8/lib2to3/fixes/fix_map.py� transform@ sN
�
���
zFixMap.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNZskip_onr" r r r r! r s r N)Zpgen2r r r Z
fixer_utilr r r r r Zpygramr r Zpytreer
ZConditionalFixr r r r r! �<module> s
lib2to3/fixes/__pycache__/fix_tuple_params.cpython-38.opt-1.pyc 0000644 00000010752 15115353746 0020320 0 ustar 00 U
e5d� � @ s� d Z ddlmZ ddlmZ ddlmZ ddlmZmZm Z m
Z
m Z m Z dd� Z
G dd � d ej�Zd
d � Zd d
� Zg dfdd�Zdd� ZdS )a: Fixer for function definitions with tuple parameters.
def func(((a, b), c), d):
...
->
def func(x, d):
((a, b), c) = x
...
It will also support lambdas:
lambda (x, y): x + y -> lambda t: t[0] + t[1]
# The parens are a syntax error in Python 3
lambda (x): x + y -> lambda x: x + y
� )�pytree)�token)�
fixer_base)�Assign�Name�Newline�Number� Subscript�symsc C s t | tj�o | jd jtjkS )N� )�
isinstancer �Node�children�typer �STRING)�stmt� r �6/usr/lib64/python3.8/lib2to3/fixes/fix_tuple_params.py� is_docstring s �r c @ s( e Zd ZdZdZdZdd� Zdd� ZdS ) �FixTupleParams� Ta
funcdef< 'def' any parameters< '(' args=any ')' >
['->' any] ':' suite=any+ >
|
lambda=
lambdef< 'lambda' args=vfpdef< '(' inner=any ')' >
':' body=any
>
c s� d|kr�� ||�S g �|d }|d }|d jd jtjkrZd}|d jd j}t� � nd}d}t�tjd�� d� ��fd
d � }|jt j
kr�||� n<|jt j kr�t |j�D ]$\}} | jt j
kr�|| |dkd � q��s�d S �D ]}
|d |
_
q�|} |dk�r
d
�d _n&t|d j| ��r0|�d _|d } �D ]}
|d |
_
�q4�|d j| | �< t| d | t�� d �D ]}||d j| _�qr|d �� d S )N�lambda�suite�argsr � r z; � Fc s\ t ��� �}| �� }d|_t||�� �}|r2d|_| �|� ��t�t j
|� �� g�� d S )Nr � ) r �new_name�clone�prefixr �replace�appendr r
r
Z simple_stmt)Z tuple_arg�
add_prefix�n�argr ��endZ new_lines�selfr r � handle_tupleC s
�z.FixTupleParams.transform.<locals>.handle_tuple)r" r )F)�transform_lambdar r r �INDENT�valuer r ZLeafr
ZtfpdefZ
typedargslist� enumerate�parentr r �range�lenZchanged) r' �node�resultsr r �start�indentr( �ir$ �lineZafterr r% r � transform. sF
zFixTupleParams.transformc
C s� |d }|d }t |d �}|jtjkrD|�� }d|_|�|� d S t|�}t|�}| � t
|��}t |dd�} |�| �� � |� � D ]X}
|
jtjkr�|
j
|kr�dd� ||
j
D �} t�tj| �� g| �} |
j| _|
�| � q�d S )Nr �body�innerr )r c S s g | ] }|� � �qS r )r ��.0�cr r r �
<listcomp>� s z3FixTupleParams.transform_lambda.<locals>.<listcomp>)�
simplify_argsr r �NAMEr r r � find_params� map_to_indexr �
tuple_namer Z
post_orderr+ r r
r
Zpower)
r' r0 r1 r r7 r8 ZparamsZto_indexZtup_nameZ new_paramr# Z
subscripts�newr r r r) n s*
�z FixTupleParams.transform_lambdaN)�__name__�
__module__� __qualname__Z run_orderZ
BM_compatibleZPATTERNr6 r) r r r r r s
@r c C sN | j tjtjfkr| S | j tjkr>| j tjkr:| jd } q"| S td| ��d S )Nr zReceived unexpected node %s)r r
Zvfplistr r> �vfpdefr � RuntimeError�r0 r r r r= � s r= c C s< | j tjkrt| jd �S | j tjkr,| jS dd� | jD �S )Nr c S s g | ]}|j tjkrt|��qS r )r r �COMMAr? r9 r r r r< � s z find_params.<locals>.<listcomp>)r r
rF r? r r r> r+ rH r r r r? � s
r? Nc C sZ |d kr i }t | �D ]@\}}ttt|���g}t|t�rHt|||d� q|| ||< q|S )N)�d)r, r r �strr �listr@ )�
param_listr rJ r4 �objZtrailerr r r r@ � s
r@ c C s< g }| D ](}t |t�r&|�t|�� q|�|� qd�|�S )N�_)r rL r! rA �join)rM �lrN r r r rA � s
rA )�__doc__r r Zpgen2r r Z
fixer_utilr r r r r r
r ZBaseFixr r= r? r@ rA r r r r �<module> s l lib2to3/fixes/__pycache__/fix_numliterals.cpython-38.opt-2.pyc 0000644 00000001674 15115353746 0020167 0 ustar 00 U
e5d � @ s: d dl mZ d dlmZ d dlmZ G dd� dej�ZdS )� )�token)�
fixer_base)�Numberc @ s" e Zd ZejZdd� Zdd� ZdS )�FixNumliteralsc C s |j �d�p|j d dkS )N�0����Ll)�value�
startswith)�self�node� r
�5/usr/lib64/python3.8/lib2to3/fixes/fix_numliterals.py�match s zFixNumliterals.matchc C s` |j }|d dkr |d d� }n2|�d�rR|�� rRtt|��dkrRd|dd � }t||jd�S )Nr r r � Z0o)�prefix)r r
�isdigit�len�setr r )r r Zresults�valr
r
r � transform s "zFixNumliterals.transformN)�__name__�
__module__� __qualname__r �NUMBERZ _accept_typer r r
r
r
r r s r N)Zpgen2r � r Z
fixer_utilr ZBaseFixr r
r
r
r �<module> s lib2to3/fixes/__pycache__/fix_throw.cpython-38.opt-1.pyc 0000644 00000003413 15115353746 0016763 0 ustar 00 U
e5d. � @ sZ d Z ddlmZ ddlmZ ddlmZ ddlmZmZm Z m
Z
m Z G dd� dej �Z
dS ) z�Fixer for generator.throw(E, V, T).
g.throw(E) -> g.throw(E)
g.throw(E, V) -> g.throw(E(V))
g.throw(E, V, T) -> g.throw(E(V).with_traceback(T))
g.throw("foo"[, V[, T]]) will warn about string exceptions.� )�pytree)�token)�
fixer_base)�Name�Call�ArgList�Attr�is_tuplec @ s e Zd ZdZdZdd� ZdS )�FixThrowTz�
power< any trailer< '.' 'throw' >
trailer< '(' args=arglist< exc=any ',' val=any [',' tb=any] > ')' >
>
|
power< any trailer< '.' 'throw' > trailer< '(' exc=any ')' > >
c C s� | j }|d �� }|jtjkr.| �|d� d S |�d�}|d krDd S |�� }t|�rndd� |jdd� D �}n d|_ |g}|d }d
|kr�|d
�� }d|_ t
||�} t | t d ��t
|g�g }
|�t�|j|
�� n|�t
||�� d S ) N�excz+Python 3 does not support string exceptions�valc S s g | ] }|� � �qS � )�clone)�.0�cr
r
�//usr/lib64/python3.8/lib2to3/fixes/fix_throw.py�
<listcomp>) s z&FixThrow.transform.<locals>.<listcomp>� ���� �args�tb�with_traceback)�symsr �typer �STRINGZcannot_convert�getr Zchildren�prefixr r r r �replacer ZNodeZpower) �selfZnodeZresultsr r r r Z
throw_argsr �eZwith_tbr
r
r � transform s*
zFixThrow.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr! r
r
r
r r
s r
N)�__doc__r r Zpgen2r r Z
fixer_utilr r r r r ZBaseFixr
r
r
r
r �<module> s
lib2to3/fixes/__pycache__/fix_imports.cpython-38.pyc 0000644 00000010446 15115353746 0016362 0 ustar 00 U
e5d4 � 1 @ s� d Z ddlmZ ddlmZmZ ddddddd d
d d d d
d
ddddddddddddddd d d d d d!d"d"d#d$d%d&d'd(d(d(d)d*d*d+d,d-�0Zd.d/� Zefd0d1�ZG d2d3� d3ej �Z
d4S )5z/Fix incompatible imports and module references.� )�
fixer_base)�Name�
attr_chain�io�pickle�builtins�copyregZqueueZ socketserverZ configparser�reprlibztkinter.filedialogztkinter.simpledialogztkinter.colorchooserztkinter.commondialogztkinter.dialogz tkinter.dndz tkinter.fontztkinter.messageboxztkinter.scrolledtextztkinter.constantsz tkinter.tixz tkinter.ttkZtkinterZ _markupbase�winreg�_threadZ
_dummy_threadzdbm.bsdzdbm.dumbzdbm.ndbmzdbm.gnuz
xmlrpc.clientz
xmlrpc.serverz http.clientz
html.entitiesz html.parserz http.cookieszhttp.cookiejarz http.server�
subprocess� collectionsz urllib.parsezurllib.robotparser)0�StringIOZ cStringIOZcPickleZ __builtin__Zcopy_regZQueueZ SocketServerZ ConfigParser�reprZ
FileDialogZ tkFileDialogZ SimpleDialogZtkSimpleDialogZtkColorChooserZtkCommonDialogZDialogZTkdndZtkFontZ tkMessageBoxZ ScrolledTextZ TkconstantsZTixZttkZTkinterZ
markupbase�_winreg�threadZ dummy_threadZdbhashZdumbdbmZdbmZgdbmZ xmlrpclibZDocXMLRPCServerZSimpleXMLRPCServerZhttplibZhtmlentitydefsZ
HTMLParserZCookieZ cookielibZBaseHTTPServerZSimpleHTTPServerZ
CGIHTTPServerZcommands�
UserString�UserListZurlparseZ robotparserc C s dd� tt| �� d S )N�(�|�))�join�mapr )�members� r �1/usr/lib64/python3.8/lib2to3/fixes/fix_imports.py�
alternates= s r c c sT d� dd� | D ��}t| �� �}d||f V d| V d||f V d| V d S )Nz | c S s g | ] }d | �qS )zmodule_name='%s'r )�.0�keyr r r �
<listcomp>B s z!build_pattern.<locals>.<listcomp>zyname_import=import_name< 'import' ((%s) |
multiple_imports=dotted_as_names< any* (%s) any* >) >
z�import_from< 'from' (%s) 'import' ['(']
( any | import_as_name< any 'as' any > |
import_as_names< any* >) [')'] >
z�import_name< 'import' (dotted_as_name< (%s) 'as' any > |
multiple_imports=dotted_as_names<
any* dotted_as_name< (%s) 'as' any > any* >) >
z3power< bare_with_attr=(%s) trailer<'.' any > any* >)r r �keys)�mappingZmod_listZ
bare_namesr r r �
build_patternA s ���r" c sT e Zd ZdZdZeZdZdd� Z� fdd�Z � fdd�Z
� fd d
�Z d d � Z � Z
S )
�
FixImportsT� c C s d� t| j��S )Nr )r r" r! ��selfr r r r" ` s zFixImports.build_patternc s | � � | _tt| ��� d S �N)r" ZPATTERN�superr# �compile_patternr% �� __class__r r r) c s
zFixImports.compile_patternc sH t t| �j� � |�}|rDd|kr@t� fdd�t|d�D ��r@dS |S dS )N�bare_with_attrc 3 s | ]}� |�V qd S r' r )r �obj��matchr r � <genexpr>q s z#FixImports.match.<locals>.<genexpr>�parentF)r( r# r/ �anyr )r& �node�resultsr* r. r r/ j s �zFixImports.matchc s t t| ��||� i | _d S r' )r( r# �
start_tree�replace)r& Ztree�filenamer* r r r5 v s zFixImports.start_treec C s� |� d�}|rh|j}| j| }|�t||jd�� d|krD|| j|< d|kr�| �|�}|r�| �||� n2|d d }| j� |j�}|r�|�t||jd�� d S )NZ module_name)�prefixZ name_importZmultiple_importsr, � )�get�valuer! r6 r r8 r/ � transform)r& r3 r4 Z
import_modZmod_name�new_nameZ bare_namer r r r< z s
zFixImports.transform)�__name__�
__module__� __qualname__Z
BM_compatibleZkeep_line_order�MAPPINGr! Z run_orderr" r) r/ r5 r< �
__classcell__r r r* r r# U s r# N) �__doc__� r Z
fixer_utilr r rA r r" ZBaseFixr# r r r r �<module> sl �5 lib2to3/fixes/__pycache__/fix_standarderror.cpython-38.opt-2.pyc 0000644 00000001225 15115353746 0020472 0 ustar 00 U
e5d� � @ s. d dl mZ d dlmZ G dd� dej�ZdS )� )�
fixer_base)�Namec @ s e Zd ZdZdZdd� ZdS )�FixStandarderrorTz-
'StandardError'
c C s t d|jd�S )N� Exception)�prefix)r r )�selfZnodeZresults� r �7/usr/lib64/python3.8/lib2to3/fixes/fix_standarderror.py� transform s zFixStandarderror.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr
r r r r r s r N)� r Z
fixer_utilr ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_buffer.cpython-38.pyc 0000644 00000001443 15115353746 0016133 0 ustar 00 U
e5dN � @ s2 d Z ddlmZ ddlmZ G dd� dej�ZdS )z4Fixer that changes buffer(...) into memoryview(...).� )�
fixer_base)�Namec @ s e Zd ZdZdZdZdd� ZdS )� FixBufferTzR
power< name='buffer' trailer< '(' [any] ')' > any* >
c C s |d }|� td|jd�� d S )N�name�
memoryview)�prefix)�replacer r )�selfZnodeZresultsr � r
�0/usr/lib64/python3.8/lib2to3/fixes/fix_buffer.py� transform s zFixBuffer.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZexplicitZPATTERNr r
r
r
r r s r N)�__doc__� r Z
fixer_utilr ZBaseFixr r
r
r
r �<module> s lib2to3/fixes/__pycache__/fix_operator.cpython-38.opt-2.pyc 0000644 00000007223 15115353746 0017457 0 ustar 00 U
e5db
� @ sJ d dl Zd dlmZ d dlmZmZmZmZ dd� Z G dd� dej
�Z dS )� N)�
fixer_base)�Call�Name�String� touch_importc s � fdd�}|S )Nc s
� | _ | S �N)�
invocation)�f��s� �2/usr/lib64/python3.8/lib2to3/fixes/fix_operator.py�dec s zinvocation.<locals>.decr )r r r r
r
r s r c @ s� e Zd ZdZdZdZdZdeeed� Zdd� Z e
d �d
d � �Z e
d �d
d� �Z e
d�dd� �Z
e
d�dd� �Ze
d�dd� �Ze
d�dd� �Ze
d�d d � �Zd d � Zd d!� Zd"d#� Zd$S )%� FixOperatorTZprez�
method=('isCallable'|'sequenceIncludes'
|'isSequenceType'|'isMappingType'|'isNumberType'
|'repeat'|'irepeat')
z'(' obj=any ')'z�
power< module='operator'
trailer< '.' %(methods)s > trailer< %(obj)s > >
|
power< %(methods)s trailer< %(obj)s > >
)�methods�objc C s" | � ||�}|d k r |||�S d S r )�
_check_method)�self�node�results�methodr r r
� transform+ s zFixOperator.transformzoperator.contains(%s)c C s | � ||d�S )N�contains��_handle_rename�r r r r r r
�_sequenceIncludes0 s z FixOperator._sequenceIncludesz callable(%s)c C s" |d }t td�|�� g|jd�S )Nr �callable��prefix)r r �cloner )r r r r r r r
� _isCallable4 s zFixOperator._isCallablezoperator.mul(%s)c C s | � ||d�S )N�mulr r r r r
�_repeat9 s zFixOperator._repeatzoperator.imul(%s)c C s | � ||d�S )N�imulr r r r r
�_irepeat= s zFixOperator._irepeatz(isinstance(%s, collections.abc.Sequence)c C s | � ||dd�S )N�collections.abc�Sequence��_handle_type2abcr r r r
�_isSequenceTypeA s zFixOperator._isSequenceTypez'isinstance(%s, collections.abc.Mapping)c C s | � ||dd�S )Nr& �Mappingr( r r r r
�_isMappingTypeE s zFixOperator._isMappingTypez isinstance(%s, numbers.Number)c C s | � ||dd�S )NZnumbers�Numberr( r r r r
�
_isNumberTypeI s zFixOperator._isNumberTypec C s |d d }||_ |�� d S )Nr r )�valueZchanged)r r r �namer r r r
r M s zFixOperator._handle_renamec C sF t d ||� |d }|�� tdd�||g� �g}ttd�||jd�S )Nr z, �.�
isinstancer )r r r �joinr r r )r r r �module�abcr �argsr r r
r) R s z FixOperator._handle_type2abcc C s^ t | d|d d j �}t|tjj�rZd|kr2|S t|d �f}|j| }| �|d| � d S )N�_r r r4 r zYou should use '%s' here.) �getattrr/ r2 � collectionsr5 �Callable�strr Zwarning)r r r r �subZinvocation_strr r r
r X s
zFixOperator._check_methodN)�__name__�
__module__� __qualname__Z
BM_compatible�orderr r �dictZPATTERNr r r r! r# r% r* r, r. r r) r r r r r
r s2
�
r ) Zcollections.abcr9 Zlib2to3r Zlib2to3.fixer_utilr r r r r ZBaseFixr r r r r
�<module> s lib2to3/fixes/__pycache__/fix_future.cpython-38.opt-1.pyc 0000644 00000001413 15115353746 0017130 0 ustar 00 U
e5d# � @ s2 d Z ddlmZ ddlmZ G dd� dej�ZdS )zVRemove __future__ imports
from __future__ import foo is replaced with an empty line.
� )�
fixer_base)� BlankLinec @ s e Zd ZdZdZdZdd� ZdS )� FixFutureTz;import_from< 'from' module_name="__future__" 'import' any >�
c C s t � }|j|_|S )N)r �prefix)�selfZnodeZresults�new� r �0/usr/lib64/python3.8/lib2to3/fixes/fix_future.py� transform s zFixFuture.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNZ run_orderr r r r r
r s r N)�__doc__� r Z
fixer_utilr ZBaseFixr r r r r
�<module> s lib2to3/fixes/__pycache__/fix_getcwdu.cpython-38.opt-2.pyc 0000644 00000001315 15115353746 0017262 0 ustar 00 U
e5d� � @ s. d dl mZ d dlmZ G dd� dej�ZdS )� )�
fixer_base)�Namec @ s e Zd ZdZdZdd� ZdS )�
FixGetcwduTzR
power< 'os' trailer< dot='.' name='getcwdu' > any* >
c C s |d }|� td|jd�� d S )N�name�getcwd)�prefix)�replacer r )�selfZnodeZresultsr � r
�1/usr/lib64/python3.8/lib2to3/fixes/fix_getcwdu.py� transform s zFixGetcwdu.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r
r
r
r r
s r N)� r Z
fixer_utilr ZBaseFixr r
r
r
r �<module> s lib2to3/fixes/__pycache__/fix_operator.cpython-38.opt-1.pyc 0000644 00000010167 15115353746 0017457 0 ustar 00 U
e5db
� @ sN d Z ddlZddlmZ ddlmZmZmZm Z dd� Z
G dd� dej �Z dS ) a� Fixer for operator functions.
operator.isCallable(obj) -> callable(obj)
operator.sequenceIncludes(obj) -> operator.contains(obj)
operator.isSequenceType(obj) -> isinstance(obj, collections.abc.Sequence)
operator.isMappingType(obj) -> isinstance(obj, collections.abc.Mapping)
operator.isNumberType(obj) -> isinstance(obj, numbers.Number)
operator.repeat(obj, n) -> operator.mul(obj, n)
operator.irepeat(obj, n) -> operator.imul(obj, n)
� N)�
fixer_base)�Call�Name�String� touch_importc s � fdd�}|S )Nc s
� | _ | S �N)�
invocation)�f��s� �2/usr/lib64/python3.8/lib2to3/fixes/fix_operator.py�dec s zinvocation.<locals>.decr )r r r r
r
r s r c @ s� e Zd ZdZdZdZdZdeeed� Zdd� Z e
d �d
d � �Z e
d �d
d� �Z e
d�dd� �Z
e
d�dd� �Ze
d�dd� �Ze
d�dd� �Ze
d�d d � �Zd d � Zd d!� Zd"d#� Zd$S )%� FixOperatorTZprez�
method=('isCallable'|'sequenceIncludes'
|'isSequenceType'|'isMappingType'|'isNumberType'
|'repeat'|'irepeat')
z'(' obj=any ')'z�
power< module='operator'
trailer< '.' %(methods)s > trailer< %(obj)s > >
|
power< %(methods)s trailer< %(obj)s > >
)�methods�objc C s" | � ||�}|d k r |||�S d S r )�
_check_method)�self�node�results�methodr r r
� transform+ s zFixOperator.transformzoperator.contains(%s)c C s | � ||d�S )N�contains��_handle_rename�r r r r r r
�_sequenceIncludes0 s z FixOperator._sequenceIncludesz callable(%s)c C s" |d }t td�|�� g|jd�S )Nr �callable��prefix)r r �cloner )r r r r r r r
� _isCallable4 s zFixOperator._isCallablezoperator.mul(%s)c C s | � ||d�S )N�mulr r r r r
�_repeat9 s zFixOperator._repeatzoperator.imul(%s)c C s | � ||d�S )N�imulr r r r r
�_irepeat= s zFixOperator._irepeatz(isinstance(%s, collections.abc.Sequence)c C s | � ||dd�S )N�collections.abc�Sequence��_handle_type2abcr r r r
�_isSequenceTypeA s zFixOperator._isSequenceTypez'isinstance(%s, collections.abc.Mapping)c C s | � ||dd�S )Nr& �Mappingr( r r r r
�_isMappingTypeE s zFixOperator._isMappingTypez isinstance(%s, numbers.Number)c C s | � ||dd�S )NZnumbers�Numberr( r r r r
�
_isNumberTypeI s zFixOperator._isNumberTypec C s |d d }||_ |�� d S )Nr r )�valueZchanged)r r r �namer r r r
r M s zFixOperator._handle_renamec C sF t d ||� |d }|�� tdd�||g� �g}ttd�||jd�S )Nr z, �.�
isinstancer )r r r �joinr r r )r r r �module�abcr �argsr r r
r) R s z FixOperator._handle_type2abcc C s^ t | d|d d j �}t|tjj�rZd|kr2|S t|d �f}|j| }| �|d| � d S )N�_r r r4 r zYou should use '%s' here.) �getattrr/ r2 � collectionsr5 �Callable�strr Zwarning)r r r r �subZinvocation_strr r r
r X s
zFixOperator._check_methodN)�__name__�
__module__� __qualname__Z
BM_compatible�orderr r �dictZPATTERNr r r r! r# r% r* r, r. r r) r r r r r
r s2
�
r )
�__doc__Zcollections.abcr9 Zlib2to3r Zlib2to3.fixer_utilr r r r r ZBaseFixr r r r r
�<module> s
lib2to3/fixes/__pycache__/fix_long.cpython-38.opt-2.pyc 0000644 00000001174 15115353746 0016562 0 ustar 00 U
e5d� � @ s. d dl mZ d dlmZ G dd� dej�ZdS )� )�
fixer_base)�is_probably_builtinc @ s e Zd ZdZdZdd� ZdS )�FixLongTz'long'c C s t |�rd|_|�� d S )N�int)r �valueZchanged)�selfZnodeZresults� r �./usr/lib64/python3.8/lib2to3/fixes/fix_long.py� transform s zFixLong.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr
r r r r r s r N)Zlib2to3r Zlib2to3.fixer_utilr ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_raise.cpython-38.opt-1.pyc 0000644 00000004310 15115353746 0016720 0 ustar 00 U
e5dn � @ sZ d Z ddlmZ ddlmZ ddlmZ ddlmZmZm Z m
Z
m Z G dd� dej �Z
dS ) a[ Fixer for 'raise E, V, T'
raise -> raise
raise E -> raise E
raise E, V -> raise E(V)
raise E, V, T -> raise E(V).with_traceback(T)
raise E, None, T -> raise E.with_traceback(T)
raise (((E, E'), E''), E'''), V -> raise E(V)
raise "foo", V, T -> warns about string exceptions
CAVEATS:
1) "raise E, V" will be incorrectly translated if V is an exception
instance. The correct Python 3 idiom is
raise E from V
but since we can't detect instance-hood by syntax alone and since
any client code would have to be changed as well, we don't automate
this.
� )�pytree)�token)�
fixer_base)�Name�Call�Attr�ArgList�is_tuplec @ s e Zd ZdZdZdd� ZdS )�FixRaiseTzB
raise_stmt< 'raise' exc=any [',' val=any [',' tb=any]] >
c C sh | j }|d �� }|jtjkr2d}| �||� d S t|�r^t|�rX|jd jd �� }q:d|_d|kr�t �
|j t d�|g�}|j|_|S |d �� }t|�r�dd � |jdd
� D �}n d |_|g}d |k�rB|d �� } d | _|}
|jtj
ks�|jd
k�rt||�}
t|
t d��t| g�g } t �
|jt d�g| �}|j|_|S t j
|j t d�t||�g|jd�S d S )N�excz+Python 3 does not support string exceptions� � � �val�raisec S s g | ] }|� � �qS � )�clone)�.0�cr r �//usr/lib64/python3.8/lib2to3/fixes/fix_raise.py�
<listcomp>D s z&FixRaise.transform.<locals>.<listcomp>���� �tb�None�with_traceback)�prefix)�symsr �typer �STRINGZcannot_convertr Zchildrenr r ZNodeZ
raise_stmtr �NAME�valuer r r Z simple_stmt) �selfZnodeZresultsr r �msg�newr �argsr �eZwith_tbr r r � transform& sB
�zFixRaise.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr' r r r r r
s r
N)�__doc__r r Zpgen2r r Z
fixer_utilr r r r r ZBaseFixr
r r r r �<module> s
lib2to3/fixes/__pycache__/fix_future.cpython-38.opt-2.pyc 0000644 00000001244 15115353746 0017133 0 ustar 00 U
e5d# � @ s. d dl mZ d dlmZ G dd� dej�ZdS )� )�
fixer_base)� BlankLinec @ s e Zd ZdZdZdZdd� ZdS )� FixFutureTz;import_from< 'from' module_name="__future__" 'import' any >�
c C s t � }|j|_|S )N)r �prefix)�selfZnodeZresults�new� r �0/usr/lib64/python3.8/lib2to3/fixes/fix_future.py� transform s zFixFuture.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNZ run_orderr r r r r
r s r N)� r Z
fixer_utilr ZBaseFixr r r r r
�<module> s lib2to3/fixes/__pycache__/fix_asserts.cpython-38.opt-2.pyc 0000644 00000002264 15115353746 0017310 0 ustar 00 U
e5d� � @ sP d dl mZ d dlmZ eddddddd dddddd
d d �ZG d
d� de�ZdS )� )�BaseFix)�NameZ
assertTrueZ assertEqualZassertNotEqualZassertAlmostEqualZassertNotAlmostEqualZ assertRegexZassertRaisesRegexZ assertRaisesZ assertFalse)Zassert_Z assertEqualsZassertNotEqualsZassertAlmostEqualsZassertNotAlmostEqualsZassertRegexpMatchesZassertRaisesRegexpZfailUnlessEqualZ failIfEqualZfailUnlessAlmostEqualZfailIfAlmostEqualZ
failUnlessZfailUnlessRaisesZfailIfc @ s( e Zd Zdd�eee�� Zdd� ZdS )�
FixAssertszH
power< any+ trailer< '.' meth=(%s)> any* >
�|c C s, |d d }|� ttt|� |jd�� d S )NZmeth� )�prefix)�replacer �NAMES�strr )�selfZnodeZresults�name� r
�1/usr/lib64/python3.8/lib2to3/fixes/fix_asserts.py� transform s zFixAsserts.transformN) �__name__�
__module__� __qualname__�join�map�reprr ZPATTERNr r
r
r
r r s �r N)Z
fixer_baser Z
fixer_utilr �dictr r r
r
r
r �<module> s$ � lib2to3/fixes/__pycache__/fix_tuple_params.cpython-38.opt-2.pyc 0000644 00000010234 15115353746 0020314 0 ustar 00 U
e5d� � @ s� d dl mZ d dlmZ d dl mZ d dlmZmZmZm Z m
Z
m Z dd� Z G dd� dej
�Zd d
� Zd d � Zg d
fdd�Zdd� Zd
S )� )�pytree)�token)�
fixer_base)�Assign�Name�Newline�Number� Subscript�symsc C s t | tj�o | jd jtjkS )N� )�
isinstancer �Node�children�typer �STRING)�stmt� r �6/usr/lib64/python3.8/lib2to3/fixes/fix_tuple_params.py� is_docstring s �r c @ s( e Zd ZdZdZdZdd� Zdd� ZdS ) �FixTupleParams� Ta
funcdef< 'def' any parameters< '(' args=any ')' >
['->' any] ':' suite=any+ >
|
lambda=
lambdef< 'lambda' args=vfpdef< '(' inner=any ')' >
':' body=any
>
c s� d|kr�� ||�S g �|d }|d }|d jd jtjkrZd}|d jd j}t� � nd}d}t�tjd�� d� ��fd
d � }|jt j
kr�||� n<|jt j kr�t |j�D ]$\}} | jt j
kr�|| |dkd � q��s�d S �D ]}
|d |
_
q�|} |dk�r
d
�d _n&t|d j| ��r0|�d _|d } �D ]}
|d |
_
�q4�|d j| | �< t| d | t�� d �D ]}||d j| _�qr|d �� d S )N�lambda�suite�argsr � r z; � Fc s\ t ��� �}| �� }d|_t||�� �}|r2d|_| �|� ��t�t j
|� �� g�� d S )Nr � ) r �new_name�clone�prefixr �replace�appendr r
r
Z simple_stmt)Z tuple_arg�
add_prefix�n�argr ��endZ new_lines�selfr r � handle_tupleC s
�z.FixTupleParams.transform.<locals>.handle_tuple)r" r )F)�transform_lambdar r r �INDENT�valuer r ZLeafr
ZtfpdefZ
typedargslist� enumerate�parentr r �range�lenZchanged) r' �node�resultsr r �start�indentr( �ir$ �lineZafterr r% r � transform. sF
zFixTupleParams.transformc
C s� |d }|d }t |d �}|jtjkrD|�� }d|_|�|� d S t|�}t|�}| � t
|��}t |dd�} |�| �� � |� � D ]X}
|
jtjkr�|
j
|kr�dd� ||
j
D �} t�tj| �� g| �} |
j| _|
�| � q�d S )Nr �body�innerr )r c S s g | ] }|� � �qS r )r ��.0�cr r r �
<listcomp>� s z3FixTupleParams.transform_lambda.<locals>.<listcomp>)�
simplify_argsr r �NAMEr r r � find_params� map_to_indexr �
tuple_namer Z
post_orderr+ r r
r
Zpower)
r' r0 r1 r r7 r8 ZparamsZto_indexZtup_nameZ new_paramr# Z
subscripts�newr r r r) n s*
�z FixTupleParams.transform_lambdaN)�__name__�
__module__� __qualname__Z run_orderZ
BM_compatibleZPATTERNr6 r) r r r r r s
@r c C sN | j tjtjfkr| S | j tjkr>| j tjkr:| jd } q"| S td| ��d S )Nr zReceived unexpected node %s)r r
Zvfplistr r> �vfpdefr � RuntimeError�r0 r r r r= � s r= c C s< | j tjkrt| jd �S | j tjkr,| jS dd� | jD �S )Nr c S s g | ]}|j tjkrt|��qS r )r r �COMMAr? r9 r r r r< � s z find_params.<locals>.<listcomp>)r r
rF r? r r r> r+ rH r r r r? � s
r? Nc C sZ |d kr i }t | �D ]@\}}ttt|���g}t|t�rHt|||d� q|| ||< q|S )N)�d)r, r r �strr �listr@ )�
param_listr rJ r4 �objZtrailerr r r r@ � s
r@ c C s< g }| D ](}t |t�r&|�t|�� q|�|� qd�|�S )N�_)r rL r! rA �join)rM �lrN r r r rA � s
rA )r r Zpgen2r r Z
fixer_utilr r r r r r
r ZBaseFixr r= r? r@ rA r r r r �<module> s l lib2to3/fixes/__pycache__/fix_map.cpython-38.opt-1.pyc 0000644 00000006024 15115353746 0016376 0 ustar 00 U
e5d8 � @ sf d Z ddlmZ ddlmZ ddlmZmZmZm Z m
Z
ddl m Z
ddlmZ G dd� dej�Zd S )
a Fixer that changes map(F, ...) into list(map(F, ...)) unless there
exists a 'from future_builtins import map' statement in the top-level
namespace.
As a special case, map(None, X) is changed into list(X). (This is
necessary because the semantics are changed in this case -- the new
map(None, X) is equivalent to [(x,) for x in X].)
We avoid the transformation (except for the special case mentioned
above) if the map() call is directly contained in iter(<>), list(<>),
tuple(<>), sorted(<>), ...join(<>), or for V in <>:.
NOTE: This is still not correct if the original code was depending on
map(F, X, Y, ...) to go on until the longest argument is exhausted,
substituting None for missing values -- like zip(), it now stops as
soon as the shortest argument is exhausted.
� )�token)�
fixer_base)�Name�ArgList�Call�ListComp�in_special_context)�python_symbols)�Nodec @ s e Zd ZdZdZdZdd� ZdS )�FixMapTaL
map_none=power<
'map'
trailer< '(' arglist< 'None' ',' arg=any [','] > ')' >
[extra_trailers=trailer*]
>
|
map_lambda=power<
'map'
trailer<
'('
arglist<
lambdef< 'lambda'
(fp=NAME | vfpdef< '(' fp=NAME ')'> ) ':' xp=any
>
','
it=any
>
')'
>
[extra_trailers=trailer*]
>
|
power<
'map' args=trailer< '(' [any] ')' >
[extra_trailers=trailer*]
>
zfuture_builtins.mapc C s� | � |�rd S g }d|kr6|d D ]}|�|�� � q"|jjtjkrr| �|d� |�� }d|_t t
d�|g�}�n&d|kr�t |d �� |d �� |d �� �}t tj
|g| dd �}n�d
|kr�|d �� }d|_n�d |k�rf|d }|jtjk�rH|jd
jtjk�rH|jd
jd jtjk�rH|jd
jd jdk�rH| �|d� d S t tj
t
d�|�� g�}d|_t|��rtd S t tj
t
d�t|g�g| �}d|_|j|_|S )NZextra_trailersz You should use a for loop here� �listZ
map_lambdaZxp�fp�it)�prefixZmap_none�arg�args� � �Nonezjcannot convert map(None, ...) with multiple arguments because map() now truncates to the shortest sequence�map)Z should_skip�appendZclone�parent�type�symsZ simple_stmtZwarningr r r r r
ZpowerZtrailerZchildrenZarglistr �NAME�valuer r )�selfZnodeZresultsZtrailers�t�newr � r �-/usr/lib64/python3.8/lib2to3/fixes/fix_map.py� transform@ sN
�
���
zFixMap.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNZskip_onr" r r r r! r s r N)�__doc__Zpgen2r r r Z
fixer_utilr r r r r Zpygramr r Zpytreer
ZConditionalFixr r r r r! �<module> s lib2to3/fixes/__pycache__/fix_getcwdu.cpython-38.opt-1.pyc 0000644 00000001417 15115353746 0017264 0 ustar 00 U
e5d� � @ s2 d Z ddlmZ ddlmZ G dd� dej�ZdS )z1
Fixer that changes os.getcwdu() to os.getcwd().
� )�
fixer_base)�Namec @ s e Zd ZdZdZdd� ZdS )�
FixGetcwduTzR
power< 'os' trailer< dot='.' name='getcwdu' > any* >
c C s |d }|� td|jd�� d S )N�name�getcwd)�prefix)�replacer r )�selfZnodeZresultsr � r
�1/usr/lib64/python3.8/lib2to3/fixes/fix_getcwdu.py� transform s zFixGetcwdu.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r
r
r
r r
s r N)�__doc__� r Z
fixer_utilr ZBaseFixr r
r
r
r �<module> s lib2to3/fixes/__pycache__/fix_basestring.cpython-38.pyc 0000644 00000001222 15115353746 0017016 0 ustar 00 U
e5d@ � @ s2 d Z ddlmZ ddlmZ G dd� dej�ZdS )z Fixer for basestring -> str.� )�
fixer_base)�Namec @ s e Zd ZdZdZdd� ZdS )�
FixBasestringTz 'basestring'c C s t d|jd�S )N�str)�prefix)r r )�selfZnodeZresults� r �4/usr/lib64/python3.8/lib2to3/fixes/fix_basestring.py� transform
s zFixBasestring.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr
r r r r r s r N)�__doc__� r Z
fixer_utilr ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_exitfunc.cpython-38.opt-1.pyc 0000644 00000004375 15115353746 0017455 0 ustar 00 U
e5d� � @ sJ d Z ddlmZmZ ddlmZmZmZmZm Z m
Z
G dd� dej �Z dS )z7
Convert use of sys.exitfunc to use the atexit module.
� )�pytree�
fixer_base)�Name�Attr�Call�Comma�Newline�symsc s< e Zd ZdZdZdZ� fdd�Z� fdd�Zdd� Z� Z S ) � FixExitfuncTa�
(
sys_import=import_name<'import'
('sys'
|
dotted_as_names< (any ',')* 'sys' (',' any)* >
)
>
|
expr_stmt<
power< 'sys' trailer< '.' 'exitfunc' > >
'=' func=any >
)
c s t t| �j|� d S �N)�superr
�__init__)�self�args�� __class__� �2/usr/lib64/python3.8/lib2to3/fixes/fix_exitfunc.pyr
s zFixExitfunc.__init__c s t t| ��||� d | _d S r )r r
�
start_tree�
sys_import)r Ztree�filenamer r r r ! s zFixExitfunc.start_treec C s& d|kr | j d kr |d | _ d S |d �� }d|_t�tjttd�td���}t ||g|j�}|�
|� | j d kr�| � |d� d S | j j d }|j
tjkr�|�t� � |�tdd�� nj| j j}|j �| j �}|j} t�tjtd �tdd�g�}
t�tj|
g�} |�|d t� � |�|d
| � d S ) Nr �func� �atexit�registerzKCan't find sys import; Please add an atexit import at the top of your file.� � �import� )r Zclone�prefixr ZNoder Zpowerr r r �replaceZwarningZchildren�typeZdotted_as_namesZ append_childr �parent�indexZ import_nameZ simple_stmtZ insert_childr ) r ZnodeZresultsr r Zcall�namesZcontaining_stmtZpositionZstmt_containerZ
new_import�newr r r � transform% s6
�
�zFixExitfunc.transform)
�__name__�
__module__� __qualname__Zkeep_line_orderZ
BM_compatibleZPATTERNr
r r& �
__classcell__r r r r r
s r
N)
�__doc__Zlib2to3r r Zlib2to3.fixer_utilr r r r r r ZBaseFixr
r r r r �<module> s lib2to3/fixes/__pycache__/fix_paren.cpython-38.opt-2.pyc 0000644 00000002343 15115353746 0016727 0 ustar 00 U
e5d� � @ s2 d dl mZ d dlmZmZ G dd� dej�ZdS )� )�
fixer_base)�LParen�RParenc @ s e Zd ZdZdZdd� ZdS )�FixParenTa
atom< ('[' | '(')
(listmaker< any
comp_for<
'for' NAME 'in'
target=testlist_safe< any (',' any)+ [',']
>
[any]
>
>
|
testlist_gexp< any
comp_for<
'for' NAME 'in'
target=testlist_safe< any (',' any)+ [',']
>
[any]
>
>)
(']' | ')') >
c C s8 |d }t � }|j|_d|_|�d|� |�t� � d S )N�target� � )r �prefixZ insert_childZ append_childr )�selfZnodeZresultsr Zlparen� r �//usr/lib64/python3.8/lib2to3/fixes/fix_paren.py� transform% s zFixParen.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr
r r r r r s r N)r r Z
fixer_utilr r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_exec.cpython-38.pyc 0000644 00000002170 15115353746 0015604 0 ustar 00 U
e5d� � @ s: d Z ddlmZ ddlmZmZmZ G dd� dej�ZdS )z�Fixer for exec.
This converts usages of the exec statement into calls to a built-in
exec() function.
exec code in ns1, ns2 -> exec(code, ns1, ns2)
� )�
fixer_base)�Comma�Name�Callc @ s e Zd ZdZdZdd� ZdS )�FixExecTzx
exec_stmt< 'exec' a=any 'in' b=any [',' c=any] >
|
exec_stmt< 'exec' (not atom<'(' [any] ')'>) a=any >
c C s� |st �| j}|d }|�d�}|�d�}|�� g}d|d _|d k rZ|�t� |�� g� |d k rv|�t� |�� g� ttd�||jd�S )N�a�b�c� � �exec)�prefix) �AssertionError�syms�getZcloner
�extendr r r )�selfZnodeZresultsr r r r �args� r �./usr/lib64/python3.8/lib2to3/fixes/fix_exec.py� transform s
zFixExec.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r r r r r s r N) �__doc__r
r Z
fixer_utilr r r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/__init__.cpython-38.pyc 0000644 00000000211 15115353746 0015543 0 ustar 00 U
e5d/ � @ s d S )N� r r r �./usr/lib64/python3.8/lib2to3/fixes/__init__.py�<module> � lib2to3/fixes/__pycache__/fix_set_literal.cpython-38.opt-2.pyc 0000644 00000003103 15115353746 0020124 0 ustar 00 U
e5d� � @ s6 d dl mZmZ d dlmZmZ G dd� dej�ZdS )� )�
fixer_base�pytree)�token�symsc @ s e Zd ZdZdZdZdd� ZdS )�
FixSetLiteralTaj power< 'set' trailer< '('
(atom=atom< '[' (items=listmaker< any ((',' any)* [',']) >
|
single=any) ']' >
|
atom< '(' items=testlist_gexp< any ((',' any)* [',']) > ')' >
)
')' > >
c C s� |� d�}|r2t�tj|�� g�}|�|� |}n|d }t�tj d�g}|�
dd� |j D �� |� t�tj
d�� |jj|d _t�tj|�}|j|_t|j �dkr�|j d }|�� |j|j d _|S )
N�single�items�{c s s | ]}|� � V qd S )N)�clone)�.0�n� r
�5/usr/lib64/python3.8/lib2to3/fixes/fix_set_literal.py� <genexpr>' s z*FixSetLiteral.transform.<locals>.<genexpr>�}���� � )�getr ZNoder Z listmakerr
�replaceZLeafr �LBRACE�extendZchildren�append�RBRACEZ next_sibling�prefixZ dictsetmaker�len�remove) �selfZnodeZresultsr Zfaker �literalZmakerr r
r
r � transform s"
zFixSetLiteral.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZexplicitZPATTERNr r
r
r
r r s
r N)Zlib2to3r r Zlib2to3.fixer_utilr r ZBaseFixr r
r
r
r �<module> s lib2to3/fixes/__pycache__/fix_long.cpython-38.opt-1.pyc 0000644 00000001274 15115353746 0016562 0 ustar 00 U
e5d� � @ s2 d Z ddlmZ ddlmZ G dd� dej�ZdS )z/Fixer that turns 'long' into 'int' everywhere.
� )�
fixer_base)�is_probably_builtinc @ s e Zd ZdZdZdd� ZdS )�FixLongTz'long'c C s t |�rd|_|�� d S )N�int)r �valueZchanged)�selfZnodeZresults� r �./usr/lib64/python3.8/lib2to3/fixes/fix_long.py� transform s zFixLong.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr
r r r r r s r N)�__doc__Zlib2to3r Zlib2to3.fixer_utilr ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_unicode.cpython-38.opt-1.pyc 0000644 00000003010 15115353746 0017237 0 ustar 00 U
e5d� � @ s< d Z ddlmZ ddlmZ ddd�ZG dd� dej�Zd S )
z�Fixer for unicode.
* Changes unicode to str and unichr to chr.
* If "...\u..." is not unicode literal change it into "...\\u...".
* Change u"..." into "...".
� )�token)�
fixer_base�chr�str)ZunichrZunicodec s, e Zd ZdZdZ� fdd�Zdd� Z� ZS )�
FixUnicodeTz STRING | 'unicode' | 'unichr'c s" t t| ��||� d|jk| _d S )N�unicode_literals)�superr �
start_treeZfuture_featuresr )�selfZtree�filename�� __class__� �1/usr/lib64/python3.8/lib2to3/fixes/fix_unicode.pyr s zFixUnicode.start_treec C s� |j tjkr$|�� }t|j |_|S |j tjkr�|j}| jsj|d dkrjd|krjd�dd� |� d�D ��}|d dkr�|dd � }||jkr�|S |�� }||_|S d S ) N� z'"�\z\\c S s g | ]}|� d d�� dd��qS )z\uz\\uz\Uz\\U)�replace)�.0�vr r r �
<listcomp> s �z(FixUnicode.transform.<locals>.<listcomp>ZuU� )
�typer �NAMEZclone�_mapping�value�STRINGr �join�split)r
ZnodeZresults�new�valr r r � transform s"
�
zFixUnicode.transform)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r �
__classcell__r r r r r s r N)�__doc__Zpgen2r � r r ZBaseFixr r r r r �<module> s
lib2to3/fixes/__pycache__/fix_intern.cpython-38.opt-1.pyc 0000644 00000002151 15115353746 0017115 0 ustar 00 U
e5dx � @ s6 d Z ddlmZ ddlmZmZ G dd� dej�ZdS )z/Fixer for intern().
intern(s) -> sys.intern(s)� )�
fixer_base)�
ImportAndCall� touch_importc @ s e Zd ZdZdZdZdd� ZdS )� FixInternTZprez�
power< 'intern'
trailer< lpar='('
( not(arglist | argument<any '=' any>) obj=any
| obj=arglist<(not argument<any '=' any>) any ','> )
rpar=')' >
after=any*
>
c C sR |r2|d }|r2|j | jjkr2|jd jdkr2d S d}t|||�}td d|� |S )N�obj� > �**�*)�sys�internr
)�typeZsymsZargumentZchildren�valuer r )�selfZnodeZresultsr �names�new� r �0/usr/lib64/python3.8/lib2to3/fixes/fix_intern.py� transform s � zFixIntern.transformN)�__name__�
__module__� __qualname__Z
BM_compatible�orderZPATTERNr r r r r r
s
r N)�__doc__� r Z
fixer_utilr r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_getcwdu.cpython-38.pyc 0000644 00000001417 15115353746 0016325 0 ustar 00 U
e5d� � @ s2 d Z ddlmZ ddlmZ G dd� dej�ZdS )z1
Fixer that changes os.getcwdu() to os.getcwd().
� )�
fixer_base)�Namec @ s e Zd ZdZdZdd� ZdS )�
FixGetcwduTzR
power< 'os' trailer< dot='.' name='getcwdu' > any* >
c C s |d }|� td|jd�� d S )N�name�getcwd)�prefix)�replacer r )�selfZnodeZresultsr � r
�1/usr/lib64/python3.8/lib2to3/fixes/fix_getcwdu.py� transform s zFixGetcwdu.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r
r
r
r r
s r N)�__doc__� r Z
fixer_utilr ZBaseFixr r
r
r
r �<module> s lib2to3/fixes/__pycache__/fix_funcattrs.cpython-38.pyc 0000644 00000001713 15115353746 0016673 0 ustar 00 U
e5d� � @ s2 d Z ddlmZ ddlmZ G dd� dej�ZdS )z3Fix function attribute names (f.func_x -> f.__x__).� )�
fixer_base)�Namec @ s e Zd ZdZdZdd� ZdS )� FixFuncattrsTz�
power< any+ trailer< '.' attr=('func_closure' | 'func_doc' | 'func_globals'
| 'func_name' | 'func_defaults' | 'func_code'
| 'func_dict') > any* >
c C s2 |d d }|� td|jdd � |jd�� d S )N�attr� z__%s__� )�prefix)�replacer �valuer )�selfZnodeZresultsr � r �3/usr/lib64/python3.8/lib2to3/fixes/fix_funcattrs.py� transform s �zFixFuncattrs.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r r r r
r s r N)�__doc__� r Z
fixer_utilr ZBaseFixr r r r r
�<module> s lib2to3/fixes/__pycache__/fix_sys_exc.cpython-38.pyc 0000644 00000002576 15115353746 0016347 0 ustar 00 U
e5d
� @ sJ d Z ddlmZ ddlmZmZmZmZmZm Z m
Z
G dd� dej �Z dS )z�Fixer for sys.exc_{type, value, traceback}
sys.exc_type -> sys.exc_info()[0]
sys.exc_value -> sys.exc_info()[1]
sys.exc_traceback -> sys.exc_info()[2]
� )�
fixer_base)�Attr�Call�Name�Number� Subscript�Node�symsc @ s: e Zd ZdddgZdZdd�dd� eD �� Zd d
� Zd S ) � FixSysExc�exc_type� exc_value�
exc_tracebackTzN
power< 'sys' trailer< dot='.' attribute=(%s) > >
�|c c s | ]}d | V qdS )z'%s'N� )�.0�er r �1/usr/lib64/python3.8/lib2to3/fixes/fix_sys_exc.py� <genexpr> s zFixSysExc.<genexpr>c C st |d d }t | j�|j��}ttd�|jd�}ttd�|�}|d j|d jd _|� t
|�� t t j
||jd�S )NZ attribute� �exc_info)�prefix�sys�dot� )r r �index�valuer r r r Zchildren�appendr r r Zpower)�selfZnodeZresultsZsys_attrr Zcall�attrr r r � transform s zFixSysExc.transformN)�__name__�
__module__� __qualname__r Z
BM_compatible�joinZPATTERNr r r r r r
s
�r
N)
�__doc__� r Z
fixer_utilr r r r r r r ZBaseFixr
r r r r �<module> s
$ lib2to3/fixes/__pycache__/fix_asserts.cpython-38.opt-1.pyc 0000644 00000002372 15115353746 0017307 0 ustar 00 U
e5d� � @ sT d Z ddlmZ ddlmZ edddddd d
dddddd d d
�ZG dd� de�ZdS )z5Fixer that replaces deprecated unittest method names.� )�BaseFix)�NameZ
assertTrueZ assertEqualZassertNotEqualZassertAlmostEqualZassertNotAlmostEqualZ assertRegexZassertRaisesRegexZ assertRaisesZ assertFalse)Zassert_Z assertEqualsZassertNotEqualsZassertAlmostEqualsZassertNotAlmostEqualsZassertRegexpMatchesZassertRaisesRegexpZfailUnlessEqualZ failIfEqualZfailUnlessAlmostEqualZfailIfAlmostEqualZ
failUnlessZfailUnlessRaisesZfailIfc @ s( e Zd Zdd�eee�� Zdd� ZdS )�
FixAssertszH
power< any+ trailer< '.' meth=(%s)> any* >
�|c C s, |d d }|� ttt|� |jd�� d S )NZmeth� )�prefix)�replacer �NAMES�strr )�selfZnodeZresults�name� r
�1/usr/lib64/python3.8/lib2to3/fixes/fix_asserts.py� transform s zFixAsserts.transformN) �__name__�
__module__� __qualname__�join�map�reprr ZPATTERNr r
r
r
r r s �r N)�__doc__Z
fixer_baser Z
fixer_utilr �dictr r r
r
r
r �<module> s& � lib2to3/fixes/__pycache__/fix_except.cpython-38.opt-1.pyc 0000644 00000005375 15115353746 0017121 0 ustar 00 U
e5d
� @ sf d Z ddlmZ ddlmZ ddlmZ ddlmZmZm Z m
Z
m Z m Z dd� Z
G dd � d ej�Zd
S ) a� Fixer for except statements with named exceptions.
The following cases will be converted:
- "except E, T:" where T is a name:
except E as T:
- "except E, T:" where T is not a name, tuple or list:
except E as t:
T = t
This is done because the target of an "except" clause must be a
name.
- "except E, T:" where T is a tuple or list literal:
except E as t:
T = t.args
� )�pytree)�token)�
fixer_base)�Assign�Attr�Name�is_tuple�is_list�symsc c sD t | �D ]6\}}|jtjkr|jd jdkr|| |d fV qd S )N� �exceptr )� enumerate�typer
�
except_clause�children�value)Znodes�i�n� r �0/usr/lib64/python3.8/lib2to3/fixes/fix_except.py� find_excepts s r c @ s e Zd ZdZdZdd� ZdS )� FixExceptTa1
try_stmt< 'try' ':' (simple_stmt | suite)
cleanup=(except_clause ':' (simple_stmt | suite))+
tail=(['except' ':' (simple_stmt | suite)]
['else' ':' (simple_stmt | suite)]
['finally' ':' (simple_stmt | suite)]) >
c C sx | j }dd� |d D �}dd� |d D �}t|�D �]\}}t|j�dkr2|jdd� \}} }
| �tdd d
�� |
jtjk�r8t| � � d d
�} |
�
� } d | _ |
�| � | �
� } |j}
t |
�D ]\}}t
|tj�r� q�q�t|
�s�t|
�r�t| t| td ���}n
t| | �}t|
d |� �D ]}|�d
|� �q|�||� q2|
j d kr2d |
_ q2dd� |jd d� D �| | }t�|j|�S )Nc S s g | ] }|� � �qS r ��clone)�.0r r r r �
<listcomp>2 s z'FixExcept.transform.<locals>.<listcomp>�tailc S s g | ] }|� � �qS r r )r Zchr r r r 4 s Zcleanup� � �as� )�prefix� �argsr c S s g | ] }|� � �qS r r )r �cr r r r \ s � )r
r �lenr �replacer r r �NAME�new_namer r! r
�
isinstancer ZNoder r r r �reversedZ insert_child)�selfZnodeZresultsr
r Z try_cleanupr Ze_suite�EZcomma�NZnew_N�targetZ suite_stmtsr ZstmtZassignZchildr r r r � transform/ s6
zFixExcept.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr0 r r r r r $ s r N)�__doc__r" r Zpgen2r r Z
fixer_utilr r r r r r
r ZBaseFixr r r r r �<module> s lib2to3/fixes/__pycache__/fix_input.cpython-38.opt-1.pyc 0000644 00000001661 15115353746 0016762 0 ustar 00 U
e5d� � @ sL d Z ddlmZ ddlmZmZ ddlmZ e�d�ZG dd� dej �Z
dS ) z4Fixer that changes input(...) into eval(input(...)).� )�
fixer_base)�Call�Name)�patcompz&power< 'eval' trailer< '(' any ')' > >c @ s e Zd ZdZdZdd� ZdS )�FixInputTzL
power< 'input' args=trailer< '(' [any] ')' > >
c C s6 t �|jj�rd S |�� }d|_ttd�|g|jd�S )N� �eval)�prefix)�context�match�parentZcloner r r )�selfZnodeZresults�new� r �//usr/lib64/python3.8/lib2to3/fixes/fix_input.py� transform s
zFixInput.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr r r r r r
s r N) �__doc__r r Z
fixer_utilr r r Zcompile_patternr
ZBaseFixr r r r r �<module> s
lib2to3/fixes/__pycache__/fix_buffer.cpython-38.opt-2.pyc 0000644 00000001336 15115353746 0017074 0 ustar 00 U
e5dN � @ s. d dl mZ d dlmZ G dd� dej�ZdS )� )�
fixer_base)�Namec @ s e Zd ZdZdZdZdd� ZdS )� FixBufferTzR
power< name='buffer' trailer< '(' [any] ')' > any* >
c C s |d }|� td|jd�� d S )N�name�
memoryview)�prefix)�replacer r )�selfZnodeZresultsr � r
�0/usr/lib64/python3.8/lib2to3/fixes/fix_buffer.py� transform s zFixBuffer.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZexplicitZPATTERNr r
r
r
r r s r N)� r Z
fixer_utilr ZBaseFixr r
r
r
r �<module> s lib2to3/fixes/__pycache__/fix_dict.cpython-38.opt-1.pyc 0000644 00000006275 15115353746 0016554 0 ustar 00 U
e5d� � @ sj d Z ddlmZ ddlmZ ddlmZ ddlmZmZmZ ddlmZ ej dhB Z
G dd � d ej �Z d
S ) aj Fixer for dict methods.
d.keys() -> list(d.keys())
d.items() -> list(d.items())
d.values() -> list(d.values())
d.iterkeys() -> iter(d.keys())
d.iteritems() -> iter(d.items())
d.itervalues() -> iter(d.values())
d.viewkeys() -> d.keys()
d.viewitems() -> d.items()
d.viewvalues() -> d.values()
Except in certain very specific contexts: the iter() can be dropped
when the context is list(), sorted(), iter() or for...in; the list()
can be dropped when the context is list() or sorted() (but not iter()
or for...in!). Special contexts that apply to both: list(), sorted(), tuple()
set(), any(), all(), sum().
Note: iter(d.keys()) could be written as iter(d) but since the
original d.iterkeys() was also redundant we don't fix this. And there
are (rare) contexts where it makes a difference (e.g. when passing it
as an argument to a function that introspects the argument).
� )�pytree)�patcomp)�
fixer_base)�Name�Call�Dot)�
fixer_util�iterc @ s@ e Zd ZdZdZdd� ZdZe�e�Z dZ
e�e
�Z dd� Z d S )
�FixDictTa
power< head=any+
trailer< '.' method=('keys'|'items'|'values'|
'iterkeys'|'iteritems'|'itervalues'|
'viewkeys'|'viewitems'|'viewvalues') >
parens=trailer< '(' ')' >
tail=any*
>
c
C s |d }|d d }|d }| j }|j}|�d�}|�d�} |sD| rP|dd � }dd � |D �}d
d � |D �}| o|| �||�}
|t�|jt� t||j d �g�|d �
� g } t�|j | �} |
s�| s�d
| _ t t|r�dnd�| g�} |r�t�|j | g| �} |j | _ | S )N�head�method� �tailr Zview� c S s g | ] }|� � �qS � ��clone��.0�nr r �./usr/lib64/python3.8/lib2to3/fixes/fix_dict.py�
<listcomp>A s z%FixDict.transform.<locals>.<listcomp>c S s g | ] }|� � �qS r r r r r r r B s )�prefixZparens� �list)
�syms�value�
startswith�in_special_contextr ZNodeZtrailerr r r r Zpowerr )
�self�node�resultsr r r r Z method_name�isiterZisviewZspecial�args�newr r r � transform6 s:
���
�zFixDict.transformz3power< func=NAME trailer< '(' node=any ')' > any* >zmfor_stmt< 'for' any 'in' node=any ':' any* >
| comp_for< 'for' any 'in' node=any any* >
c C s� |j d krdS i }|j j d k r^| j�|j j |�r^|d |kr^|rN|d jtkS |d jtjkS |sfdS | j�|j |�o�|d |kS )NFr �func)�parent�p1�matchr � iter_exemptr �consuming_calls�p2)r r r" r! r r r r Z s
�
�zFixDict.in_special_contextN)
�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr% ZP1r Zcompile_patternr( ZP2r, r r r r r r
) s
r
N)
�__doc__r r r r r r r r r+ r* ZBaseFixr
r r r r �<module> s lib2to3/fixes/__pycache__/fix_buffer.cpython-38.opt-1.pyc 0000644 00000001443 15115353746 0017072 0 ustar 00 U
e5dN � @ s2 d Z ddlmZ ddlmZ G dd� dej�ZdS )z4Fixer that changes buffer(...) into memoryview(...).� )�
fixer_base)�Namec @ s e Zd ZdZdZdZdd� ZdS )� FixBufferTzR
power< name='buffer' trailer< '(' [any] ')' > any* >
c C s |d }|� td|jd�� d S )N�name�
memoryview)�prefix)�replacer r )�selfZnodeZresultsr � r
�0/usr/lib64/python3.8/lib2to3/fixes/fix_buffer.py� transform s zFixBuffer.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZexplicitZPATTERNr r
r
r
r r s r N)�__doc__� r Z
fixer_utilr ZBaseFixr r
r
r
r �<module> s lib2to3/fixes/__pycache__/fix_raise.cpython-38.opt-2.pyc 0000644 00000003131 15115353746 0016721 0 ustar 00 U
e5dn � @ sV d dl mZ d dlmZ d dl mZ d dlmZmZmZm Z m
Z
G dd� dej �Z dS )� )�pytree)�token)�
fixer_base)�Name�Call�Attr�ArgList�is_tuplec @ s e Zd ZdZdZdd� ZdS )�FixRaiseTzB
raise_stmt< 'raise' exc=any [',' val=any [',' tb=any]] >
c C sh | j }|d �� }|jtjkr2d}| �||� d S t|�r^t|�rX|jd jd �� }q:d|_d|kr�t �
|j t d�|g�}|j|_|S |d �� }t|�r�dd � |jdd
� D �}n d |_|g}d |k�rB|d �� } d | _|}
|jtj
ks�|jd
k�rt||�}
t|
t d��t| g�g } t �
|jt d�g| �}|j|_|S t j
|j t d�t||�g|jd�S d S )N�excz+Python 3 does not support string exceptions� � � �val�raisec S s g | ] }|� � �qS � )�clone)�.0�cr r �//usr/lib64/python3.8/lib2to3/fixes/fix_raise.py�
<listcomp>D s z&FixRaise.transform.<locals>.<listcomp>���� �tb�None�with_traceback)�prefix)�symsr �typer �STRINGZcannot_convertr Zchildrenr r ZNodeZ
raise_stmtr �NAME�valuer r r Z simple_stmt) �selfZnodeZresultsr r �msg�newr �argsr �eZwith_tbr r r � transform& sB
�zFixRaise.transformN)�__name__�
__module__� __qualname__Z
BM_compatibleZPATTERNr' r r r r r
s r
N)
r r Zpgen2r r Z
fixer_utilr r r r r ZBaseFixr
r r r r �<module> s lib2to3/fixes/fix_xrange.py 0000644 00000005206 15115353746 0011661 0 ustar 00 # Copyright 2007 Google, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Fixer that changes xrange(...) into range(...)."""
# Local imports
from .. import fixer_base
from ..fixer_util import Name, Call, consuming_calls
from .. import patcomp
class FixXrange(fixer_base.BaseFix):
BM_compatible = True
PATTERN = """
power<
(name='range'|name='xrange') trailer< '(' args=any ')' >
rest=any* >
"""
def start_tree(self, tree, filename):
super(FixXrange, self).start_tree(tree, filename)
self.transformed_xranges = set()
def finish_tree(self, tree, filename):
self.transformed_xranges = None
def transform(self, node, results):
name = results["name"]
if name.value == "xrange":
return self.transform_xrange(node, results)
elif name.value == "range":
return self.transform_range(node, results)
else:
raise ValueError(repr(name))
def transform_xrange(self, node, results):
name = results["name"]
name.replace(Name("range", prefix=name.prefix))
# This prevents the new range call from being wrapped in a list later.
self.transformed_xranges.add(id(node))
def transform_range(self, node, results):
if (id(node) not in self.transformed_xranges and
not self.in_special_context(node)):
range_call = Call(Name("range"), [results["args"].clone()])
# Encase the range call in list().
list_call = Call(Name("list"), [range_call],
prefix=node.prefix)
# Put things that were after the range() call after the list call.
for n in results["rest"]:
list_call.append_child(n)
return list_call
P1 = "power< func=NAME trailer< '(' node=any ')' > any* >"
p1 = patcomp.compile_pattern(P1)
P2 = """for_stmt< 'for' any 'in' node=any ':' any* >
| comp_for< 'for' any 'in' node=any any* >
| comparison< any 'in' node=any any*>
"""
p2 = patcomp.compile_pattern(P2)
def in_special_context(self, node):
if node.parent is None:
return False
results = {}
if (node.parent.parent is not None and
self.p1.match(node.parent.parent, results) and
results["node"] is node):
# list(d.keys()) -> list(d.keys()), etc.
return results["func"].value in consuming_calls
# for ... in d.iterkeys() -> for ... in d.keys(), etc.
return self.p2.match(node.parent, results) and results["node"] is node
lib2to3/fixes/fix_urllib.py 0000644 00000020241 15115353746 0011662 0 ustar 00 """Fix changes imports of urllib which are now incompatible.
This is rather similar to fix_imports, but because of the more
complex nature of the fixing for urllib, it has its own fixer.
"""
# Author: Nick Edds
# Local imports
from lib2to3.fixes.fix_imports import alternates, FixImports
from lib2to3.fixer_util import (Name, Comma, FromImport, Newline,
find_indentation, Node, syms)
MAPPING = {"urllib": [
("urllib.request",
["URLopener", "FancyURLopener", "urlretrieve",
"_urlopener", "urlopen", "urlcleanup",
"pathname2url", "url2pathname"]),
("urllib.parse",
["quote", "quote_plus", "unquote", "unquote_plus",
"urlencode", "splitattr", "splithost", "splitnport",
"splitpasswd", "splitport", "splitquery", "splittag",
"splittype", "splituser", "splitvalue", ]),
("urllib.error",
["ContentTooShortError"])],
"urllib2" : [
("urllib.request",
["urlopen", "install_opener", "build_opener",
"Request", "OpenerDirector", "BaseHandler",
"HTTPDefaultErrorHandler", "HTTPRedirectHandler",
"HTTPCookieProcessor", "ProxyHandler",
"HTTPPasswordMgr",
"HTTPPasswordMgrWithDefaultRealm",
"AbstractBasicAuthHandler",
"HTTPBasicAuthHandler", "ProxyBasicAuthHandler",
"AbstractDigestAuthHandler",
"HTTPDigestAuthHandler", "ProxyDigestAuthHandler",
"HTTPHandler", "HTTPSHandler", "FileHandler",
"FTPHandler", "CacheFTPHandler",
"UnknownHandler"]),
("urllib.error",
["URLError", "HTTPError"]),
]
}
# Duplicate the url parsing functions for urllib2.
MAPPING["urllib2"].append(MAPPING["urllib"][1])
def build_pattern():
bare = set()
for old_module, changes in MAPPING.items():
for change in changes:
new_module, members = change
members = alternates(members)
yield """import_name< 'import' (module=%r
| dotted_as_names< any* module=%r any* >) >
""" % (old_module, old_module)
yield """import_from< 'from' mod_member=%r 'import'
( member=%s | import_as_name< member=%s 'as' any > |
import_as_names< members=any* >) >
""" % (old_module, members, members)
yield """import_from< 'from' module_star=%r 'import' star='*' >
""" % old_module
yield """import_name< 'import'
dotted_as_name< module_as=%r 'as' any > >
""" % old_module
# bare_with_attr has a special significance for FixImports.match().
yield """power< bare_with_attr=%r trailer< '.' member=%s > any* >
""" % (old_module, members)
class FixUrllib(FixImports):
def build_pattern(self):
return "|".join(build_pattern())
def transform_import(self, node, results):
"""Transform for the basic import case. Replaces the old
import name with a comma separated list of its
replacements.
"""
import_mod = results.get("module")
pref = import_mod.prefix
names = []
# create a Node list of the replacement modules
for name in MAPPING[import_mod.value][:-1]:
names.extend([Name(name[0], prefix=pref), Comma()])
names.append(Name(MAPPING[import_mod.value][-1][0], prefix=pref))
import_mod.replace(names)
def transform_member(self, node, results):
"""Transform for imports of specific module elements. Replaces
the module to be imported from with the appropriate new
module.
"""
mod_member = results.get("mod_member")
pref = mod_member.prefix
member = results.get("member")
# Simple case with only a single member being imported
if member:
# this may be a list of length one, or just a node
if isinstance(member, list):
member = member[0]
new_name = None
for change in MAPPING[mod_member.value]:
if member.value in change[1]:
new_name = change[0]
break
if new_name:
mod_member.replace(Name(new_name, prefix=pref))
else:
self.cannot_convert(node, "This is an invalid module element")
# Multiple members being imported
else:
# a dictionary for replacements, order matters
modules = []
mod_dict = {}
members = results["members"]
for member in members:
# we only care about the actual members
if member.type == syms.import_as_name:
as_name = member.children[2].value
member_name = member.children[0].value
else:
member_name = member.value
as_name = None
if member_name != ",":
for change in MAPPING[mod_member.value]:
if member_name in change[1]:
if change[0] not in mod_dict:
modules.append(change[0])
mod_dict.setdefault(change[0], []).append(member)
new_nodes = []
indentation = find_indentation(node)
first = True
def handle_name(name, prefix):
if name.type == syms.import_as_name:
kids = [Name(name.children[0].value, prefix=prefix),
name.children[1].clone(),
name.children[2].clone()]
return [Node(syms.import_as_name, kids)]
return [Name(name.value, prefix=prefix)]
for module in modules:
elts = mod_dict[module]
names = []
for elt in elts[:-1]:
names.extend(handle_name(elt, pref))
names.append(Comma())
names.extend(handle_name(elts[-1], pref))
new = FromImport(module, names)
if not first or node.parent.prefix.endswith(indentation):
new.prefix = indentation
new_nodes.append(new)
first = False
if new_nodes:
nodes = []
for new_node in new_nodes[:-1]:
nodes.extend([new_node, Newline()])
nodes.append(new_nodes[-1])
node.replace(nodes)
else:
self.cannot_convert(node, "All module elements are invalid")
def transform_dot(self, node, results):
"""Transform for calls to module members in code."""
module_dot = results.get("bare_with_attr")
member = results.get("member")
new_name = None
if isinstance(member, list):
member = member[0]
for change in MAPPING[module_dot.value]:
if member.value in change[1]:
new_name = change[0]
break
if new_name:
module_dot.replace(Name(new_name,
prefix=module_dot.prefix))
else:
self.cannot_convert(node, "This is an invalid module element")
def transform(self, node, results):
if results.get("module"):
self.transform_import(node, results)
elif results.get("mod_member"):
self.transform_member(node, results)
elif results.get("bare_with_attr"):
self.transform_dot(node, results)
# Renaming and star imports are not supported for these modules.
elif results.get("module_star"):
self.cannot_convert(node, "Cannot handle star imports.")
elif results.get("module_as"):
self.cannot_convert(node, "This module is now multiple modules")
lib2to3/fixes/fix_ne.py 0000644 00000001073 15115353746 0010775 0 ustar 00 # Copyright 2006 Google, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Fixer that turns <> into !=."""
# Local imports
from .. import pytree
from ..pgen2 import token
from .. import fixer_base
class FixNe(fixer_base.BaseFix):
# This is so simple that we don't need the pattern compiler.
_accept_type = token.NOTEQUAL
def match(self, node):
# Override
return node.value == "<>"
def transform(self, node, results):
new = pytree.Leaf(token.NOTEQUAL, "!=", prefix=node.prefix)
return new
lib2to3/fixes/fix_repr.py 0000644 00000001145 15115353746 0011343 0 ustar 00 # Copyright 2006 Google, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Fixer that transforms `xyzzy` into repr(xyzzy)."""
# Local imports
from .. import fixer_base
from ..fixer_util import Call, Name, parenthesize
class FixRepr(fixer_base.BaseFix):
BM_compatible = True
PATTERN = """
atom < '`' expr=any '`' >
"""
def transform(self, node, results):
expr = results["expr"].clone()
if expr.type == self.syms.testlist1:
expr = parenthesize(expr)
return Call(Name("repr"), [expr], prefix=node.prefix)
lib2to3/fixes/fix_imports2.py 0000644 00000000441 15115353746 0012150 0 ustar 00 """Fix incompatible imports and module references that must be fixed after
fix_imports."""
from . import fix_imports
MAPPING = {
'whichdb': 'dbm',
'anydbm': 'dbm',
}
class FixImports2(fix_imports.FixImports):
run_order = 7
mapping = MAPPING
lib2to3/fixes/fix_buffer.py 0000644 00000001116 15115353746 0011642 0 ustar 00 # Copyright 2007 Google, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Fixer that changes buffer(...) into memoryview(...)."""
# Local imports
from .. import fixer_base
from ..fixer_util import Name
class FixBuffer(fixer_base.BaseFix):
BM_compatible = True
explicit = True # The user must ask for this fixer
PATTERN = """
power< name='buffer' trailer< '(' [any] ')' > any* >
"""
def transform(self, node, results):
name = results["name"]
name.replace(Name("memoryview", prefix=name.prefix))
lib2to3/fixes/fix_xreadlines.py 0000644 00000001261 15115353746 0012530 0 ustar 00 """Fix "for x in f.xreadlines()" -> "for x in f".
This fixer will also convert g(f.xreadlines) into g(f.__iter__)."""
# Author: Collin Winter
# Local imports
from .. import fixer_base
from ..fixer_util import Name
class FixXreadlines(fixer_base.BaseFix):
BM_compatible = True
PATTERN = """
power< call=any+ trailer< '.' 'xreadlines' > trailer< '(' ')' > >
|
power< any+ trailer< '.' no_call='xreadlines' > >
"""
def transform(self, node, results):
no_call = results.get("no_call")
if no_call:
no_call.replace(Name("__iter__", prefix=no_call.prefix))
else:
node.replace([x.clone() for x in results["call"]])
lib2to3/fixes/fix_exec.py 0000644 00000001723 15115353746 0011321 0 ustar 00 # Copyright 2006 Google, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Fixer for exec.
This converts usages of the exec statement into calls to a built-in
exec() function.
exec code in ns1, ns2 -> exec(code, ns1, ns2)
"""
# Local imports
from .. import fixer_base
from ..fixer_util import Comma, Name, Call
class FixExec(fixer_base.BaseFix):
BM_compatible = True
PATTERN = """
exec_stmt< 'exec' a=any 'in' b=any [',' c=any] >
|
exec_stmt< 'exec' (not atom<'(' [any] ')'>) a=any >
"""
def transform(self, node, results):
assert results
syms = self.syms
a = results["a"]
b = results.get("b")
c = results.get("c")
args = [a.clone()]
args[0].prefix = ""
if b is not None:
args.extend([Comma(), b.clone()])
if c is not None:
args.extend([Comma(), c.clone()])
return Call(Name("exec"), args, prefix=node.prefix)
lib2to3/fixes/fix_zip.py 0000644 00000002411 15115353746 0011172 0 ustar 00 """
Fixer that changes zip(seq0, seq1, ...) into list(zip(seq0, seq1, ...)
unless there exists a 'from future_builtins import zip' statement in the
top-level namespace.
We avoid the transformation if the zip() call is directly contained in
iter(<>), list(<>), tuple(<>), sorted(<>), ...join(<>), or for V in <>:.
"""
# Local imports
from .. import fixer_base
from ..pytree import Node
from ..pygram import python_symbols as syms
from ..fixer_util import Name, ArgList, in_special_context
class FixZip(fixer_base.ConditionalFix):
BM_compatible = True
PATTERN = """
power< 'zip' args=trailer< '(' [any] ')' > [trailers=trailer*]
>
"""
skip_on = "future_builtins.zip"
def transform(self, node, results):
if self.should_skip(node):
return
if in_special_context(node):
return None
args = results['args'].clone()
args.prefix = ""
trailers = []
if 'trailers' in results:
trailers = [n.clone() for n in results['trailers']]
for n in trailers:
n.prefix = ""
new = Node(syms.power, [Name("zip"), args], prefix="")
new = Node(syms.power, [Name("list"), ArgList([new])] + trailers)
new.prefix = node.prefix
return new
lib2to3/fixes/fix_paren.py 0000644 00000002313 15115353746 0011476 0 ustar 00 """Fixer that addes parentheses where they are required
This converts ``[x for x in 1, 2]`` to ``[x for x in (1, 2)]``."""
# By Taek Joo Kim and Benjamin Peterson
# Local imports
from .. import fixer_base
from ..fixer_util import LParen, RParen
# XXX This doesn't support nested for loops like [x for x in 1, 2 for x in 1, 2]
class FixParen(fixer_base.BaseFix):
BM_compatible = True
PATTERN = """
atom< ('[' | '(')
(listmaker< any
comp_for<
'for' NAME 'in'
target=testlist_safe< any (',' any)+ [',']
>
[any]
>
>
|
testlist_gexp< any
comp_for<
'for' NAME 'in'
target=testlist_safe< any (',' any)+ [',']
>
[any]
>
>)
(']' | ')') >
"""
def transform(self, node, results):
target = results["target"]
lparen = LParen()
lparen.prefix = target.prefix
target.prefix = "" # Make it hug the parentheses
target.insert_child(0, lparen)
target.append_child(RParen())
lib2to3/fixes/fix_ws_comma.py 0000644 00000002102 15115353746 0012172 0 ustar 00 """Fixer that changes 'a ,b' into 'a, b'.
This also changes '{a :b}' into '{a: b}', but does not touch other
uses of colons. It does not touch other uses of whitespace.
"""
from .. import pytree
from ..pgen2 import token
from .. import fixer_base
class FixWsComma(fixer_base.BaseFix):
explicit = True # The user must ask for this fixers
PATTERN = """
any<(not(',') any)+ ',' ((not(',') any)+ ',')* [not(',') any]>
"""
COMMA = pytree.Leaf(token.COMMA, ",")
COLON = pytree.Leaf(token.COLON, ":")
SEPS = (COMMA, COLON)
def transform(self, node, results):
new = node.clone()
comma = False
for child in new.children:
if child in self.SEPS:
prefix = child.prefix
if prefix.isspace() and "\n" not in prefix:
child.prefix = ""
comma = True
else:
if comma:
prefix = child.prefix
if not prefix:
child.prefix = " "
comma = False
return new
lib2to3/fixes/fix_input.py 0000644 00000001304 15115353746 0011527 0 ustar 00 """Fixer that changes input(...) into eval(input(...))."""
# Author: Andre Roberge
# Local imports
from .. import fixer_base
from ..fixer_util import Call, Name
from .. import patcomp
context = patcomp.compile_pattern("power< 'eval' trailer< '(' any ')' > >")
class FixInput(fixer_base.BaseFix):
BM_compatible = True
PATTERN = """
power< 'input' args=trailer< '(' [any] ')' > >
"""
def transform(self, node, results):
# If we're already wrapped in an eval() call, we're done.
if context.match(node.parent.parent):
return
new = node.clone()
new.prefix = ""
return Call(Name("eval"), [new], prefix=node.prefix)
lib2to3/fixes/fix_types.py 0000644 00000003356 15115353746 0011545 0 ustar 00 # Copyright 2007 Google, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Fixer for removing uses of the types module.
These work for only the known names in the types module. The forms above
can include types. or not. ie, It is assumed the module is imported either as:
import types
from types import ... # either * or specific types
The import statements are not modified.
There should be another fixer that handles at least the following constants:
type([]) -> list
type(()) -> tuple
type('') -> str
"""
# Local imports
from .. import fixer_base
from ..fixer_util import Name
_TYPE_MAPPING = {
'BooleanType' : 'bool',
'BufferType' : 'memoryview',
'ClassType' : 'type',
'ComplexType' : 'complex',
'DictType': 'dict',
'DictionaryType' : 'dict',
'EllipsisType' : 'type(Ellipsis)',
#'FileType' : 'io.IOBase',
'FloatType': 'float',
'IntType': 'int',
'ListType': 'list',
'LongType': 'int',
'ObjectType' : 'object',
'NoneType': 'type(None)',
'NotImplementedType' : 'type(NotImplemented)',
'SliceType' : 'slice',
'StringType': 'bytes', # XXX ?
'StringTypes' : '(str,)', # XXX ?
'TupleType': 'tuple',
'TypeType' : 'type',
'UnicodeType': 'str',
'XRangeType' : 'range',
}
_pats = ["power< 'types' trailer< '.' name='%s' > >" % t for t in _TYPE_MAPPING]
class FixTypes(fixer_base.BaseFix):
BM_compatible = True
PATTERN = '|'.join(_pats)
def transform(self, node, results):
new_value = _TYPE_MAPPING.get(results["name"].value)
if new_value:
return Name(new_value, prefix=node.prefix)
return None
lib2to3/fixes/fix_import.py 0000644 00000006270 15115353746 0011711 0 ustar 00 """Fixer for import statements.
If spam is being imported from the local directory, this import:
from spam import eggs
Becomes:
from .spam import eggs
And this import:
import spam
Becomes:
from . import spam
"""
# Local imports
from .. import fixer_base
from os.path import dirname, join, exists, sep
from ..fixer_util import FromImport, syms, token
def traverse_imports(names):
"""
Walks over all the names imported in a dotted_as_names node.
"""
pending = [names]
while pending:
node = pending.pop()
if node.type == token.NAME:
yield node.value
elif node.type == syms.dotted_name:
yield "".join([ch.value for ch in node.children])
elif node.type == syms.dotted_as_name:
pending.append(node.children[0])
elif node.type == syms.dotted_as_names:
pending.extend(node.children[::-2])
else:
raise AssertionError("unknown node type")
class FixImport(fixer_base.BaseFix):
BM_compatible = True
PATTERN = """
import_from< 'from' imp=any 'import' ['('] any [')'] >
|
import_name< 'import' imp=any >
"""
def start_tree(self, tree, name):
super(FixImport, self).start_tree(tree, name)
self.skip = "absolute_import" in tree.future_features
def transform(self, node, results):
if self.skip:
return
imp = results['imp']
if node.type == syms.import_from:
# Some imps are top-level (eg: 'import ham')
# some are first level (eg: 'import ham.eggs')
# some are third level (eg: 'import ham.eggs as spam')
# Hence, the loop
while not hasattr(imp, 'value'):
imp = imp.children[0]
if self.probably_a_local_import(imp.value):
imp.value = "." + imp.value
imp.changed()
else:
have_local = False
have_absolute = False
for mod_name in traverse_imports(imp):
if self.probably_a_local_import(mod_name):
have_local = True
else:
have_absolute = True
if have_absolute:
if have_local:
# We won't handle both sibling and absolute imports in the
# same statement at the moment.
self.warning(node, "absolute and local imports together")
return
new = FromImport(".", [imp])
new.prefix = node.prefix
return new
def probably_a_local_import(self, imp_name):
if imp_name.startswith("."):
# Relative imports are certainly not local imports.
return False
imp_name = imp_name.split(".", 1)[0]
base_path = dirname(self.filename)
base_path = join(base_path, imp_name)
# If there is no __init__.py next to the file its not in a package
# so can't be a relative import.
if not exists(join(dirname(base_path), "__init__.py")):
return False
for ext in [".py", sep, ".pyc", ".so", ".sl", ".pyd"]:
if exists(base_path + ext):
return True
return False
lib2to3/fixes/fix_isinstance.py 0000644 00000003110 15115353746 0012525 0 ustar 00 # Copyright 2008 Armin Ronacher.
# Licensed to PSF under a Contributor Agreement.
"""Fixer that cleans up a tuple argument to isinstance after the tokens
in it were fixed. This is mainly used to remove double occurrences of
tokens as a leftover of the long -> int / unicode -> str conversion.
eg. isinstance(x, (int, long)) -> isinstance(x, (int, int))
-> isinstance(x, int)
"""
from .. import fixer_base
from ..fixer_util import token
class FixIsinstance(fixer_base.BaseFix):
BM_compatible = True
PATTERN = """
power<
'isinstance'
trailer< '(' arglist< any ',' atom< '('
args=testlist_gexp< any+ >
')' > > ')' >
>
"""
run_order = 6
def transform(self, node, results):
names_inserted = set()
testlist = results["args"]
args = testlist.children
new_args = []
iterator = enumerate(args)
for idx, arg in iterator:
if arg.type == token.NAME and arg.value in names_inserted:
if idx < len(args) - 1 and args[idx + 1].type == token.COMMA:
next(iterator)
continue
else:
new_args.append(arg)
if arg.type == token.NAME:
names_inserted.add(arg.value)
if new_args and new_args[-1].type == token.COMMA:
del new_args[-1]
if len(new_args) == 1:
atom = testlist.parent
new_args[0].prefix = atom.prefix
atom.replace(new_args[0])
else:
args[:] = new_args
node.changed()
lib2to3/fixes/fix_methodattrs.py 0000644 00000001136 15115353746 0012731 0 ustar 00 """Fix bound method attributes (method.im_? -> method.__?__).
"""
# Author: Christian Heimes
# Local imports
from .. import fixer_base
from ..fixer_util import Name
MAP = {
"im_func" : "__func__",
"im_self" : "__self__",
"im_class" : "__self__.__class__"
}
class FixMethodattrs(fixer_base.BaseFix):
BM_compatible = True
PATTERN = """
power< any+ trailer< '.' attr=('im_func' | 'im_self' | 'im_class') > any* >
"""
def transform(self, node, results):
attr = results["attr"][0]
new = MAP[attr.value]
attr.replace(Name(new, prefix=attr.prefix))
lib2to3/__pycache__/patcomp.cpython-38.pyc 0000644 00000013011 15115353746 0014333 0 ustar 00 U
e5d� � @ s� d Z dZddlZddlmZmZmZmZmZm Z ddl
m Z ddl
m Z G dd � d e
�Zd
d � ZG d d
� d
e�Zejejejdd�Zdd� Zdd� Zdd� ZdS )z�Pattern compiler.
The grammar is taken from PatternGrammar.txt.
The compiler compiles a pattern to a pytree.*Pattern instance.
z#Guido van Rossum <guido@python.org>� N� )�driver�literals�token�tokenize�parse�grammar)�pytree)�pygramc @ s e Zd ZdS )�PatternSyntaxErrorN)�__name__�
__module__� __qualname__� r r �'/usr/lib64/python3.8/lib2to3/patcomp.pyr s r c c sL t jt jt jh}t�t�| �j�}|D ] }|\}}}}}||kr&|V q&dS )z6Tokenizes a string suppressing significant whitespace.N) r �NEWLINE�INDENT�DEDENTr �generate_tokens�io�StringIO�readline) �input�skip�tokensZ quintuple�type�value�start�endZ line_textr r r �tokenize_wrapper s r c @ s: e Zd Zd
dd�Zddd�Zdd� Zdd d
�Zd d � ZdS )�PatternCompilerNc C sZ |dkrt j| _t j| _nt�|�| _t �| j�| _t j| _ t j
| _ tj | jt
d�| _dS )z^Initializer.
Takes an optional alternative filename for the pattern grammar.
N)Zconvert)r
Zpattern_grammarr Zpattern_symbols�symsr Z load_grammarZSymbolsZpython_grammarZ pygrammarZpython_symbols�pysymsZDriver�pattern_convert)�selfZ grammar_filer r r �__init__( s
zPatternCompiler.__init__Fc
C sp t |�}z| jj||d�}W n2 tjk
rN } ztt|��d�W 5 d}~X Y nX |rb| �|�|fS | �|�S dS )z=Compiles a pattern string to a nested pytree.*Pattern object.)�debugN)r r Z parse_tokensr Z
ParseErrorr �str� compile_node)r$ r r& Z with_treer �root�er r r �compile_pattern7 s z PatternCompiler.compile_patternc
s� |j � jjkr|jd }|j � jjkrz� fdd�|jddd� D �}t|�dkrX|d S tjdd� |D �ddd�}|�� S |j � jj krʇ fd d�|jD �}t|�dkr�|d S tj|gddd�}|�� S |j � jj
kr�� � |jdd� �}t� |�}|�� S |j � jj
k�st�d}|j}t|�d
k�rR|d j tjk�rR|d j}|dd� }d}t|�dk�r�|d j � jjk�r�|d }|dd � }� � ||�}|dk �r�|j � jjk�s�t�|j} | d }
|
j tjk�r�d} tj} n�|
j tjk�r�d} tj} np|
j tjk�r^| d j tjk�s t�t| �d k�s.t�� �| d � } } t| �d
k�rh� �| d
�} n
d�sht�| dk�s|| dk�r�|�� }tj|gg| | d�}|dk �r�||_|�� S )zXCompiles a node, recursively.
This is one big switch on the node type.
r c s g | ]}� � |��qS r �r( ��.0Zch�r$ r r �
<listcomp>O s z0PatternCompiler.compile_node.<locals>.<listcomp>N� r c S s g | ]
}|g�qS r r )r. �ar r r r0 R s ��min�maxc s g | ]}� � |��qS r r, r- r/ r r r0 V s � ���)r6 � r8 F)r r! ZMatcher�childrenZ Alternatives�lenr �WildcardPattern�optimizeZ AlternativeZ NegatedUnit�
compile_basicZNegatedPatternZUnit�AssertionErrorr �EQUALr ZRepeater�STARZHUGE�PLUS�LBRACE�RBRACE�get_int�name)
r$ �nodeZalts�pZunits�patternrE �nodes�repeatr9 Zchildr4 r5 r r/ r r( C sh
"
z PatternCompiler.compile_nodec C sn t |�dkst�|d }|jtjkrDtt�|j��}t �
t |�|�S |jtj k�r|j}|�
� r�|tkrttd| ��|dd � r�td��t �
t| �S |dkr�d }n,|�d�s�t| j|d �}|d kr�td| ��|dd � r�| �|d jd �g}nd }t �||�S nV|jdk�r | �|d �S |jd k�r\|d k�s:t�| �|d �}t j|ggddd
�S d �sjt|��d S ) Nr r zInvalid token: %rz Can't have details for token�any�_zInvalid symbol: %r�(�[r3 F)r: r> r r �STRINGr' r Z
evalStringr r Z LeafPattern�_type_of_literal�NAME�isupper� TOKEN_MAPr �
startswith�getattrr" r( r9 Z NodePatternr; )r$ rI rJ rF r r Zcontent�
subpatternr r r r= � s<
z PatternCompiler.compile_basicc C s |j tjkst�t|j�S �N)r r �NUMBERr> �intr )r$ rF r r r rD � s zPatternCompiler.get_int)N)FF)N)r r
r r% r+ r( r= rD r r r r r & s
G
#r )rQ rO rX ZTOKENc C s. | d � � rtjS | tjkr&tj| S d S d S )Nr )�isalphar rQ r Zopmap)r r r r rP � s
rP c C s> |\}}}}|s|| j kr*tj|||d�S tj|||d�S dS )z9Converts raw node information to a Node or Leaf instance.)�contextN)Z
number2symbolr ZNodeZLeaf)r Z
raw_node_infor r r[ r9 r r r r# � s r# c C s t � �| �S rW )r r+ )rH r r r r+ � s r+ )�__doc__�
__author__r Zpgen2r r r r r r � r r
� Exceptionr r �objectr rQ rO rX rS rP r# r+ r r r r �<module> s"
� lib2to3/__pycache__/pytree.cpython-38.opt-1.pyc 0000644 00000056154 15115353746 0015156 0 ustar 00 U
e5d8m � @ s� d Z dZddlZddlmZ dZi add� ZG dd � d e�Z G d
d � d e �Z
G d d
� d
e �Z dd� Z G dd� de�Z
G dd� de
�ZG dd� de
�ZG dd� de
�ZG dd� de
�Zdd� ZdS ) z�
Python parse tree definitions.
This is a very concrete parse tree; we need to keep every token and
even the comments and whitespace between tokens.
There's also a pattern matching implementation here.
z#Guido van Rossum <guido@python.org>� N)�StringIOi���c C sD t s8ddlm} |j�� D ] \}}t|�tkr|t |< qt �| | �S )N� )�python_symbols)� _type_reprsZpygramr �__dict__�items�type�int�
setdefault)Ztype_numr �name�val� r
�&/usr/lib64/python3.8/lib2to3/pytree.py� type_repr s
r c @ s� e Zd ZdZdZdZdZdZdZdd� Z dd� Z
dZ d d
� Z d d � Z
d
d� Zdd� Zdd� Zdd� Zdd� Zdd� Zedd� �Zedd � �Zd d � Zd d � Zd!d"� Zejd#k r�d$d%� Z dS )&�Basez�
Abstract base class for Node and Leaf.
This provides some default functionality and boilerplate using the
template pattern.
A node may be a subnode of at most one parent.
Nr
Fc O s
t �| �S )z7Constructor that prevents Base from being instantiated.��object�__new__��cls�args�kwdsr
r
r r 1 s z Base.__new__c C s | j |j k rtS | �|�S )zW
Compare two nodes for equality.
This calls the method _eq().
)� __class__�NotImplemented�_eq��self�otherr
r
r �__eq__6 s z Base.__eq__c C s t �dS )a_
Compare two nodes for equality.
This is called by __eq__ and __ne__. It is only called if the two nodes
have the same type. This must be implemented by the concrete subclass.
Nodes should be considered equal if they have the same structure,
ignoring the prefix string and other context information.
N��NotImplementedErrorr r
r
r r B s zBase._eqc C s t �dS )zr
Return a cloned (deep) copy of self.
This must be implemented by the concrete subclass.
Nr �r r
r
r �cloneM s z
Base.clonec C s t �dS )zx
Return a post-order iterator for the tree.
This must be implemented by the concrete subclass.
Nr r! r
r
r �
post_orderU s zBase.post_orderc C s t �dS )zw
Return a pre-order iterator for the tree.
This must be implemented by the concrete subclass.
Nr r! r
r
r � pre_order] s zBase.pre_orderc C s~ t |t�s|g}g }d}| jjD ].}|| krD|dk r>|�|� d}q |�|� q | j�� || j_|D ] }| j|_qfd| _dS )z/Replace this node with a new one in the parent.FNT)�
isinstance�list�parent�children�extend�append�changed)r �newZ
l_children�found�ch�xr
r
r �replacee s
z Base.replacec C s* | }t |t�s$|jsdS |jd }q|jS )z9Return the line number which generated the invocant node.Nr )r% �Leafr( �lineno�r �noder
r
r �
get_lineno| s
zBase.get_linenoc C s | j r| j �� d| _d S )NT)r' r+ � was_changedr! r
r
r r+ � s
z Base.changedc C sJ | j rFt| j j�D ]2\}}|| kr| j �� | j j|= d| _ | S qdS )z�
Remove the node from the tree. Returns the position of the node in its
parent's children before it was removed.
N)r' � enumerater( r+ )r �ir4 r
r
r �remove� s
z Base.removec C s` | j dkrdS t| j j�D ]@\}}|| krz| j j|d W S tk
rX Y dS X qdS )z�
The node immediately following the invocant in their parent's children
list. If the invocant does not have a next sibling, it is None
Nr )r' r7 r( �
IndexError�r r8 �childr
r
r � next_sibling� s
zBase.next_siblingc C sR | j dkrdS t| j j�D ]2\}}|| kr|dkr8 dS | j j|d S qdS )z�
The node immediately preceding the invocant in their parent's children
list. If the invocant does not have a previous sibling, it is None.
Nr r )r' r7 r( r; r
r
r � prev_sibling� s
zBase.prev_siblingc c s | j D ]}|�� E d H qd S �N)r( �leaves�r r< r
r
r r@ � s
z Base.leavesc C s | j d krdS d| j �� S )Nr r )r' �depthr! r
r
r rB � s
z
Base.depthc C s | j }|dkrdS |jS )z�
Return the string immediately following the invocant node. This is
effectively equivalent to node.next_sibling.prefix
N� )r= �prefix)r Znext_sibr
r
r �
get_suffix� s zBase.get_suffix�� r c C s t | ��d�S )N�ascii)�str�encoder! r
r
r �__str__� s z Base.__str__) �__name__�
__module__� __qualname__�__doc__r r' r( r6 Z was_checkedr r �__hash__r r" r# r$ r0 r5 r+ r9 �propertyr= r> r@ rB rE �sys� version_inforK r
r
r
r r s4
r c @ s� e Zd ZdZddd�Zdd� Zdd� Zejd kr4eZ d
d � Z
d d
� Z dd� Z dd� Z
edd� �Zejdd� �Zdd� Zdd� Zdd� ZdS ) �Nodez+Concrete implementation for interior nodes.Nc C sN || _ t|�| _| jD ]
}| |_q|dk r0|| _|rD|dd� | _nd| _dS )z�
Initializer.
Takes a type constant (a symbol number >= 256), a sequence of
child nodes, and an optional context keyword argument.
As a side effect, the parent pointers of the children are updated.
N)r r& r( r' rD �fixers_applied)r r r( �contextrD rU r. r
r
r �__init__� s
z
Node.__init__c C s d| j jt| j�| jf S )�)Return a canonical string representation.z
%s(%s, %r))r rL r r r( r! r
r
r �__repr__� s �z
Node.__repr__c C s d� tt| j��S )�k
Return a pretty string representation.
This reproduces the input source exactly.
rC )�join�maprI r( r! r
r
r � __unicode__� s zNode.__unicode__rF c C s | j | jf|j |jfkS �z Compare two nodes for equality.)r r( r r
r
r r � s zNode._eqc C s t | jdd� | jD �| jd�S )�$Return a cloned (deep) copy of self.c S s g | ] }|� � �qS r
)r" )�.0r. r
r
r �
<listcomp> s z Node.clone.<locals>.<listcomp>�rU )rT r r( rU r! r
r
r r" s �z
Node.clonec c s$ | j D ]}|�� E dH q| V dS �z*Return a post-order iterator for the tree.N)r( r# rA r
r
r r# s
zNode.post_orderc c s$ | V | j D ]}|�� E dH q dS �z)Return a pre-order iterator for the tree.N)r( r$ rA r
r
r r$ s
zNode.pre_orderc C s | j s
dS | j d jS )zO
The whitespace and comments preceding this node in the input.
rC r �r( rD r! r
r
r rD s z Node.prefixc C s | j r|| j d _d S �Nr re �r rD r
r
r rD s c C s( | |_ d| j| _ || j|< | �� dS )z�
Equivalent to 'node.children[i] = child'. This method also sets the
child's parent attribute appropriately.
N)r' r( r+ r; r
r
r � set_child s
zNode.set_childc C s | |_ | j�||� | �� dS )z�
Equivalent to 'node.children.insert(i, child)'. This method also sets
the child's parent attribute appropriately.
N)r' r( �insertr+ r; r
r
r � insert_child* s zNode.insert_childc C s | |_ | j�|� | �� dS )z�
Equivalent to 'node.children.append(child)'. This method also sets the
child's parent attribute appropriately.
N)r' r( r* r+ rA r
r
r � append_child3 s zNode.append_child)NNN)rL rM rN rO rW rY r] rR rS rK r r" r# r$ rQ rD �setterrh rj rk r
r
r
r rT � s( �
rT c @ s� e Zd ZdZdZdZdZddg fdd�Zdd� Zd d
� Z e
j d krFe Z d d
� Z
dd� Zdd� Zdd� Zdd� Zedd� �Zejdd� �ZdS )r1 z'Concrete implementation for leaf nodes.rC r Nc C sF |dk r|\| _ \| _| _|| _|| _|dk r4|| _ |dd� | _dS )z�
Initializer.
Takes a type constant (a token number < 256), a string value, and an
optional context keyword argument.
N)�_prefixr2 �columnr �valuerU )r r ro rV rD rU r
r
r rW F s z
Leaf.__init__c C s d| j j| j| jf S )rX z
%s(%r, %r))r rL r ro r! r
r
r rY Y s �z
Leaf.__repr__c C s | j t| j� S )rZ )rD rI ro r! r
r
r r] _ s zLeaf.__unicode__rF c C s | j | jf|j |jfkS r^ )r ro r r
r
r r j s zLeaf._eqc C s$ t | j| j| j| j| jff| jd�S )r_ rb )r1 r ro rD r2 rn rU r! r
r
r r" n s
�z
Leaf.clonec c s
| V d S r? r
r! r
r
r r@ t s z Leaf.leavesc c s
| V dS rc r
r! r
r
r r# w s zLeaf.post_orderc c s
| V dS rd r
r! r
r
r r$ { s zLeaf.pre_orderc C s | j S )zP
The whitespace and comments preceding this token in the input.
)rm r! r
r
r rD s z Leaf.prefixc C s | � � || _d S r? )r+ rm rg r
r
r rD � s )rL rM rN rO rm r2 rn rW rY r] rR rS rK r r" r@ r# r$ rQ rD rl r
r
r
r r1 = s* �
r1 c C sN |\}}}}|s|| j kr<t|�dkr.|d S t|||d�S t|||d�S dS )z�
Convert raw node information to a Node or Leaf instance.
This is passed to the parser driver which calls it whenever a reduction of a
grammar rule produces a new complete node, so that the tree is build
strictly bottom-up.
r r )rV N)Z
number2symbol�lenrT r1 )ZgrZraw_noder ro rV r( r
r
r �convert� s rq c @ sP e Zd ZdZdZdZdZdd� Zdd� Zdd� Z dd d
�Z
dd d �Z d
d� Z dS )� BasePatterna�
A pattern is a tree matching pattern.
It looks for a specific node type (token or symbol), and
optionally for a specific content.
This is an abstract base class. There are three concrete
subclasses:
- LeafPattern matches a single leaf node;
- NodePattern matches a single node (usually non-leaf);
- WildcardPattern matches a sequence of nodes of variable length.
Nc O s
t �| �S )z>Constructor that prevents BasePattern from being instantiated.r r r
r
r r � s zBasePattern.__new__c C sH t | j�| j| jg}|r,|d d kr,|d= qd| jjd�tt|��f S )N���z%s(%s)z, ) r r �contentr r rL r[ r\ �repr)r r r
r
r rY � s zBasePattern.__repr__c C s | S )z�
A subclass can define this as a hook for optimizations.
Returns either self or another node with the same effect.
r
r! r
r
r �optimize� s zBasePattern.optimizec C sn | j dk r|j | j krdS | jdk rRd}|dk r4i }| �||�sDdS |rR|�|� |dk rj| jrj||| j< dS )a#
Does this pattern exactly match a node?
Returns True if it matches, False if not.
If results is not None, it must be a dict which will be
updated with the nodes matching named subpatterns.
Default implementation for non-wildcard patterns.
NFT)r rt � _submatch�updater )r r4 �results�rr
r
r �match� s
zBasePattern.matchc C s t |�dkrdS | �|d |�S )z�
Does this pattern exactly match a sequence of nodes?
Default implementation for non-wildcard patterns.
r Fr )rp r{ )r �nodesry r
r
r � match_seq� s zBasePattern.match_seqc c s& i }|r"| � |d |�r"d|fV dS )z}
Generator yielding all matches for this pattern.
Default implementation for non-wildcard patterns.
r r N)r{ )r r| rz r
r
r �generate_matches� s z BasePattern.generate_matches)N)N)
rL rM rN rO r rt r r rY rv r{ r} r~ r
r
r
r rr � s
rr c @ s* e Zd Zddd�Zd dd�Zd
dd�ZdS ) � LeafPatternNc C s& |dk r|dk r|| _ || _|| _dS )ap
Initializer. Takes optional type, content, and name.
The type, if given must be a token type (< 256). If not given,
this matches any *leaf* node; the content may still be required.
The content, if given, must be a string.
If a name is given, the matching node is stored in the results
dict under that key.
N)r rt r )r r rt r r
r
r rW � s
zLeafPattern.__init__c C s t |t�sdS t�| ||�S )z*Override match() to insist on a leaf node.F)r% r1 rr r{ �r r4 ry r
r
r r{
s
zLeafPattern.matchc C s | j |jkS )�
Match the pattern's content to the node's children.
This assumes the node type matches and self.content is not None.
Returns True if it matches, False if not.
If results is not None, it must be a dict which will be
updated with the nodes matching named subpatterns.
When returning False, the results dict may still be updated.
)rt ro r� r
r
r rw s
zLeafPattern._submatch)NNN)N)N)rL rM rN rW r{ rw r
r
r
r r � s
r c @ s$ e Zd ZdZddd�Zddd�ZdS ) � NodePatternFNc C sP |dk r|dk r:t |�}t|�D ]\}}t|t�r d| _q || _|| _|| _dS )ad
Initializer. Takes optional type, content, and name.
The type, if given, must be a symbol type (>= 256). If the
type is None this matches *any* single node (leaf or not),
except if content is not None, in which it only matches
non-leaf nodes that also match the content pattern.
The content, if not None, must be a sequence of Patterns that
must match the node's children exactly. If the content is
given, the type must not be None.
If a name is given, the matching node is stored in the results
dict under that key.
NT)r& r7 r% �WildcardPattern� wildcardsr rt r )r r rt r r8 �itemr
r
r rW $ s
zNodePattern.__init__c C s� | j rHt| j|j�D ].\}}|t|j�kr|dk r<|�|� dS qdS t| j�t|j�kr`dS t| j|j�D ]\}}|�||�sn dS qndS )r� NTF)r� r~ rt r( rp rx �zipr{ )r r4 ry �crz �
subpatternr< r
r
r rw A s
zNodePattern._submatch)NNN)N)rL rM rN r� rW rw r
r
r
r r� s
r� c @ s^ e Zd ZdZddedfdd�Zdd� Zddd �Zdd
d �Zd d
� Z dd� Z
dd� Z dd� Z dS )r� a
A wildcard pattern can match zero or more nodes.
This has all the flexibility needed to implement patterns like:
.* .+ .? .{m,n}
(a b c | d e | f)
(...)* (...)+ (...)? (...){m,n}
except it always uses non-greedy matching.
Nr c C s< |dk r t tt |��}|D ]}q|| _|| _|| _|| _dS )a�
Initializer.
Args:
content: optional sequence of subsequences of patterns;
if absent, matches one node;
if present, each subsequence is an alternative [*]
min: optional minimum number of times to match, default 0
max: optional maximum number of times to match, default HUGE
name: optional name assigned to this match
[*] Thus, if content is [[a, b, c], [d, e], [f, g, h]] this is
equivalent to (a b c | d e | f g h); if content is None,
this is equivalent to '.' in regular expression terms.
The min and max parameters work as follows:
min=0, max=maxint: .*
min=1, max=maxint: .+
min=0, max=1: .?
min=1, max=1: .
If content is not None, replace the dot with the parenthesized
list of alternatives, e.g. (a b c | d e | f g h)*
N)�tupler\ rt �min�maxr )r rt r� r� r �altr
r
r rW k s zWildcardPattern.__init__c C s� d}| j dk r<t| j �dkr<t| j d �dkr<| j d d }| jdkr�| jdkr�| j dkrft| jd�S |dk r�| j|jkr�|�� S | jdkr�t|t�r�|jdkr�| j|jkr�t|j | j|j | j|j |j�S | S )z+Optimize certain stacked wildcard patterns.Nr r )r ) rt rp r� r� r� r rv r% r� )r r� r
r
r rv � s.
��
�
�
�zWildcardPattern.optimizec C s | � |g|�S )z'Does this pattern exactly match a node?)r} r� r
r
r r{ � s zWildcardPattern.matchc C sP | � |�D ]@\}}|t|�kr
|dk rD|�|� | jrDt|�|| j< dS q
dS )z4Does this pattern exactly match a sequence of nodes?NTF)r~ rp rx r r& )r r| ry r� rz r
r
r r} � s
zWildcardPattern.match_seqc c s, | j dkrTt| jdtt|�| j� �D ]*}i }| jrF|d|� || j< ||fV q&n�| jdkrl| �|�V n�ttd�r�tj }t
� t_ z�z<| � |d�D ]*\}}| jr�|d|� || j< ||fV q�W nL t k
�r | �
|�D ]*\}}| jr�|d|� || j< ||fV q�Y nX W 5 ttd��r&|t_ X dS )a"
Generator yielding matches for a sequence of nodes.
Args:
nodes: sequence of nodes
Yields:
(count, results) tuples where:
count: the match comprises nodes[:count];
results: dict containing named submatches.
Nr Z bare_name� getrefcountr )rt �ranger� rp r� r �_bare_name_matches�hasattrrR �stderrr �_recursive_matches� RuntimeError�_iterative_matches)r r| �countrz Z save_stderrr
r
r r~ � s.
z WildcardPattern.generate_matchesc c s� t |�}d| jkr di fV g }| jD ]0}t||�D ] \}}||fV |�||f� q4q&|r�g }|D ]�\}} ||k rd|| jkrd| jD ]`}t|||d� �D ]H\}
} |
dkr�i }|�| � |�| � ||
|fV |�||
|f� q�q�qd|}qXdS )z(Helper to iteratively yield the matches.r N)rp r� rt r~ r* r� rx ) r r| Znodelenry r� r� rz Z new_results�c0�r0�c1�r1r
r
r r� � s*
z"WildcardPattern._iterative_matchesc C sp d}i }d}t |�}|sV||k rVd}| jD ](}|d �|| |�r*|d7 }d} qq*q|d|� || j< ||fS )z(Special optimized matcher for bare_name.r FTr N)rp rt r{ r )r r| r� rz Zdoner� Zleafr
r
r r� � s
z"WildcardPattern._bare_name_matchesc c s� || j krdi fV || jk r�| jD ]`}t||�D ]P\}}| �||d� |d �D ].\}}i }|�|� |�|� || |fV qRq2q$dS )z(Helper to recursively yield the matches.r Nr )r� r� rt r~ r� rx ) r r| r� r� r� r� r� r� rz r
r
r r�
s
z"WildcardPattern._recursive_matches)N)N)
rL rM rN rO �HUGErW rv r{ r} r~ r� r� r� r
r
r
r r� ] s #
- r� c @ s. e Zd Zd
dd�Zdd� Zdd� Zdd � ZdS ) �NegatedPatternNc C s |dk r|| _ dS )a
Initializer.
The argument is either a pattern or None. If it is None, this
only matches an empty sequence (effectively '$' in regex
lingo). If it is not None, this matches whenever the argument
pattern doesn't have any matches.
N)rt )r rt r
r
r rW s zNegatedPattern.__init__c C s dS )NFr
r3 r
r
r r{ ( s zNegatedPattern.matchc C s t |�dkS rf )rp )r r| r
r
r r} , s zNegatedPattern.match_seqc c sJ | j d kr"t|�dkrFdi fV n$| j �|�D ] \}} d S di fV d S rf )rt rp r~ )r r| r� rz r
r
r r~ 0 s
z NegatedPattern.generate_matches)N)rL rM rN rW r{ r} r~ r
r
r
r r� s
r� c c s� | sdi fV n|| d | dd� }}|� |�D ]Z\}}|sH||fV q0t |||d� �D ].\}}i }|�|� |�|� || |fV qZq0dS )aR
Generator yielding matches for a sequence of patterns and nodes.
Args:
patterns: a sequence of patterns
nodes: a sequence of nodes
Yields:
(count, results) tuples where:
count: the entire sequence of patterns matches nodes[:count];
results: dict containing named submatches.
r r N)r~ rx ) Zpatternsr| �p�restr� r� r� r� rz r
r
r r~ < s
r~ )rO �
__author__rR �ior r� r r r r rT r1 rq rr r r� r� r� r~ r
r
r
r �<module> s$
1nNV,= =# lib2to3/__pycache__/patcomp.cpython-38.opt-1.pyc 0000644 00000012427 15115353746 0015304 0 ustar 00 U
e5d� � @ s� d Z dZddlZddlmZmZmZmZmZm Z ddl
m Z ddl
m Z G dd � d e
�Zd
d � ZG d d
� d
e�Zejejejdd�Zdd� Zdd� Zdd� ZdS )z�Pattern compiler.
The grammar is taken from PatternGrammar.txt.
The compiler compiles a pattern to a pytree.*Pattern instance.
z#Guido van Rossum <guido@python.org>� N� )�driver�literals�token�tokenize�parse�grammar)�pytree)�pygramc @ s e Zd ZdS )�PatternSyntaxErrorN)�__name__�
__module__� __qualname__� r r �'/usr/lib64/python3.8/lib2to3/patcomp.pyr s r c c sL t jt jt jh}t�t�| �j�}|D ] }|\}}}}}||kr&|V q&dS )z6Tokenizes a string suppressing significant whitespace.N) r �NEWLINE�INDENT�DEDENTr �generate_tokens�io�StringIO�readline) �input�skip�tokensZ quintuple�type�value�start�endZ line_textr r r �tokenize_wrapper s r c @ s: e Zd Zd
dd�Zddd�Zdd� Zdd d
�Zd d � ZdS )�PatternCompilerNc C sZ |dkrt j| _t j| _nt�|�| _t �| j�| _t j| _ t j
| _ tj | jt
d�| _dS )z^Initializer.
Takes an optional alternative filename for the pattern grammar.
N)Zconvert)r
Zpattern_grammarr Zpattern_symbols�symsr Z load_grammarZSymbolsZpython_grammarZ pygrammarZpython_symbols�pysymsZDriver�pattern_convert)�selfZ grammar_filer r r �__init__( s
zPatternCompiler.__init__Fc
C sp t |�}z| jj||d�}W n2 tjk
rN } ztt|��d�W 5 d}~X Y nX |rb| �|�|fS | �|�S dS )z=Compiles a pattern string to a nested pytree.*Pattern object.)�debugN)r r Z parse_tokensr Z
ParseErrorr �str� compile_node)r$ r r& Z with_treer �root�er r r �compile_pattern7 s z PatternCompiler.compile_patternc
sV |j � jjkr|jd }|j � jjkrz� fdd�|jddd� D �}t|�dkrX|d S tjdd� |D �ddd�}|�� S |j � jj krʇ fd d�|jD �}t|�dkr�|d S tj|gddd�}|�� S |j � jj
kr�� � |jdd� �}t� |�}|�� S d}|j}t|�d
k�r>|d j t
jk�r>|d j}|dd� }d}t|�dk�rx|d j � jjk�rx|d }|dd � }� � ||�}|dk �r>|j} | d }
|
j t
jk�r�d} tj} nX|
j t
jk�r�d} tj} n>|
j t
jk�r� �| d � } } t| �d k�r� �| d
�} n | dk�s"| dk�r>|�� }tj|gg| | d�}|dk �rN||_|�� S )
zXCompiles a node, recursively.
This is one big switch on the node type.
r c s g | ]}� � |��qS r �r( ��.0Zch�r$ r r �
<listcomp>O s z0PatternCompiler.compile_node.<locals>.<listcomp>N� r c S s g | ]
}|g�qS r r )r. �ar r r r0 R s ��min�maxc s g | ]}� � |��qS r r, r- r/ r r r0 V s � ���� )r r! ZMatcher�childrenZ Alternatives�lenr �WildcardPattern�optimizeZ AlternativeZ NegatedUnit�
compile_basicZNegatedPatternr �EQUALr ZRepeater�STARZHUGE�PLUS�LBRACE�get_int�name)
r$ �nodeZalts�pZunits�patternrC �nodes�repeatr9 Zchildr4 r5 r r/ r r( C s^
"
z PatternCompiler.compile_nodec C s@ |d }|j tjkr4tt�|j��}t�t |�|�S |j tj
kr�|j}|� � r�|t krbt
d| ��|dd � rvt
d��t�t | �S |dkr�d }n,|�d�s�t| j|d �}|d kr�t
d| ��|dd � r�| �|d jd �g}nd }t�||�S nH|jdk�r| �|d �S |jd k�r<| �|d �}tj|ggddd
�S d S ) Nr zInvalid token: %rr z Can't have details for token�any�_zInvalid symbol: %r�(�[r3 )r r �STRINGr' r Z
evalStringr r Z LeafPattern�_type_of_literal�NAME�isupper� TOKEN_MAPr �
startswith�getattrr" r( r9 Z NodePatternr; )r$ rG rH rD r r Zcontent�
subpatternr r r r= � s8
z PatternCompiler.compile_basicc C s
t |j�S �N)�intr )r$ rD r r r rB � s zPatternCompiler.get_int)N)FF)N)r r
r r% r+ r( r= rB r r r r r & s
G
#r )rO rM �NUMBERZTOKENc C s. | d � � rtjS | tjkr&tj| S d S d S )Nr )�isalphar rO r Zopmap)r r r r rN � s
rN c C s> |\}}}}|s|| j kr*tj|||d�S tj|||d�S dS )z9Converts raw node information to a Node or Leaf instance.)�contextN)Z
number2symbolr ZNodeZLeaf)r Z
raw_node_infor r rY r9 r r r r# � s r# c C s t � �| �S rU )r r+ )rF r r r r+ � s r+ )�__doc__�
__author__r Zpgen2r r r r r r � r r
� Exceptionr r �objectr rO rM rW rQ rN r# r+ r r r r �<module> s"
� lib2to3/__pycache__/main.cpython-38.pyc 0000644 00000020642 15115353746 0013624 0 ustar 00 U
e5d�- � @ s� d Z ddlmZmZ ddlZddlZddlZddlZddlZddl Z ddl
m Z dd� Z G dd � d e j
�Zd
d � Zdd d
�ZdS )z
Main program for 2to3.
� )�with_statement�print_functionN� )�refactorc C s( | � � } |� � }tj| |||dddd�S )z%Return a unified diff of two strings.z
(original)z (refactored)� )Zlineterm)�
splitlines�difflibZ unified_diff)�a�b�filename� r �$/usr/lib64/python3.8/lib2to3/main.py�
diff_texts s �r c s> e Zd ZdZd � fdd� Zdd� Z� fdd�Zd d
� Z� ZS ) �StdoutRefactoringToola2
A refactoring tool that can avoid overwriting its input files.
Prints output to stdout.
Output files can optionally be written to a different directory and or
have an extra file suffix appended to their name for use in situations
where you do not want to replace the input files.
r c sP || _ || _|r&|�tj�s&|tj7 }|| _|| _|| _tt | ��
|||� dS )aF
Args:
fixers: A list of fixers to import.
options: A dict with RefactoringTool configuration.
explicit: A list of fixers to run even if they are explicit.
nobackups: If true no backup '.bak' files will be created for those
files that are being refactored.
show_diffs: Should diffs of the refactoring be printed to stdout?
input_base_dir: The base directory for all input files. This class
will strip this path prefix off of filenames before substituting
it with output_dir. Only meaningful if output_dir is supplied.
All files processed by refactor() must start with this path.
output_dir: If supplied, all converted files will be written into
this directory tree instead of input_base_dir.
append_suffix: If supplied, all files output by this tool will have
this appended to their filename. Useful for changing .py to
.py3 for example by passing append_suffix='3'.
N) � nobackups�
show_diffs�endswith�os�sep�_input_base_dir� _output_dir�_append_suffix�superr �__init__) �selfZfixers�options�explicitr r �input_base_dir�
output_dir�
append_suffix�� __class__r r
r $ s
z StdoutRefactoringTool.__init__c O s* | j �|||f� | jj|f|�|� d S )N)�errors�append�logger�error)r �msg�args�kwargsr r r
� log_errorA s z StdoutRefactoringTool.log_errorc
sz |}| j rH|�| j�r6tj�| j |t| j�d � �}ntd|| jf ��| jrX|| j7 }||kr�tj� |�}tj�
|�s�|r�t� |� | � d||� | j
�s2|d }tj�|�r�zt�|� W n. tk
r� } z| � d|� W 5 d }~X Y nX zt�||� W n2 tk
�r0 } z| � d||� W 5 d }~X Y nX tt| �j} | ||||� | j
�s`t�||� ||k�rvt�||� d S )Nz5filename %s does not start with the input_base_dir %szWriting converted %s to %s.z.bakzCan't remove backup %szCan't rename %s to %s)r �
startswithr r �path�join�len�
ValueErrorr �dirname�isdir�makedirs� log_messager �lexists�remove�OSError�renamer r �
write_file�shutilZcopymode)
r Znew_textr Zold_text�encodingZ
orig_filenamer Zbackup�err�writer r r
r7 E sJ
� ��
�
z StdoutRefactoringTool.write_filec C s� |r| � d|� n�| � d|� | jr�t|||�}zP| jd k rl| j�" |D ] }t|� qHtj�� W 5 Q R X n|D ] }t|� qpW n$ tk
r� t d|f � Y d S X d S )NzNo changes to %sz
Refactored %sz+couldn't encode %s's diff for your terminal)
r2 r r Z output_lock�print�sys�stdout�flush�UnicodeEncodeError�warn)r �old�newr ZequalZ
diff_lines�liner r r
� print_outputl s$
�z"StdoutRefactoringTool.print_output)r r r ) �__name__�
__module__� __qualname__�__doc__r r) r7 rE �
__classcell__r r r r
r s
� 'r c C s t d| f tjd� d S )Nz WARNING: %s��file)r< r= �stderr)r& r r r
rA � s rA c
s t jdd�}|jddddd� |jdd d
g d d � |jd
dddddd� |jddd
g dd � |jddddd� |jdddd d� |jd d dd d� |jd dd!d� |jd"d#dd$d� |jd%d&dd'd(d � |jd)d*dd+d,d-d.� |jd/d0dd1d� |jd2dd+d,d3d.� d'}i }|�|�\}}|j�r@d4|d5< |j�s:td6� d4|_|j�rZ|j�sZ|� d7� |j
�rt|j�st|� d8� |j�s�|j �r�td9� |j�s�|j�r�|� d:� |j �r�t
d;� t�� �D ]}t
|� �q�|�s�d<S |�s t
d=tjd>� t
d?tjd>� d@S dA|k�r(d4}|j�r(t
dBtjd>� d@S |j�r8d4|dC< |j�rFtjntj}tjdD|dE� t�dF�}tt�� ��} t� fdGdH�|jD ��}
t� } |j �r�d'} |j D ](}
|
dIk�r�d4} n| � � dJ |
� �q�| �r�| � | �n| }n
| � | �}|� |
�}t j!�"|�}|�r0|�#t j$��s0t j!�%|��s0t j!�&|�}|j�rT|�'t j$�}|�(dK|j|� t)t*|�|t*| �|j|j ||j|j
dL�}|j+�s�|�r�|�,� nTz|�||j|j-|j.� W n8 tj/k
�r� |j.dk�s�t0�t
dMtjd>� Y dS X |�1� t2t3|j+��S )Nz�Main program.
Args:
fixer_pkg: the name of a package where the fixers are located.
args: optional; a list of command line arguments. If omitted,
sys.argv[1:] is used.
Returns a suggested exit status (0, 1, 2).
z2to3 [options] file|dir ...)Zusagez-dz--doctests_only�
store_truezFix up doctests only)�action�helpz-fz--fixr# z1Each FIX specifies a transformation; default: all)rO �defaultrP z-jz --processesZstorer �intzRun 2to3 concurrently)rO rQ �typerP z-xz--nofixz'Prevent a transformation from being runz-lz --list-fixesz List available transformationsz-pz--print-functionz0Modify the grammar so that print() is a functionz-vz --verbosezMore verbose loggingz
--no-diffsz#Don't show diffs of the refactoringz-wz--writezWrite back modified filesz-nz --nobackupsFz&Don't write backups for modified filesz-oz --output-dir�strr zXPut output files in this directory instead of overwriting the input files. Requires -n.)rO rS rQ rP z-Wz--write-unchanged-fileszYAlso write files even if no changes were required (useful with --output-dir); implies -w.z --add-suffixzuAppend this string to all output filenames. Requires -n if non-empty. ex: --add-suffix='3' will generate .py3 files.T�write_unchanged_filesz&--write-unchanged-files/-W implies -w.z%Can't use --output-dir/-o without -n.z"Can't use --add-suffix without -n.z@not writing files and not printing diffs; that's not very usefulzCan't use -n without -wz2Available transformations for the -f/--fix option:r z1At least one file or directory argument required.rK zUse --help to show usage.� �-zCan't write to stdin.r z%(name)s: %(message)s)�format�levelz lib2to3.mainc 3 s | ]}� d | V qdS )�.fix_Nr )�.0�fix�� fixer_pkgr r
� <genexpr>� s zmain.<locals>.<genexpr>�allrZ z7Output in %r will mirror the input directory %r layout.)r r r z+Sorry, -j isn't supported on this platform.)4�optparseZ OptionParserZ
add_option�
parse_argsrU r; rA r r r% Z
add_suffixZno_diffsZ
list_fixesr< r Zget_all_fix_namesr= rM r �verbose�logging�DEBUG�INFOZ basicConfigZ getLogger�setZget_fixers_from_packageZnofixr\ �add�union�
differencer r+ � commonprefixr r r0 r/ �rstrip�infor �sortedr" �refactor_stdinZ
doctests_onlyZ processesZMultiprocessingUnsupported�AssertionErrorZ summarizerR �bool)r^ r' �parserro �flagsr ZfixnamerY r$ Z avail_fixesZunwanted_fixesr Z all_presentr\ Z requestedZ fixer_namesr Zrtr r] r
�main� s�
� � � �
�
�
��
� � �
� �
� � �
��rt )N)rI Z
__future__r r r= r r rd r8 ra r r r ZMultiprocessRefactoringToolr rA rt r r r r
�<module> s g lib2to3/__pycache__/btm_utils.cpython-38.opt-1.pyc 0000644 00000014010 15115353746 0015631 0 ustar 00 U
e5d�& � @ s| d Z ddlmZ ddlmZmZ ddlmZmZ eZ eZ
ej Z eZ
dZdZdZG dd � d e�Zdd d �Zd
d� Zdd� Zd
S )z0Utility functions used by the btm_matcher module� )�pytree)�grammar�token)�pattern_symbols�python_symbols���������c @ s: e Zd ZdZd
dd�Zdd� Zdd� Zd d
� Zd d � ZdS )�MinNodez�This class serves as an intermediate representation of the
pattern tree during the conversion to sets of leaf-to-root
subpatternsNc C s. || _ || _g | _d| _d | _g | _g | _d S )NF)�type�name�children�leaf�parent� alternatives�group)�selfr r � r �)/usr/lib64/python3.8/lib2to3/btm_utils.py�__init__ s zMinNode.__init__c C s t | j�d t | j� S )N� )�strr r )r r r r �__repr__ s zMinNode.__repr__c C s� | }g }|r�|j tkr^|j�|� t|j�t|j�krRt|j�g}g |_|j}qn |j}d}q�|j tkr�|j �|� t|j �t|j�kr�t
|j �}g |_ |j}qn |j}d}q�|j t j kr�|j
r�|�|j
� n |�|j � |j}q|S )z�Internal method. Returns a characteristic path of the
pattern tree. This method must be run for all leaves until the
linear subpatterns are merged into a singleN)r �TYPE_ALTERNATIVESr �append�lenr
�tupler �
TYPE_GROUPr � get_characteristic_subpattern� token_labels�NAMEr )r �node�subpr r r � leaf_to_root! s8
zMinNode.leaf_to_rootc C s& | � � D ]}|�� }|r| S qdS )a� Drives the leaf_to_root method. The reason that
leaf_to_root must be run multiple times is because we need to
reject 'group' matches; for example the alternative form
(a | b c) creates a group [b c] that needs to be matched. Since
matching multiple linear patterns overcomes the automaton's
capabilities, leaf_to_root merges each group into a single
choice based on 'characteristic'ity,
i.e. (a|b c) -> (a|b) if b more characteristic than c
Returns: The most 'characteristic'(as defined by
get_characteristic_subpattern) path for the compiled pattern
tree.
N)�leavesr# )r �lr" r r r �get_linear_subpatternK s z MinNode.get_linear_subpatternc c s* | j D ]}|�� E dH q| j s&| V dS )z-Generator that returns the leaves of the treeN)r
r$ )r �childr r r r$ ` s
zMinNode.leaves)NN) �__name__�
__module__� __qualname__�__doc__r r r# r& r$ r r r r r
s
*r
Nc
C s� d}| j tjkr| jd } | j tjkr�t| j�dkrFt| jd |�}nFttd�}| jD ]4}| j� |�d rlqVt||�}|dk rV|j�
|� qV�n| j tj kr�t| j�dkr�tt d�}| jD ] }t||�}|r�|j�
|� q�|js�d}nt| jd |�}�n�| j tj
k�r�t| jd tj��r>| jd jdk�r>t| jd |�S t| jd tj��rd| jd jdk�s�t| j�dk�r�t| jd d��r�| jd jdk�r�dS d }d}d}d
}d} d
}
| jD ]d}|j tjk�r�d
}|}n*|j tjk�r�d }|} n|j tjk�r |}t|d��r�|jd k�r�d }
�q�|
�rT| jd } t| d��r^| jdk�r^| jd } n
| jd } | j tjk�r�| jd
k�r�ttd�}n4tt| j��r�ttt| j�d�}nttt| j�d�}n\| j tjk�r�| j�d�} | t k�r�tt | d�}nttj| d�}n| j tjk�rt||�}|�rL| jd jdk�r4d}n| jd jdk�rHnt �|�r�|dk �r�|jdd� D ]&}t||�}|dk �rj|j�
|� �qj|�r�||_ |S )z�
Internal function. Reduces a compiled pattern tree to an
intermediate representation suitable for feeding the
automaton. This also trims off any optional pattern elements(like
[a], a*).
N� � )r r �(�[�valueTF�=� �any�')r r �*�+r ) r �symsZMatcherr
Z Alternativesr � reduce_treer
r �indexr Z Alternativer ZUnit�
isinstancer ZLeafr0 �hasattrZDetailsZRepeaterr r �TYPE_ANY�getattr�pysyms�STRING�strip�tokens�NotImplementedErrorr )
r! r Znew_noder' Zreducedr Z details_nodeZalternatives_nodeZ has_repeaterZ
repeater_nodeZhas_variable_nameZ name_leafr r r r r8 g s�
�� ���
r8 c s� t | t�s| S t| �dkr"| d S g }g }dddddg�g }d� | D ]d}tt|d d
� ��rDtt|� fd d
���r||�|� qDtt|�fd d
���r�|�|� qD|�|� qD|r�|} n|r�|} n|r�|} t| td
�S )z�Picks the most characteristic from a list of linear patterns
Current order used is:
names > common_names > common_chars
r r, �in�for�if�not�Nonez[]().,:c S s t | �tkS �N)r r ��xr r r �<lambda>� � z/get_characteristic_subpattern.<locals>.<lambda>c s t | t�o| � kS rH �r: r rI )� common_charsr r rK rL c s t | t�o| � kS rH rM rI )� common_namesr r rK rL )�key)r: �listr r3 �rec_testr �max)Z subpatternsZsubpatterns_with_namesZ subpatterns_with_common_namesZ subpatterns_with_common_chars�
subpatternr )rN rO r r � s6
�
� r c c s8 | D ].}t |ttf�r(t||�E dH q||�V qdS )zPTests test_func on all items of sequence and items of included
sub-iterablesN)r: rQ r rR )ZsequenceZ test_funcrJ r r r rR s rR )N)r+ � r Zpgen2r r Zpygramr r r7 r> ZopmaprA r r< r r �objectr
r8 r rR r r r r �<module> s W
% lib2to3/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000203 15115353746 0015365 0 ustar 00 U
e5d � @ s d S )N� r r r �(/usr/lib64/python3.8/lib2to3/__init__.py�<module> � lib2to3/__pycache__/fixer_util.cpython-38.opt-1.pyc 0000644 00000027650 15115353746 0016017 0 ustar 00 U
e5dg; �
@ s� d Z ddlmZ ddlmZmZ ddlmZ ddl m
Z
dd� Z dd � Z d
d � Z
d d
� ZdWdd�Zdd� Zdd� Zdd� Ze � e
� fdd�ZdXdd�Zdd � Zd d � ZdYd d �Zd!d"� ZdZd#d$�Zd[d%d&�Zd'd(� Zd)d*� Z d+d,� Z d-d.� Z d/d0� Z d1d2d3d4d5d6d7d8d9d:h
Z d;d<� Z!d=a"d>a#d?a$d@a%dAdB� Z&dCdD� Z'dEdF� Z(dGdH� Z)dIdJ� Z*dKdL� Z+dMdN� Z,dOdP� Z-ej.ej/hZ0d\dQdR�Z1ej/ej.ej2hZ3dSdT� Z4d]dUdV�Z5dS )^z1Utility functions, node construction macros, etc.� )�token)�Leaf�Node)�python_symbols)�patcompc C s t tj| ttjd�|g�S )N�=)r �symsZargumentr r �EQUAL)�keyword�value� r �*/usr/lib64/python3.8/lib2to3/fixer_util.py�
KeywordArg s �r c C s t tjd�S )N�()r r �LPARr r r r
�LParen s r c C s t tjd�S )N�))r r �RPARr r r r
�RParen s r c C sH t | t�s| g} t |t�s&d|_|g}ttj| ttjddd�g | �S )z Build an assignment statement� r ��prefix) �
isinstance�listr r r �atomr r r )�target�sourcer r r
�Assign s
�r Nc C s t tj| |d�S )zReturn a NAME leafr )r r �NAME)�namer r r r
�Name$ s r c C s | t tjt� |g�gS )zA node tuple for obj.attr)r r �trailer�Dot)�obj�attrr r r
�Attr( s r% c C s t tjd�S )z A comma leaf�,)r r �COMMAr r r r
�Comma, s r( c C s t tjd�S )zA period (.) leaf�.)r r �DOTr r r r
r" 0 s r" c C s4 t tj|�� |�� g�}| r0|�dt tj| �� |S )z-A parenthesised argument list, used by Call()r )r r r! �clone� insert_child�arglist)�argsZlparenZrparen�noder r r
�ArgList4 s r0 c C s& t tj| t|�g�}|dk r"||_|S )zA function callN)r r �powerr0 r )Z func_namer. r r/ r r r
�Call; s r2 c C s t tjd�S )zA newline literal�
�r r �NEWLINEr r r r
�NewlineB s r6 c C s t tjd�S )z A blank line� r4 r r r r
� BlankLineF s r8 c C s t tj| |d�S )Nr )r r �NUMBER)�nr r r r
�NumberJ s r; c C s" t tjttjd�| ttjd�g�S )z A numeric or string subscript�[�])r r r! r r �LBRACE�RBRACE)Z
index_noder r r
� SubscriptM s
�r@ c C s t tj| |d�S )z
A string leafr )r r �STRING)�stringr r r r
�StringS s rC c C s� d| _ d|_ d|_ ttjd�}d|_ ttjd�}d|_ ||||g}|rtd|_ ttjd�}d|_ |�ttj||g�� ttj| ttj |�g�}ttj
ttj d�|ttj d�g�S )zuA list comprehension of the form [xp for fp in it if test].
If test is None, the "if test" part is omitted.
r7 r �for�in�ifr< r= )
r r r r �appendr r Zcomp_ifZ listmakerZcomp_forr r> r? ) Zxp�fp�itZtestZfor_leafZin_leafZ
inner_argsZif_leaf�innerr r r
�ListCompW s(
��rK c C sV |D ] }|� � qttjd�ttj| dd�ttjddd�ttj|�g}ttj|�}|S )zO Return an import statement in the form:
from package import name_leafs�fromr r �import)�remover r r r r �import_as_names� import_from)Z package_nameZ
name_leafsZleaf�children�impr r r
�
FromImporto s
� rS c C s� |d � � }|jtjkr"|� � }nttj|� � g�}|d }|rNdd� |D �}ttjtt|d �t|d ��ttj|d � � ||d � � g�g | �}| j |_ |S ) zfReturns an import statement and calls a method
of the module:
import module
module.name()r# �afterc S s g | ] }|� � �qS r )r+ )�.0r: r r r
�
<listcomp>� s z!ImportAndCall.<locals>.<listcomp>� r ZlparZrpar)
r+ �typer r- r r1 r% r r! r )r/ �results�namesr# Z
newarglistrT �newr r r
�
ImportAndCall� s*
�����r\ c C s� t | t�r | jt� t� gkr dS t | t�o�t| j�dko�t | jd t�o�t | jd t�o�t | jd t�o�| jd jdko�| jd jdkS )z(Does the node represent a tuple literal?T� rW r � r r )r r rQ r r �lenr r �r/ r r r
�is_tuple� s
������ra c C sX t | t�oVt| j�dkoVt | jd t�oVt | jd t�oV| jd jdkoV| jd jdkS )z'Does the node represent a list literal?r rW ���r< r= )r r r_ rQ r r r` r r r
�is_list� s
�����rc c C s t tjt� | t� g�S �N)r r r r r r` r r r
� parenthesize� s re �sortedr �set�any�all�tuple�sum�min�max� enumeratec c s$ t | |�}|r |V t ||�}q
dS )al Follow an attribute chain.
If you have a chain of objects where a.foo -> b, b.foo-> c, etc,
use this to iterate over all objects in the chain. Iteration is
terminated by getattr(x, attr) is None.
Args:
obj: the starting object
attr: the name of the chaining attribute
Yields:
Each successive object in the chain.
N)�getattr)r# r$ �nextr r r
�
attr_chain� s
rq zefor_stmt< 'for' any 'in' node=any ':' any* >
| comp_for< 'for' any 'in' node=any any* >
z�
power<
( 'iter' | 'list' | 'tuple' | 'sorted' | 'set' | 'sum' |
'any' | 'all' | 'enumerate' | (any* trailer< '.' 'join' >) )
trailer< '(' node=any ')' >
any*
>
z`
power<
( 'sorted' | 'enumerate' )
trailer< '(' arglist<node=any any*> ')' >
any*
>
Fc C sp t s&t�t�at�t�at�t�ada tttg}t|t| d��D ]*\}}i }|�||�r@|d | kr@ dS q@dS )a Returns true if node is in an environment where all that is required
of it is being iterable (ie, it doesn't matter if it returns a list
or an iterator).
See test_map_nochange in test_fixers.py for some examples and tests.
T�parentr/ F) �
pats_builtr Zcompile_pattern�p0�p1�p2�ziprq �match)r/ Zpatterns�patternrr rY r r r
�in_special_context� s
rz c C s� | j }|dk r |jtjkr dS | j}|jtjtjfkr:dS |jtjkrX|j d | krXdS |jtj
ks�|jtj kr�|dk r�|jtj ks�|j d | kr�dS dS )zG
Check that something isn't an attribute or function name etc.
NFrW T)
Z prev_siblingrX r r* rr r �funcdef�classdef� expr_stmtrQ Z
parametersZ
typedargslistr' )r/ �prevrr r r r
�is_probably_builtin� s&
��
� �r c C sJ | dk rF| j tjkr>t| j�dkr>| jd }|j tjkr>|jS | j} q dS )z Find the indentation of *node*.Nr^ r r7 ) rX r �suiter_ rQ r �INDENTr rr )r/ �indentr r r
�find_indentation s
r� c C s> | j tjkr| S | �� } | jd }| _ttj| g�}||_|S rd )rX r r� r+ rr r )r/ rr r� r r r
�
make_suite s r� c C s$ | j tjkr | j} | s td��q | S )z Find the top level namespace.z,root found before file_input node was found.)rX r Z
file_inputrr �
ValueErrorr` r r r
� find_root& s
r� c C s t |t|�| �}t|�S )z� Returns true if name is imported from package at the
top level of the tree which node belongs to.
To cover the case of an import like 'import foo', use
None for the package and 'foo' for the name. )� find_bindingr� �bool)�packager r/ Zbindingr r r
�does_tree_import/ s r� c C s | j tjtjfkS )z0Returns true if the node is an import statement.)rX r � import_namerP r` r r r
� is_import7 s r� c C s. dd� }t |�}t| ||�r dS d }}t|j�D ]F\}}||�sDq2t|j|d� �D ]\}}||�sV qlqV|| } qzq2|dkr�t|j�D ]8\}}|jtjkr�|jr�|jd jtjkr�|d } q�q�| dkr�t tj
t tj d�t tj |dd�g�} nt
| t tj |dd�g�} | t� g}
|�|t tj|
�� dS ) z\ Works like `does_tree_import` but adds an import statement
if it was not imported. c S s | j tjko | jo t| jd �S )NrW )rX r � simple_stmtrQ r� r` r r r
�is_import_stmt> s �z$touch_import.<locals>.is_import_stmtNrW r rM r r )r� r� rn rQ rX r r� r rA r r� r r rS r6 r, ) r� r r/ r� �rootZ
insert_pos�offset�idxZnode2�import_rQ r r r
� touch_import; s8 �
�
r� c C s� |j D �]�}d}|jtjkrVt| |j d �r4| S t| t|j d �|�}|rR|}�n0|jtjtjfkr�t| t|j d �|�}|r�|}� n�|jtj k�rt| t|j d �|�}|r�|}nTt
|j dd� �D ]@\}}|jt j kr�|j
dkr�t| t|j |d �|�}|r�|}q�nx|jtk�r2|j d j
| k�r2|}nTt|| |��rF|}n@|jtjk�rbt| ||�}n$|jtjk�r�t| |j d ��r�|}|r|�s�| S t|�r| S qdS ) z� Returns the node which binds variable name, otherwise None.
If optional argument package is supplied, only imports will
be returned.
See test cases for examples.Nr rb r^ r] �:� rW )rQ rX r Zfor_stmt�_findr� r� Zif_stmtZ
while_stmtZtry_stmtrn r �COLONr � _def_syms�_is_import_bindingr� r} r� )r r/ r� �childZretr: �iZkidr r r
r� i sH
r� c C sT |g}|rP|� � }|jdkr4|jtkr4|�|j� q|jtjkr|j| kr|S qd S )N� )�poprX � _block_syms�extendrQ r r r )r r/ Znodesr r r
r� � s r� c C s� | j tjkr�|s�| jd }|j tjkrx|jD ]H}|j tjkrV|jd j|krt| S q,|j tjkr,|j|kr,| S q,nL|j tjkr�|jd }|j tjkr�|j|kr�| S n|j tjkr�|j|kr�| S n�| j tj k�r�|r�t
| jd �� � |kr�dS | jd }|�rt d|��rdS |j tj
k�r0t ||��r0| S |j tjk�rh|jd }|j tjk�r�|j|k�r�| S n6|j tjk�r�|j|k�r�| S |�r�|j tjk�r�| S dS )z� Will reuturn node if node will import name, or node
will import * from package. None is returned otherwise.
See test cases for examples. r r^ rb Nr] �as)rX r r� rQ Zdotted_as_namesZdotted_as_namer r r rP �str�stripr� rO Zimport_as_name�STAR)r/ r r� rR r� Zlastr: r r r
r� � s@
r� )N)NN)N)N)N)N)N)6�__doc__Zpgen2r Zpytreer r Zpygramr r r7 r r r r r r r% r( r" r0 r2 r6 r8 r; r@ rC rK rS r\ ra rc re Zconsuming_callsrq rt ru rv rs rz r r� r� r� r� r� r� r| r{ r� r� r! r� r� r� r r r r
�<module> s`
� -
*
lib2to3/__pycache__/fixer_util.cpython-38.pyc 0000644 00000027650 15115353746 0015060 0 ustar 00 U
e5dg; �
@ s� d Z ddlmZ ddlmZmZ ddlmZ ddl m
Z
dd� Z dd � Z d
d � Z
d d
� ZdWdd�Zdd� Zdd� Zdd� Ze � e
� fdd�ZdXdd�Zdd � Zd d � ZdYd d �Zd!d"� ZdZd#d$�Zd[d%d&�Zd'd(� Zd)d*� Z d+d,� Z d-d.� Z d/d0� Z d1d2d3d4d5d6d7d8d9d:h
Z d;d<� Z!d=a"d>a#d?a$d@a%dAdB� Z&dCdD� Z'dEdF� Z(dGdH� Z)dIdJ� Z*dKdL� Z+dMdN� Z,dOdP� Z-ej.ej/hZ0d\dQdR�Z1ej/ej.ej2hZ3dSdT� Z4d]dUdV�Z5dS )^z1Utility functions, node construction macros, etc.� )�token)�Leaf�Node)�python_symbols)�patcompc C s t tj| ttjd�|g�S )N�=)r �symsZargumentr r �EQUAL)�keyword�value� r �*/usr/lib64/python3.8/lib2to3/fixer_util.py�
KeywordArg s �r c C s t tjd�S )N�()r r �LPARr r r r
�LParen s r c C s t tjd�S )N�))r r �RPARr r r r
�RParen s r c C sH t | t�s| g} t |t�s&d|_|g}ttj| ttjddd�g | �S )z Build an assignment statement� r ��prefix) �
isinstance�listr r r �atomr r r )�target�sourcer r r
�Assign s
�r Nc C s t tj| |d�S )zReturn a NAME leafr )r r �NAME)�namer r r r
�Name$ s r c C s | t tjt� |g�gS )zA node tuple for obj.attr)r r �trailer�Dot)�obj�attrr r r
�Attr( s r% c C s t tjd�S )z A comma leaf�,)r r �COMMAr r r r
�Comma, s r( c C s t tjd�S )zA period (.) leaf�.)r r �DOTr r r r
r" 0 s r" c C s4 t tj|�� |�� g�}| r0|�dt tj| �� |S )z-A parenthesised argument list, used by Call()r )r r r! �clone� insert_child�arglist)�argsZlparenZrparen�noder r r
�ArgList4 s r0 c C s& t tj| t|�g�}|dk r"||_|S )zA function callN)r r �powerr0 r )Z func_namer. r r/ r r r
�Call; s r2 c C s t tjd�S )zA newline literal�
�r r �NEWLINEr r r r
�NewlineB s r6 c C s t tjd�S )z A blank line� r4 r r r r
� BlankLineF s r8 c C s t tj| |d�S )Nr )r r �NUMBER)�nr r r r
�NumberJ s r; c C s" t tjttjd�| ttjd�g�S )z A numeric or string subscript�[�])r r r! r r �LBRACE�RBRACE)Z
index_noder r r
� SubscriptM s
�r@ c C s t tj| |d�S )z
A string leafr )r r �STRING)�stringr r r r
�StringS s rC c C s� d| _ d|_ d|_ ttjd�}d|_ ttjd�}d|_ ||||g}|rtd|_ ttjd�}d|_ |�ttj||g�� ttj| ttj |�g�}ttj
ttj d�|ttj d�g�S )zuA list comprehension of the form [xp for fp in it if test].
If test is None, the "if test" part is omitted.
r7 r �for�in�ifr< r= )
r r r r �appendr r Zcomp_ifZ listmakerZcomp_forr r> r? ) Zxp�fp�itZtestZfor_leafZin_leafZ
inner_argsZif_leaf�innerr r r
�ListCompW s(
��rK c C sV |D ] }|� � qttjd�ttj| dd�ttjddd�ttj|�g}ttj|�}|S )zO Return an import statement in the form:
from package import name_leafs�fromr r �import)�remover r r r r �import_as_names� import_from)Z package_nameZ
name_leafsZleaf�children�impr r r
�
FromImporto s
� rS c C s� |d � � }|jtjkr"|� � }nttj|� � g�}|d }|rNdd� |D �}ttjtt|d �t|d ��ttj|d � � ||d � � g�g | �}| j |_ |S ) zfReturns an import statement and calls a method
of the module:
import module
module.name()r# �afterc S s g | ] }|� � �qS r )r+ )�.0r: r r r
�
<listcomp>� s z!ImportAndCall.<locals>.<listcomp>� r ZlparZrpar)
r+ �typer r- r r1 r% r r! r )r/ �results�namesr# Z
newarglistrT �newr r r
�
ImportAndCall� s*
�����r\ c C s� t | t�r | jt� t� gkr dS t | t�o�t| j�dko�t | jd t�o�t | jd t�o�t | jd t�o�| jd jdko�| jd jdkS )z(Does the node represent a tuple literal?T� rW r � r r )r r rQ r r �lenr r �r/ r r r
�is_tuple� s
������ra c C sX t | t�oVt| j�dkoVt | jd t�oVt | jd t�oV| jd jdkoV| jd jdkS )z'Does the node represent a list literal?r rW ���r< r= )r r r_ rQ r r r` r r r
�is_list� s
�����rc c C s t tjt� | t� g�S �N)r r r r r r` r r r
� parenthesize� s re �sortedr �set�any�all�tuple�sum�min�max� enumeratec c s$ t | |�}|r |V t ||�}q
dS )al Follow an attribute chain.
If you have a chain of objects where a.foo -> b, b.foo-> c, etc,
use this to iterate over all objects in the chain. Iteration is
terminated by getattr(x, attr) is None.
Args:
obj: the starting object
attr: the name of the chaining attribute
Yields:
Each successive object in the chain.
N)�getattr)r# r$ �nextr r r
�
attr_chain� s
rq zefor_stmt< 'for' any 'in' node=any ':' any* >
| comp_for< 'for' any 'in' node=any any* >
z�
power<
( 'iter' | 'list' | 'tuple' | 'sorted' | 'set' | 'sum' |
'any' | 'all' | 'enumerate' | (any* trailer< '.' 'join' >) )
trailer< '(' node=any ')' >
any*
>
z`
power<
( 'sorted' | 'enumerate' )
trailer< '(' arglist<node=any any*> ')' >
any*
>
Fc C sp t s&t�t�at�t�at�t�ada tttg}t|t| d��D ]*\}}i }|�||�r@|d | kr@ dS q@dS )a Returns true if node is in an environment where all that is required
of it is being iterable (ie, it doesn't matter if it returns a list
or an iterator).
See test_map_nochange in test_fixers.py for some examples and tests.
T�parentr/ F) �
pats_builtr Zcompile_pattern�p0�p1�p2�ziprq �match)r/ Zpatterns�patternrr rY r r r
�in_special_context� s
rz c C s� | j }|dk r |jtjkr dS | j}|jtjtjfkr:dS |jtjkrX|j d | krXdS |jtj
ks�|jtj kr�|dk r�|jtj ks�|j d | kr�dS dS )zG
Check that something isn't an attribute or function name etc.
NFrW T)
Z prev_siblingrX r r* rr r �funcdef�classdef� expr_stmtrQ Z
parametersZ
typedargslistr' )r/ �prevrr r r r
�is_probably_builtin� s&
��
� �r c C sJ | dk rF| j tjkr>t| j�dkr>| jd }|j tjkr>|jS | j} q dS )z Find the indentation of *node*.Nr^ r r7 ) rX r �suiter_ rQ r �INDENTr rr )r/ �indentr r r
�find_indentation s
r� c C s> | j tjkr| S | �� } | jd }| _ttj| g�}||_|S rd )rX r r� r+ rr r )r/ rr r� r r r
�
make_suite s r� c C s$ | j tjkr | j} | s td��q | S )z Find the top level namespace.z,root found before file_input node was found.)rX r Z
file_inputrr �
ValueErrorr` r r r
� find_root& s
r� c C s t |t|�| �}t|�S )z� Returns true if name is imported from package at the
top level of the tree which node belongs to.
To cover the case of an import like 'import foo', use
None for the package and 'foo' for the name. )� find_bindingr� �bool)�packager r/ Zbindingr r r
�does_tree_import/ s r� c C s | j tjtjfkS )z0Returns true if the node is an import statement.)rX r � import_namerP r` r r r
� is_import7 s r� c C s. dd� }t |�}t| ||�r dS d }}t|j�D ]F\}}||�sDq2t|j|d� �D ]\}}||�sV qlqV|| } qzq2|dkr�t|j�D ]8\}}|jtjkr�|jr�|jd jtjkr�|d } q�q�| dkr�t tj
t tj d�t tj |dd�g�} nt
| t tj |dd�g�} | t� g}
|�|t tj|
�� dS ) z\ Works like `does_tree_import` but adds an import statement
if it was not imported. c S s | j tjko | jo t| jd �S )NrW )rX r � simple_stmtrQ r� r` r r r
�is_import_stmt> s �z$touch_import.<locals>.is_import_stmtNrW r rM r r )r� r� rn rQ rX r r� r rA r r� r r rS r6 r, ) r� r r/ r� �rootZ
insert_pos�offset�idxZnode2�import_rQ r r r
� touch_import; s8 �
�
r� c C s� |j D �]�}d}|jtjkrVt| |j d �r4| S t| t|j d �|�}|rR|}�n0|jtjtjfkr�t| t|j d �|�}|r�|}� n�|jtj k�rt| t|j d �|�}|r�|}nTt
|j dd� �D ]@\}}|jt j kr�|j
dkr�t| t|j |d �|�}|r�|}q�nx|jtk�r2|j d j
| k�r2|}nTt|| |��rF|}n@|jtjk�rbt| ||�}n$|jtjk�r�t| |j d ��r�|}|r|�s�| S t|�r| S qdS ) z� Returns the node which binds variable name, otherwise None.
If optional argument package is supplied, only imports will
be returned.
See test cases for examples.Nr rb r^ r] �:� rW )rQ rX r Zfor_stmt�_findr� r� Zif_stmtZ
while_stmtZtry_stmtrn r �COLONr � _def_syms�_is_import_bindingr� r} r� )r r/ r� �childZretr: �iZkidr r r
r� i sH
r� c C sT |g}|rP|� � }|jdkr4|jtkr4|�|j� q|jtjkr|j| kr|S qd S )N� )�poprX � _block_syms�extendrQ r r r )r r/ Znodesr r r
r� � s r� c C s� | j tjkr�|s�| jd }|j tjkrx|jD ]H}|j tjkrV|jd j|krt| S q,|j tjkr,|j|kr,| S q,nL|j tjkr�|jd }|j tjkr�|j|kr�| S n|j tjkr�|j|kr�| S n�| j tj k�r�|r�t
| jd �� � |kr�dS | jd }|�rt d|��rdS |j tj
k�r0t ||��r0| S |j tjk�rh|jd }|j tjk�r�|j|k�r�| S n6|j tjk�r�|j|k�r�| S |�r�|j tjk�r�| S dS )z� Will reuturn node if node will import name, or node
will import * from package. None is returned otherwise.
See test cases for examples. r r^ rb Nr] �as)rX r r� rQ Zdotted_as_namesZdotted_as_namer r r rP �str�stripr� rO Zimport_as_name�STAR)r/ r r� rR r� Zlastr: r r r
r� � s@
r� )N)NN)N)N)N)N)N)6�__doc__Zpgen2r Zpytreer r Zpygramr r r7 r r r r r r r% r( r" r0 r2 r6 r8 r; r@ rC rK rS r\ ra rc re Zconsuming_callsrq rt ru rv rs rz r r� r� r� r� r� r� r| r{ r� r� r! r� r� r� r r r r
�<module> s`
� -
*
lib2to3/__pycache__/pygram.cpython-38.opt-2.pyc 0000644 00000002041 15115353746 0015130 0 ustar 00 U
e5d � @ s� d dl Z ddlmZ ddlmZ ddlmZ e j�e j�e �d�Z
e j�e j�e �d�Z G dd � d e �Z
e�d
e
�Ze
e�Ze�� Zejd = e�� Zejd = e�d
e �Ze
e�ZdS )
� N� )�token)�driver)�pytreez Grammar.txtzPatternGrammar.txtc @ s e Zd Zdd� ZdS )�Symbolsc C s$ |j �� D ]\}}t| ||� q
d S )N)Z
symbol2number�items�setattr)�selfZgrammar�nameZsymbol� r �&/usr/lib64/python3.8/lib2to3/pygram.py�__init__ s zSymbols.__init__N)�__name__�
__module__� __qualname__r
r r r r r s r Zlib2to3�print�exec)�osZpgen2r r � r �path�join�dirname�__file__Z
_GRAMMAR_FILEZ_PATTERN_GRAMMAR_FILE�objectr Zload_packaged_grammarZpython_grammarZpython_symbols�copyZ!python_grammar_no_print_statement�keywordsZ*python_grammar_no_print_and_exec_statementZpattern_grammarZpattern_symbolsr r r r �<module> s � lib2to3/__pycache__/refactor.cpython-38.opt-2.pyc 0000644 00000037753 15115353746 0015460 0 ustar 00 U
e5dk � @ s
d Z ddlZddlZddlZddlZddlZddlZddlZddlm Z ddl
m Z m Z m
Z
ddlmZ ddlmZmZ ddlmZ d d
d �ZG d d
� d
e�Zdd� Zdd� Zdd� Zdd� Zdd� Z G dd� de�Z G dd� de �Z G d d � d e�Z G d d � d e �Z!dS )!z#Guido van Rossum <guido@python.org>� N)�chain� )�driver�tokenize�token)� find_root)�pytree�pygram)� btm_matcherTc C sT t | g g dg�}g }t�|j�D ].\}}}|�d�r |rD|dd � }|�|� q |S )N�*�fix_� )�
__import__�pkgutilZ iter_modules�__path__�
startswith�append)Z fixer_pkgZ
remove_prefixZpkgZ fix_names�finder�nameZispkg� r �(/usr/lib64/python3.8/lib2to3/refactor.py�get_all_fix_names s
r c @ s e Zd ZdS )�
_EveryNodeN��__name__�
__module__� __qualname__r r r r r + s r c C s� t | tjtjf�r(| jd kr t�| jhS t | tj�rH| jrDt| j�S t�t | tj �r�t
� }| jD ] }|D ]}|� t|�� qhq`|S t d| ��d S )Nz$Oh no! I don't understand pattern %s)
�
isinstancer Z NodePatternZ LeafPattern�typer ZNegatedPatternZcontent�_get_head_typesZWildcardPattern�set�update� Exception)Zpat�r�p�xr r r r / s
r c C s� t �t�}g }| D ]x}|jrdzt|j�}W n tk
rH |�|� Y q�X |D ]}|| �|� qNq|jd k r�||j �|� q|�|� qtt j
j � � t j
j
�D ]}|| �|� q�t|�S �N)� collections� defaultdict�list�patternr r r Z _accept_typer r �python_grammarZ
symbol2number�values�tokens�extend�dict)Z
fixer_listZ
head_nodesZevery�fixerZheadsZ node_typer r r �_get_headnode_dictK s$
�r1 c s � fdd�t � d�D �S )Nc s g | ]}� d | �qS ��.r )�.0�fix_name�Zpkg_namer r �
<listcomp>h s �z+get_fixers_from_package.<locals>.<listcomp>F)r r6 r r6 r �get_fixers_from_packaged s
�r8 c C s | S r& r )�objr r r � _identityk s r: c sX d}t �t�| �j�� � fdd�}ttjt jtj h�}t
� }z�|� \}}||krTq>q>|tj krl|rf�q6d}q>|tj k�r6|dk�r6|� \}}|tj ks�|dkr��q6|� \}}|tj ks�|dkrq6|� \}}|tj
kr�|dkr�|� \}}|tj k�r4|�|� |� \}}|tj
k�s.|d k�r"�q4|� \}}q�q>�q6q>W n tk
�rN Y nX t|�S )
NFc s t � �} | d | d fS )Nr r )�next)�tok��genr r �advancer s z(_detect_future_features.<locals>.advanceT�fromZ
__future__�import�(�,)r �generate_tokens�io�StringIO�readline� frozensetr �NEWLINE�NL�COMMENTr �STRING�NAME�OP�add�
StopIteration)�sourceZhave_docstringr? �ignore�features�tp�valuer r= r �_detect_future_featureso sB
rV c @ s e Zd ZdS )�
FixerErrorNr r r r r rW � s rW c @ s� e Zd Zddd�ZdZdZd4dd�Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z d5dd�Z d6dd�Z
dd� Zd7dd�Zdd� Zd8d d �Zd d � Zd d!� Zd9d"d#�Zd:d$d%�Zd&Zd'Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Z d2d3� Z dS );�RefactoringToolF)�print_function�write_unchanged_filesZFixr Nc C s. || _ |p g | _| j�� | _|d k r0| j�|� | jd rDtj| _ntj | _| j�
d�| _ g | _ t
�d�| _g | _d| _tj| jtj| jd�| _| �� \| _| _g | _t�� | _ g | _ g | _ t | j| j�D ]F}|j r�| j �!|� q�|| jkr�| j �"|� q�|| jkr�| j �"|� q�t#| j �| _$t#| j �| _%d S )NrY rZ rX F)�convert�logger)&�fixers�explicit�_default_options�copy�optionsr! r �!python_grammar_no_print_statement�grammarr+ �getrZ �errors�loggingZ getLoggerr\ � fixer_log�wroter ZDriverr r[ �
get_fixers� pre_order�
post_order�files�bmZ
BottomMatcher�BMZ
bmi_pre_orderZbmi_post_orderr Z
BM_compatibleZ add_fixerr r1 �bmi_pre_order_heads�bmi_post_order_heads)�selfZ fixer_namesra r^ r0 r r r �__init__� s>
�
zRefactoringTool.__init__c C sX g }g }| j D �] }t|i i dg�}|�dd�d }|�| j�rR|t| j�d � }|�d�}| jd�dd� |D �� }zt ||�}W n& t
k
r� t d ||f �d �Y nX || j | j
�} | jr�| jd
k r�|| jkr�| �d |� q| �d |� | jd
k�r|�| � q| jdk�r |�| � qt d| j ��qt�d�}
|j|
d� |j|
d� ||fS )Nr r3 r ����_� c S s g | ] }|� � �qS r )�title)r4 r$ r r r r7 � s z.RefactoringTool.get_fixers.<locals>.<listcomp>zCan't find %s.%sTzSkipping optional fixer: %szAdding transformation: %sZpreZpostzIllegal fixer order: %rZ run_order��key)r] r �rsplitr � FILE_PREFIX�len�split� CLASS_PREFIX�join�getattr�AttributeErrorrW ra rg r^ � log_message� log_debug�orderr �operator�
attrgetter�sort) rq Zpre_order_fixersZpost_order_fixersZ fix_mod_path�modr5 �parts�
class_nameZ fix_classr0 Zkey_funcr r r ri � s:
�
zRefactoringTool.get_fixersc O s � d S r& r )rq �msg�args�kwdsr r r � log_error� s zRefactoringTool.log_errorc G s |r || }| j �|� d S r& )r\ �info�rq r� r� r r r r� s zRefactoringTool.log_messagec G s |r || }| j �|� d S r& )r\ �debugr� r r r r� s zRefactoringTool.log_debugc C s d S r& r )rq �old_text�new_text�filename�equalr r r � print_output s z RefactoringTool.print_outputc C s8 |D ].}t j�|�r$| �|||� q| �|||� qd S r& )�os�path�isdir� refactor_dir�
refactor_file)rq �items�write�
doctests_onlyZ dir_or_filer r r �refactor s zRefactoringTool.refactorc
C s� t jd }t �|�D ]�\}}}| �d|� |�� |�� |D ]>}|�d�s>t j�|�d |kr>t j�||�} | � | ||� q>dd� |D �|d d �< qd S )N�pyzDescending into %sr3 r c S s g | ]}|� d �s|�qS r2 )r )r4 Zdnr r r r7 . s
z0RefactoringTool.refactor_dir.<locals>.<listcomp>)
r� �extsep�walkr� r� r r� �splitextr~ r� )
rq Zdir_namer� r� Zpy_ext�dirpathZdirnames� filenamesr �fullnamer r r r� s
�z RefactoringTool.refactor_dirc
C s� zt |d�}W n6 tk
rD } z| �d||� W Y �dS d }~X Y nX zt�|j�d }W 5 |�� X tj |d|dd��}|�� |fW 5 Q R � S Q R X d S )N�rbzCan't open %s: %s)NNr r# ru ��encoding�newline) �open�OSErrorr� �closer �detect_encodingrG rE �read)rq r� �f�errr� r r r �_read_python_source0 s
z#RefactoringTool._read_python_sourcec C s� | � |�\}}|d krd S |d7 }|rn| �d|� | �||�}| jsL||kr`| �|||||� q�| �d|� nH| �||�}| js�|r�|jr�| jt|�d d� |||d� n | �d|� d S )N�
zRefactoring doctests in %szNo doctest changes in %srs )r� r� zNo changes in %s)r� r� �refactor_docstringrZ �processed_file�refactor_string� was_changed�str)rq r� r� r� �inputr� �output�treer r r r� @ s" �z RefactoringTool.refactor_filec
C s� t |�}d|krtj| j_zVz| j�|�}W n@ tk
rl } z"| �d||jj |� W Y �W �d S d }~X Y nX W 5 | j| j_X ||_
| � d|� | � ||� |S )NrY zCan't parse %s: %s: %szRefactoring %s)
rV r rb r rc Z parse_stringr" r� � __class__r �future_featuresr� �
refactor_tree)rq �datar rS r� r� r r r r� W s"
� z RefactoringTool.refactor_stringc C s� t j�� }|rN| �d� | �|d�}| js2||krB| �|d|� q�| �d� n:| �|d�}| jsj|r~|jr~| �t |�d|� n
| �d� d S )Nz Refactoring doctests in stdinz<stdin>zNo doctest changes in stdinzNo changes in stdin)
�sys�stdinr� r� r� rZ r� r� r� r� )rq r� r� r� r� r r r �refactor_stdinr s
z RefactoringTool.refactor_stdinc
C s� t | j| j�D ]}|�||� q| �| j|�� � | �| j|�� � | j�|� � �}t
|� � ��r�| jj D �]D}||krj|| rj|| j
tjjdd� |jr�|| j
tjjd� t|| �D ]�}||| kr�|| �|� z t|� W n tk
�r Y q�Y nX |j�r||jk�rq�|�|�}|r�|�||�}|d k r�|�|� |�� D ] }|j�s^g |_|j�|� �qL| j�|� � �}|D ]*} | |k�r�g || < || � || � �q�q�qjqTt | j| j�D ]}|� ||� �q�|j S )NT)rx �reverserw ) r rj rk Z
start_tree� traverse_byro rp rn �runZleaves�anyr, r] r� r ZBaseZdepthZkeep_line_orderZ
get_linenor) �remover �
ValueErrorZfixers_applied�match� transform�replacer r. Z finish_treer� )
rq r� r r0 Z match_set�node�results�newZ new_matchesZfxrr r r r� � sJ
z RefactoringTool.refactor_treec C sV |sd S |D ]D}||j D ]4}|�|�}|r|�||�}|d k r|�|� |}qq d S r& )r r� r� r� )rq r] Z traversalr� r0 r� r� r r r r� � s
zRefactoringTool.traverse_byc C s� | j �|� |d kr.| �|�d }|d kr.d S ||k}| �||||� |r`| �d|� | js`d S |rv| �||||� n | �d|� d S )Nr zNo changes to %szNot writing changes to %s)rl r r� r� r� rZ �
write_file)rq r� r� r� r� r� r� r r r r� � s z RefactoringTool.processed_filec C s� zt j|d|dd�}W n6 tk
rL } z| �d||� W Y �d S d }~X Y nX |�F z|�|� W n0 tk
r� } z| �d||� W 5 d }~X Y nX W 5 Q R X | �d|� d| _d S )N�wru r� zCan't create %s: %szCan't write %s: %szWrote changes to %sT)rE r� r� r� r� r� rh )rq r� r� r� r� �fpr� r r r r� � s * zRefactoringTool.write_filez>>> z... c
C s g }d }d }d }d}|j dd�D ]�}|d7 }|�� �| j�r~|d k rZ|�| �||||�� |}|g}|�| j�} |d | � }q |d k r�|�|| j �s�||| j�� d kr�|� |� q |d k r�|�| �||||�� d }d }|� |� q |d k �r
|�| �||||�� d�
|�S )Nr T��keependsr r� ru ) �
splitlines�lstripr �PS1r. �refactor_doctest�find�PS2�rstripr r~ )
rq r� r� �result�blockZ block_lineno�indent�lineno�line�ir r r r� sJ � �� �
�z"RefactoringTool.refactor_docstringc
s z�� ||� �}W nj tk
r| } zL�j�tj�rN|D ]}��d|�d�� q6��d|||j j
|� | W Y �S d }~X Y nX �� ||��rt |�j
dd�}|d |d � ||d d � } }|d �d�s�|d d7 < � �j |�d� g}|�r|� �fd d
�|D �7 }|S ) Nz
Source: %sr� z+Can't parse docstring in %s line %s: %s: %sTr� r rs r c s g | ]}� �j | �qS r )r� )r4 r� �r� rq r r r7 Z s z4RefactoringTool.refactor_doctest.<locals>.<listcomp>)� parse_blockr" r\ Z isEnabledForrf �DEBUGr� r� r� r� r r� r� r� �endswithr� �pop)
rq r� r� r� r� r� r� r� r� Zclippedr r� r r� @ s, �"z RefactoringTool.refactor_doctestc C s� | j r d}nd}| js$| �d|� n"| �d|� | jD ]}| �|� q6| jrl| �d� | jD ]}| �|� q\| jr�t| j�dkr�| �d� n| �dt| j�� | jD ] \}}}| j|f|�|� q�d S ) N�werez
need to bezNo files %s modified.zFiles that %s modified:z$Warnings/messages while refactoring:r zThere was 1 error:zThere were %d errors:)rh rl r� rg re r{ )rq r� �file�messager� r� r� r r r � summarize] s$
zRefactoringTool.summarizec C s" | j �| �|||��}t� |_|S r& )r Z parse_tokens� wrap_toksrH r� )rq r� r� r� r� r r r r� t s zRefactoringTool.parse_blockc c sd t �| �||�j�}|D ]F\}}\}}\} }
} ||d 7 }| |d 7 } ||||f| |
f| fV qd S )Nr )r rD � gen_lines�__next__) rq r� r� r� r- r rU Zline0Zcol0Zline1Zcol1Z line_textr r r r� ~ s
zRefactoringTool.wrap_toksc c sx || j }|| j }|}|D ]N}|�|�r>|t|�d � V n(||�� d krVdV ntd||f ��|}q dV qld S )Nr� zline=%r, prefix=%rru )r� r� r r{ r� �AssertionError)rq r� r� �prefix1Zprefix2�prefixr� r r r r� � s
zRefactoringTool.gen_lines)NN)FF)FF)FF)F)NFN)N) r r r r_ r} rz rr ri r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r rX � s> �
4(
O �
+
rX c @ s e Zd ZdS )�MultiprocessingUnsupportedNr r r r r r� � s r� c sB e Zd Z� fdd�Zd � fdd� Z� fdd�Z� fd d
�Z� ZS ) �MultiprocessRefactoringToolc s" t t| �j||� d | _d | _d S r& )�superr� rr �queue� output_lock�rq r� �kwargs�r� r r rr � s z$MultiprocessRefactoringTool.__init__Fr c
s� |dkr t t���|||�S z dd l� W n tk
r@ t�Y nX �jd k rTtd��� �� �_� � � �_
� �fdd�t |�D �}z*|D ] }|�� q�t t���|||� W 5 �j� � t |�D ]}�j�
d � q�|D ]}|�� r�|� � q�d �_X d S )Nr r z already doing multiple processesc s g | ]}� j �jd ��qS ))�target)ZProcess�_child)r4 r� ��multiprocessingrq r r r7 � s �z8MultiprocessRefactoringTool.refactor.<locals>.<listcomp>)r� r� r� r� � ImportErrorr� r� � RuntimeErrorZ
JoinableQueueZLockr� �ranger~ �putZis_alive�start)rq r� r� r� Z
num_processesZ processesr� r$ r� r� r r� � s<
�
�
�
z$MultiprocessRefactoringTool.refactorc sN | j �� }|d k rJ|\}}ztt| �j||� W 5 | j �� X | j �� }q
d S r& )r� rd Z task_doner� r� r� )rq Ztaskr� r� r� r r r� � s
� z"MultiprocessRefactoringTool._childc s2 | j d k r | j �||f� ntt| �j||�S d S r& )r� r� r� r� r� r� r� r r r� � s
�z)MultiprocessRefactoringTool.refactor_file)FFr )r r r rr r� r� r� �
__classcell__r r r� r r� � s � r� )T)"�
__author__rE r� r r� rf r� r' � itertoolsr Zpgen2r r r Z
fixer_utilr ru r r r
rm r r" r r r1 r8 r: rV rW �objectrX r� r� r r r r �<module> s6
( lib2to3/__pycache__/__main__.cpython-38.opt-2.pyc 0000644 00000000327 15115353746 0015356 0 ustar 00 U
e5dC � @ s& d dl Z ddlmZ e �ed�� dS )� N� )�mainz
lib2to3.fixes)�sysr �exit� r r �(/usr/lib64/python3.8/lib2to3/__main__.py�<module> s lib2to3/__pycache__/fixer_base.cpython-38.opt-1.pyc 0000644 00000014157 15115353746 0015752 0 ustar 00 U
e5d" � @ sT d Z ddlZddlmZ ddlmZ ddlmZ G dd� de�Z G d d
� d
e �Z
dS ) z2Base class for fixers (optional, but recommended).� N� )�PatternCompiler)�pygram)�does_tree_importc @ s� e Zd ZdZdZdZdZdZdZe �
d�Z e � Z
dZdZdZdZdZdZejZdd� Zd d
� Zd d � Zd
d� Zdd� Zd dd�Z dd� Z d dd�Z dd� Z dd� Z d d � Z!dS ) �BaseFixa Optional base class for fixers.
The subclass name must be FixFooBar where FooBar is the result of
removing underscores and capitalizing the words of the fix name.
For example, the class name for a fixer named 'has_key' should be
FixHasKey.
Nr ZpostF� c C s || _ || _| �� dS )a Initializer. Subclass may override.
Args:
options: a dict containing the options passed to RefactoringTool
that could be used to customize the fixer through the command line.
log: a list to append warnings and other messages to.
N)�options�log�compile_pattern)�selfr r � r �*/usr/lib64/python3.8/lib2to3/fixer_base.py�__init__/ s zBaseFix.__init__c C s, | j dk r(t� }|j| j dd�\| _| _dS )z�Compiles self.PATTERN into self.pattern.
Subclass may override if it doesn't want to use
self.{pattern,PATTERN} in .match().
NT)Z with_tree)�PATTERNr r
�pattern� pattern_tree)r ZPCr r r
r
; s
�zBaseFix.compile_patternc C s
|| _ dS )zOSet the filename.
The main refactoring tool should call this.
N)�filename)r r r r r
� set_filenameF s zBaseFix.set_filenamec C s d|i}| j �||�o|S )a Returns match for a given parse tree node.
Should return a true or false object (not necessarily a bool).
It may return a non-empty dict of matching sub-nodes as
returned by a matching pattern.
Subclass may override.
�node)r �match�r r Zresultsr r r
r M s z
BaseFix.matchc C s
t � �dS )a� Returns the transformation for a given parse tree node.
Args:
node: the root of the parse tree that matched the fixer.
results: a dict mapping symbolic names to part of the match.
Returns:
None, or a node that is a modified copy of the
argument node. The node argument may also be modified in-place to
effect the same change.
Subclass *must* override.
N)�NotImplementedErrorr r r r
� transformY s zBaseFix.transform�xxx_todo_changemec C s2 |}|| j kr"|tt| j�� }q| j �|� |S )z�Return a string suitable for use as an identifier
The new name is guaranteed not to conflict with other identifiers.
)�
used_names�str�next�numbers�add)r �template�namer r r
�new_namei s
zBaseFix.new_namec C s. | j r d| _ | j�d| j � | j�|� d S )NFz### In file %s ###)� first_logr �appendr )r �messager r r
� log_messaget s zBaseFix.log_messagec C s> |� � }|�� }d|_d}| �|||f � |r:| �|� dS )a Warn the user that a given chunk of code is not valid Python 3,
but that it cannot be converted automatically.
First argument is the top-level node for the code in question.
Optional second argument is why it can't be converted.
� z Line %d: could not convert: %sN)�
get_linenoZclone�prefixr% )r r �reason�linenoZ
for_output�msgr r r
�cannot_convertz s zBaseFix.cannot_convertc C s |� � }| �d||f � dS )z�Used for warning the user about possible uncertainty in the
translation.
First argument is the top-level node for the code in question.
Optional second argument is why it can't be converted.
z Line %d: %sN)r' r% )r r r) r* r r r
�warning� s zBaseFix.warningc C s( |j | _ | �|� t�d�| _d| _dS )z�Some fixers need to maintain tree-wide state.
This method is called once, at the start of tree fix-up.
tree - the root node of the tree to be processed.
filename - the name of the file the tree came from.
r TN)r r � itertools�countr r" �r Ztreer r r r
�
start_tree� s
zBaseFix.start_treec C s dS )z�Some fixers need to maintain tree-wide state.
This method is called once, at the conclusion of tree fix-up.
tree - the root node of the tree to be processed.
filename - the name of the file the tree came from.
Nr r0 r r r
� finish_tree� s zBaseFix.finish_tree)r )N)"�__name__�
__module__� __qualname__�__doc__r r r r r r. r/ r �setr �orderZexplicitZ run_orderZ _accept_typeZkeep_line_orderZ
BM_compatibler Zpython_symbolsZsymsr r
r r r r! r% r, r- r1 r2 r r r r
r s4
r c s, e Zd ZdZdZ� fdd�Zdd� Z� ZS )�ConditionalFixz@ Base class for fixers which not execute if an import is found. Nc s t t| �j|� d | _d S )N)�superr9 r1 � _should_skip)r �args�� __class__r r
r1 � s zConditionalFix.start_treec C sJ | j d k r| j S | j�d�}|d }d�|d d� �}t|||�| _ | j S )N�.���)r; �skip_on�split�joinr )r r Zpkgr r r r
� should_skip� s
zConditionalFix.should_skip)r3 r4 r5 r6 rA r1 rD �
__classcell__r r r= r
r9 � s r9 ) r6 r. Zpatcompr r& r Z
fixer_utilr �objectr r9 r r r r
�<module> s lib2to3/__pycache__/main.cpython-38.opt-2.pyc 0000644 00000015247 15115353746 0014571 0 ustar 00 U
e5d�- � @ s| d dl mZmZ d dlZd dlZd dlZd dlZd dlZd dlZddl m
Z
dd� Z G dd� de
j �Z
d d
� Zd
d d �ZdS )� )�with_statement�print_functionN� )�refactorc C s( | � � } |� � }tj| |||dddd�S )Nz
(original)z (refactored)� )Zlineterm)�
splitlines�difflibZ unified_diff)�a�b�filename� r �$/usr/lib64/python3.8/lib2to3/main.py�
diff_texts s �r c s: e Zd Zd
� fdd� Zdd� Z� fdd�Zdd � Z� ZS ) �StdoutRefactoringToolr c sP || _ || _|r&|�tj�s&|tj7 }|| _|| _|| _tt | ��
|||� d S �N) � nobackups�
show_diffs�endswith�os�sep�_input_base_dir� _output_dir�_append_suffix�superr �__init__) �selfZfixers�options�explicitr r �input_base_dir�
output_dir�
append_suffix�� __class__r r
r $ s
z StdoutRefactoringTool.__init__c O s* | j �|||f� | jj|f|�|� d S r )�errors�append�logger�error)r �msg�args�kwargsr r r
� log_errorA s z StdoutRefactoringTool.log_errorc
sz |}| j rH|�| j�r6tj�| j |t| j�d � �}ntd|| jf ��| jrX|| j7 }||kr�tj� |�}tj�
|�s�|r�t� |� | � d||� | j
�s2|d }tj�|�r�zt�|� W n. tk
r� } z| � d|� W 5 d }~X Y nX zt�||� W n2 tk
�r0 } z| � d||� W 5 d }~X Y nX tt| �j} | ||||� | j
�s`t�||� ||k�rvt�||� d S )Nz5filename %s does not start with the input_base_dir %szWriting converted %s to %s.z.bakzCan't remove backup %szCan't rename %s to %s)r �
startswithr r �path�join�len�
ValueErrorr �dirname�isdir�makedirs� log_messager �lexists�remove�OSError�renamer r �
write_file�shutilZcopymode)
r Znew_textr Zold_text�encodingZ
orig_filenamer Zbackup�err�writer! r r
r8 E sJ
� ��
�
z StdoutRefactoringTool.write_filec C s� |r| � d|� n�| � d|� | jr�t|||�}zP| jd k rl| j�" |D ] }t|� qHtj�� W 5 Q R X n|D ] }t|� qpW n$ tk
r� t d|f � Y d S X d S )NzNo changes to %sz
Refactored %sz+couldn't encode %s's diff for your terminal)
r3 r r Z output_lock�print�sys�stdout�flush�UnicodeEncodeError�warn)r �old�newr ZequalZ
diff_lines�liner r r
� print_outputl s$
�z"StdoutRefactoringTool.print_output)r r r )�__name__�
__module__� __qualname__r r* r8 rF �
__classcell__r r r! r
r s � 'r c C s t d| f tjd� d S )Nz WARNING: %s��file)r= r> �stderr)r' r r r
rB � s rB c
s� t jdd�}|jddddd� |jdd d
g d d � |jd
dddddd� |jddd
g dd � |jddddd� |jdddd d� |jd d dd d� |jd dd!d� |jd"d#dd$d� |jd%d&dd'd(d � |jd)d*dd+d,d-d.� |jd/d0dd1d� |jd2dd+d,d3d.� d'}i }|�|�\}}|j�r@d4|d5< |j�s:td6� d4|_|j�rZ|j�sZ|� d7� |j
�rt|j�st|� d8� |j�s�|j �r�td9� |j�s�|j�r�|� d:� |j �r�t
d;� t�� �D ]}t
|� �q�|�s�d<S |�s t
d=tjd>� t
d?tjd>� d@S dA|k�r(d4}|j�r(t
dBtjd>� d@S |j�r8d4|dC< |j�rFtjntj}tjdD|dE� t�dF�}tt�� ��} t� fdGdH�|jD ��}
t� } |j �r�d'} |j D ](}
|
dIk�r�d4} n| � � dJ |
� �q�| �r�| � | �n| }n
| � | �}|� |
�}t j!�"|�}|�r0|�#t j$��s0t j!�%|��s0t j!�&|�}|j�rT|�'t j$�}|�(dK|j|� t)t*|�|t*| �|j|j ||j|j
dL�}|j+�s�|�r�|�,� nDz|�||j|j-|j.� W n( tj/k
�r� t
dMtjd>� Y dS X |�0� t1t2|j+��S )NNz2to3 [options] file|dir ...)Zusagez-dz--doctests_only�
store_truezFix up doctests only)�action�helpz-fz--fixr$ z1Each FIX specifies a transformation; default: all)rO �defaultrP z-jz --processesZstorer �intzRun 2to3 concurrently)rO rQ �typerP z-xz--nofixz'Prevent a transformation from being runz-lz --list-fixesz List available transformationsz-pz--print-functionz0Modify the grammar so that print() is a functionz-vz --verbosezMore verbose loggingz
--no-diffsz#Don't show diffs of the refactoringz-wz--writezWrite back modified filesz-nz --nobackupsFz&Don't write backups for modified filesz-oz --output-dir�strr zXPut output files in this directory instead of overwriting the input files. Requires -n.)rO rS rQ rP z-Wz--write-unchanged-fileszYAlso write files even if no changes were required (useful with --output-dir); implies -w.z --add-suffixzuAppend this string to all output filenames. Requires -n if non-empty. ex: --add-suffix='3' will generate .py3 files.T�write_unchanged_filesz&--write-unchanged-files/-W implies -w.z%Can't use --output-dir/-o without -n.z"Can't use --add-suffix without -n.z@not writing files and not printing diffs; that's not very usefulzCan't use -n without -wz2Available transformations for the -f/--fix option:r z1At least one file or directory argument required.rK zUse --help to show usage.� �-zCan't write to stdin.r z%(name)s: %(message)s)�format�levelz lib2to3.mainc 3 s | ]}� d | V qdS )�.fix_Nr )�.0�fix�� fixer_pkgr r
� <genexpr>� s zmain.<locals>.<genexpr>�allrZ z7Output in %r will mirror the input directory %r layout.)r r r z+Sorry, -j isn't supported on this platform.)3�optparseZ OptionParserZ
add_option�
parse_argsrU r< rB r r r& Z
add_suffixZno_diffsZ
list_fixesr= r Zget_all_fix_namesr> rM r �verbose�logging�DEBUG�INFOZ basicConfigZ getLogger�setZget_fixers_from_packageZnofixr\ �add�union�
differencer r, � commonprefixr r r1 r0 �rstrip�infor �sortedr# �refactor_stdinZ
doctests_onlyZ processesZMultiprocessingUnsupportedZ summarizerR �bool)r^ r( �parserro �flagsr ZfixnamerY r% Z avail_fixesZunwanted_fixesr Z all_presentr\ Z requestedZ fixer_namesr Zrtr r] r
�main� s�
� � � �
�
�
��
� � �
� �
� � �
��rs )N)Z
__future__r r r> r r rd r9 ra r r r ZMultiprocessRefactoringToolr rB rs r r r r
�<module> s g lib2to3/__pycache__/refactor.cpython-38.opt-1.pyc 0000644 00000047671 15115353746 0015457 0 ustar 00 U
e5dk � @ s d Z dZddlZddlZddlZddlZddlZddlZddlZddl m
Z
ddl m Z m
Z
mZ ddlmZ ddlmZmZ dd lmZ d!d d �ZG d
d� de�Zdd� Zdd� Zdd� Zdd� Z dd� Z G dd� de�Z G dd � d e �Z G d d � d e�Z!G d d � d e �Z"dS )"z�Refactoring framework.
Used as a main program, this can refactor any number of files and/or
recursively descend down directories. Imported as a module, this
provides infrastructure to write your own refactoring tool.
z#Guido van Rossum <guido@python.org>� N)�chain� )�driver�tokenize�token)� find_root)�pytree�pygram)� btm_matcherTc C sT t | g g dg�}g }t�|j�D ].\}}}|�d�r |rD|dd� }|�|� q |S )zEReturn a sorted list of all available fix names in the given package.�*�fix_� N)�
__import__�pkgutilZ iter_modules�__path__�
startswith�append)Z fixer_pkgZ
remove_prefixZpkgZ fix_names�finder�nameZispkg� r �(/usr/lib64/python3.8/lib2to3/refactor.py�get_all_fix_names s
r c @ s e Zd ZdS )�
_EveryNodeN��__name__�
__module__� __qualname__r r r r r + s r c C s� t | tjtjf�r(| jdkr t�| jhS t | tj�rH| jrDt| j�S t�t | tj �r�t
� }| jD ] }|D ]}|� t|�� qhq`|S t d| ��dS )zf Accepts a pytree Pattern Node and returns a set
of the pattern types which will match first. Nz$Oh no! I don't understand pattern %s)
�
isinstancer Z NodePatternZ LeafPattern�typer ZNegatedPatternZcontent�_get_head_typesZWildcardPattern�set�update� Exception)Zpat�r�p�xr r r r / s
r c C s� t �t�}g }| D ]x}|jrdzt|j�}W n tk
rH |�|� Y q�X |D ]}|| �|� qNq|jdk r�||j �|� q|�|� qtt j
j � � t j
j
�D ]}|| �|� q�t|�S )z^ Accepts a list of fixers and returns a dictionary
of head node type --> fixer list. N)� collections� defaultdict�list�patternr r r Z _accept_typer r �python_grammarZ
symbol2number�values�tokens�extend�dict)Z
fixer_listZ
head_nodesZevery�fixerZheadsZ node_typer r r �_get_headnode_dictK s$
�r0 c s � fdd�t � d�D �S )zN
Return the fully qualified names for fixers in the package pkg_name.
c s g | ]}� d | �qS ��.r )�.0�fix_name�Zpkg_namer r �
<listcomp>h s �z+get_fixers_from_package.<locals>.<listcomp>F)r r5 r r5 r �get_fixers_from_packaged s
�r7 c C s | S �Nr )�objr r r � _identityk s r: c sX d}t �t�| �j�� � fdd�}ttjt jtj h�}t
� }z�|� \}}||krTq>q>|tj krl|rf�q6d}q>|tj k�r6|dk�r6|� \}}|tj ks�|dkr��q6|� \}}|tj ks�|dkrq6|� \}}|tj
kr�|dkr�|� \}}|tj k�r4|�|� |� \}}|tj
k�s.|d k�r"�q4|� \}}q�q>�q6q>W n tk
�rN Y nX t|�S )
NFc s t � �} | d | d fS )Nr r )�next)�tok��genr r �advancer s z(_detect_future_features.<locals>.advanceT�fromZ
__future__�import�(�,)r �generate_tokens�io�StringIO�readline� frozensetr �NEWLINE�NL�COMMENTr �STRING�NAME�OP�add�
StopIteration)�sourceZhave_docstringr? �ignore�features�tp�valuer r= r �_detect_future_featureso sB
rV c @ s e Zd ZdZdS )�
FixerErrorz A fixer could not be loaded.N)r r r �__doc__r r r r rW � s rW c @ s� e Zd Zddd�ZdZdZd4dd�Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z d5dd�Z d6dd�Z
dd� Zd7dd�Zdd� Zd8d d �Zd d � Zd d!� Zd9d"d#�Zd:d$d%�Zd&Zd'Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Z d2d3� Z dS );�RefactoringToolF)�print_function�write_unchanged_filesZFixr Nc C s. || _ |p g | _| j�� | _|dk r0| j�|� | jd rDtj| _ntj | _| j�
d�| _ g | _ t
�d�| _g | _d| _tj| jtj| jd�| _| �� \| _| _g | _t�� | _ g | _ g | _ t | j| j�D ]F}|j r�| j �!|� q�|| jkr�| j �"|� q�|| jkr�| j �"|� q�t#| j �| _$t#| j �| _%dS )z�Initializer.
Args:
fixer_names: a list of fixers to import
options: a dict with configuration.
explicit: a list of fixers to run even if they are explicit.
NrZ r[ rY F)�convert�logger)&�fixers�explicit�_default_options�copy�optionsr! r �!python_grammar_no_print_statement�grammarr* �getr[ �errors�loggingZ getLoggerr] � fixer_log�wroter ZDriverr r\ �
get_fixers� pre_order�
post_order�files�bmZ
BottomMatcher�BMZ
bmi_pre_orderZbmi_post_orderr Z
BM_compatibleZ add_fixerr r0 �bmi_pre_order_heads�bmi_post_order_heads)�selfZ fixer_namesrb r_ r/ r r r �__init__� s>
�
zRefactoringTool.__init__c C sX g }g }| j D �] }t|i i dg�}|�dd�d }|�| j�rR|t| j�d� }|�d�}| jd�dd � |D �� }zt ||�}W n& t
k
r� t d
||f �d�Y nX || j | j
�} | jr�| jd k r�|| jkr�| �d |� q| �d
|� | jdk�r|�| � q| jdk�r |�| � qt d| j ��qt�d�}
|j|
d� |j|
d� ||fS )a Inspects the options to load the requested patterns and handlers.
Returns:
(pre_order, post_order), where pre_order is the list of fixers that
want a pre-order AST traversal, and post_order is the list that want
post-order traversal.
r r2 r ���N�_� c S s g | ] }|� � �qS r )�title)r3 r$ r r r r6 � s z.RefactoringTool.get_fixers.<locals>.<listcomp>zCan't find %s.%sTzSkipping optional fixer: %szAdding transformation: %sZpreZpostzIllegal fixer order: %rZ run_order��key)r^ r �rsplitr � FILE_PREFIX�len�split� CLASS_PREFIX�join�getattr�AttributeErrorrW rb rh r_ � log_message� log_debug�orderr �operator�
attrgetter�sort) rr Zpre_order_fixersZpost_order_fixersZ fix_mod_path�modr4 �parts�
class_nameZ fix_classr/ Zkey_funcr r r rj � s:
�
zRefactoringTool.get_fixersc O s � dS )z Called when an error occurs.Nr )rr �msg�args�kwdsr r r � log_error� s zRefactoringTool.log_errorc G s |r || }| j �|� dS )zHook to log a message.N)r] �info�rr r� r� r r r r� s zRefactoringTool.log_messagec G s |r || }| j �|� d S r8 )r] �debugr� r r r r� s zRefactoringTool.log_debugc C s dS )zTCalled with the old version, new version, and filename of a
refactored file.Nr )rr �old_text�new_text�filename�equalr r r � print_output s z RefactoringTool.print_outputc C s8 |D ].}t j�|�r$| �|||� q| �|||� qdS )z)Refactor a list of files and directories.N)�os�path�isdir� refactor_dir�
refactor_file)rr �items�write�
doctests_onlyZ dir_or_filer r r �refactor s zRefactoringTool.refactorc
C s� t jd }t �|�D ]�\}}}| �d|� |�� |�� |D ]>}|�d�s>t j�|�d |kr>t j�||�} | � | ||� q>dd� |D �|dd�< qdS )z�Descends down a directory and refactor every Python file found.
Python files are assumed to have a .py extension.
Files and subdirectories starting with '.' are skipped.
�pyzDescending into %sr2 r c S s g | ]}|� d �s|�qS r1 )r )r3 Zdnr r r r6 . s
z0RefactoringTool.refactor_dir.<locals>.<listcomp>N)
r� �extsep�walkr� r� r r� �splitextr r� )
rr Zdir_namer� r� Zpy_ext�dirpathZdirnames� filenamesr �fullnamer r r r� s
�z RefactoringTool.refactor_dirc
C s� zt |d�}W n6 tk
rD } z| �d||� W Y �dS d}~X Y nX zt�|j�d }W 5 |�� X tj |d|dd��}|�� |fW 5 Q R � S Q R X dS ) zG
Do our best to decode a Python source file correctly.
�rbzCan't open %s: %s)NNNr r# rv ��encoding�newline) �open�OSErrorr� �closer �detect_encodingrG rE �read)rr r� �f�errr� r r r �_read_python_source0 s
z#RefactoringTool._read_python_sourcec C s� | � |�\}}|dkrdS |d7 }|rn| �d|� | �||�}| jsL||kr`| �|||||� q�| �d|� nH| �||�}| js�|r�|jr�| jt|�dd� |||d� n | �d|� dS )zRefactors a file.N�
zRefactoring doctests in %szNo doctest changes in %srt )r� r� zNo changes in %s)r� r� �refactor_docstringr[ �processed_file�refactor_string� was_changed�str)rr r� r� r� �inputr� �output�treer r r r� @ s" �z RefactoringTool.refactor_filec
C s� t |�}d|krtj| j_zVz| j�|�}W n@ tk
rl } z"| �d||jj |� W Y �W �dS d}~X Y nX W 5 | j| j_X ||_
| � d|� | � ||� |S )aF Refactor a given input string.
Args:
data: a string holding the code to be refactored.
name: a human-readable name for use in error/log messages.
Returns:
An AST corresponding to the refactored input stream; None if
there were errors during the parse.
rZ zCan't parse %s: %s: %sNzRefactoring %s)
rV r rc r rd Z parse_stringr" r� � __class__r �future_featuresr� �
refactor_tree)rr �datar rS r� r� r r r r� W s"
� z RefactoringTool.refactor_stringc C s� t j�� }|rN| �d� | �|d�}| js2||krB| �|d|� q�| �d� n:| �|d�}| jsj|r~|jr~| �t |�d|� n
| �d� d S )Nz Refactoring doctests in stdinz<stdin>zNo doctest changes in stdinzNo changes in stdin)
�sys�stdinr� r� r� r[ r� r� r� r� )rr r� r� r� r� r r r �refactor_stdinr s
z RefactoringTool.refactor_stdinc
C s� t | j| j�D ]}|�||� q| �| j|�� � | �| j|�� � | j�|� � �}t
|� � ��r�| jj D �]D}||krj|| rj|| j
tjjdd� |jr�|| j
tjjd� t|| �D ]�}||| kr�|| �|� z t|� W n tk
�r Y q�Y nX |j�r||jk�rq�|�|�}|r�|�||�}|dk r�|�|� |�� D ] }|j�s^g |_|j�|� �qL| j�|� � �}|D ]*} | |k�r�g || < || � || � �q�q�qjqTt | j| j�D ]}|� ||� �q�|j S )a� Refactors a parse tree (modifying the tree in place).
For compatible patterns the bottom matcher module is
used. Otherwise the tree is traversed node-to-node for
matches.
Args:
tree: a pytree.Node instance representing the root of the tree
to be refactored.
name: a human-readable name for this tree.
Returns:
True if the tree was modified, False otherwise.
T)ry �reverserx N) r rk rl Z
start_tree� traverse_byrp rq ro �runZleaves�anyr+ r^ r� r ZBaseZdepthZkeep_line_orderZ
get_linenor( �remover �
ValueErrorZfixers_applied�match� transform�replacer r- Z finish_treer� )
rr r� r r/ Z match_set�node�results�newZ new_matchesZfxrr r r r� � sJ
z RefactoringTool.refactor_treec C sV |sdS |D ]D}||j D ]4}|�|�}|r|�||�}|dk r|�|� |}qq dS )a Traverse an AST, applying a set of fixers to each node.
This is a helper method for refactor_tree().
Args:
fixers: a list of fixer instances.
traversal: a generator that yields AST nodes.
Returns:
None
N)r r� r� r� )rr r^ Z traversalr� r/ r� r� r r r r� � s
zRefactoringTool.traverse_byc C s� | j �|� |dkr.| �|�d }|dkr.dS ||k}| �||||� |r`| �d|� | js`dS |rv| �||||� n | �d|� dS )zR
Called when a file has been refactored and there may be changes.
Nr zNo changes to %szNot writing changes to %s)rm r r� r� r� r[ �
write_file)rr r� r� r� r� r� r� r r r r� � s z RefactoringTool.processed_filec C s� zt j|d|dd�}W n6 tk
rL } z| �d||� W Y �dS d}~X Y nX |�F z|�|� W n0 tk
r� } z| �d||� W 5 d}~X Y nX W 5 Q R X | �d|� d| _dS ) z�Writes a string to a file.
It first shows a unified diff between the old text and the new text, and
then rewrites the file; the latter is only done if the write option is
set.
�wrv r� zCan't create %s: %sNzCan't write %s: %szWrote changes to %sT)rE r� r� r� r� r� ri )rr r� r� r� r� �fpr� r r r r� � s * zRefactoringTool.write_filez>>> z... c
C s g }d}d}d}d}|j dd�D ]�}|d7 }|�� �| j�r~|dk rZ|�| �||||�� |}|g}|�| j�} |d| � }q |dk r�|�|| j �s�||| j�� d kr�|� |� q |dk r�|�| �||||�� d}d}|� |� q |dk �r
|�| �||||�� d�
|�S )a� Refactors a docstring, looking for doctests.
This returns a modified version of the input string. It looks
for doctests, which start with a ">>>" prompt, and may be
continued with "..." prompts, as long as the "..." is indented
the same as the ">>>".
(Unfortunately we can't use the doctest module's parser,
since, like most parsers, it is not geared towards preserving
the original source.)
Nr T��keependsr r� rv ) �
splitlines�lstripr �PS1r- �refactor_doctest�find�PS2�rstripr r )
rr r� r� �result�blockZ block_lineno�indent�lineno�line�ir r r r� sJ � �� �
�z"RefactoringTool.refactor_docstringc
s z�� ||� �}W nj tk
r| } zL�j�tj�rN|D ]}��d|�d�� q6��d|||j j
|� | W Y �S d}~X Y nX �� ||��rt |�j
dd�}|d|d � ||d d� } }|d �d�s�|d d7 < � �j |�d � g}|�r|� �fd
d �|D �7 }|S ) z�Refactors one doctest.
A doctest is given as a block of lines, the first of which starts
with ">>>" (possibly indented), while the remaining lines start
with "..." (identically indented).
z
Source: %sr� z+Can't parse docstring in %s line %s: %s: %sNTr� r rt r c s g | ]}� �j | �qS r )r� )r3 r� �r� rr r r r6 Z s z4RefactoringTool.refactor_doctest.<locals>.<listcomp>)� parse_blockr" r] Z isEnabledForrg �DEBUGr� r� r� r� r r� r� r� �endswithr� �pop)
rr r� r� r� r� r� r� r� r� Zclippedr r� r r� @ s, �"z RefactoringTool.refactor_doctestc C s� | j r d}nd}| js$| �d|� n"| �d|� | jD ]}| �|� q6| jrl| �d� | jD ]}| �|� q\| jr�t| j�dkr�| �d� n| �dt| j�� | jD ] \}}}| j|f|�|� q�d S ) N�werez
need to bezNo files %s modified.zFiles that %s modified:z$Warnings/messages while refactoring:r zThere was 1 error:zThere were %d errors:)ri rm r� rh rf r| )rr r� �file�messager� r� r� r r r � summarize] s$
zRefactoringTool.summarizec C s" | j �| �|||��}t� |_|S )z�Parses a block into a tree.
This is necessary to get correct line number / offset information
in the parser diagnostics and embedded into the parse tree.
)r Z parse_tokens� wrap_toksrH r� )rr r� r� r� r� r r r r� t s zRefactoringTool.parse_blockc c sd t �| �||�j�}|D ]F\}}\}}\} }
} ||d 7 }| |d 7 } ||||f| |
f| fV qdS )z;Wraps a tokenize stream to systematically modify start/end.r N)r rD � gen_lines�__next__) rr r� r� r� r, r rU Zline0Zcol0Zline1Zcol1Z line_textr r r r� ~ s
zRefactoringTool.wrap_toksc c sx || j }|| j }|}|D ]N}|�|�r>|t|�d� V n(||�� d krVdV ntd||f ��|}q dV qldS )z�Generates lines as expected by tokenize from a list of lines.
This strips the first len(indent + self.PS1) characters off each line.
Nr� zline=%r, prefix=%rrv )r� r� r r| r� �AssertionError)rr r� r� �prefix1Zprefix2�prefixr� r r r r� � s
zRefactoringTool.gen_lines)NN)FF)FF)FF)F)NFN)N) r r r r` r~ r{ rs rj r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r rY � s> �
4(
O �
+
rY c @ s e Zd ZdS )�MultiprocessingUnsupportedNr r r r r r� � s r� c sB e Zd Z� fdd�Zd � fdd� Z� fdd�Z� fd d
�Z� ZS ) �MultiprocessRefactoringToolc s" t t| �j||� d | _d | _d S r8 )�superr� rs �queue� output_lock�rr r� �kwargs�r� r r rs � s z$MultiprocessRefactoringTool.__init__Fr c
s� |dkr t t���|||�S z dd l� W n tk
r@ t�Y nX �jd k rTtd��� �� �_� � � �_
� �fdd�t |�D �}z*|D ] }|�� q�t t���|||� W 5 �j� � t |�D ]}�j�
d � q�|D ]}|�� r�|� � q�d �_X d S )Nr r z already doing multiple processesc s g | ]}� j �jd ��qS ))�target)ZProcess�_child)r3 r� ��multiprocessingrr r r r6 � s �z8MultiprocessRefactoringTool.refactor.<locals>.<listcomp>)r� r� r� r� � ImportErrorr� r� � RuntimeErrorZ
JoinableQueueZLockr� �ranger �putZis_alive�start)rr r� r� r� Z
num_processesZ processesr� r$ r� r� r r� � s<
�
�
�
z$MultiprocessRefactoringTool.refactorc sN | j �� }|d k rJ|\}}ztt| �j||� W 5 | j �� X | j �� }q
d S r8 )r� re Z task_doner� r� r� )rr Ztaskr� r� r� r r r� � s
� z"MultiprocessRefactoringTool._childc s2 | j d k r | j �||f� ntt| �j||�S d S r8 )r� r� r� r� r� r� r� r r r� � s
�z)MultiprocessRefactoringTool.refactor_file)FFr )r r r rs r� r� r� �
__classcell__r r r� r r� � s � r� )T)#rX �
__author__rE r� r r� rg r� r& � itertoolsr Zpgen2r r r Z
fixer_utilr rv r r r
rn r r" r r r0 r7 r: rV rW �objectrY r� r� r r r r �<module> s8
( lib2to3/__pycache__/main.cpython-38.opt-1.pyc 0000644 00000020600 15115353746 0014555 0 ustar 00 U
e5d�- � @ s� d Z ddlmZmZ ddlZddlZddlZddlZddlZddl Z ddl
m Z dd� Z G dd � d e j
�Zd
d � Zdd d
�ZdS )z
Main program for 2to3.
� )�with_statement�print_functionN� )�refactorc C s( | � � } |� � }tj| |||dddd�S )z%Return a unified diff of two strings.z
(original)z (refactored)� )Zlineterm)�
splitlines�difflibZ unified_diff)�a�b�filename� r �$/usr/lib64/python3.8/lib2to3/main.py�
diff_texts s �r c s> e Zd ZdZd � fdd� Zdd� Z� fdd�Zd d
� Z� ZS ) �StdoutRefactoringToola2
A refactoring tool that can avoid overwriting its input files.
Prints output to stdout.
Output files can optionally be written to a different directory and or
have an extra file suffix appended to their name for use in situations
where you do not want to replace the input files.
r c sP || _ || _|r&|�tj�s&|tj7 }|| _|| _|| _tt | ��
|||� dS )aF
Args:
fixers: A list of fixers to import.
options: A dict with RefactoringTool configuration.
explicit: A list of fixers to run even if they are explicit.
nobackups: If true no backup '.bak' files will be created for those
files that are being refactored.
show_diffs: Should diffs of the refactoring be printed to stdout?
input_base_dir: The base directory for all input files. This class
will strip this path prefix off of filenames before substituting
it with output_dir. Only meaningful if output_dir is supplied.
All files processed by refactor() must start with this path.
output_dir: If supplied, all converted files will be written into
this directory tree instead of input_base_dir.
append_suffix: If supplied, all files output by this tool will have
this appended to their filename. Useful for changing .py to
.py3 for example by passing append_suffix='3'.
N) � nobackups�
show_diffs�endswith�os�sep�_input_base_dir� _output_dir�_append_suffix�superr �__init__) �selfZfixers�options�explicitr r �input_base_dir�
output_dir�
append_suffix�� __class__r r
r $ s
z StdoutRefactoringTool.__init__c O s* | j �|||f� | jj|f|�|� d S )N)�errors�append�logger�error)r �msg�args�kwargsr r r
� log_errorA s z StdoutRefactoringTool.log_errorc
sz |}| j rH|�| j�r6tj�| j |t| j�d � �}ntd|| jf ��| jrX|| j7 }||kr�tj� |�}tj�
|�s�|r�t� |� | � d||� | j
�s2|d }tj�|�r�zt�|� W n. tk
r� } z| � d|� W 5 d }~X Y nX zt�||� W n2 tk
�r0 } z| � d||� W 5 d }~X Y nX tt| �j} | ||||� | j
�s`t�||� ||k�rvt�||� d S )Nz5filename %s does not start with the input_base_dir %szWriting converted %s to %s.z.bakzCan't remove backup %szCan't rename %s to %s)r �
startswithr r �path�join�len�
ValueErrorr �dirname�isdir�makedirs� log_messager �lexists�remove�OSError�renamer r �
write_file�shutilZcopymode)
r Znew_textr Zold_text�encodingZ
orig_filenamer Zbackup�err�writer r r
r7 E sJ
� ��
�
z StdoutRefactoringTool.write_filec C s� |r| � d|� n�| � d|� | jr�t|||�}zP| jd k rl| j�" |D ] }t|� qHtj�� W 5 Q R X n|D ] }t|� qpW n$ tk
r� t d|f � Y d S X d S )NzNo changes to %sz
Refactored %sz+couldn't encode %s's diff for your terminal)
r2 r r Z output_lock�print�sys�stdout�flush�UnicodeEncodeError�warn)r �old�newr ZequalZ
diff_lines�liner r r
� print_outputl s$
�z"StdoutRefactoringTool.print_output)r r r ) �__name__�
__module__� __qualname__�__doc__r r) r7 rE �
__classcell__r r r r
r s
� 'r c C s t d| f tjd� d S )Nz WARNING: %s��file)r< r= �stderr)r& r r r
rA � s rA c
s� t jdd�}|jddddd� |jdd d
g d d � |jd
dddddd� |jddd
g dd � |jddddd� |jdddd d� |jd d dd d� |jd dd!d� |jd"d#dd$d� |jd%d&dd'd(d � |jd)d*dd+d,d-d.� |jd/d0dd1d� |jd2dd+d,d3d.� d'}i }|�|�\}}|j�r@d4|d5< |j�s:td6� d4|_|j�rZ|j�sZ|� d7� |j
�rt|j�st|� d8� |j�s�|j �r�td9� |j�s�|j�r�|� d:� |j �r�t
d;� t�� �D ]}t
|� �q�|�s�d<S |�s t
d=tjd>� t
d?tjd>� d@S dA|k�r(d4}|j�r(t
dBtjd>� d@S |j�r8d4|dC< |j�rFtjntj}tjdD|dE� t�dF�}tt�� ��} t� fdGdH�|jD ��}
t� } |j �r�d'} |j D ](}
|
dIk�r�d4} n| � � dJ |
� �q�| �r�| � | �n| }n
| � | �}|� |
�}t j!�"|�}|�r0|�#t j$��s0t j!�%|��s0t j!�&|�}|j�rT|�'t j$�}|�(dK|j|� t)t*|�|t*| �|j|j ||j|j
dL�}|j+�s�|�r�|�,� nDz|�||j|j-|j.� W n( tj/k
�r� t
dMtjd>� Y dS X |�0� t1t2|j+��S )Nz�Main program.
Args:
fixer_pkg: the name of a package where the fixers are located.
args: optional; a list of command line arguments. If omitted,
sys.argv[1:] is used.
Returns a suggested exit status (0, 1, 2).
z2to3 [options] file|dir ...)Zusagez-dz--doctests_only�
store_truezFix up doctests only)�action�helpz-fz--fixr# z1Each FIX specifies a transformation; default: all)rO �defaultrP z-jz --processesZstorer �intzRun 2to3 concurrently)rO rQ �typerP z-xz--nofixz'Prevent a transformation from being runz-lz --list-fixesz List available transformationsz-pz--print-functionz0Modify the grammar so that print() is a functionz-vz --verbosezMore verbose loggingz
--no-diffsz#Don't show diffs of the refactoringz-wz--writezWrite back modified filesz-nz --nobackupsFz&Don't write backups for modified filesz-oz --output-dir�strr zXPut output files in this directory instead of overwriting the input files. Requires -n.)rO rS rQ rP z-Wz--write-unchanged-fileszYAlso write files even if no changes were required (useful with --output-dir); implies -w.z --add-suffixzuAppend this string to all output filenames. Requires -n if non-empty. ex: --add-suffix='3' will generate .py3 files.T�write_unchanged_filesz&--write-unchanged-files/-W implies -w.z%Can't use --output-dir/-o without -n.z"Can't use --add-suffix without -n.z@not writing files and not printing diffs; that's not very usefulzCan't use -n without -wz2Available transformations for the -f/--fix option:r z1At least one file or directory argument required.rK zUse --help to show usage.� �-zCan't write to stdin.r z%(name)s: %(message)s)�format�levelz lib2to3.mainc 3 s | ]}� d | V qdS )�.fix_Nr )�.0�fix�� fixer_pkgr r
� <genexpr>� s zmain.<locals>.<genexpr>�allrZ z7Output in %r will mirror the input directory %r layout.)r r r z+Sorry, -j isn't supported on this platform.)3�optparseZ OptionParserZ
add_option�
parse_argsrU r; rA r r r% Z
add_suffixZno_diffsZ
list_fixesr< r Zget_all_fix_namesr= rM r �verbose�logging�DEBUG�INFOZ basicConfigZ getLogger�setZget_fixers_from_packageZnofixr\ �add�union�
differencer r+ � commonprefixr r r0 r/ �rstrip�infor �sortedr" �refactor_stdinZ
doctests_onlyZ processesZMultiprocessingUnsupportedZ summarizerR �bool)r^ r' �parserro �flagsr ZfixnamerY r$ Z avail_fixesZunwanted_fixesr Z all_presentr\ Z requestedZ fixer_namesr Zrtr r] r
�main� s�
� � � �
�
�
��
� � �
� �
� � �
��rs )N)rI Z
__future__r r r= r r rd r8 ra r r r ZMultiprocessRefactoringToolr rA rs r r r r
�<module> s g lib2to3/__pycache__/fixer_base.cpython-38.opt-2.pyc 0000644 00000006660 15115353746 0015753 0 ustar 00 U
e5d" � @ sP d dl Z ddlmZ ddlmZ ddlmZ G dd� de�ZG dd � d e�Z dS )
� N� )�PatternCompiler)�pygram)�does_tree_importc @ s� e Zd ZdZdZdZdZdZe� d�Z
e � Z dZ
dZdZdZdZdZejZdd� Zdd � Zd
d � Zd d
� Zdd� Zd dd�Zdd� Z d dd�Z dd� Z dd� Z dd � Z dS ) �BaseFixNr ZpostF� c C s || _ || _| �� d S �N)�options�log�compile_pattern)�selfr r
� r
�*/usr/lib64/python3.8/lib2to3/fixer_base.py�__init__/ s zBaseFix.__init__c C s, | j d k r(t� }|j| j dd�\| _| _d S )NT)Z with_tree)�PATTERNr r �pattern� pattern_tree)r ZPCr
r
r r ; s
�zBaseFix.compile_patternc C s
|| _ d S r )�filename)r r r
r
r � set_filenameF s zBaseFix.set_filenamec C s d|i}| j �||�o|S )N�node)r �match�r r Zresultsr
r
r r M s z
BaseFix.matchc C s
t � �d S r )�NotImplementedErrorr r
r
r � transformY s zBaseFix.transform�xxx_todo_changemec C s2 |}|| j kr"|tt| j�� }q| j �|� |S r )�
used_names�str�next�numbers�add)r �template�namer
r
r �new_namei s
zBaseFix.new_namec C s. | j r d| _ | j�d| j � | j�|� d S )NFz### In file %s ###)� first_logr
�appendr )r �messager
r
r � log_messaget s zBaseFix.log_messagec C s> |� � }|�� }d|_d}| �|||f � |r:| �|� d S )N� z Line %d: could not convert: %s)�
get_linenoZclone�prefixr& )r r �reason�linenoZ
for_output�msgr
r
r �cannot_convertz s zBaseFix.cannot_convertc C s |� � }| �d||f � d S )Nz Line %d: %s)r( r& )r r r* r+ r
r
r �warning� s zBaseFix.warningc C s( |j | _ | �|� t�d�| _d| _d S )Nr T)r r � itertools�countr r# �r Ztreer r
r
r �
start_tree� s
zBaseFix.start_treec C s d S r r
r1 r
r
r � finish_tree� s zBaseFix.finish_tree)r )N)!�__name__�
__module__� __qualname__r r r r r r/ r0 r �setr �orderZexplicitZ run_orderZ _accept_typeZkeep_line_orderZ
BM_compatibler Zpython_symbolsZsymsr r r r r r" r& r- r. r2 r3 r
r
r
r r s2
r c s( e Zd ZdZ� fdd�Zdd� Z� ZS )�ConditionalFixNc s t t| �j|� d | _d S r )�superr9 r2 � _should_skip)r �args�� __class__r
r r2 � s zConditionalFix.start_treec C sJ | j d k r| j S | j�d�}|d }d�|d d� �}t|||�| _ | j S )N�.���)r; �skip_on�split�joinr )r r Zpkgr! r
r
r � should_skip� s
zConditionalFix.should_skip)r4 r5 r6 rA r2 rD �
__classcell__r
r
r= r r9 � s r9 )
r/ Zpatcompr r' r Z
fixer_utilr �objectr r9 r
r
r
r �<module> s lib2to3/__pycache__/pytree.cpython-38.pyc 0000644 00000057430 15115353746 0014215 0 ustar 00 U
e5d8m � @ s� d Z dZddlZddlmZ dZi add� ZG dd � d e�Z G d
d � d e �Z
G d d
� d
e �Z dd� Z G dd� de�Z
G dd� de
�ZG dd� de
�ZG dd� de
�ZG dd� de
�Zdd� ZdS ) z�
Python parse tree definitions.
This is a very concrete parse tree; we need to keep every token and
even the comments and whitespace between tokens.
There's also a pattern matching implementation here.
z#Guido van Rossum <guido@python.org>� N)�StringIOi���c C sD t s8ddlm} |j�� D ] \}}t|�tkr|t |< qt �| | �S )N� )�python_symbols)� _type_reprsZpygramr �__dict__�items�type�int�
setdefault)Ztype_numr �name�val� r
�&/usr/lib64/python3.8/lib2to3/pytree.py� type_repr s
r c @ s� e Zd ZdZdZdZdZdZdZdd� Z dd� Z
dZ d d
� Z d d � Z
d
d� Zdd� Zdd� Zdd� Zdd� Zdd� Zedd� �Zedd � �Zd d � Zd d � Zd!d"� Zejd#k r�d$d%� Z dS )&�Basez�
Abstract base class for Node and Leaf.
This provides some default functionality and boilerplate using the
template pattern.
A node may be a subnode of at most one parent.
Nr
Fc O s | t k std��t�| �S )z7Constructor that prevents Base from being instantiated.zCannot instantiate Base)r �AssertionError�object�__new__��cls�args�kwdsr
r
r r 1 s z Base.__new__c C s | j |j k rtS | �|�S )zW
Compare two nodes for equality.
This calls the method _eq().
)� __class__�NotImplemented�_eq��self�otherr
r
r �__eq__6 s z Base.__eq__c C s t �dS )a_
Compare two nodes for equality.
This is called by __eq__ and __ne__. It is only called if the two nodes
have the same type. This must be implemented by the concrete subclass.
Nodes should be considered equal if they have the same structure,
ignoring the prefix string and other context information.
N��NotImplementedErrorr r
r
r r B s zBase._eqc C s t �dS )zr
Return a cloned (deep) copy of self.
This must be implemented by the concrete subclass.
Nr �r r
r
r �cloneM s z
Base.clonec C s t �dS )zx
Return a post-order iterator for the tree.
This must be implemented by the concrete subclass.
Nr r! r
r
r �
post_orderU s zBase.post_orderc C s t �dS )zw
Return a pre-order iterator for the tree.
This must be implemented by the concrete subclass.
Nr r! r
r
r � pre_order] s zBase.pre_orderc C s� | j dk stt| ���|dk s"t�t|t�s2|g}g }d}| j jD ]D}|| kr||rdt| j j| |f��|dk rv|�|� d}qB|�|� qB|s�t| j| |f��| j �� || j _|D ] }| j |_ q�d| _ dS )z/Replace this node with a new one in the parent.NFT) �parentr �str�
isinstance�list�children�extend�append�changed)r �newZ
l_children�found�ch�xr
r
r �replacee s&
z Base.replacec C s* | }t |t�s$|jsdS |jd }q|jS )z9Return the line number which generated the invocant node.Nr )r' �Leafr) �lineno�r �noder
r
r �
get_lineno| s
zBase.get_linenoc C s | j r| j �� d| _d S )NT)r% r, � was_changedr! r
r
r r, � s
z Base.changedc C sJ | j rFt| j j�D ]2\}}|| kr| j �� | j j|= d| _ | S qdS )z�
Remove the node from the tree. Returns the position of the node in its
parent's children before it was removed.
N)r% � enumerater) r, )r �ir5 r
r
r �remove� s
z Base.removec C s` | j dkrdS t| j j�D ]@\}}|| krz| j j|d W S tk
rX Y dS X qdS )z�
The node immediately following the invocant in their parent's children
list. If the invocant does not have a next sibling, it is None
Nr )r% r8 r) �
IndexError�r r9 �childr
r
r � next_sibling� s
zBase.next_siblingc C sR | j dkrdS t| j j�D ]2\}}|| kr|dkr8 dS | j j|d S qdS )z�
The node immediately preceding the invocant in their parent's children
list. If the invocant does not have a previous sibling, it is None.
Nr r )r% r8 r) r< r
r
r � prev_sibling� s
zBase.prev_siblingc c s | j D ]}|�� E d H qd S �N)r) �leaves�r r= r
r
r rA � s
z Base.leavesc C s | j d krdS d| j �� S )Nr r )r% �depthr! r
r
r rC � s
z
Base.depthc C s | j }|dkrdS |jS )z�
Return the string immediately following the invocant node. This is
effectively equivalent to node.next_sibling.prefix
N� )r> �prefix)r Znext_sibr
r
r �
get_suffix� s zBase.get_suffix�� r c C s t | ��d�S )N�ascii)r& �encoder! r
r
r �__str__� s z Base.__str__) �__name__�
__module__� __qualname__�__doc__r r% r) r7 Z was_checkedr r �__hash__r r" r# r$ r1 r6 r, r: �propertyr> r? rA rC rF �sys� version_inforK r
r
r
r r s4
r c @ s� e Zd ZdZddd�Zdd� Zdd� Zejd kr4eZ d
d � Z
d d
� Z dd� Z dd� Z
edd� �Zejdd� �Zdd� Zdd� Zdd� ZdS ) �Nodez+Concrete implementation for interior nodes.Nc C st |dkst |��|| _t|�| _| jD ] }|jdks@t t|���| |_q&|dk rV|| _|rj|dd� | _nd| _dS )z�
Initializer.
Takes a type constant (a symbol number >= 256), a sequence of
child nodes, and an optional context keyword argument.
As a side effect, the parent pointers of the children are updated.
� N)r r r( r) r% �reprrE �fixers_applied)r r r) �contextrE rW r/ r
r
r �__init__� s
z
Node.__init__c C s d| j jt| j�| jf S )�)Return a canonical string representation.z
%s(%s, %r))r rL r r r) r! r
r
r �__repr__� s �z
Node.__repr__c C s d� tt| j��S )�k
Return a pretty string representation.
This reproduces the input source exactly.
rD )�join�mapr& r) r! r
r
r � __unicode__� s zNode.__unicode__rG c C s | j | jf|j |jfkS �z Compare two nodes for equality.)r r) r r
r
r r � s zNode._eqc C s t | jdd� | jD �| jd�S )�$Return a cloned (deep) copy of self.c S s g | ] }|� � �qS r
)r" )�.0r/ r
r
r �
<listcomp> s z Node.clone.<locals>.<listcomp>�rW )rT r r) rW r! r
r
r r" s �z
Node.clonec c s$ | j D ]}|�� E dH q| V dS �z*Return a post-order iterator for the tree.N)r) r# rB r
r
r r# s
zNode.post_orderc c s$ | V | j D ]}|�� E dH q dS �z)Return a pre-order iterator for the tree.N)r) r$ rB r
r
r r$ s
zNode.pre_orderc C s | j s
dS | j d jS )zO
The whitespace and comments preceding this node in the input.
rD r �r) rE r! r
r
r rE s z Node.prefixc C s | j r|| j d _d S �Nr rg �r rE r
r
r rE s c C s( | |_ d| j| _ || j|< | �� dS )z�
Equivalent to 'node.children[i] = child'. This method also sets the
child's parent attribute appropriately.
N)r% r) r, r< r
r
r � set_child s
zNode.set_childc C s | |_ | j�||� | �� dS )z�
Equivalent to 'node.children.insert(i, child)'. This method also sets
the child's parent attribute appropriately.
N)r% r) �insertr, r< r
r
r � insert_child* s zNode.insert_childc C s | |_ | j�|� | �� dS )z�
Equivalent to 'node.children.append(child)'. This method also sets the
child's parent attribute appropriately.
N)r% r) r+ r, rB r
r
r � append_child3 s zNode.append_child)NNN)rL rM rN rO rY r[ r_ rR rS rK r r" r# r$ rQ rE �setterrj rl rm r
r
r
r rT � s( �
rT c @ s� e Zd ZdZdZdZdZddg fdd�Zdd� Zd d
� Z e
j d krFe Z d d
� Z
dd� Zdd� Zdd� Zdd� Zedd� �Zejdd� �ZdS )r2 z'Concrete implementation for leaf nodes.rD r Nc C sd d| krdk s n t |��|dk r8|\| _\| _| _|| _|| _|dk rR|| _|dd� | _dS )z�
Initializer.
Takes a type constant (a token number < 256), a string value, and an
optional context keyword argument.
r rU N)r �_prefixr3 �columnr �valuerW )r r rq rX rE rW r
r
r rY F s
z
Leaf.__init__c C s d| j j| j| jf S )rZ z
%s(%r, %r))r rL r rq r! r
r
r r[ Y s �z
Leaf.__repr__c C s | j t| j� S )r\ )rE r& rq r! r
r
r r_ _ s zLeaf.__unicode__rG c C s | j | jf|j |jfkS r` )r rq r r
r
r r j s zLeaf._eqc C s$ t | j| j| j| j| jff| jd�S )ra rd )r2 r rq rE r3 rp rW r! r
r
r r" n s
�z
Leaf.clonec c s
| V d S r@ r
r! r
r
r rA t s z Leaf.leavesc c s
| V dS re r
r! r
r
r r# w s zLeaf.post_orderc c s
| V dS rf r
r! r
r
r r$ { s zLeaf.pre_orderc C s | j S )zP
The whitespace and comments preceding this token in the input.
)ro r! r
r
r rE s z Leaf.prefixc C s | � � || _d S r@ )r, ro ri r
r
r rE � s )rL rM rN rO ro r3 rp rY r[ r_ rR rS rK r r" rA r# r$ rQ rE rn r
r
r
r r2 = s* �
r2 c C sN |\}}}}|s|| j kr<t|�dkr.|d S t|||d�S t|||d�S dS )z�
Convert raw node information to a Node or Leaf instance.
This is passed to the parser driver which calls it whenever a reduction of a
grammar rule produces a new complete node, so that the tree is build
strictly bottom-up.
r r )rX N)Z
number2symbol�lenrT r2 )ZgrZraw_noder rq rX r) r
r
r �convert� s rs c @ sP e Zd ZdZdZdZdZdd� Zdd� Zdd� Z dd d
�Z
dd d �Z d
d� Z dS )� BasePatterna�
A pattern is a tree matching pattern.
It looks for a specific node type (token or symbol), and
optionally for a specific content.
This is an abstract base class. There are three concrete
subclasses:
- LeafPattern matches a single leaf node;
- NodePattern matches a single node (usually non-leaf);
- WildcardPattern matches a sequence of nodes of variable length.
Nc O s | t k std��t�| �S )z>Constructor that prevents BasePattern from being instantiated.z Cannot instantiate BasePattern)rt r r r r r
r
r r � s zBasePattern.__new__c C sH t | j�| j| jg}|r,|d d kr,|d= qd| jjd�tt|��f S )N���z%s(%s)z, ) r r �contentr r rL r] r^ rV )r r r
r
r r[ � s zBasePattern.__repr__c C s | S )z�
A subclass can define this as a hook for optimizations.
Returns either self or another node with the same effect.
r
r! r
r
r �optimize� s zBasePattern.optimizec C sn | j dk r|j | j krdS | jdk rRd}|dk r4i }| �||�sDdS |rR|�|� |dk rj| jrj||| j< dS )a#
Does this pattern exactly match a node?
Returns True if it matches, False if not.
If results is not None, it must be a dict which will be
updated with the nodes matching named subpatterns.
Default implementation for non-wildcard patterns.
NFT)r rv � _submatch�updater )r r5 �results�rr
r
r �match� s
zBasePattern.matchc C s t |�dkrdS | �|d |�S )z�
Does this pattern exactly match a sequence of nodes?
Default implementation for non-wildcard patterns.
r Fr )rr r| )r �nodesrz r
r
r � match_seq� s zBasePattern.match_seqc c s& i }|r"| � |d |�r"d|fV dS )z}
Generator yielding all matches for this pattern.
Default implementation for non-wildcard patterns.
r r N)r| )r r} r{ r
r
r �generate_matches� s z BasePattern.generate_matches)N)N)
rL rM rN rO r rv r r r[ rw r| r~ r r
r
r
r rt � s
rt c @ s* e Zd Zddd�Zd dd�Zd
dd�ZdS ) � LeafPatternNc C sZ |dk r&d| kr dk s&n t |��|dk rDt|t�sDt t|���|| _|| _|| _dS )ap
Initializer. Takes optional type, content, and name.
The type, if given must be a token type (< 256). If not given,
this matches any *leaf* node; the content may still be required.
The content, if given, must be a string.
If a name is given, the matching node is stored in the results
dict under that key.
Nr rU )r r' r& rV r rv r )r r rv r r
r
r rY � s zLeafPattern.__init__c C s t |t�sdS t�| ||�S )z*Override match() to insist on a leaf node.F)r' r2 rt r| �r r5 rz r
r
r r|
s
zLeafPattern.matchc C s | j |jkS )�
Match the pattern's content to the node's children.
This assumes the node type matches and self.content is not None.
Returns True if it matches, False if not.
If results is not None, it must be a dict which will be
updated with the nodes matching named subpatterns.
When returning False, the results dict may still be updated.
)rv rq r� r
r
r rx s
zLeafPattern._submatch)NNN)N)N)rL rM rN rY r| rx r
r
r
r r� � s
r� c @ s$ e Zd ZdZddd�Zddd�ZdS ) � NodePatternFNc C s� |dk r|dkst |��|dk rvt|t�r6t t|���t|�}t|�D ].\}}t|t�sdt ||f��t|t�rFd| _qF|| _ || _
|| _ dS )ad
Initializer. Takes optional type, content, and name.
The type, if given, must be a symbol type (>= 256). If the
type is None this matches *any* single node (leaf or not),
except if content is not None, in which it only matches
non-leaf nodes that also match the content pattern.
The content, if not None, must be a sequence of Patterns that
must match the node's children exactly. If the content is
given, the type must not be None.
If a name is given, the matching node is stored in the results
dict under that key.
NrU T) r r' r& rV r( r8 rt �WildcardPattern� wildcardsr rv r )r r rv r r9 �itemr
r
r rY $ s
zNodePattern.__init__c C s� | j rHt| j|j�D ].\}}|t|j�kr|dk r<|�|� dS qdS t| j�t|j�kr`dS t| j|j�D ]\}}|�||�sn dS qndS )r� NTF)r� r rv r) rr ry �zipr| )r r5 rz �cr{ �
subpatternr= r
r
r rx A s
zNodePattern._submatch)NNN)N)rL rM rN r� rY rx r
r
r
r r� s
r� c @ s^ e Zd ZdZddedfdd�Zdd� Zddd �Zdd
d �Zd d
� Z dd� Z
dd� Z dd� Z dS )r� a
A wildcard pattern can match zero or more nodes.
This has all the flexibility needed to implement patterns like:
.* .+ .? .{m,n}
(a b c | d e | f)
(...)* (...)+ (...)? (...){m,n}
except it always uses non-greedy matching.
Nr c C s� d| kr | kr t ks,n t||f��|dk rtttt|��}t|�sVtt|���|D ]}t|�sZtt|���qZ|| _|| _|| _|| _ dS )a�
Initializer.
Args:
content: optional sequence of subsequences of patterns;
if absent, matches one node;
if present, each subsequence is an alternative [*]
min: optional minimum number of times to match, default 0
max: optional maximum number of times to match, default HUGE
name: optional name assigned to this match
[*] Thus, if content is [[a, b, c], [d, e], [f, g, h]] this is
equivalent to (a b c | d e | f g h); if content is None,
this is equivalent to '.' in regular expression terms.
The min and max parameters work as follows:
min=0, max=maxint: .*
min=1, max=maxint: .+
min=0, max=1: .?
min=1, max=1: .
If content is not None, replace the dot with the parenthesized
list of alternatives, e.g. (a b c | d e | f g h)*
r N)
�HUGEr �tupler^ rr rV rv �min�maxr )r rv r� r� r �altr
r
r rY k s ,zWildcardPattern.__init__c C s� d}| j dk r<t| j �dkr<t| j d �dkr<| j d d }| jdkr�| jdkr�| j dkrft| jd�S |dk r�| j|jkr�|�� S | jdkr�t|t�r�|jdkr�| j|jkr�t|j | j|j | j|j |j�S | S )z+Optimize certain stacked wildcard patterns.Nr r )r ) rv rr r� r� r� r rw r' r� )r r� r
r
r rw � s.
��
�
�
�zWildcardPattern.optimizec C s | � |g|�S )z'Does this pattern exactly match a node?)r~ r� r
r
r r| � s zWildcardPattern.matchc C sP | � |�D ]@\}}|t|�kr
|dk rD|�|� | jrDt|�|| j< dS q
dS )z4Does this pattern exactly match a sequence of nodes?NTF)r rr ry r r( )r r} rz r� r{ r
r
r r~ � s
zWildcardPattern.match_seqc c s, | j dkrTt| jdtt|�| j� �D ]*}i }| jrF|d|� || j< ||fV q&n�| jdkrl| �|�V n�ttd�r�tj }t
� t_ z�z<| � |d�D ]*\}}| jr�|d|� || j< ||fV q�W nL t k
�r | �
|�D ]*\}}| jr�|d|� || j< ||fV q�Y nX W 5 ttd��r&|t_ X dS )a"
Generator yielding matches for a sequence of nodes.
Args:
nodes: sequence of nodes
Yields:
(count, results) tuples where:
count: the match comprises nodes[:count];
results: dict containing named submatches.
Nr Z bare_name� getrefcountr )rv �ranger� rr r� r �_bare_name_matches�hasattrrR �stderrr �_recursive_matches� RuntimeError�_iterative_matches)r r} �countr{ Z save_stderrr
r
r r � s.
z WildcardPattern.generate_matchesc c s� t |�}d| jkr di fV g }| jD ]0}t||�D ] \}}||fV |�||f� q4q&|r�g }|D ]�\}} ||k rd|| jkrd| jD ]`}t|||d� �D ]H\}
} |
dkr�i }|�| � |�| � ||
|fV |�||
|f� q�q�qd|}qXdS )z(Helper to iteratively yield the matches.r N)rr r� rv r r+ r� ry ) r r} Znodelenrz r� r� r{ Z new_results�c0�r0�c1�r1r
r
r r� � s*
z"WildcardPattern._iterative_matchesc C sp d}i }d}t |�}|sV||k rVd}| jD ](}|d �|| |�r*|d7 }d} qq*q|d|� || j< ||fS )z(Special optimized matcher for bare_name.r FTr N)rr rv r| r )r r} r� r{ Zdoner� Zleafr
r
r r� � s
z"WildcardPattern._bare_name_matchesc c s� | j dk st�|| jkr"di fV || jk r�| j D ]`}t||�D ]P\}}| �||d� |d �D ].\}}i }|�|� |�|� || |fV q`q@q2dS )z(Helper to recursively yield the matches.Nr r )rv r r� r� r r� ry ) r r} r� r� r� r� r� r� r{ r
r
r r�
s
z"WildcardPattern._recursive_matches)N)N)
rL rM rN rO r� rY rw r| r~ r r� r� r� r
r
r
r r� ] s #
- r� c @ s. e Zd Zd
dd�Zdd� Zdd� Zdd � ZdS ) �NegatedPatternNc C s( |dk r t |t�s tt|���|| _dS )a
Initializer.
The argument is either a pattern or None. If it is None, this
only matches an empty sequence (effectively '$' in regex
lingo). If it is not None, this matches whenever the argument
pattern doesn't have any matches.
N)r' rt r rV rv )r rv r
r
r rY s zNegatedPattern.__init__c C s dS )NFr
r4 r
r
r r| ( s zNegatedPattern.matchc C s t |�dkS rh )rr )r r} r
r
r r~ , s zNegatedPattern.match_seqc c sJ | j d kr"t|�dkrFdi fV n$| j �|�D ] \}} d S di fV d S rh )rv rr r )r r} r� r{ r
r
r r 0 s
z NegatedPattern.generate_matches)N)rL rM rN rY r| r~ r r
r
r
r r� s
r� c c s� | sdi fV n|| d | dd� }}|� |�D ]Z\}}|sH||fV q0t |||d� �D ].\}}i }|�|� |�|� || |fV qZq0dS )aR
Generator yielding matches for a sequence of patterns and nodes.
Args:
patterns: a sequence of patterns
nodes: a sequence of nodes
Yields:
(count, results) tuples where:
count: the entire sequence of patterns matches nodes[:count];
results: dict containing named submatches.
r r N)r ry ) Zpatternsr} �p�restr� r� r� r� r{ r
r
r r < s
r )rO �
__author__rR �ior r� r r r r rT r2 rs rt r� r� r� r� r r
r
r
r �<module> s$
1nNV,= =# lib2to3/__pycache__/btm_utils.cpython-38.opt-2.pyc 0000644 00000011040 15115353746 0015632 0 ustar 00 U
e5d�& � @ sx d dl mZ d dlmZmZ d dlmZmZ eZeZ ej
Z eZ dZ
dZdZG dd� de�Zdd
d �Zd d
� Zdd� Zd S )� )�pytree)�grammar�token)�pattern_symbols�python_symbols���������c @ s6 e Zd Zd dd�Zdd� Zdd� Zdd � Zd
d � ZdS )
�MinNodeNc C s. || _ || _g | _d| _d | _g | _g | _d S )NF)�type�name�children�leaf�parent� alternatives�group)�selfr r � r �)/usr/lib64/python3.8/lib2to3/btm_utils.py�__init__ s zMinNode.__init__c C s t | j�d t | j� S )N� )�strr r )r r r r �__repr__ s zMinNode.__repr__c C s� | }g }|r�|j tkr^|j�|� t|j�t|j�krRt|j�g}g |_|j}qn |j}d }q�|j tkr�|j �|� t|j �t|j�kr�t
|j �}g |_ |j}qn |j}d }q�|j t j kr�|j
r�|�|j
� n |�|j � |j}q|S �N)r �TYPE_ALTERNATIVESr �append�lenr
�tupler �
TYPE_GROUPr � get_characteristic_subpattern� token_labels�NAMEr )r �node�subpr r r � leaf_to_root! s8
zMinNode.leaf_to_rootc C s& | � � D ]}|�� }|r| S qd S r )�leavesr$ )r �lr# r r r �get_linear_subpatternK s z MinNode.get_linear_subpatternc c s* | j D ]}|�� E d H q| j s&| V d S r )r
r% )r �childr r r r% ` s
zMinNode.leaves)NN)�__name__�
__module__� __qualname__r r r$ r' r% r r r r r
s
*r
Nc
C s� d }| j tjkr| jd } | j tjkr�t| j�dkrFt| jd |�}nFttd�}| jD ]4}| j� |�d rlqVt||�}|d k rV|j�
|� qV�n| j tj kr�t| j�dkr�tt d�}| jD ] }t||�}|r�|j�
|� q�|js�d }nt| jd |�}�n�| j tj
k�r�t| jd tj��r>| jd jdk�r>t| jd |�S t| jd tj��rd| jd jdk�s�t| j�dk�r�t| jd d��r�| jd jdk�r�d S d}d }d }d }d } d }
| jD ]d}|j tjk�r�d }|}n*|j tjk�r�d}|} n|j tjk�r |}t|d��r�|jd
k�r�d}
�q�|
�rT| jd } t| d��r^| jdk�r^| jd } n
| jd } | j tjk�r�| jd k�r�ttd�}n4tt| j��r�ttt| j�d�}nttt| j�d�}n\| j tjk�r�| j�d
�} | t k�r�tt | d�}nttj| d�}n| j tjk�rt||�}|�rL| jd jdk�r4d }n| jd jdk�rHnt �|�r�|d k �r�|jdd� D ]&}t||�}|d k �rj|j�
|� �qj|�r�||_ |S )N� � )r r �(�[�valueTF�=� �any�')r r �*�+r ) r �symsZMatcherr
Z Alternativesr � reduce_treer
r �indexr Z Alternativer ZUnit�
isinstancer ZLeafr0 �hasattrZDetailsZRepeaterr r! �TYPE_ANY�getattr�pysyms�STRING�strip�tokens�NotImplementedErrorr )
r" r Znew_noder( Zreducedr Z details_nodeZalternatives_nodeZ has_repeaterZ
repeater_nodeZhas_variable_nameZ name_leafr r r r r8 g s�
�� ���
r8 c s� t | t�s| S t| �dkr"| d S g }g }dddddg�g }d� | D ]d}tt|d d
� ��rDtt|� fd d
���r||�|� qDtt|�fd d
���r�|�|� qD|�|� qD|r�|} n|r�|} n|r�|} t| td
�S )Nr r, �in�for�if�not�Nonez[]().,:c S s t | �tkS r )r r ��xr r r �<lambda>� � z/get_characteristic_subpattern.<locals>.<lambda>c s t | t�o| � kS r �r: r rH )� common_charsr r rJ rK c s t | t�o| � kS r rL rH )� common_namesr r rJ rK )�key)r: �listr r3 �rec_testr �max)Z subpatternsZsubpatterns_with_namesZ subpatterns_with_common_namesZ subpatterns_with_common_chars�
subpatternr )rM rN r r � s6
�
� r c c s8 | D ].}t |ttf�r(t||�E d H q||�V qd S r )r: rP r rQ )ZsequenceZ test_funcrI r r r rQ s rQ )N)� r Zpgen2r r Zpygramr r r7 r> ZopmaprA r r< r r �objectr
r8 r rQ r r r r �<module> s W
% lib2to3/__pycache__/patcomp.cpython-38.opt-2.pyc 0000644 00000011433 15115353746 0015301 0 ustar 00 U
e5d� � @ s� d Z ddlZddlmZmZmZmZmZmZ ddl m
Z
ddl m Z G dd� de �Z
d d
� ZG d d � d e�Zejejejdd
�Zdd� Zdd� Zdd� ZdS )z#Guido van Rossum <guido@python.org>� N� )�driver�literals�token�tokenize�parse�grammar)�pytree)�pygramc @ s e Zd ZdS )�PatternSyntaxErrorN)�__name__�
__module__� __qualname__� r r �'/usr/lib64/python3.8/lib2to3/patcomp.pyr s r c c sL t jt jt jh}t�t�| �j�}|D ] }|\}}}}}||kr&|V q&d S �N) r �NEWLINE�INDENT�DEDENTr �generate_tokens�io�StringIO�readline) �input�skip�tokensZ quintuple�type�value�start�endZ line_textr r r �tokenize_wrapper s r c @ s: e Zd Zd
dd�Zddd�Zdd� Zdd d
�Zd d � ZdS )�PatternCompilerNc C sZ |d krt j| _t j| _nt�|�| _t �| j�| _t j| _ t j
| _ tj | jt
d�| _d S )N)Zconvert)r
Zpattern_grammarr Zpattern_symbols�symsr Z load_grammarZSymbolsZpython_grammarZ pygrammarZpython_symbols�pysymsZDriver�pattern_convert)�selfZ grammar_filer r r �__init__( s
zPatternCompiler.__init__Fc
C sp t |�}z| jj||d�}W n2 tjk
rN } ztt|��d �W 5 d }~X Y nX |rb| �|�|fS | �|�S d S )N)�debug)r r Z parse_tokensr Z
ParseErrorr �str� compile_node)r% r r' Z with_treer �root�er r r �compile_pattern7 s z PatternCompiler.compile_patternc
sV |j � jjkr|jd }|j � jjkrz� fdd�|jd d d� D �}t|�dkrX|d S tjdd� |D �ddd�}|�� S |j � jj krʇ fdd�|jD �}t|�dkr�|d S tj|gddd�}|�� S |j � jj
kr�� � |jdd � �}t� |�}|�� S d }|j}t|�d k�r>|d j t
jk�r>|d j}|dd � }d }t|�dk�rx|d
j � jjk�rx|d
}|d d
� }� � ||�}|d k �r>|j} | d }
|
j t
jk�r�d} tj} nX|
j t
jk�r�d} tj} n>|
j t
jk�r� �| d � } } t| �d k�r� �| d �} n | dk�s"| dk�r>|�� }tj|gg| | d�}|d k �rN||_|�� S ) Nr c s g | ]}� � |��qS r �r) ��.0Zch�r% r r �
<listcomp>O s z0PatternCompiler.compile_node.<locals>.<listcomp>� r c S s g | ]
}|g�qS r r )r/ �ar r r r1 R s ��min�maxc s g | ]}� � |��qS r r- r. r0 r r r1 V s � ���� )r r" ZMatcher�childrenZ Alternatives�lenr �WildcardPattern�optimizeZ AlternativeZ NegatedUnit�
compile_basicZNegatedPatternr �EQUALr ZRepeater�STARZHUGE�PLUS�LBRACE�get_int�name)
r% �nodeZalts�pZunits�patternrD �nodes�repeatr: Zchildr5 r6 r r0 r r) C s^
"
z PatternCompiler.compile_nodec C s@ |d }|j tjkr4tt�|j��}t�t |�|�S |j tj
kr�|j}|� � r�|t krbt
d| ��|dd � rvt
d��t�t | �S |dkr�d }n,|�d�s�t| j|d �}|d kr�t
d| ��|dd � r�| �|d jd �g}nd }t�||�S nH|jdk�r| �|d �S |jd k�r<| �|d �}tj|ggddd
�S d S ) Nr zInvalid token: %rr z Can't have details for token�any�_zInvalid symbol: %r�(�[r4 )r r �STRINGr( r Z
evalStringr r Z LeafPattern�_type_of_literal�NAME�isupper� TOKEN_MAPr �
startswith�getattrr# r) r: Z NodePatternr< )r% rH rI rE r r Zcontent�
subpatternr r r r> � s8
z PatternCompiler.compile_basicc C s
t |j�S r )�intr )r% rE r r r rC � s zPatternCompiler.get_int)N)FF)N)r r
r r& r, r) r> rC r r r r r! & s
G
#r! )rP rN �NUMBERZTOKENc C s. | d � � rtjS | tjkr&tj| S d S d S )Nr )�isalphar rP r Zopmap)r r r r rO � s
rO c C s> |\}}}}|s|| j kr*tj|||d�S tj|||d�S d S )N)�context)Z
number2symbolr ZNodeZLeaf)r Z
raw_node_infor r rY r: r r r r$ � s r$ c C s t � �| �S r )r! r, )rG r r r r, � s r, )�
__author__r Zpgen2r r r r r r � r r
� Exceptionr r �objectr! rP rN rW rR rO r$ r, r r r r �<module> s
� lib2to3/__pycache__/btm_matcher.cpython-38.opt-1.pyc 0000644 00000011417 15115353746 0016124 0 ustar 00 U
e5d� � @ sl d Z dZddlZddlZddlmZ ddlmZ ddlm Z G dd � d e
�Z G d
d � d e
�Z i a
d d
� ZdS )a� A bottom-up tree matching algorithm implementation meant to speed
up 2to3's matching process. After the tree patterns are reduced to
their rarest linear path, a linear Aho-Corasick automaton is
created. The linear automaton traverses the linear paths from the
leaves to the root of the AST and returns a set of nodes for further
matching. This reduces significantly the number of candidate nodes.z+George Boutsioukis <gboutsioukis@gmail.com>� N)� defaultdict� )�pytree)� reduce_treec @ s e Zd ZdZe�� Zdd� ZdS )�BMNodez?Class for a node of the Aho-Corasick automaton used in matchingc C s" i | _ g | _ttj�| _d| _d S )N� )�transition_table�fixers�nextr �count�id�content��self� r �+/usr/lib64/python3.8/lib2to3/btm_matcher.py�__init__ s zBMNode.__init__N)�__name__�
__module__� __qualname__�__doc__� itertoolsr r r r r r r s r c @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd S )
�
BottomMatcherzgThe main matcher class. After instantiating the patterns should
be added using the add_fixer methodc C s0 t � | _t� | _| jg| _g | _t�d�| _d S )NZRefactoringTool) �set�matchr �rootZnodesr �loggingZ getLoggerZloggerr r r r r s
zBottomMatcher.__init__c C sH | j �|� t|j�}|�� }| j|| jd�}|D ]}|j �|� q2dS )z�Reduces a fixer's pattern tree to a linear path and adds it
to the matcher(a common Aho-Corasick automaton). The fixer is
appended on the matching states and called when they are
reached��startN)r �appendr Z pattern_treeZget_linear_subpattern�addr )r �fixerZtreeZlinear� match_nodesZ
match_noder r r � add_fixer% s
zBottomMatcher.add_fixerc C s� |s
|gS t |d t�r`g }|d D ]6}| j||d�}|D ] }|�| �|dd� |�� q:q$|S |d |jkr�t� }||j|d < n|j|d }|dd� r�| j|dd� |d�}n|g}|S dS )z5Recursively adds a linear pattern to the AC automatonr r r N)�
isinstance�tupler �extendr r )r �patternr r" � alternativeZ end_nodes�endZ next_noder r r r 1 s" zBottomMatcher.addc C s� | j }tt�}|D ]�}|}|rd|_|jD ]$}t|tj�r*|jdkr*d|_ qPq*|j dkrb|j}n|j }||j
kr�|j
| }|j D ]}|| � |� q�nH| j }|j
dk r�|j
jr�q||j
kr�|j
| }|j D ]}|| � |� q�|j
}qq|S )au The main interface with the bottom matcher. The tree is
traversed from the bottom using the constructed
automaton. Nodes are only checked once as the tree is
retraversed. When the automaton fails, we give it one more
shot(in case the above tree matches as a whole with the
rejected leaf), then we break for the next leaf. There is the
special case of multiple arguments(see code comments) where we
recheck the nodes
Args:
The leaves of the AST tree to be matched
Returns:
A dictionary of node matches with fixers as the keys
T�;Fr N)r r �listZ was_checkedZchildrenr$ r ZLeaf�value�typer r r �parent) r ZleavesZcurrent_ac_nodeZresultsZleafZcurrent_ast_nodeZchildZ
node_tokenr! r r r �runS s8
�
zBottomMatcher.runc s* t d� � fdd�� � | j� t d� dS )z<Prints a graphviz diagram of the BM automaton(for debugging)z
digraph g{c sZ | j �� D ]J}| j | }td| j|jt|�t|j�f � |dkrLt|j� � |� q
d S )Nz%d -> %d [label=%s] //%sr )r �keys�printr � type_repr�strr r
)ZnodeZ subnode_keyZsubnode��
print_noder r r5 � s
�
z*BottomMatcher.print_ac.<locals>.print_node�}N)r1 r r r r4 r �print_ac� s
zBottomMatcher.print_acN) r r r r r r# r r/ r7 r r r r r s "8r c C sD t s8ddlm} |j�� D ] \}}t|�tkr|t |< qt �| | �S )Nr )�python_symbols)� _type_reprsZpygramr8 �__dict__�itemsr- �int�
setdefault)Ztype_numr8 �name�valr r r r2 � s
r2 )r �
__author__r r � collectionsr r r Z btm_utilsr �objectr r r9 r2 r r r r �<module> s lib2to3/__pycache__/__main__.cpython-38.opt-1.pyc 0000644 00000000327 15115353746 0015355 0 ustar 00 U
e5dC � @ s& d dl Z ddlmZ e �ed�� dS )� N� )�mainz
lib2to3.fixes)�sysr �exit� r r �(/usr/lib64/python3.8/lib2to3/__main__.py�<module> s lib2to3/__pycache__/btm_matcher.cpython-38.pyc 0000644 00000011417 15115353746 0015165 0 ustar 00 U
e5d� � @ sl d Z dZddlZddlZddlmZ ddlmZ ddlm Z G dd � d e
�Z G d
d � d e
�Z i a
d d
� ZdS )a� A bottom-up tree matching algorithm implementation meant to speed
up 2to3's matching process. After the tree patterns are reduced to
their rarest linear path, a linear Aho-Corasick automaton is
created. The linear automaton traverses the linear paths from the
leaves to the root of the AST and returns a set of nodes for further
matching. This reduces significantly the number of candidate nodes.z+George Boutsioukis <gboutsioukis@gmail.com>� N)� defaultdict� )�pytree)� reduce_treec @ s e Zd ZdZe�� Zdd� ZdS )�BMNodez?Class for a node of the Aho-Corasick automaton used in matchingc C s" i | _ g | _ttj�| _d| _d S )N� )�transition_table�fixers�nextr �count�id�content��self� r �+/usr/lib64/python3.8/lib2to3/btm_matcher.py�__init__ s zBMNode.__init__N)�__name__�
__module__� __qualname__�__doc__� itertoolsr r r r r r r s r c @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd S )
�
BottomMatcherzgThe main matcher class. After instantiating the patterns should
be added using the add_fixer methodc C s0 t � | _t� | _| jg| _g | _t�d�| _d S )NZRefactoringTool) �set�matchr �rootZnodesr �loggingZ getLoggerZloggerr r r r r s
zBottomMatcher.__init__c C sH | j �|� t|j�}|�� }| j|| jd�}|D ]}|j �|� q2dS )z�Reduces a fixer's pattern tree to a linear path and adds it
to the matcher(a common Aho-Corasick automaton). The fixer is
appended on the matching states and called when they are
reached��startN)r �appendr Z pattern_treeZget_linear_subpattern�addr )r �fixerZtreeZlinear� match_nodesZ
match_noder r r � add_fixer% s
zBottomMatcher.add_fixerc C s� |s
|gS t |d t�r`g }|d D ]6}| j||d�}|D ] }|�| �|dd� |�� q:q$|S |d |jkr�t� }||j|d < n|j|d }|dd� r�| j|dd� |d�}n|g}|S dS )z5Recursively adds a linear pattern to the AC automatonr r r N)�
isinstance�tupler �extendr r )r �patternr r" � alternativeZ end_nodes�endZ next_noder r r r 1 s" zBottomMatcher.addc C s� | j }tt�}|D ]�}|}|rd|_|jD ]$}t|tj�r*|jdkr*d|_ qPq*|j dkrb|j}n|j }||j
kr�|j
| }|j D ]}|| � |� q�nH| j }|j
dk r�|j
jr�q||j
kr�|j
| }|j D ]}|| � |� q�|j
}qq|S )au The main interface with the bottom matcher. The tree is
traversed from the bottom using the constructed
automaton. Nodes are only checked once as the tree is
retraversed. When the automaton fails, we give it one more
shot(in case the above tree matches as a whole with the
rejected leaf), then we break for the next leaf. There is the
special case of multiple arguments(see code comments) where we
recheck the nodes
Args:
The leaves of the AST tree to be matched
Returns:
A dictionary of node matches with fixers as the keys
T�;Fr N)r r �listZ was_checkedZchildrenr$ r ZLeaf�value�typer r r �parent) r ZleavesZcurrent_ac_nodeZresultsZleafZcurrent_ast_nodeZchildZ
node_tokenr! r r r �runS s8
�
zBottomMatcher.runc s* t d� � fdd�� � | j� t d� dS )z<Prints a graphviz diagram of the BM automaton(for debugging)z
digraph g{c sZ | j �� D ]J}| j | }td| j|jt|�t|j�f � |dkrLt|j� � |� q
d S )Nz%d -> %d [label=%s] //%sr )r �keys�printr � type_repr�strr r
)ZnodeZ subnode_keyZsubnode��
print_noder r r5 � s
�
z*BottomMatcher.print_ac.<locals>.print_node�}N)r1 r r r r4 r �print_ac� s
zBottomMatcher.print_acN) r r r r r r# r r/ r7 r r r r r s "8r c C sD t s8ddlm} |j�� D ] \}}t|�tkr|t |< qt �| | �S )Nr )�python_symbols)� _type_reprsZpygramr8 �__dict__�itemsr- �int�
setdefault)Ztype_numr8 �name�valr r r r2 � s
r2 )r �
__author__r r � collectionsr r r Z btm_utilsr �objectr r r9 r2 r r r r �<module> s lib2to3/__pycache__/pygram.cpython-38.pyc 0000644 00000002356 15115353746 0014201 0 ustar 00 U
e5d � @ s� d Z ddlZddlmZ ddlmZ ddlmZ ej�ej� e
�d�Z ej�ej� e
�d�Z G d d
� d
e
�Ze�d e �Zee�Ze�� Zejd = e�� Zejd
= e�d e �Zee�ZdS )z&Export the Python grammar and symbols.� N� )�token)�driver)�pytreez Grammar.txtzPatternGrammar.txtc @ s e Zd Zdd� ZdS )�Symbolsc C s$ |j �� D ]\}}t| ||� q
dS )z�Initializer.
Creates an attribute for each grammar symbol (nonterminal),
whose value is the symbol's type (an int >= 256).
N)Z
symbol2number�items�setattr)�selfZgrammar�nameZsymbol� r �&/usr/lib64/python3.8/lib2to3/pygram.py�__init__ s zSymbols.__init__N)�__name__�
__module__� __qualname__r
r r r r r s r Zlib2to3�print�exec)�__doc__�osZpgen2r r � r �path�join�dirname�__file__Z
_GRAMMAR_FILEZ_PATTERN_GRAMMAR_FILE�objectr Zload_packaged_grammarZpython_grammarZpython_symbols�copyZ!python_grammar_no_print_statement�keywordsZ*python_grammar_no_print_and_exec_statementZpattern_grammarZpattern_symbolsr r r r �<module> s" � lib2to3/__pycache__/fixer_util.cpython-38.opt-2.pyc 0000644 00000023464 15115353746 0016017 0 ustar 00 U
e5dg; �
@ s� d dl mZ d dlmZmZ d dlmZ d dlm Z dd� Z
dd� Z d d
� Z d d � Z
dVdd�Zdd� Zdd� Zdd� Ze � e � fdd�ZdWdd�Zdd� Zd d � ZdXd d �Zd d!� ZdYd"d#�ZdZd$d%�Zd&d'� Zd(d)� Zd*d+� Z d,d-� Z d.d/� Z d0d1d2d3d4d5d6d7d8d9h
Z d:d;� Z d<a!d=a"d>a#d?a$d@dA� Z%dBdC� Z&dDdE� Z'dFdG� Z(dHdI� Z)dJdK� Z*dLdM� Z+dNdO� Z,ej-ej.hZ/d[dPdQ�Z0ej.ej-ej1hZ2dRdS� Z3d\dTdU�Z4d
S )]� )�token)�Leaf�Node)�python_symbols)�patcompc C s t tj| ttjd�|g�S )N�=)r �symsZargumentr r �EQUAL)�keyword�value� r �*/usr/lib64/python3.8/lib2to3/fixer_util.py�
KeywordArg s �r c C s t tjd�S )N�()r r �LPARr r r r
�LParen s r c C s t tjd�S )N�))r r �RPARr r r r
�RParen s r c C sH t | t�s| g} t |t�s&d|_|g}ttj| ttjddd�g | �S )N� r ��prefix) �
isinstance�listr r r �atomr r r )�target�sourcer r r
�Assign s
�r Nc C s t tj| |d�S �Nr )r r �NAME)�namer r r r
�Name$ s r! c C s | t tjt� |g�gS �N)r r �trailer�Dot)�obj�attrr r r
�Attr( s r' c C s t tjd�S )N�,)r r �COMMAr r r r
�Comma, s r* c C s t tjd�S )N�.)r r �DOTr r r r
r$ 0 s r$ c C s4 t tj|�� |�� g�}| r0|�dt tj| �� |S )Nr )r r r# �clone� insert_child�arglist)�argsZlparenZrparen�noder r r
�ArgList4 s r2 c C s& t tj| t|�g�}|d k r"||_|S r" )r r �powerr2 r )Z func_namer0 r r1 r r r
�Call; s r4 c C s t tjd�S )N�
�r r �NEWLINEr r r r
�NewlineB s r8 c C s t tjd�S )N� r6 r r r r
� BlankLineF s r: c C s t tj| |d�S r )r r �NUMBER)�nr r r r
�NumberJ s r= c C s" t tjttjd�| ttjd�g�S )N�[�])r r r# r r �LBRACE�RBRACE)Z
index_noder r r
� SubscriptM s
�rB c C s t tj| |d�S r )r r �STRING)�stringr r r r
�StringS s rE c C s� d| _ d|_ d|_ ttjd�}d|_ ttjd�}d|_ ||||g}|rtd|_ ttjd�}d|_ |�ttj||g�� ttj| ttj |�g�}ttj
ttj d�|ttj d�g�S )Nr9 r �for�in�ifr> r? )
r r r r �appendr r Zcomp_ifZ listmakerZcomp_forr r@ rA ) Zxp�fp�itZtestZfor_leafZin_leafZ
inner_argsZif_leaf�innerr r r
�ListCompW s(
��rM c C sV |D ] }|� � qttjd�ttj| dd�ttjddd�ttj|�g}ttj|�}|S )N�fromr r �import)�remover r r r r �import_as_names� import_from)Z package_nameZ
name_leafsZleaf�children�impr r r
�
FromImporto s
� rU c C s� |d � � }|jtjkr"|� � }nttj|� � g�}|d }|rNdd� |D �}ttjtt|d �t|d ��ttj|d � � ||d � � g�g | �}| j |_ |S ) Nr% �afterc S s g | ] }|� � �qS r )r- )�.0r< r r r
�
<listcomp>� s z!ImportAndCall.<locals>.<listcomp>� r ZlparZrpar)
r- �typer r/ r r3 r' r! r# r )r1 �results�namesr% Z
newarglistrV �newr r r
�
ImportAndCall� s*
�����r^ c C s� t | t�r | jt� t� gkr dS t | t�o�t| j�dko�t | jd t�o�t | jd t�o�t | jd t�o�| jd jdko�| jd jdkS )NT� rY r � r r )r r rS r r �lenr r �r1 r r r
�is_tuple� s
������rc c C sX t | t�oVt| j�dkoVt | jd t�oVt | jd t�oV| jd jdkoV| jd jdkS )Nr rY ���r> r? )r r ra rS r r rb r r r
�is_list� s
�����re c C s t tjt� | t� g�S r" )r r r r r rb r r r
� parenthesize� s rf �sortedr �set�any�all�tuple�sum�min�max� enumeratec c s$ t | |�}|r |V t ||�}q
d S r" )�getattr)r% r& �nextr r r
�
attr_chain� s
rr zefor_stmt< 'for' any 'in' node=any ':' any* >
| comp_for< 'for' any 'in' node=any any* >
z�
power<
( 'iter' | 'list' | 'tuple' | 'sorted' | 'set' | 'sum' |
'any' | 'all' | 'enumerate' | (any* trailer< '.' 'join' >) )
trailer< '(' node=any ')' >
any*
>
z`
power<
( 'sorted' | 'enumerate' )
trailer< '(' arglist<node=any any*> ')' >
any*
>
Fc C sp t s&t�t�at�t�at�t�ada tttg}t|t| d��D ]*\}}i }|�||�r@|d | kr@ dS q@dS )NT�parentr1 F) �
pats_builtr Zcompile_pattern�p0�p1�p2�ziprr �match)r1 Zpatterns�patternrs r[ r r r
�in_special_context� s
r{ c C s� | j }|d k r |jtjkr dS | j}|jtjtjfkr:dS |jtjkrX|j d | krXdS |jtj
ks�|jtj kr�|d k r�|jtj ks�|j d | kr�dS dS )NFrY T)
Z prev_siblingrZ r r, rs r �funcdef�classdef� expr_stmtrS Z
parametersZ
typedargslistr) )r1 �prevrs r r r
�is_probably_builtin� s&
��
� �r� c C sJ | d k rF| j tjkr>t| j�dkr>| jd }|j tjkr>|jS | j} q dS )Nr` r r9 ) rZ r �suitera rS r �INDENTr rs )r1 �indentr r r
�find_indentation s
r� c C s> | j tjkr| S | �� } | jd }| _ttj| g�}||_|S r" )rZ r r� r- rs r )r1 rs r� r r r
�
make_suite s r� c C s$ | j tjkr | j} | s td��q | S )Nz,root found before file_input node was found.)rZ r Z
file_inputrs �
ValueErrorrb r r r
� find_root& s
r� c C s t |t|�| �}t|�S r" )� find_bindingr� �bool)�packager r1 Zbindingr r r
�does_tree_import/ s r� c C s | j tjtjfkS r" )rZ r � import_namerR rb r r r
� is_import7 s r� c C s. dd� }t |�}t| ||�r d S d }}t|j�D ]F\}}||�sDq2t|j|d � �D ]\}}||�sV qlqV|| } qzq2|dkr�t|j�D ]8\}}|jtjkr�|jr�|jd jtjkr�|d } q�q�| d kr�t tj
t tj d�t tj |dd�g�} nt
| t tj |dd�g�} | t� g}
|�|t tj|
�� d S )Nc S s | j tjko | jo t| jd �S )NrY )rZ r � simple_stmtrS r� rb r r r
�is_import_stmt> s �z$touch_import.<locals>.is_import_stmtrY r rO r r )r� r� ro rS rZ r r� r rC r r� r r rU r8 r. ) r� r r1 r� �rootZ
insert_pos�offset�idxZnode2�import_rS r r r
� touch_import; s8 �
�
r� c C s� |j D �]�}d }|jtjkrVt| |j d �r4| S t| t|j d �|�}|rR|}�n0|jtjtjfkr�t| t|j d �|�}|r�|}� n�|jtj k�rt| t|j d �|�}|r�|}nTt
|j dd � �D ]@\}}|jt j kr�|j
dkr�t| t|j |d �|�}|r�|}q�nx|jtk�r2|j d j
| k�r2|}nTt|| |��rF|}n@|jtjk�rbt| ||�}n$|jtjk�r�t| |j d ��r�|}|r|�s�| S t|�r| S qd S )Nr rd r` r_ �:� rY )rS rZ r Zfor_stmt�_findr� r� Zif_stmtZ
while_stmtZtry_stmtro r �COLONr � _def_syms�_is_import_bindingr� r~ r� )r r1 r� �childZretr< �iZkidr r r
r� i sH
r� c C sT |g}|rP|� � }|jdkr4|jtkr4|�|j� q|jtjkr|j| kr|S qd S )N� )�poprZ � _block_syms�extendrS r r r )r r1 Znodesr r r
r� � s r� c C s� | j tjkr�|s�| jd }|j tjkrx|jD ]H}|j tjkrV|jd j|krt| S q,|j tjkr,|j|kr,| S q,nL|j tjkr�|jd }|j tjkr�|j|kr�| S n|j tjkr�|j|kr�| S n�| j tj k�r�|r�t
| jd �� � |kr�d S | jd }|�rt d|��rd S |j tj
k�r0t ||��r0| S |j tjk�rh|jd }|j tjk�r�|j|k�r�| S n6|j tjk�r�|j|k�r�| S |�r�|j tjk�r�| S d S )Nr r` rd r_ �as)rZ r r� rS Zdotted_as_namesZdotted_as_namer r r rR �str�stripr� rQ Zimport_as_name�STAR)r1 r r� rT r� Zlastr< r r r
r� � s@
r� )N)NN)N)N)N)N)N)5Zpgen2r Zpytreer r Zpygramr r r9 r r r r r r! r' r* r$ r2 r4 r8 r: r= rB rE rM rU r^ rc re rf Zconsuming_callsrr ru rv rw rt r{ r� r� r� r� r� r� r� r} r| r� r� r# r� r� r� r r r r
�<module> s^
� -
*
lib2to3/__pycache__/__init__.cpython-38.opt-2.pyc 0000644 00000000203 15115353746 0015366 0 ustar 00 U
e5d � @ s d S )N� r r r �(/usr/lib64/python3.8/lib2to3/__init__.py�<module> � lib2to3/__pycache__/pytree.cpython-38.opt-2.pyc 0000644 00000035155 15115353746 0015155 0 ustar 00 U
e5d8m � @ s� d Z ddlZddlmZ dZi add� ZG dd� de�ZG d d
� d
e�Z G d d � d e�Z
d
d� Z G dd� de�Z G dd� de �Z
G dd� de �ZG dd� de �ZG dd� de �Zdd� ZdS )z#Guido van Rossum <guido@python.org>� N)�StringIOi���c C sD t s8ddlm} |j�� D ] \}}t|�tkr|t |< qt �| | �S )N� )�python_symbols)� _type_reprsZpygramr �__dict__�items�type�int�
setdefault)Ztype_numr �name�val� r
�&/usr/lib64/python3.8/lib2to3/pytree.py� type_repr s
r c @ s� e Zd ZdZdZdZdZdZdd� Zdd� Z dZ
dd � Z d
d � Z d d
� Z
dd� Zdd� Zdd� Zdd� Zdd� Zedd� �Zedd� �Zd d � Zd d � Zd d!� Zejd"k r�d#d$� ZdS )%�BaseNr
Fc O s
t �| �S �N��object�__new__��cls�args�kwdsr
r
r r 1 s z Base.__new__c C s | j |j k rtS | �|�S r )� __class__�NotImplemented�_eq��self�otherr
r
r �__eq__6 s z Base.__eq__c C s t �d S r ��NotImplementedErrorr r
r
r r B s zBase._eqc C s t �d S r r �r r
r
r �cloneM s z
Base.clonec C s t �d S r r r" r
r
r �
post_orderU s zBase.post_orderc C s t �d S r r r" r
r
r � pre_order] s zBase.pre_orderc C s~ t |t�s|g}g }d}| jjD ].}|| krD|d k r>|�|� d}q |�|� q | j�� || j_|D ] }| j|_qfd | _d S �NFT)�
isinstance�list�parent�children�extend�append�changed)r �newZ
l_children�found�ch�xr
r
r �replacee s
z Base.replacec C s* | }t |t�s$|jsd S |jd }q|jS �Nr )r' �Leafr* �lineno�r �noder
r
r �
get_lineno| s
zBase.get_linenoc C s | j r| j �� d| _d S �NT)r) r- � was_changedr" r
r
r r- � s
z Base.changedc C sJ | j rFt| j j�D ]2\}}|| kr| j �� | j j|= d | _ | S qd S r )r) � enumerater* r- )r �ir7 r
r
r �remove� s
z Base.removec C s` | j d krd S t| j j�D ]@\}}|| krz| j j|d W S tk
rX Y d S X qd S )Nr )r) r; r* �
IndexError�r r< �childr
r
r � next_sibling� s
zBase.next_siblingc C sR | j d krd S t| j j�D ]2\}}|| kr|dkr8 d S | j j|d S qd S �Nr r )r) r; r* r? r
r
r � prev_sibling� s
zBase.prev_siblingc c s | j D ]}|�� E d H qd S r )r* �leaves�r r@ r
r
r rD � s
z Base.leavesc C s | j d krdS d| j �� S rB )r) �depthr" r
r
r rF � s
z
Base.depthc C s | j }|d krdS |jS �N� )rA �prefix)r Znext_sibr
r
r �
get_suffix� s zBase.get_suffix�� r c C s t | ��d�S )N�ascii)�str�encoder" r
r
r �__str__� s z Base.__str__) �__name__�
__module__� __qualname__r r) r* r: Z was_checkedr r �__hash__r r# r$ r% r2 r8 r- r= �propertyrA rC rD rF rJ �sys� version_inforP r
r
r
r r s2
r c @ s� e Zd Zddd�Zdd� Zdd� Zejdkr0eZd d
� Z d d � Z
d
d� Z dd� Z e
dd� �Zejdd� �Zdd� Zdd� Zdd� ZdS )�NodeNc C sN || _ t|�| _| jD ]
}| |_q|d k r0|| _|rD|d d � | _nd | _d S r )r r( r* r) rI �fixers_applied)r r r* �contextrI rY r0 r
r
r �__init__� s
z
Node.__init__c C s d| j jt| j�| jf S )Nz
%s(%s, %r))r rQ r r r* r" r
r
r �__repr__� s �z
Node.__repr__c C s d� tt| j��S rG )�join�maprN r* r" r
r
r � __unicode__� s zNode.__unicode__rK c C s | j | jf|j |jfkS r )r r* r r
r
r r � s zNode._eqc C s t | jdd� | jD �| jd�S )Nc S s g | ] }|� � �qS r
)r# )�.0r0 r
r
r �
<listcomp> s z Node.clone.<locals>.<listcomp>�rY )rX r r* rY r" r
r
r r# s �z
Node.clonec c s$ | j D ]}|�� E d H q| V d S r )r* r$ rE r
r
r r$ s
zNode.post_orderc c s$ | V | j D ]}|�� E d H q d S r )r* r% rE r
r
r r% s
zNode.pre_orderc C s | j s
dS | j d jS )NrH r �r* rI r" r
r
r rI s z Node.prefixc C s | j r|| j d _d S r3 rc �r rI r
r
r rI s c C s( | |_ d | j| _ || j|< | �� d S r )r) r* r- r? r
r
r � set_child s
zNode.set_childc C s | |_ | j�||� | �� d S r )r) r* �insertr- r? r
r
r � insert_child* s zNode.insert_childc C s | |_ | j�|� | �� d S r )r) r* r, r- rE r
r
r � append_child3 s zNode.append_child)NNN)rQ rR rS r[ r\ r_ rV rW rP r r# r$ r% rU rI �setterre rg rh r
r
r
r rX � s& �
rX c @ s� e Zd ZdZdZdZddg fdd�Zdd� Zdd � Ze j
d
krBeZ d d � Z d
d� Z
dd� Zdd� Zdd� Zedd� �Zejdd� �ZdS )r4 rH r Nc C sF |d k r|\| _ \| _| _|| _|| _|d k r4|| _ |d d � | _d S r )�_prefixr5 �columnr �valuerY )r r rl rZ rI rY r
r
r r[ F s z
Leaf.__init__c C s d| j j| j| jf S )Nz
%s(%r, %r))r rQ r rl r" r
r
r r\ Y s �z
Leaf.__repr__c C s | j t| j� S r )rI rN rl r" r
r
r r_ _ s zLeaf.__unicode__rK c C s | j | jf|j |jfkS r )r rl r r
r
r r j s zLeaf._eqc C s$ t | j| j| j| j| jff| jd�S )Nrb )r4 r rl rI r5 rk rY r" r
r
r r# n s
�z
Leaf.clonec c s
| V d S r r
r" r
r
r rD t s z Leaf.leavesc c s
| V d S r r
r" r
r
r r$ w s zLeaf.post_orderc c s
| V d S r r
r" r
r
r r% { s zLeaf.pre_orderc C s | j S r )rj r" r
r
r rI s z Leaf.prefixc C s | � � || _d S r )r- rj rd r
r
r rI � s )rQ rR rS rj r5 rk r[ r\ r_ rV rW rP r r# rD r$ r% rU rI ri r
r
r
r r4 = s( �
r4 c C sN |\}}}}|s|| j kr<t|�dkr.|d S t|||d�S t|||d�S d S )Nr r )rZ )Z
number2symbol�lenrX r4 )ZgrZraw_noder rl rZ r* r
r
r �convert� s rn c @ sL e Zd ZdZdZdZdd� Zdd� Zdd� Zddd �Z dd
d �Z
d d
� Z dS )� BasePatternNc O s
t �| �S r r r r
r
r r � s zBasePattern.__new__c C sH t | j�| j| jg}|r,|d d kr,|d= qd| jjd�tt|��f S )N���z%s(%s)z, ) r r �contentr r rQ r] r^ �repr)r r r
r
r r\ � s zBasePattern.__repr__c C s | S r r
r" r
r
r �optimize� s zBasePattern.optimizec C sn | j d k r|j | j krdS | jd k rRd }|d k r4i }| �||�sDdS |rR|�|� |d k rj| jrj||| j< dS r& )r rq � _submatch�updater )r r7 �results�rr
r
r �match� s
zBasePattern.matchc C s t |�dkrdS | �|d |�S )Nr Fr )rm rx )r �nodesrv r
r
r � match_seq� s zBasePattern.match_seqc c s& i }|r"| � |d |�r"d|fV d S rB )rx )r ry rw r
r
r �generate_matches� s z BasePattern.generate_matches)N)N) rQ rR rS r rq r r r\ rs rx rz r{ r
r
r
r ro � s
ro c @ s* e Zd Zddd�Zd dd�Zd
dd�ZdS ) � LeafPatternNc C s& |d k r|d k r|| _ || _|| _d S r )r rq r )r r rq r r
r
r r[ � s
zLeafPattern.__init__c C s t |t�sdS t�| ||�S �NF)r' r4 ro rx �r r7 rv r
r
r rx
s
zLeafPattern.matchc C s | j |jkS r )rq rl r~ r
r
r rt s
zLeafPattern._submatch)NNN)N)N)rQ rR rS r[ rx rt r
r
r
r r| � s
r| c @ s$ e Zd ZdZddd�Zddd�ZdS ) � NodePatternFNc C sP |d k r|d k r:t |�}t|�D ]\}}t|t�r d| _q || _|| _|| _d S r9 )r( r; r' �WildcardPattern� wildcardsr rq r )r r rq r r< �itemr
r
r r[ $ s
zNodePattern.__init__c C s� | j rHt| j|j�D ].\}}|t|j�kr|d k r<|�|� dS qdS t| j�t|j�kr`dS t| j|j�D ]\}}|�||�sn dS qndS �NTF)r� r{ rq r* rm ru �ziprx )r r7 rv �crw �
subpatternr@ r
r
r rt A s
zNodePattern._submatch)NNN)N)rQ rR rS r� r[ rt r
r
r
r r s
r c @ sZ e Zd Zddedfdd�Zdd� Zddd�Zdd d
�Zd d � Zd
d� Z dd� Z
dd� Z dS )r� Nr c C s< |d k r t tt |��}|D ]}q|| _|| _|| _|| _d S r )�tupler^ rq �min�maxr )r rq r� r� r �altr
r
r r[ k s zWildcardPattern.__init__c C s� d }| j d k r<t| j �dkr<t| j d �dkr<| j d d }| jdkr�| jdkr�| j d krft| jd�S |d k r�| j|jkr�|�� S | jdkr�t|t�r�|jdkr�| j|jkr�t|j | j|j | j|j |j�S | S )Nr r )r ) rq rm r� r� r r rs r' r� )r r� r
r
r rs � s.
��
�
�
�zWildcardPattern.optimizec C s | � |g|�S r )rz r~ r
r
r rx � s zWildcardPattern.matchc C sP | � |�D ]@\}}|t|�kr
|d k rD|�|� | jrDt|�|| j< dS q
dS r� )r{ rm ru r r( )r ry rv r� rw r
r
r rz � s
zWildcardPattern.match_seqc c s, | j d krTt| jdtt|�| j� �D ]*}i }| jrF|d |� || j< ||fV q&n�| jdkrl| �|�V n�ttd�r�tj }t
� t_ z�z<| � |d�D ]*\}}| jr�|d |� || j< ||fV q�W nL t k
�r | �
|�D ]*\}}| jr�|d |� || j< ||fV q�Y nX W 5 ttd��r&|t_ X d S )Nr Z bare_name� getrefcountr )rq �ranger� rm r� r �_bare_name_matches�hasattrrV �stderrr �_recursive_matches� RuntimeError�_iterative_matches)r ry �countrw Z save_stderrr
r
r r{ � s.
z WildcardPattern.generate_matchesc c s� t |�}d| jkr di fV g }| jD ]0}t||�D ] \}}||fV |�||f� q4q&|r�g }|D ]�\}} ||k rd|| jkrd| jD ]`}t|||d � �D ]H\}
} |
dkr�i }|�| � |�| � ||
|fV |�||
|f� q�q�qd|}qXd S r3 )rm r� rq r{ r, r� ru ) r ry Znodelenrv r� r� rw Z new_results�c0�r0�c1�r1r
r
r r� � s*
z"WildcardPattern._iterative_matchesc C sp d}i }d}t |�}|sV||k rVd}| jD ](}|d �|| |�r*|d7 }d} qq*q|d |� || j< ||fS )Nr FTr )rm rq rx r )r ry r� rw Zdoner� Zleafr
r
r r� � s
z"WildcardPattern._bare_name_matchesc c s� || j krdi fV || jk r�| jD ]`}t||�D ]P\}}| �||d � |d �D ].\}}i }|�|� |�|� || |fV qRq2q$d S rB )r� r� rq r{ r� ru ) r ry r� r� r� r� r� r� rw r
r
r r�
s
z"WildcardPattern._recursive_matches)N)N) rQ rR rS �HUGEr[ rs rx rz r{ r� r� r� r
r
r
r r� ] s #
- r� c @ s. e Zd Zd
dd�Zdd� Zdd� Zdd � ZdS ) �NegatedPatternNc C s |d k r|| _ d S r )rq )r rq r
r
r r[ s zNegatedPattern.__init__c C s dS r} r
r6 r
r
r rx ( s zNegatedPattern.matchc C s t |�dkS r3 )rm )r ry r
r
r rz , s zNegatedPattern.match_seqc c sJ | j d kr"t|�dkrFdi fV n$| j �|�D ] \}} d S di fV d S r3 )rq rm r{ )r ry r� rw r
r
r r{ 0 s
z NegatedPattern.generate_matches)N)rQ rR rS r[ rx rz r{ r
r
r
r r� s
r� c c s� | sdi fV n|| d | dd � }}|� |�D ]Z\}}|sH||fV q0t |||d � �D ].\}}i }|�|� |�|� || |fV qZq0d S rB )r{ ru ) Zpatternsry �p�restr� r� r� r� rw r
r
r r{ < s
r{ )�
__author__rV �ior r� r r r r rX r4 rn ro r| r r� r� r{ r
r
r
r �<module>
s"
1nNV,= =# lib2to3/__pycache__/btm_utils.cpython-38.pyc 0000644 00000014010 15115353746 0014672 0 ustar 00 U
e5d�& � @ s| d Z ddlmZ ddlmZmZ ddlmZmZ eZ eZ
ej Z eZ
dZdZdZG dd � d e�Zdd d �Zd
d� Zdd� Zd
S )z0Utility functions used by the btm_matcher module� )�pytree)�grammar�token)�pattern_symbols�python_symbols���������c @ s: e Zd ZdZd
dd�Zdd� Zdd� Zd d
� Zd d � ZdS )�MinNodez�This class serves as an intermediate representation of the
pattern tree during the conversion to sets of leaf-to-root
subpatternsNc C s. || _ || _g | _d| _d | _g | _g | _d S )NF)�type�name�children�leaf�parent� alternatives�group)�selfr r � r �)/usr/lib64/python3.8/lib2to3/btm_utils.py�__init__ s zMinNode.__init__c C s t | j�d t | j� S )N� )�strr r )r r r r �__repr__ s zMinNode.__repr__c C s� | }g }|r�|j tkr^|j�|� t|j�t|j�krRt|j�g}g |_|j}qn |j}d}q�|j tkr�|j �|� t|j �t|j�kr�t
|j �}g |_ |j}qn |j}d}q�|j t j kr�|j
r�|�|j
� n |�|j � |j}q|S )z�Internal method. Returns a characteristic path of the
pattern tree. This method must be run for all leaves until the
linear subpatterns are merged into a singleN)r �TYPE_ALTERNATIVESr �append�lenr
�tupler �
TYPE_GROUPr � get_characteristic_subpattern� token_labels�NAMEr )r �node�subpr r r � leaf_to_root! s8
zMinNode.leaf_to_rootc C s& | � � D ]}|�� }|r| S qdS )a� Drives the leaf_to_root method. The reason that
leaf_to_root must be run multiple times is because we need to
reject 'group' matches; for example the alternative form
(a | b c) creates a group [b c] that needs to be matched. Since
matching multiple linear patterns overcomes the automaton's
capabilities, leaf_to_root merges each group into a single
choice based on 'characteristic'ity,
i.e. (a|b c) -> (a|b) if b more characteristic than c
Returns: The most 'characteristic'(as defined by
get_characteristic_subpattern) path for the compiled pattern
tree.
N)�leavesr# )r �lr" r r r �get_linear_subpatternK s z MinNode.get_linear_subpatternc c s* | j D ]}|�� E dH q| j s&| V dS )z-Generator that returns the leaves of the treeN)r
r$ )r �childr r r r$ ` s
zMinNode.leaves)NN) �__name__�
__module__� __qualname__�__doc__r r r# r& r$ r r r r r
s
*r
Nc
C s� d}| j tjkr| jd } | j tjkr�t| j�dkrFt| jd |�}nFttd�}| jD ]4}| j� |�d rlqVt||�}|dk rV|j�
|� qV�n| j tj kr�t| j�dkr�tt d�}| jD ] }t||�}|r�|j�
|� q�|js�d}nt| jd |�}�n�| j tj
k�r�t| jd tj��r>| jd jdk�r>t| jd |�S t| jd tj��rd| jd jdk�s�t| j�dk�r�t| jd d��r�| jd jdk�r�dS d }d}d}d
}d} d
}
| jD ]d}|j tjk�r�d
}|}n*|j tjk�r�d }|} n|j tjk�r |}t|d��r�|jd k�r�d }
�q�|
�rT| jd } t| d��r^| jdk�r^| jd } n
| jd } | j tjk�r�| jd
k�r�ttd�}n4tt| j��r�ttt| j�d�}nttt| j�d�}n\| j tjk�r�| j�d�} | t k�r�tt | d�}nttj| d�}n| j tjk�rt||�}|�rL| jd jdk�r4d}n| jd jdk�rHnt �|�r�|dk �r�|jdd� D ]&}t||�}|dk �rj|j�
|� �qj|�r�||_ |S )z�
Internal function. Reduces a compiled pattern tree to an
intermediate representation suitable for feeding the
automaton. This also trims off any optional pattern elements(like
[a], a*).
N� � )r r �(�[�valueTF�=� �any�')r r �*�+r ) r �symsZMatcherr
Z Alternativesr � reduce_treer
r �indexr Z Alternativer ZUnit�
isinstancer ZLeafr0 �hasattrZDetailsZRepeaterr r �TYPE_ANY�getattr�pysyms�STRING�strip�tokens�NotImplementedErrorr )
r! r Znew_noder' Zreducedr Z details_nodeZalternatives_nodeZ has_repeaterZ
repeater_nodeZhas_variable_nameZ name_leafr r r r r8 g s�
�� ���
r8 c s� t | t�s| S t| �dkr"| d S g }g }dddddg�g }d� | D ]d}tt|d d
� ��rDtt|� fd d
���r||�|� qDtt|�fd d
���r�|�|� qD|�|� qD|r�|} n|r�|} n|r�|} t| td
�S )z�Picks the most characteristic from a list of linear patterns
Current order used is:
names > common_names > common_chars
r r, �in�for�if�not�Nonez[]().,:c S s t | �tkS �N)r r ��xr r r �<lambda>� � z/get_characteristic_subpattern.<locals>.<lambda>c s t | t�o| � kS rH �r: r rI )� common_charsr r rK rL c s t | t�o| � kS rH rM rI )� common_namesr r rK rL )�key)r: �listr r3 �rec_testr �max)Z subpatternsZsubpatterns_with_namesZ subpatterns_with_common_namesZ subpatterns_with_common_chars�
subpatternr )rN rO r r � s6
�
� r c c s8 | D ].}t |ttf�r(t||�E dH q||�V qdS )zPTests test_func on all items of sequence and items of included
sub-iterablesN)r: rQ r rR )ZsequenceZ test_funcrJ r r r rR s rR )N)r+ � r Zpgen2r r Zpygramr r r7 r> ZopmaprA r r< r r �objectr
r8 r rR r r r r �<module> s W
% lib2to3/__pycache__/btm_matcher.cpython-38.opt-2.pyc 0000644 00000006354 15115353746 0016131 0 ustar 00 U
e5d� � @ sh d Z ddlZddlZddlmZ ddlmZ ddlmZ G dd� de �Z
G d d
� d
e �Z i a d d � Z
dS )
z+George Boutsioukis <gboutsioukis@gmail.com>� N)� defaultdict� )�pytree)� reduce_treec @ s e Zd Ze�� Zdd� ZdS )�BMNodec C s" i | _ g | _ttj�| _d| _d S )N� )�transition_table�fixers�nextr �count�id�content��self� r �+/usr/lib64/python3.8/lib2to3/btm_matcher.py�__init__ s zBMNode.__init__N)�__name__�
__module__� __qualname__� itertoolsr r r r r r r s r c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) �
BottomMatcherc C s0 t � | _t� | _| jg| _g | _t�d�| _d S )NZRefactoringTool) �set�matchr �rootZnodesr �loggingZ getLoggerZloggerr r r r r s
zBottomMatcher.__init__c C sH | j �|� t|j�}|�� }| j|| jd�}|D ]}|j �|� q2d S )N��start)r �appendr Z pattern_treeZget_linear_subpattern�addr )r �fixerZtreeZlinear� match_nodesZ
match_noder r r � add_fixer% s
zBottomMatcher.add_fixerc C s� |s
|gS t |d t�r`g }|d D ]6}| j||d�}|D ] }|�| �|dd � |�� q:q$|S |d |jkr�t� }||j|d < n|j|d }|dd � r�| j|dd � |d�}n|g}|S d S )Nr r r )�
isinstance�tupler �extendr r )r �patternr r! � alternativeZ end_nodes�endZ next_noder r r r 1 s" zBottomMatcher.addc C s� | j }tt�}|D ]�}|}|rd|_|jD ]$}t|tj�r*|jdkr*d|_ qPq*|j dkrb|j}n|j }||j
kr�|j
| }|j D ]}|| � |� q�nH| j }|j
d k r�|j
jr�q||j
kr�|j
| }|j D ]}|| � |� q�|j
}qq|S )NT�;Fr )r r �listZ was_checkedZchildrenr# r ZLeaf�value�typer r r �parent) r ZleavesZcurrent_ac_nodeZresultsZleafZcurrent_ast_nodeZchildZ
node_tokenr r r r �runS s8
�
zBottomMatcher.runc s* t d� � fdd�� � | j� t d� d S )Nz
digraph g{c sZ | j �� D ]J}| j | }td| j|jt|�t|j�f � |dkrLt|j� � |� q
d S )Nz%d -> %d [label=%s] //%sr )r �keys�printr � type_repr�strr r
)ZnodeZ subnode_keyZsubnode��
print_noder r r4 � s
�
z*BottomMatcher.print_ac.<locals>.print_node�})r0 r r r r3 r �print_ac� s
zBottomMatcher.print_acN)r r r r r" r r. r6 r r r r r s
"8r c C sD t s8ddlm} |j�� D ] \}}t|�tkr|t |< qt �| | �S )Nr )�python_symbols)� _type_reprsZpygramr7 �__dict__�itemsr, �int�
setdefault)Ztype_numr7 �name�valr r r r1 � s
r1 )�
__author__r r � collectionsr r r Z btm_utilsr �objectr r r8 r1 r r r r �<module> s lib2to3/__pycache__/__init__.cpython-38.pyc 0000644 00000000203 15115353746 0014426 0 ustar 00 U
e5d � @ s d S )N� r r r �(/usr/lib64/python3.8/lib2to3/__init__.py�<module> � lib2to3/__pycache__/__main__.cpython-38.pyc 0000644 00000000327 15115353746 0014416 0 ustar 00 U
e5dC � @ s& d dl Z ddlmZ e �ed�� dS )� N� )�mainz
lib2to3.fixes)�sysr �exit� r r �(/usr/lib64/python3.8/lib2to3/__main__.py�<module> s lib2to3/__pycache__/refactor.cpython-38.pyc 0000644 00000047732 15115353746 0014516 0 ustar 00 U
e5dk � @ s d Z dZddlZddlZddlZddlZddlZddlZddlZddl m
Z
ddl m Z m
Z
mZ ddlmZ ddlmZmZ dd lmZ d!d d �ZG d
d� de�Zdd� Zdd� Zdd� Zdd� Z dd� Z G dd� de�Z G dd � d e �Z G d d � d e�Z!G d d � d e �Z"dS )"z�Refactoring framework.
Used as a main program, this can refactor any number of files and/or
recursively descend down directories. Imported as a module, this
provides infrastructure to write your own refactoring tool.
z#Guido van Rossum <guido@python.org>� N)�chain� )�driver�tokenize�token)� find_root)�pytree�pygram)� btm_matcherTc C sT t | g g dg�}g }t�|j�D ].\}}}|�d�r |rD|dd� }|�|� q |S )zEReturn a sorted list of all available fix names in the given package.�*�fix_� N)�
__import__�pkgutilZ iter_modules�__path__�
startswith�append)Z fixer_pkgZ
remove_prefixZpkgZ fix_names�finder�nameZispkg� r �(/usr/lib64/python3.8/lib2to3/refactor.py�get_all_fix_names s
r c @ s e Zd ZdS )�
_EveryNodeN��__name__�
__module__� __qualname__r r r r r + s r c C s� t | tjtjf�r(| jdkr t�| jhS t | tj�rH| jrDt| j�S t�t | tj �r�t
� }| jD ] }|D ]}|� t|�� qhq`|S t d| ��dS )zf Accepts a pytree Pattern Node and returns a set
of the pattern types which will match first. Nz$Oh no! I don't understand pattern %s)
�
isinstancer Z NodePatternZ LeafPattern�typer ZNegatedPatternZcontent�_get_head_typesZWildcardPattern�set�update� Exception)Zpat�r�p�xr r r r / s
r c C s� t �t�}g }| D ]x}|jrdzt|j�}W n tk
rH |�|� Y q�X |D ]}|| �|� qNq|jdk r�||j �|� q|�|� qtt j
j � � t j
j
�D ]}|| �|� q�t|�S )z^ Accepts a list of fixers and returns a dictionary
of head node type --> fixer list. N)� collections� defaultdict�list�patternr r r Z _accept_typer r �python_grammarZ
symbol2number�values�tokens�extend�dict)Z
fixer_listZ
head_nodesZevery�fixerZheadsZ node_typer r r �_get_headnode_dictK s$
�r0 c s � fdd�t � d�D �S )zN
Return the fully qualified names for fixers in the package pkg_name.
c s g | ]}� d | �qS ��.r )�.0�fix_name�Zpkg_namer r �
<listcomp>h s �z+get_fixers_from_package.<locals>.<listcomp>F)r r5 r r5 r �get_fixers_from_packaged s
�r7 c C s | S �Nr )�objr r r � _identityk s r: c sX d}t �t�| �j�� � fdd�}ttjt jtj h�}t
� }z�|� \}}||krTq>q>|tj krl|rf�q6d}q>|tj k�r6|dk�r6|� \}}|tj ks�|dkr��q6|� \}}|tj ks�|dkrq6|� \}}|tj
kr�|dkr�|� \}}|tj k�r4|�|� |� \}}|tj
k�s.|d k�r"�q4|� \}}q�q>�q6q>W n tk
�rN Y nX t|�S )
NFc s t � �} | d | d fS )Nr r )�next)�tok��genr r �advancer s z(_detect_future_features.<locals>.advanceT�fromZ
__future__�import�(�,)r �generate_tokens�io�StringIO�readline� frozensetr �NEWLINE�NL�COMMENTr �STRING�NAME�OP�add�
StopIteration)�sourceZhave_docstringr? �ignore�features�tp�valuer r= r �_detect_future_featureso sB
rV c @ s e Zd ZdZdS )�
FixerErrorz A fixer could not be loaded.N)r r r �__doc__r r r r rW � s rW c @ s� e Zd Zddd�ZdZdZd4dd�Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z d5dd�Z d6dd�Z
dd� Zd7dd�Zdd� Zd8d d �Zd d � Zd d!� Zd9d"d#�Zd:d$d%�Zd&Zd'Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Z d2d3� Z dS );�RefactoringToolF)�print_function�write_unchanged_filesZFixr Nc C s. || _ |p g | _| j�� | _|dk r0| j�|� | jd rDtj| _ntj | _| j�
d�| _ g | _ t
�d�| _g | _d| _tj| jtj| jd�| _| �� \| _| _g | _t�� | _ g | _ g | _ t | j| j�D ]F}|j r�| j �!|� q�|| jkr�| j �"|� q�|| jkr�| j �"|� q�t#| j �| _$t#| j �| _%dS )z�Initializer.
Args:
fixer_names: a list of fixers to import
options: a dict with configuration.
explicit: a list of fixers to run even if they are explicit.
NrZ r[ rY F)�convert�logger)&�fixers�explicit�_default_options�copy�optionsr! r �!python_grammar_no_print_statement�grammarr* �getr[ �errors�loggingZ getLoggerr] � fixer_log�wroter ZDriverr r\ �
get_fixers� pre_order�
post_order�files�bmZ
BottomMatcher�BMZ
bmi_pre_orderZbmi_post_orderr Z
BM_compatibleZ add_fixerr r0 �bmi_pre_order_heads�bmi_post_order_heads)�selfZ fixer_namesrb r_ r/ r r r �__init__� s>
�
zRefactoringTool.__init__c C sX g }g }| j D �] }t|i i dg�}|�dd�d }|�| j�rR|t| j�d� }|�d�}| jd�dd � |D �� }zt ||�}W n& t
k
r� t d
||f �d�Y nX || j | j
�} | jr�| jd k r�|| jkr�| �d |� q| �d
|� | jdk�r|�| � q| jdk�r |�| � qt d| j ��qt�d�}
|j|
d� |j|
d� ||fS )a Inspects the options to load the requested patterns and handlers.
Returns:
(pre_order, post_order), where pre_order is the list of fixers that
want a pre-order AST traversal, and post_order is the list that want
post-order traversal.
r r2 r ���N�_� c S s g | ] }|� � �qS r )�title)r3 r$ r r r r6 � s z.RefactoringTool.get_fixers.<locals>.<listcomp>zCan't find %s.%sTzSkipping optional fixer: %szAdding transformation: %sZpreZpostzIllegal fixer order: %rZ run_order��key)r^ r �rsplitr � FILE_PREFIX�len�split� CLASS_PREFIX�join�getattr�AttributeErrorrW rb rh r_ � log_message� log_debug�orderr �operator�
attrgetter�sort) rr Zpre_order_fixersZpost_order_fixersZ fix_mod_path�modr4 �parts�
class_nameZ fix_classr/ Zkey_funcr r r rj � s:
�
zRefactoringTool.get_fixersc O s � dS )z Called when an error occurs.Nr )rr �msg�args�kwdsr r r � log_error� s zRefactoringTool.log_errorc G s |r || }| j �|� dS )zHook to log a message.N)r] �info�rr r� r� r r r r� s zRefactoringTool.log_messagec G s |r || }| j �|� d S r8 )r] �debugr� r r r r� s zRefactoringTool.log_debugc C s dS )zTCalled with the old version, new version, and filename of a
refactored file.Nr )rr �old_text�new_text�filename�equalr r r � print_output s z RefactoringTool.print_outputc C s8 |D ].}t j�|�r$| �|||� q| �|||� qdS )z)Refactor a list of files and directories.N)�os�path�isdir� refactor_dir�
refactor_file)rr �items�write�
doctests_onlyZ dir_or_filer r r �refactor s zRefactoringTool.refactorc
C s� t jd }t �|�D ]�\}}}| �d|� |�� |�� |D ]>}|�d�s>t j�|�d |kr>t j�||�} | � | ||� q>dd� |D �|dd�< qdS )z�Descends down a directory and refactor every Python file found.
Python files are assumed to have a .py extension.
Files and subdirectories starting with '.' are skipped.
�pyzDescending into %sr2 r c S s g | ]}|� d �s|�qS r1 )r )r3 Zdnr r r r6 . s
z0RefactoringTool.refactor_dir.<locals>.<listcomp>N)
r� �extsep�walkr� r� r r� �splitextr r� )
rr Zdir_namer� r� Zpy_ext�dirpathZdirnames� filenamesr �fullnamer r r r� s
�z RefactoringTool.refactor_dirc
C s� zt |d�}W n6 tk
rD } z| �d||� W Y �dS d}~X Y nX zt�|j�d }W 5 |�� X tj |d|dd��}|�� |fW 5 Q R � S Q R X dS ) zG
Do our best to decode a Python source file correctly.
�rbzCan't open %s: %s)NNNr r# rv ��encoding�newline) �open�OSErrorr� �closer �detect_encodingrG rE �read)rr r� �f�errr� r r r �_read_python_source0 s
z#RefactoringTool._read_python_sourcec C s� | � |�\}}|dkrdS |d7 }|rn| �d|� | �||�}| jsL||kr`| �|||||� q�| �d|� nH| �||�}| js�|r�|jr�| jt|�dd� |||d� n | �d|� dS )zRefactors a file.N�
zRefactoring doctests in %szNo doctest changes in %srt )r� r� zNo changes in %s)r� r� �refactor_docstringr[ �processed_file�refactor_string� was_changed�str)rr r� r� r� �inputr� �output�treer r r r� @ s" �z RefactoringTool.refactor_filec
C s� t |�}d|krtj| j_zVz| j�|�}W n@ tk
rl } z"| �d||jj |� W Y �W �dS d}~X Y nX W 5 | j| j_X ||_
| � d|� | � ||� |S )aF Refactor a given input string.
Args:
data: a string holding the code to be refactored.
name: a human-readable name for use in error/log messages.
Returns:
An AST corresponding to the refactored input stream; None if
there were errors during the parse.
rZ zCan't parse %s: %s: %sNzRefactoring %s)
rV r rc r rd Z parse_stringr" r� � __class__r �future_featuresr� �
refactor_tree)rr �datar rS r� r� r r r r� W s"
� z RefactoringTool.refactor_stringc C s� t j�� }|rN| �d� | �|d�}| js2||krB| �|d|� q�| �d� n:| �|d�}| jsj|r~|jr~| �t |�d|� n
| �d� d S )Nz Refactoring doctests in stdinz<stdin>zNo doctest changes in stdinzNo changes in stdin)
�sys�stdinr� r� r� r[ r� r� r� r� )rr r� r� r� r� r r r �refactor_stdinr s
z RefactoringTool.refactor_stdinc
C s� t | j| j�D ]}|�||� q| �| j|�� � | �| j|�� � | j�|� � �}t
|� � ��r�| jj D �]D}||krj|| rj|| j
tjjdd� |jr�|| j
tjjd� t|| �D ]�}||| kr�|| �|� z t|� W n tk
�r Y q�Y nX |j�r||jk�rq�|�|�}|r�|�||�}|dk r�|�|� |�� D ] }|j�s^g |_|j�|� �qL| j�|� � �}|D ]*} | |k�r�g || < || � || � �q�q�qjqTt | j| j�D ]}|� ||� �q�|j S )a� Refactors a parse tree (modifying the tree in place).
For compatible patterns the bottom matcher module is
used. Otherwise the tree is traversed node-to-node for
matches.
Args:
tree: a pytree.Node instance representing the root of the tree
to be refactored.
name: a human-readable name for this tree.
Returns:
True if the tree was modified, False otherwise.
T)ry �reverserx N) r rk rl Z
start_tree� traverse_byrp rq ro �runZleaves�anyr+ r^ r� r ZBaseZdepthZkeep_line_orderZ
get_linenor( �remover �
ValueErrorZfixers_applied�match� transform�replacer r- Z finish_treer� )
rr r� r r/ Z match_set�node�results�newZ new_matchesZfxrr r r r� � sJ
z RefactoringTool.refactor_treec C sV |sdS |D ]D}||j D ]4}|�|�}|r|�||�}|dk r|�|� |}qq dS )a Traverse an AST, applying a set of fixers to each node.
This is a helper method for refactor_tree().
Args:
fixers: a list of fixer instances.
traversal: a generator that yields AST nodes.
Returns:
None
N)r r� r� r� )rr r^ Z traversalr� r/ r� r� r r r r� � s
zRefactoringTool.traverse_byc C s� | j �|� |dkr.| �|�d }|dkr.dS ||k}| �||||� |r`| �d|� | js`dS |rv| �||||� n | �d|� dS )zR
Called when a file has been refactored and there may be changes.
Nr zNo changes to %szNot writing changes to %s)rm r r� r� r� r[ �
write_file)rr r� r� r� r� r� r� r r r r� � s z RefactoringTool.processed_filec C s� zt j|d|dd�}W n6 tk
rL } z| �d||� W Y �dS d}~X Y nX |�F z|�|� W n0 tk
r� } z| �d||� W 5 d}~X Y nX W 5 Q R X | �d|� d| _dS ) z�Writes a string to a file.
It first shows a unified diff between the old text and the new text, and
then rewrites the file; the latter is only done if the write option is
set.
�wrv r� zCan't create %s: %sNzCan't write %s: %szWrote changes to %sT)rE r� r� r� r� r� ri )rr r� r� r� r� �fpr� r r r r� � s * zRefactoringTool.write_filez>>> z... c
C s g }d}d}d}d}|j dd�D ]�}|d7 }|�� �| j�r~|dk rZ|�| �||||�� |}|g}|�| j�} |d| � }q |dk r�|�|| j �s�||| j�� d kr�|� |� q |dk r�|�| �||||�� d}d}|� |� q |dk �r
|�| �||||�� d�
|�S )a� Refactors a docstring, looking for doctests.
This returns a modified version of the input string. It looks
for doctests, which start with a ">>>" prompt, and may be
continued with "..." prompts, as long as the "..." is indented
the same as the ">>>".
(Unfortunately we can't use the doctest module's parser,
since, like most parsers, it is not geared towards preserving
the original source.)
Nr T��keependsr r� rv ) �
splitlines�lstripr �PS1r- �refactor_doctest�find�PS2�rstripr r )
rr r� r� �result�blockZ block_lineno�indent�lineno�line�ir r r r� sJ � �� �
�z"RefactoringTool.refactor_docstringc
s. z�� ||� �}W nj tk
r| } zL�j�tj�rN|D ]}��d|�d�� q6��d|||j j
|� | W Y �S d}~X Y nX �� ||��r*t |�j
dd�}|d|d � ||d d� } }| dg|d ks�t| ��|d �d�s�|d d7 < � �j |�d � g}|�r*|� �fd
d �|D �7 }|S ) z�Refactors one doctest.
A doctest is given as a block of lines, the first of which starts
with ">>>" (possibly indented), while the remaining lines start
with "..." (identically indented).
z
Source: %sr� z+Can't parse docstring in %s line %s: %s: %sNTr� r rt r c s g | ]}� �j | �qS r )r� )r3 r� �r� rr r r r6 Z s z4RefactoringTool.refactor_doctest.<locals>.<listcomp>)� parse_blockr" r] Z isEnabledForrg �DEBUGr� r� r� r� r r� r� r� �AssertionError�endswithr� �pop)
rr r� r� r� r� r� r� r� r� Zclippedr r� r r� @ s. �"z RefactoringTool.refactor_doctestc C s� | j r d}nd}| js$| �d|� n"| �d|� | jD ]}| �|� q6| jrl| �d� | jD ]}| �|� q\| jr�t| j�dkr�| �d� n| �dt| j�� | jD ] \}}}| j|f|�|� q�d S ) N�werez
need to bezNo files %s modified.zFiles that %s modified:z$Warnings/messages while refactoring:r zThere was 1 error:zThere were %d errors:)ri rm r� rh rf r| )rr r� �file�messager� r� r� r r r � summarize] s$
zRefactoringTool.summarizec C s" | j �| �|||��}t� |_|S )z�Parses a block into a tree.
This is necessary to get correct line number / offset information
in the parser diagnostics and embedded into the parse tree.
)r Z parse_tokens� wrap_toksrH r� )rr r� r� r� r� r r r r� t s zRefactoringTool.parse_blockc c sd t �| �||�j�}|D ]F\}}\}}\} }
} ||d 7 }| |d 7 } ||||f| |
f| fV qdS )z;Wraps a tokenize stream to systematically modify start/end.r N)r rD � gen_lines�__next__) rr r� r� r� r, r rU Zline0Zcol0Zline1Zcol1Z line_textr r r r� ~ s
zRefactoringTool.wrap_toksc c sx || j }|| j }|}|D ]N}|�|�r>|t|�d� V n(||�� d krVdV ntd||f ��|}q dV qldS )z�Generates lines as expected by tokenize from a list of lines.
This strips the first len(indent + self.PS1) characters off each line.
Nr� zline=%r, prefix=%rrv )r� r� r r| r� r� )rr r� r� �prefix1Zprefix2�prefixr� r r r r� � s
zRefactoringTool.gen_lines)NN)FF)FF)FF)F)NFN)N) r r r r` r~ r{ rs rj r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r rY � s> �
4(
O �
+
rY c @ s e Zd ZdS )�MultiprocessingUnsupportedNr r r r r r� � s r� c sB e Zd Z� fdd�Zd � fdd� Z� fdd�Z� fd d
�Z� ZS ) �MultiprocessRefactoringToolc s" t t| �j||� d | _d | _d S r8 )�superr� rs �queue� output_lock�rr r� �kwargs�r� r r rs � s z$MultiprocessRefactoringTool.__init__Fr c
s� |dkr t t���|||�S z dd l� W n tk
r@ t�Y nX �jd k rTtd��� �� �_� � � �_
� �fdd�t |�D �}z*|D ] }|�� q�t t���|||� W 5 �j� � t |�D ]}�j�
d � q�|D ]}|�� r�|� � q�d �_X d S )Nr r z already doing multiple processesc s g | ]}� j �jd ��qS ))�target)ZProcess�_child)r3 r� ��multiprocessingrr r r r6 � s �z8MultiprocessRefactoringTool.refactor.<locals>.<listcomp>)r� r� r� r� � ImportErrorr� r� � RuntimeErrorZ
JoinableQueueZLockr� �ranger �putZis_alive�start)rr r� r� r� Z
num_processesZ processesr� r$ r� r� r r� � s<
�
�
�
z$MultiprocessRefactoringTool.refactorc sN | j �� }|d k rJ|\}}ztt| �j||� W 5 | j �� X | j �� }q
d S r8 )r� re Z task_doner� r� r� )rr Ztaskr� r� r� r r r� � s
� z"MultiprocessRefactoringTool._childc s2 | j d k r | j �||f� ntt| �j||�S d S r8 )r� r� r� r� r� r� r� r r r� � s
�z)MultiprocessRefactoringTool.refactor_file)FFr )r r r rs r� r� r� �
__classcell__r r r� r r� � s � r� )T)#rX �
__author__rE r� r r� rg r� r& � itertoolsr Zpgen2r r r Z
fixer_utilr rv r r r
rn r r" r r r0 r7 r: rV rW �objectrY r� r� r r r r �<module> s8
( lib2to3/__pycache__/fixer_base.cpython-38.pyc 0000644 00000014157 15115353746 0015013 0 ustar 00 U
e5d" � @ sT d Z ddlZddlmZ ddlmZ ddlmZ G dd� de�Z G d d
� d
e �Z
dS ) z2Base class for fixers (optional, but recommended).� N� )�PatternCompiler)�pygram)�does_tree_importc @ s� e Zd ZdZdZdZdZdZdZe �
d�Z e � Z
dZdZdZdZdZdZejZdd� Zd d
� Zd d � Zd
d� Zdd� Zd dd�Z dd� Z d dd�Z dd� Z dd� Z d d � Z!dS ) �BaseFixa Optional base class for fixers.
The subclass name must be FixFooBar where FooBar is the result of
removing underscores and capitalizing the words of the fix name.
For example, the class name for a fixer named 'has_key' should be
FixHasKey.
Nr ZpostF� c C s || _ || _| �� dS )a Initializer. Subclass may override.
Args:
options: a dict containing the options passed to RefactoringTool
that could be used to customize the fixer through the command line.
log: a list to append warnings and other messages to.
N)�options�log�compile_pattern)�selfr r � r �*/usr/lib64/python3.8/lib2to3/fixer_base.py�__init__/ s zBaseFix.__init__c C s, | j dk r(t� }|j| j dd�\| _| _dS )z�Compiles self.PATTERN into self.pattern.
Subclass may override if it doesn't want to use
self.{pattern,PATTERN} in .match().
NT)Z with_tree)�PATTERNr r
�pattern� pattern_tree)r ZPCr r r
r
; s
�zBaseFix.compile_patternc C s
|| _ dS )zOSet the filename.
The main refactoring tool should call this.
N)�filename)r r r r r
� set_filenameF s zBaseFix.set_filenamec C s d|i}| j �||�o|S )a Returns match for a given parse tree node.
Should return a true or false object (not necessarily a bool).
It may return a non-empty dict of matching sub-nodes as
returned by a matching pattern.
Subclass may override.
�node)r �match�r r Zresultsr r r
r M s z
BaseFix.matchc C s
t � �dS )a� Returns the transformation for a given parse tree node.
Args:
node: the root of the parse tree that matched the fixer.
results: a dict mapping symbolic names to part of the match.
Returns:
None, or a node that is a modified copy of the
argument node. The node argument may also be modified in-place to
effect the same change.
Subclass *must* override.
N)�NotImplementedErrorr r r r
� transformY s zBaseFix.transform�xxx_todo_changemec C s2 |}|| j kr"|tt| j�� }q| j �|� |S )z�Return a string suitable for use as an identifier
The new name is guaranteed not to conflict with other identifiers.
)�
used_names�str�next�numbers�add)r �template�namer r r
�new_namei s
zBaseFix.new_namec C s. | j r d| _ | j�d| j � | j�|� d S )NFz### In file %s ###)� first_logr �appendr )r �messager r r
� log_messaget s zBaseFix.log_messagec C s> |� � }|�� }d|_d}| �|||f � |r:| �|� dS )a Warn the user that a given chunk of code is not valid Python 3,
but that it cannot be converted automatically.
First argument is the top-level node for the code in question.
Optional second argument is why it can't be converted.
� z Line %d: could not convert: %sN)�
get_linenoZclone�prefixr% )r r �reason�linenoZ
for_output�msgr r r
�cannot_convertz s zBaseFix.cannot_convertc C s |� � }| �d||f � dS )z�Used for warning the user about possible uncertainty in the
translation.
First argument is the top-level node for the code in question.
Optional second argument is why it can't be converted.
z Line %d: %sN)r' r% )r r r) r* r r r
�warning� s zBaseFix.warningc C s( |j | _ | �|� t�d�| _d| _dS )z�Some fixers need to maintain tree-wide state.
This method is called once, at the start of tree fix-up.
tree - the root node of the tree to be processed.
filename - the name of the file the tree came from.
r TN)r r � itertools�countr r" �r Ztreer r r r
�
start_tree� s
zBaseFix.start_treec C s dS )z�Some fixers need to maintain tree-wide state.
This method is called once, at the conclusion of tree fix-up.
tree - the root node of the tree to be processed.
filename - the name of the file the tree came from.
Nr r0 r r r
� finish_tree� s zBaseFix.finish_tree)r )N)"�__name__�
__module__� __qualname__�__doc__r r r r r r. r/ r �setr �orderZexplicitZ run_orderZ _accept_typeZkeep_line_orderZ
BM_compatibler Zpython_symbolsZsymsr r
r r r r! r% r, r- r1 r2 r r r r
r s4
r c s, e Zd ZdZdZ� fdd�Zdd� Z� ZS )�ConditionalFixz@ Base class for fixers which not execute if an import is found. Nc s t t| �j|� d | _d S )N)�superr9 r1 � _should_skip)r �args�� __class__r r
r1 � s zConditionalFix.start_treec C sJ | j d k r| j S | j�d�}|d }d�|d d� �}t|||�| _ | j S )N�.���)r; �skip_on�split�joinr )r r Zpkgr r r r
� should_skip� s
zConditionalFix.should_skip)r3 r4 r5 r6 rA r1 rD �
__classcell__r r r= r
r9 � s r9 ) r6 r. Zpatcompr r& r Z
fixer_utilr �objectr r9 r r r r
�<module> s lib2to3/__pycache__/pygram.cpython-38.opt-1.pyc 0000644 00000002356 15115353746 0015140 0 ustar 00 U
e5d � @ s� d Z ddlZddlmZ ddlmZ ddlmZ ej�ej� e
�d�Z ej�ej� e
�d�Z G d d
� d
e
�Ze�d e �Zee�Ze�� Zejd = e�� Zejd
= e�d e �Zee�ZdS )z&Export the Python grammar and symbols.� N� )�token)�driver)�pytreez Grammar.txtzPatternGrammar.txtc @ s e Zd Zdd� ZdS )�Symbolsc C s$ |j �� D ]\}}t| ||� q
dS )z�Initializer.
Creates an attribute for each grammar symbol (nonterminal),
whose value is the symbol's type (an int >= 256).
N)Z
symbol2number�items�setattr)�selfZgrammar�nameZsymbol� r �&/usr/lib64/python3.8/lib2to3/pygram.py�__init__ s zSymbols.__init__N)�__name__�
__module__� __qualname__r
r r r r r s r Zlib2to3�print�exec)�__doc__�osZpgen2r r � r �path�join�dirname�__file__Z
_GRAMMAR_FILEZ_PATTERN_GRAMMAR_FILE�objectr Zload_packaged_grammarZpython_grammarZpython_symbols�copyZ!python_grammar_no_print_statement�keywordsZ*python_grammar_no_print_and_exec_statementZpattern_grammarZpattern_symbolsr r r r �<module> s" � lib2to3/pygram.py 0000644 00000002431 15115353746 0007705 0 ustar 00 # Copyright 2006 Google, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Export the Python grammar and symbols."""
# Python imports
import os
# Local imports
from .pgen2 import token
from .pgen2 import driver
from . import pytree
# The grammar file
_GRAMMAR_FILE = os.path.join(os.path.dirname(__file__), "Grammar.txt")
_PATTERN_GRAMMAR_FILE = os.path.join(os.path.dirname(__file__),
"PatternGrammar.txt")
class Symbols(object):
def __init__(self, grammar):
"""Initializer.
Creates an attribute for each grammar symbol (nonterminal),
whose value is the symbol's type (an int >= 256).
"""
for name, symbol in grammar.symbol2number.items():
setattr(self, name, symbol)
python_grammar = driver.load_packaged_grammar("lib2to3", _GRAMMAR_FILE)
python_symbols = Symbols(python_grammar)
python_grammar_no_print_statement = python_grammar.copy()
del python_grammar_no_print_statement.keywords["print"]
python_grammar_no_print_and_exec_statement = python_grammar_no_print_statement.copy()
del python_grammar_no_print_and_exec_statement.keywords["exec"]
pattern_grammar = driver.load_packaged_grammar("lib2to3", _PATTERN_GRAMMAR_FILE)
pattern_symbols = Symbols(pattern_grammar)
lib2to3/pytree.py 0000644 00000066470 15115353746 0007733 0 ustar 00 # Copyright 2006 Google, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""
Python parse tree definitions.
This is a very concrete parse tree; we need to keep every token and
even the comments and whitespace between tokens.
There's also a pattern matching implementation here.
"""
__author__ = "Guido van Rossum <guido@python.org>"
import sys
from io import StringIO
HUGE = 0x7FFFFFFF # maximum repeat count, default max
_type_reprs = {}
def type_repr(type_num):
global _type_reprs
if not _type_reprs:
from .pygram import python_symbols
# printing tokens is possible but not as useful
# from .pgen2 import token // token.__dict__.items():
for name, val in python_symbols.__dict__.items():
if type(val) == int: _type_reprs[val] = name
return _type_reprs.setdefault(type_num, type_num)
class Base(object):
"""
Abstract base class for Node and Leaf.
This provides some default functionality and boilerplate using the
template pattern.
A node may be a subnode of at most one parent.
"""
# Default values for instance variables
type = None # int: token number (< 256) or symbol number (>= 256)
parent = None # Parent node pointer, or None
children = () # Tuple of subnodes
was_changed = False
was_checked = False
def __new__(cls, *args, **kwds):
"""Constructor that prevents Base from being instantiated."""
assert cls is not Base, "Cannot instantiate Base"
return object.__new__(cls)
def __eq__(self, other):
"""
Compare two nodes for equality.
This calls the method _eq().
"""
if self.__class__ is not other.__class__:
return NotImplemented
return self._eq(other)
__hash__ = None # For Py3 compatibility.
def _eq(self, other):
"""
Compare two nodes for equality.
This is called by __eq__ and __ne__. It is only called if the two nodes
have the same type. This must be implemented by the concrete subclass.
Nodes should be considered equal if they have the same structure,
ignoring the prefix string and other context information.
"""
raise NotImplementedError
def clone(self):
"""
Return a cloned (deep) copy of self.
This must be implemented by the concrete subclass.
"""
raise NotImplementedError
def post_order(self):
"""
Return a post-order iterator for the tree.
This must be implemented by the concrete subclass.
"""
raise NotImplementedError
def pre_order(self):
"""
Return a pre-order iterator for the tree.
This must be implemented by the concrete subclass.
"""
raise NotImplementedError
def replace(self, new):
"""Replace this node with a new one in the parent."""
assert self.parent is not None, str(self)
assert new is not None
if not isinstance(new, list):
new = [new]
l_children = []
found = False
for ch in self.parent.children:
if ch is self:
assert not found, (self.parent.children, self, new)
if new is not None:
l_children.extend(new)
found = True
else:
l_children.append(ch)
assert found, (self.children, self, new)
self.parent.changed()
self.parent.children = l_children
for x in new:
x.parent = self.parent
self.parent = None
def get_lineno(self):
"""Return the line number which generated the invocant node."""
node = self
while not isinstance(node, Leaf):
if not node.children:
return
node = node.children[0]
return node.lineno
def changed(self):
if self.parent:
self.parent.changed()
self.was_changed = True
def remove(self):
"""
Remove the node from the tree. Returns the position of the node in its
parent's children before it was removed.
"""
if self.parent:
for i, node in enumerate(self.parent.children):
if node is self:
self.parent.changed()
del self.parent.children[i]
self.parent = None
return i
@property
def next_sibling(self):
"""
The node immediately following the invocant in their parent's children
list. If the invocant does not have a next sibling, it is None
"""
if self.parent is None:
return None
# Can't use index(); we need to test by identity
for i, child in enumerate(self.parent.children):
if child is self:
try:
return self.parent.children[i+1]
except IndexError:
return None
@property
def prev_sibling(self):
"""
The node immediately preceding the invocant in their parent's children
list. If the invocant does not have a previous sibling, it is None.
"""
if self.parent is None:
return None
# Can't use index(); we need to test by identity
for i, child in enumerate(self.parent.children):
if child is self:
if i == 0:
return None
return self.parent.children[i-1]
def leaves(self):
for child in self.children:
yield from child.leaves()
def depth(self):
if self.parent is None:
return 0
return 1 + self.parent.depth()
def get_suffix(self):
"""
Return the string immediately following the invocant node. This is
effectively equivalent to node.next_sibling.prefix
"""
next_sib = self.next_sibling
if next_sib is None:
return ""
return next_sib.prefix
if sys.version_info < (3, 0):
def __str__(self):
return str(self).encode("ascii")
class Node(Base):
"""Concrete implementation for interior nodes."""
def __init__(self,type, children,
context=None,
prefix=None,
fixers_applied=None):
"""
Initializer.
Takes a type constant (a symbol number >= 256), a sequence of
child nodes, and an optional context keyword argument.
As a side effect, the parent pointers of the children are updated.
"""
assert type >= 256, type
self.type = type
self.children = list(children)
for ch in self.children:
assert ch.parent is None, repr(ch)
ch.parent = self
if prefix is not None:
self.prefix = prefix
if fixers_applied:
self.fixers_applied = fixers_applied[:]
else:
self.fixers_applied = None
def __repr__(self):
"""Return a canonical string representation."""
return "%s(%s, %r)" % (self.__class__.__name__,
type_repr(self.type),
self.children)
def __unicode__(self):
"""
Return a pretty string representation.
This reproduces the input source exactly.
"""
return "".join(map(str, self.children))
if sys.version_info > (3, 0):
__str__ = __unicode__
def _eq(self, other):
"""Compare two nodes for equality."""
return (self.type, self.children) == (other.type, other.children)
def clone(self):
"""Return a cloned (deep) copy of self."""
return Node(self.type, [ch.clone() for ch in self.children],
fixers_applied=self.fixers_applied)
def post_order(self):
"""Return a post-order iterator for the tree."""
for child in self.children:
yield from child.post_order()
yield self
def pre_order(self):
"""Return a pre-order iterator for the tree."""
yield self
for child in self.children:
yield from child.pre_order()
@property
def prefix(self):
"""
The whitespace and comments preceding this node in the input.
"""
if not self.children:
return ""
return self.children[0].prefix
@prefix.setter
def prefix(self, prefix):
if self.children:
self.children[0].prefix = prefix
def set_child(self, i, child):
"""
Equivalent to 'node.children[i] = child'. This method also sets the
child's parent attribute appropriately.
"""
child.parent = self
self.children[i].parent = None
self.children[i] = child
self.changed()
def insert_child(self, i, child):
"""
Equivalent to 'node.children.insert(i, child)'. This method also sets
the child's parent attribute appropriately.
"""
child.parent = self
self.children.insert(i, child)
self.changed()
def append_child(self, child):
"""
Equivalent to 'node.children.append(child)'. This method also sets the
child's parent attribute appropriately.
"""
child.parent = self
self.children.append(child)
self.changed()
class Leaf(Base):
"""Concrete implementation for leaf nodes."""
# Default values for instance variables
_prefix = "" # Whitespace and comments preceding this token in the input
lineno = 0 # Line where this token starts in the input
column = 0 # Column where this token tarts in the input
def __init__(self, type, value,
context=None,
prefix=None,
fixers_applied=[]):
"""
Initializer.
Takes a type constant (a token number < 256), a string value, and an
optional context keyword argument.
"""
assert 0 <= type < 256, type
if context is not None:
self._prefix, (self.lineno, self.column) = context
self.type = type
self.value = value
if prefix is not None:
self._prefix = prefix
self.fixers_applied = fixers_applied[:]
def __repr__(self):
"""Return a canonical string representation."""
return "%s(%r, %r)" % (self.__class__.__name__,
self.type,
self.value)
def __unicode__(self):
"""
Return a pretty string representation.
This reproduces the input source exactly.
"""
return self.prefix + str(self.value)
if sys.version_info > (3, 0):
__str__ = __unicode__
def _eq(self, other):
"""Compare two nodes for equality."""
return (self.type, self.value) == (other.type, other.value)
def clone(self):
"""Return a cloned (deep) copy of self."""
return Leaf(self.type, self.value,
(self.prefix, (self.lineno, self.column)),
fixers_applied=self.fixers_applied)
def leaves(self):
yield self
def post_order(self):
"""Return a post-order iterator for the tree."""
yield self
def pre_order(self):
"""Return a pre-order iterator for the tree."""
yield self
@property
def prefix(self):
"""
The whitespace and comments preceding this token in the input.
"""
return self._prefix
@prefix.setter
def prefix(self, prefix):
self.changed()
self._prefix = prefix
def convert(gr, raw_node):
"""
Convert raw node information to a Node or Leaf instance.
This is passed to the parser driver which calls it whenever a reduction of a
grammar rule produces a new complete node, so that the tree is build
strictly bottom-up.
"""
type, value, context, children = raw_node
if children or type in gr.number2symbol:
# If there's exactly one child, return that child instead of
# creating a new node.
if len(children) == 1:
return children[0]
return Node(type, children, context=context)
else:
return Leaf(type, value, context=context)
class BasePattern(object):
"""
A pattern is a tree matching pattern.
It looks for a specific node type (token or symbol), and
optionally for a specific content.
This is an abstract base class. There are three concrete
subclasses:
- LeafPattern matches a single leaf node;
- NodePattern matches a single node (usually non-leaf);
- WildcardPattern matches a sequence of nodes of variable length.
"""
# Defaults for instance variables
type = None # Node type (token if < 256, symbol if >= 256)
content = None # Optional content matching pattern
name = None # Optional name used to store match in results dict
def __new__(cls, *args, **kwds):
"""Constructor that prevents BasePattern from being instantiated."""
assert cls is not BasePattern, "Cannot instantiate BasePattern"
return object.__new__(cls)
def __repr__(self):
args = [type_repr(self.type), self.content, self.name]
while args and args[-1] is None:
del args[-1]
return "%s(%s)" % (self.__class__.__name__, ", ".join(map(repr, args)))
def optimize(self):
"""
A subclass can define this as a hook for optimizations.
Returns either self or another node with the same effect.
"""
return self
def match(self, node, results=None):
"""
Does this pattern exactly match a node?
Returns True if it matches, False if not.
If results is not None, it must be a dict which will be
updated with the nodes matching named subpatterns.
Default implementation for non-wildcard patterns.
"""
if self.type is not None and node.type != self.type:
return False
if self.content is not None:
r = None
if results is not None:
r = {}
if not self._submatch(node, r):
return False
if r:
results.update(r)
if results is not None and self.name:
results[self.name] = node
return True
def match_seq(self, nodes, results=None):
"""
Does this pattern exactly match a sequence of nodes?
Default implementation for non-wildcard patterns.
"""
if len(nodes) != 1:
return False
return self.match(nodes[0], results)
def generate_matches(self, nodes):
"""
Generator yielding all matches for this pattern.
Default implementation for non-wildcard patterns.
"""
r = {}
if nodes and self.match(nodes[0], r):
yield 1, r
class LeafPattern(BasePattern):
def __init__(self, type=None, content=None, name=None):
"""
Initializer. Takes optional type, content, and name.
The type, if given must be a token type (< 256). If not given,
this matches any *leaf* node; the content may still be required.
The content, if given, must be a string.
If a name is given, the matching node is stored in the results
dict under that key.
"""
if type is not None:
assert 0 <= type < 256, type
if content is not None:
assert isinstance(content, str), repr(content)
self.type = type
self.content = content
self.name = name
def match(self, node, results=None):
"""Override match() to insist on a leaf node."""
if not isinstance(node, Leaf):
return False
return BasePattern.match(self, node, results)
def _submatch(self, node, results=None):
"""
Match the pattern's content to the node's children.
This assumes the node type matches and self.content is not None.
Returns True if it matches, False if not.
If results is not None, it must be a dict which will be
updated with the nodes matching named subpatterns.
When returning False, the results dict may still be updated.
"""
return self.content == node.value
class NodePattern(BasePattern):
wildcards = False
def __init__(self, type=None, content=None, name=None):
"""
Initializer. Takes optional type, content, and name.
The type, if given, must be a symbol type (>= 256). If the
type is None this matches *any* single node (leaf or not),
except if content is not None, in which it only matches
non-leaf nodes that also match the content pattern.
The content, if not None, must be a sequence of Patterns that
must match the node's children exactly. If the content is
given, the type must not be None.
If a name is given, the matching node is stored in the results
dict under that key.
"""
if type is not None:
assert type >= 256, type
if content is not None:
assert not isinstance(content, str), repr(content)
content = list(content)
for i, item in enumerate(content):
assert isinstance(item, BasePattern), (i, item)
if isinstance(item, WildcardPattern):
self.wildcards = True
self.type = type
self.content = content
self.name = name
def _submatch(self, node, results=None):
"""
Match the pattern's content to the node's children.
This assumes the node type matches and self.content is not None.
Returns True if it matches, False if not.
If results is not None, it must be a dict which will be
updated with the nodes matching named subpatterns.
When returning False, the results dict may still be updated.
"""
if self.wildcards:
for c, r in generate_matches(self.content, node.children):
if c == len(node.children):
if results is not None:
results.update(r)
return True
return False
if len(self.content) != len(node.children):
return False
for subpattern, child in zip(self.content, node.children):
if not subpattern.match(child, results):
return False
return True
class WildcardPattern(BasePattern):
"""
A wildcard pattern can match zero or more nodes.
This has all the flexibility needed to implement patterns like:
.* .+ .? .{m,n}
(a b c | d e | f)
(...)* (...)+ (...)? (...){m,n}
except it always uses non-greedy matching.
"""
def __init__(self, content=None, min=0, max=HUGE, name=None):
"""
Initializer.
Args:
content: optional sequence of subsequences of patterns;
if absent, matches one node;
if present, each subsequence is an alternative [*]
min: optional minimum number of times to match, default 0
max: optional maximum number of times to match, default HUGE
name: optional name assigned to this match
[*] Thus, if content is [[a, b, c], [d, e], [f, g, h]] this is
equivalent to (a b c | d e | f g h); if content is None,
this is equivalent to '.' in regular expression terms.
The min and max parameters work as follows:
min=0, max=maxint: .*
min=1, max=maxint: .+
min=0, max=1: .?
min=1, max=1: .
If content is not None, replace the dot with the parenthesized
list of alternatives, e.g. (a b c | d e | f g h)*
"""
assert 0 <= min <= max <= HUGE, (min, max)
if content is not None:
content = tuple(map(tuple, content)) # Protect against alterations
# Check sanity of alternatives
assert len(content), repr(content) # Can't have zero alternatives
for alt in content:
assert len(alt), repr(alt) # Can have empty alternatives
self.content = content
self.min = min
self.max = max
self.name = name
def optimize(self):
"""Optimize certain stacked wildcard patterns."""
subpattern = None
if (self.content is not None and
len(self.content) == 1 and len(self.content[0]) == 1):
subpattern = self.content[0][0]
if self.min == 1 and self.max == 1:
if self.content is None:
return NodePattern(name=self.name)
if subpattern is not None and self.name == subpattern.name:
return subpattern.optimize()
if (self.min <= 1 and isinstance(subpattern, WildcardPattern) and
subpattern.min <= 1 and self.name == subpattern.name):
return WildcardPattern(subpattern.content,
self.min*subpattern.min,
self.max*subpattern.max,
subpattern.name)
return self
def match(self, node, results=None):
"""Does this pattern exactly match a node?"""
return self.match_seq([node], results)
def match_seq(self, nodes, results=None):
"""Does this pattern exactly match a sequence of nodes?"""
for c, r in self.generate_matches(nodes):
if c == len(nodes):
if results is not None:
results.update(r)
if self.name:
results[self.name] = list(nodes)
return True
return False
def generate_matches(self, nodes):
"""
Generator yielding matches for a sequence of nodes.
Args:
nodes: sequence of nodes
Yields:
(count, results) tuples where:
count: the match comprises nodes[:count];
results: dict containing named submatches.
"""
if self.content is None:
# Shortcut for special case (see __init__.__doc__)
for count in range(self.min, 1 + min(len(nodes), self.max)):
r = {}
if self.name:
r[self.name] = nodes[:count]
yield count, r
elif self.name == "bare_name":
yield self._bare_name_matches(nodes)
else:
# The reason for this is that hitting the recursion limit usually
# results in some ugly messages about how RuntimeErrors are being
# ignored. We only have to do this on CPython, though, because other
# implementations don't have this nasty bug in the first place.
if hasattr(sys, "getrefcount"):
save_stderr = sys.stderr
sys.stderr = StringIO()
try:
for count, r in self._recursive_matches(nodes, 0):
if self.name:
r[self.name] = nodes[:count]
yield count, r
except RuntimeError:
# We fall back to the iterative pattern matching scheme if the recursive
# scheme hits the recursion limit.
for count, r in self._iterative_matches(nodes):
if self.name:
r[self.name] = nodes[:count]
yield count, r
finally:
if hasattr(sys, "getrefcount"):
sys.stderr = save_stderr
def _iterative_matches(self, nodes):
"""Helper to iteratively yield the matches."""
nodelen = len(nodes)
if 0 >= self.min:
yield 0, {}
results = []
# generate matches that use just one alt from self.content
for alt in self.content:
for c, r in generate_matches(alt, nodes):
yield c, r
results.append((c, r))
# for each match, iterate down the nodes
while results:
new_results = []
for c0, r0 in results:
# stop if the entire set of nodes has been matched
if c0 < nodelen and c0 <= self.max:
for alt in self.content:
for c1, r1 in generate_matches(alt, nodes[c0:]):
if c1 > 0:
r = {}
r.update(r0)
r.update(r1)
yield c0 + c1, r
new_results.append((c0 + c1, r))
results = new_results
def _bare_name_matches(self, nodes):
"""Special optimized matcher for bare_name."""
count = 0
r = {}
done = False
max = len(nodes)
while not done and count < max:
done = True
for leaf in self.content:
if leaf[0].match(nodes[count], r):
count += 1
done = False
break
r[self.name] = nodes[:count]
return count, r
def _recursive_matches(self, nodes, count):
"""Helper to recursively yield the matches."""
assert self.content is not None
if count >= self.min:
yield 0, {}
if count < self.max:
for alt in self.content:
for c0, r0 in generate_matches(alt, nodes):
for c1, r1 in self._recursive_matches(nodes[c0:], count+1):
r = {}
r.update(r0)
r.update(r1)
yield c0 + c1, r
class NegatedPattern(BasePattern):
def __init__(self, content=None):
"""
Initializer.
The argument is either a pattern or None. If it is None, this
only matches an empty sequence (effectively '$' in regex
lingo). If it is not None, this matches whenever the argument
pattern doesn't have any matches.
"""
if content is not None:
assert isinstance(content, BasePattern), repr(content)
self.content = content
def match(self, node):
# We never match a node in its entirety
return False
def match_seq(self, nodes):
# We only match an empty sequence of nodes in its entirety
return len(nodes) == 0
def generate_matches(self, nodes):
if self.content is None:
# Return a match if there is an empty sequence
if len(nodes) == 0:
yield 0, {}
else:
# Return a match if the argument pattern has no matches
for c, r in self.content.generate_matches(nodes):
return
yield 0, {}
def generate_matches(patterns, nodes):
"""
Generator yielding matches for a sequence of patterns and nodes.
Args:
patterns: a sequence of patterns
nodes: a sequence of nodes
Yields:
(count, results) tuples where:
count: the entire sequence of patterns matches nodes[:count];
results: dict containing named submatches.
"""
if not patterns:
yield 0, {}
else:
p, rest = patterns[0], patterns[1:]
for c0, r0 in p.generate_matches(nodes):
if not rest:
yield c0, r0
else:
for c1, r1 in generate_matches(rest, nodes[c0:]):
r = {}
r.update(r0)
r.update(r1)
yield c0 + c1, r
lib2to3/fixer_base.py 0000644 00000015042 15115353746 0010517 0 ustar 00 # Copyright 2006 Google, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Base class for fixers (optional, but recommended)."""
# Python imports
import itertools
# Local imports
from .patcomp import PatternCompiler
from . import pygram
from .fixer_util import does_tree_import
class BaseFix(object):
"""Optional base class for fixers.
The subclass name must be FixFooBar where FooBar is the result of
removing underscores and capitalizing the words of the fix name.
For example, the class name for a fixer named 'has_key' should be
FixHasKey.
"""
PATTERN = None # Most subclasses should override with a string literal
pattern = None # Compiled pattern, set by compile_pattern()
pattern_tree = None # Tree representation of the pattern
options = None # Options object passed to initializer
filename = None # The filename (set by set_filename)
numbers = itertools.count(1) # For new_name()
used_names = set() # A set of all used NAMEs
order = "post" # Does the fixer prefer pre- or post-order traversal
explicit = False # Is this ignored by refactor.py -f all?
run_order = 5 # Fixers will be sorted by run order before execution
# Lower numbers will be run first.
_accept_type = None # [Advanced and not public] This tells RefactoringTool
# which node type to accept when there's not a pattern.
keep_line_order = False # For the bottom matcher: match with the
# original line order
BM_compatible = False # Compatibility with the bottom matching
# module; every fixer should set this
# manually
# Shortcut for access to Python grammar symbols
syms = pygram.python_symbols
def __init__(self, options, log):
"""Initializer. Subclass may override.
Args:
options: a dict containing the options passed to RefactoringTool
that could be used to customize the fixer through the command line.
log: a list to append warnings and other messages to.
"""
self.options = options
self.log = log
self.compile_pattern()
def compile_pattern(self):
"""Compiles self.PATTERN into self.pattern.
Subclass may override if it doesn't want to use
self.{pattern,PATTERN} in .match().
"""
if self.PATTERN is not None:
PC = PatternCompiler()
self.pattern, self.pattern_tree = PC.compile_pattern(self.PATTERN,
with_tree=True)
def set_filename(self, filename):
"""Set the filename.
The main refactoring tool should call this.
"""
self.filename = filename
def match(self, node):
"""Returns match for a given parse tree node.
Should return a true or false object (not necessarily a bool).
It may return a non-empty dict of matching sub-nodes as
returned by a matching pattern.
Subclass may override.
"""
results = {"node": node}
return self.pattern.match(node, results) and results
def transform(self, node, results):
"""Returns the transformation for a given parse tree node.
Args:
node: the root of the parse tree that matched the fixer.
results: a dict mapping symbolic names to part of the match.
Returns:
None, or a node that is a modified copy of the
argument node. The node argument may also be modified in-place to
effect the same change.
Subclass *must* override.
"""
raise NotImplementedError()
def new_name(self, template="xxx_todo_changeme"):
"""Return a string suitable for use as an identifier
The new name is guaranteed not to conflict with other identifiers.
"""
name = template
while name in self.used_names:
name = template + str(next(self.numbers))
self.used_names.add(name)
return name
def log_message(self, message):
if self.first_log:
self.first_log = False
self.log.append("### In file %s ###" % self.filename)
self.log.append(message)
def cannot_convert(self, node, reason=None):
"""Warn the user that a given chunk of code is not valid Python 3,
but that it cannot be converted automatically.
First argument is the top-level node for the code in question.
Optional second argument is why it can't be converted.
"""
lineno = node.get_lineno()
for_output = node.clone()
for_output.prefix = ""
msg = "Line %d: could not convert: %s"
self.log_message(msg % (lineno, for_output))
if reason:
self.log_message(reason)
def warning(self, node, reason):
"""Used for warning the user about possible uncertainty in the
translation.
First argument is the top-level node for the code in question.
Optional second argument is why it can't be converted.
"""
lineno = node.get_lineno()
self.log_message("Line %d: %s" % (lineno, reason))
def start_tree(self, tree, filename):
"""Some fixers need to maintain tree-wide state.
This method is called once, at the start of tree fix-up.
tree - the root node of the tree to be processed.
filename - the name of the file the tree came from.
"""
self.used_names = tree.used_names
self.set_filename(filename)
self.numbers = itertools.count(1)
self.first_log = True
def finish_tree(self, tree, filename):
"""Some fixers need to maintain tree-wide state.
This method is called once, at the conclusion of tree fix-up.
tree - the root node of the tree to be processed.
filename - the name of the file the tree came from.
"""
pass
class ConditionalFix(BaseFix):
""" Base class for fixers which not execute if an import is found. """
# This is the name of the import which, if found, will cause the test to be skipped
skip_on = None
def start_tree(self, *args):
super(ConditionalFix, self).start_tree(*args)
self._should_skip = None
def should_skip(self, node):
if self._should_skip is not None:
return self._should_skip
pkg = self.skip_on.split(".")
name = pkg[-1]
pkg = ".".join(pkg[:-1])
self._should_skip = does_tree_import(pkg, name, node)
return self._should_skip
collections/__init__.py 0000644 00000135503 15115353746 0011214 0 ustar 00 '''This module implements specialized container datatypes providing
alternatives to Python's general purpose built-in containers, dict,
list, set, and tuple.
* namedtuple factory function for creating tuple subclasses with named fields
* deque list-like container with fast appends and pops on either end
* ChainMap dict-like class for creating a single view of multiple mappings
* Counter dict subclass for counting hashable objects
* OrderedDict dict subclass that remembers the order entries were added
* defaultdict dict subclass that calls a factory function to supply missing values
* UserDict wrapper around dictionary objects for easier dict subclassing
* UserList wrapper around list objects for easier list subclassing
* UserString wrapper around string objects for easier string subclassing
'''
__all__ = ['deque', 'defaultdict', 'namedtuple', 'UserDict', 'UserList',
'UserString', 'Counter', 'OrderedDict', 'ChainMap']
import _collections_abc
from operator import itemgetter as _itemgetter, eq as _eq
from keyword import iskeyword as _iskeyword
import sys as _sys
import heapq as _heapq
from _weakref import proxy as _proxy
from itertools import repeat as _repeat, chain as _chain, starmap as _starmap
from reprlib import recursive_repr as _recursive_repr
try:
from _collections import deque
except ImportError:
pass
else:
_collections_abc.MutableSequence.register(deque)
try:
from _collections import defaultdict
except ImportError:
pass
def __getattr__(name):
# For backwards compatibility, continue to make the collections ABCs
# through Python 3.6 available through the collections module.
# Note, no new collections ABCs were added in Python 3.7
if name in _collections_abc.__all__:
obj = getattr(_collections_abc, name)
import warnings
warnings.warn("Using or importing the ABCs from 'collections' instead "
"of from 'collections.abc' is deprecated since Python 3.3, "
"and in 3.10 it will stop working",
DeprecationWarning, stacklevel=2)
globals()[name] = obj
return obj
raise AttributeError(f'module {__name__!r} has no attribute {name!r}')
################################################################################
### OrderedDict
################################################################################
class _OrderedDictKeysView(_collections_abc.KeysView):
def __reversed__(self):
yield from reversed(self._mapping)
class _OrderedDictItemsView(_collections_abc.ItemsView):
def __reversed__(self):
for key in reversed(self._mapping):
yield (key, self._mapping[key])
class _OrderedDictValuesView(_collections_abc.ValuesView):
def __reversed__(self):
for key in reversed(self._mapping):
yield self._mapping[key]
class _Link(object):
__slots__ = 'prev', 'next', 'key', '__weakref__'
class OrderedDict(dict):
'Dictionary that remembers insertion order'
# An inherited dict maps keys to values.
# The inherited dict provides __getitem__, __len__, __contains__, and get.
# The remaining methods are order-aware.
# Big-O running times for all methods are the same as regular dictionaries.
# The internal self.__map dict maps keys to links in a doubly linked list.
# The circular doubly linked list starts and ends with a sentinel element.
# The sentinel element never gets deleted (this simplifies the algorithm).
# The sentinel is in self.__hardroot with a weakref proxy in self.__root.
# The prev links are weakref proxies (to prevent circular references).
# Individual links are kept alive by the hard reference in self.__map.
# Those hard references disappear when a key is deleted from an OrderedDict.
def __init__(self, other=(), /, **kwds):
'''Initialize an ordered dictionary. The signature is the same as
regular dictionaries. Keyword argument order is preserved.
'''
try:
self.__root
except AttributeError:
self.__hardroot = _Link()
self.__root = root = _proxy(self.__hardroot)
root.prev = root.next = root
self.__map = {}
self.__update(other, **kwds)
def __setitem__(self, key, value,
dict_setitem=dict.__setitem__, proxy=_proxy, Link=_Link):
'od.__setitem__(i, y) <==> od[i]=y'
# Setting a new item creates a new link at the end of the linked list,
# and the inherited dictionary is updated with the new key/value pair.
if key not in self:
self.__map[key] = link = Link()
root = self.__root
last = root.prev
link.prev, link.next, link.key = last, root, key
last.next = link
root.prev = proxy(link)
dict_setitem(self, key, value)
def __delitem__(self, key, dict_delitem=dict.__delitem__):
'od.__delitem__(y) <==> del od[y]'
# Deleting an existing item uses self.__map to find the link which gets
# removed by updating the links in the predecessor and successor nodes.
dict_delitem(self, key)
link = self.__map.pop(key)
link_prev = link.prev
link_next = link.next
link_prev.next = link_next
link_next.prev = link_prev
link.prev = None
link.next = None
def __iter__(self):
'od.__iter__() <==> iter(od)'
# Traverse the linked list in order.
root = self.__root
curr = root.next
while curr is not root:
yield curr.key
curr = curr.next
def __reversed__(self):
'od.__reversed__() <==> reversed(od)'
# Traverse the linked list in reverse order.
root = self.__root
curr = root.prev
while curr is not root:
yield curr.key
curr = curr.prev
def clear(self):
'od.clear() -> None. Remove all items from od.'
root = self.__root
root.prev = root.next = root
self.__map.clear()
dict.clear(self)
def popitem(self, last=True):
'''Remove and return a (key, value) pair from the dictionary.
Pairs are returned in LIFO order if last is true or FIFO order if false.
'''
if not self:
raise KeyError('dictionary is empty')
root = self.__root
if last:
link = root.prev
link_prev = link.prev
link_prev.next = root
root.prev = link_prev
else:
link = root.next
link_next = link.next
root.next = link_next
link_next.prev = root
key = link.key
del self.__map[key]
value = dict.pop(self, key)
return key, value
def move_to_end(self, key, last=True):
'''Move an existing element to the end (or beginning if last is false).
Raise KeyError if the element does not exist.
'''
link = self.__map[key]
link_prev = link.prev
link_next = link.next
soft_link = link_next.prev
link_prev.next = link_next
link_next.prev = link_prev
root = self.__root
if last:
last = root.prev
link.prev = last
link.next = root
root.prev = soft_link
last.next = link
else:
first = root.next
link.prev = root
link.next = first
first.prev = soft_link
root.next = link
def __sizeof__(self):
sizeof = _sys.getsizeof
n = len(self) + 1 # number of links including root
size = sizeof(self.__dict__) # instance dictionary
size += sizeof(self.__map) * 2 # internal dict and inherited dict
size += sizeof(self.__hardroot) * n # link objects
size += sizeof(self.__root) * n # proxy objects
return size
update = __update = _collections_abc.MutableMapping.update
def keys(self):
"D.keys() -> a set-like object providing a view on D's keys"
return _OrderedDictKeysView(self)
def items(self):
"D.items() -> a set-like object providing a view on D's items"
return _OrderedDictItemsView(self)
def values(self):
"D.values() -> an object providing a view on D's values"
return _OrderedDictValuesView(self)
__ne__ = _collections_abc.MutableMapping.__ne__
__marker = object()
def pop(self, key, default=__marker):
'''od.pop(k[,d]) -> v, remove specified key and return the corresponding
value. If key is not found, d is returned if given, otherwise KeyError
is raised.
'''
if key in self:
result = self[key]
del self[key]
return result
if default is self.__marker:
raise KeyError(key)
return default
def setdefault(self, key, default=None):
'''Insert key with a value of default if key is not in the dictionary.
Return the value for key if key is in the dictionary, else default.
'''
if key in self:
return self[key]
self[key] = default
return default
@_recursive_repr()
def __repr__(self):
'od.__repr__() <==> repr(od)'
if not self:
return '%s()' % (self.__class__.__name__,)
return '%s(%r)' % (self.__class__.__name__, list(self.items()))
def __reduce__(self):
'Return state information for pickling'
inst_dict = vars(self).copy()
for k in vars(OrderedDict()):
inst_dict.pop(k, None)
return self.__class__, (), inst_dict or None, None, iter(self.items())
def copy(self):
'od.copy() -> a shallow copy of od'
return self.__class__(self)
@classmethod
def fromkeys(cls, iterable, value=None):
'''Create a new ordered dictionary with keys from iterable and values set to value.
'''
self = cls()
for key in iterable:
self[key] = value
return self
def __eq__(self, other):
'''od.__eq__(y) <==> od==y. Comparison to another OD is order-sensitive
while comparison to a regular mapping is order-insensitive.
'''
if isinstance(other, OrderedDict):
return dict.__eq__(self, other) and all(map(_eq, self, other))
return dict.__eq__(self, other)
try:
from _collections import OrderedDict
except ImportError:
# Leave the pure Python version in place.
pass
################################################################################
### namedtuple
################################################################################
try:
from _collections import _tuplegetter
except ImportError:
_tuplegetter = lambda index, doc: property(_itemgetter(index), doc=doc)
def namedtuple(typename, field_names, *, rename=False, defaults=None, module=None):
"""Returns a new subclass of tuple with named fields.
>>> Point = namedtuple('Point', ['x', 'y'])
>>> Point.__doc__ # docstring for the new class
'Point(x, y)'
>>> p = Point(11, y=22) # instantiate with positional args or keywords
>>> p[0] + p[1] # indexable like a plain tuple
33
>>> x, y = p # unpack like a regular tuple
>>> x, y
(11, 22)
>>> p.x + p.y # fields also accessible by name
33
>>> d = p._asdict() # convert to a dictionary
>>> d['x']
11
>>> Point(**d) # convert from a dictionary
Point(x=11, y=22)
>>> p._replace(x=100) # _replace() is like str.replace() but targets named fields
Point(x=100, y=22)
"""
# Validate the field names. At the user's option, either generate an error
# message or automatically replace the field name with a valid name.
if isinstance(field_names, str):
field_names = field_names.replace(',', ' ').split()
field_names = list(map(str, field_names))
typename = _sys.intern(str(typename))
if rename:
seen = set()
for index, name in enumerate(field_names):
if (not name.isidentifier()
or _iskeyword(name)
or name.startswith('_')
or name in seen):
field_names[index] = f'_{index}'
seen.add(name)
for name in [typename] + field_names:
if type(name) is not str:
raise TypeError('Type names and field names must be strings')
if not name.isidentifier():
raise ValueError('Type names and field names must be valid '
f'identifiers: {name!r}')
if _iskeyword(name):
raise ValueError('Type names and field names cannot be a '
f'keyword: {name!r}')
seen = set()
for name in field_names:
if name.startswith('_') and not rename:
raise ValueError('Field names cannot start with an underscore: '
f'{name!r}')
if name in seen:
raise ValueError(f'Encountered duplicate field name: {name!r}')
seen.add(name)
field_defaults = {}
if defaults is not None:
defaults = tuple(defaults)
if len(defaults) > len(field_names):
raise TypeError('Got more default values than field names')
field_defaults = dict(reversed(list(zip(reversed(field_names),
reversed(defaults)))))
# Variables used in the methods and docstrings
field_names = tuple(map(_sys.intern, field_names))
num_fields = len(field_names)
arg_list = repr(field_names).replace("'", "")[1:-1]
repr_fmt = '(' + ', '.join(f'{name}=%r' for name in field_names) + ')'
tuple_new = tuple.__new__
_dict, _tuple, _len, _map, _zip = dict, tuple, len, map, zip
# Create all the named tuple methods to be added to the class namespace
s = f'def __new__(_cls, {arg_list}): return _tuple_new(_cls, ({arg_list}))'
namespace = {'_tuple_new': tuple_new, '__name__': f'namedtuple_{typename}'}
# Note: exec() has the side-effect of interning the field names
exec(s, namespace)
__new__ = namespace['__new__']
__new__.__doc__ = f'Create new instance of {typename}({arg_list})'
if defaults is not None:
__new__.__defaults__ = defaults
@classmethod
def _make(cls, iterable):
result = tuple_new(cls, iterable)
if _len(result) != num_fields:
raise TypeError(f'Expected {num_fields} arguments, got {len(result)}')
return result
_make.__func__.__doc__ = (f'Make a new {typename} object from a sequence '
'or iterable')
def _replace(self, /, **kwds):
result = self._make(_map(kwds.pop, field_names, self))
if kwds:
raise ValueError(f'Got unexpected field names: {list(kwds)!r}')
return result
_replace.__doc__ = (f'Return a new {typename} object replacing specified '
'fields with new values')
def __repr__(self):
'Return a nicely formatted representation string'
return self.__class__.__name__ + repr_fmt % self
def _asdict(self):
'Return a new dict which maps field names to their values.'
return _dict(_zip(self._fields, self))
def __getnewargs__(self):
'Return self as a plain tuple. Used by copy and pickle.'
return _tuple(self)
# Modify function metadata to help with introspection and debugging
for method in (__new__, _make.__func__, _replace,
__repr__, _asdict, __getnewargs__):
method.__qualname__ = f'{typename}.{method.__name__}'
# Build-up the class namespace dictionary
# and use type() to build the result class
class_namespace = {
'__doc__': f'{typename}({arg_list})',
'__slots__': (),
'_fields': field_names,
'_field_defaults': field_defaults,
# alternate spelling for backward compatibility
'_fields_defaults': field_defaults,
'__new__': __new__,
'_make': _make,
'_replace': _replace,
'__repr__': __repr__,
'_asdict': _asdict,
'__getnewargs__': __getnewargs__,
}
for index, name in enumerate(field_names):
doc = _sys.intern(f'Alias for field number {index}')
class_namespace[name] = _tuplegetter(index, doc)
result = type(typename, (tuple,), class_namespace)
# For pickling to work, the __module__ variable needs to be set to the frame
# where the named tuple is created. Bypass this step in environments where
# sys._getframe is not defined (Jython for example) or sys._getframe is not
# defined for arguments greater than 0 (IronPython), or where the user has
# specified a particular module.
if module is None:
try:
module = _sys._getframe(1).f_globals.get('__name__', '__main__')
except (AttributeError, ValueError):
pass
if module is not None:
result.__module__ = module
return result
########################################################################
### Counter
########################################################################
def _count_elements(mapping, iterable):
'Tally elements from the iterable.'
mapping_get = mapping.get
for elem in iterable:
mapping[elem] = mapping_get(elem, 0) + 1
try: # Load C helper function if available
from _collections import _count_elements
except ImportError:
pass
class Counter(dict):
'''Dict subclass for counting hashable items. Sometimes called a bag
or multiset. Elements are stored as dictionary keys and their counts
are stored as dictionary values.
>>> c = Counter('abcdeabcdabcaba') # count elements from a string
>>> c.most_common(3) # three most common elements
[('a', 5), ('b', 4), ('c', 3)]
>>> sorted(c) # list all unique elements
['a', 'b', 'c', 'd', 'e']
>>> ''.join(sorted(c.elements())) # list elements with repetitions
'aaaaabbbbcccdde'
>>> sum(c.values()) # total of all counts
15
>>> c['a'] # count of letter 'a'
5
>>> for elem in 'shazam': # update counts from an iterable
... c[elem] += 1 # by adding 1 to each element's count
>>> c['a'] # now there are seven 'a'
7
>>> del c['b'] # remove all 'b'
>>> c['b'] # now there are zero 'b'
0
>>> d = Counter('simsalabim') # make another counter
>>> c.update(d) # add in the second counter
>>> c['a'] # now there are nine 'a'
9
>>> c.clear() # empty the counter
>>> c
Counter()
Note: If a count is set to zero or reduced to zero, it will remain
in the counter until the entry is deleted or the counter is cleared:
>>> c = Counter('aaabbc')
>>> c['b'] -= 2 # reduce the count of 'b' by two
>>> c.most_common() # 'b' is still in, but its count is zero
[('a', 3), ('c', 1), ('b', 0)]
'''
# References:
# http://en.wikipedia.org/wiki/Multiset
# http://www.gnu.org/software/smalltalk/manual-base/html_node/Bag.html
# http://www.demo2s.com/Tutorial/Cpp/0380__set-multiset/Catalog0380__set-multiset.htm
# http://code.activestate.com/recipes/259174/
# Knuth, TAOCP Vol. II section 4.6.3
def __init__(self, iterable=None, /, **kwds):
'''Create a new, empty Counter object. And if given, count elements
from an input iterable. Or, initialize the count from another mapping
of elements to their counts.
>>> c = Counter() # a new, empty counter
>>> c = Counter('gallahad') # a new counter from an iterable
>>> c = Counter({'a': 4, 'b': 2}) # a new counter from a mapping
>>> c = Counter(a=4, b=2) # a new counter from keyword args
'''
super(Counter, self).__init__()
self.update(iterable, **kwds)
def __missing__(self, key):
'The count of elements not in the Counter is zero.'
# Needed so that self[missing_item] does not raise KeyError
return 0
def most_common(self, n=None):
'''List the n most common elements and their counts from the most
common to the least. If n is None, then list all element counts.
>>> Counter('abracadabra').most_common(3)
[('a', 5), ('b', 2), ('r', 2)]
'''
# Emulate Bag.sortedByCount from Smalltalk
if n is None:
return sorted(self.items(), key=_itemgetter(1), reverse=True)
return _heapq.nlargest(n, self.items(), key=_itemgetter(1))
def elements(self):
'''Iterator over elements repeating each as many times as its count.
>>> c = Counter('ABCABC')
>>> sorted(c.elements())
['A', 'A', 'B', 'B', 'C', 'C']
# Knuth's example for prime factors of 1836: 2**2 * 3**3 * 17**1
>>> prime_factors = Counter({2: 2, 3: 3, 17: 1})
>>> product = 1
>>> for factor in prime_factors.elements(): # loop over factors
... product *= factor # and multiply them
>>> product
1836
Note, if an element's count has been set to zero or is a negative
number, elements() will ignore it.
'''
# Emulate Bag.do from Smalltalk and Multiset.begin from C++.
return _chain.from_iterable(_starmap(_repeat, self.items()))
# Override dict methods where necessary
@classmethod
def fromkeys(cls, iterable, v=None):
# There is no equivalent method for counters because the semantics
# would be ambiguous in cases such as Counter.fromkeys('aaabbc', v=2).
# Initializing counters to zero values isn't necessary because zero
# is already the default value for counter lookups. Initializing
# to one is easily accomplished with Counter(set(iterable)). For
# more exotic cases, create a dictionary first using a dictionary
# comprehension or dict.fromkeys().
raise NotImplementedError(
'Counter.fromkeys() is undefined. Use Counter(iterable) instead.')
def update(self, iterable=None, /, **kwds):
'''Like dict.update() but add counts instead of replacing them.
Source can be an iterable, a dictionary, or another Counter instance.
>>> c = Counter('which')
>>> c.update('witch') # add elements from another iterable
>>> d = Counter('watch')
>>> c.update(d) # add elements from another counter
>>> c['h'] # four 'h' in which, witch, and watch
4
'''
# The regular dict.update() operation makes no sense here because the
# replace behavior results in the some of original untouched counts
# being mixed-in with all of the other counts for a mismash that
# doesn't have a straight-forward interpretation in most counting
# contexts. Instead, we implement straight-addition. Both the inputs
# and outputs are allowed to contain zero and negative counts.
if iterable is not None:
if isinstance(iterable, _collections_abc.Mapping):
if self:
self_get = self.get
for elem, count in iterable.items():
self[elem] = count + self_get(elem, 0)
else:
super(Counter, self).update(iterable) # fast path when counter is empty
else:
_count_elements(self, iterable)
if kwds:
self.update(kwds)
def subtract(self, iterable=None, /, **kwds):
'''Like dict.update() but subtracts counts instead of replacing them.
Counts can be reduced below zero. Both the inputs and outputs are
allowed to contain zero and negative counts.
Source can be an iterable, a dictionary, or another Counter instance.
>>> c = Counter('which')
>>> c.subtract('witch') # subtract elements from another iterable
>>> c.subtract(Counter('watch')) # subtract elements from another counter
>>> c['h'] # 2 in which, minus 1 in witch, minus 1 in watch
0
>>> c['w'] # 1 in which, minus 1 in witch, minus 1 in watch
-1
'''
if iterable is not None:
self_get = self.get
if isinstance(iterable, _collections_abc.Mapping):
for elem, count in iterable.items():
self[elem] = self_get(elem, 0) - count
else:
for elem in iterable:
self[elem] = self_get(elem, 0) - 1
if kwds:
self.subtract(kwds)
def copy(self):
'Return a shallow copy.'
return self.__class__(self)
def __reduce__(self):
return self.__class__, (dict(self),)
def __delitem__(self, elem):
'Like dict.__delitem__() but does not raise KeyError for missing values.'
if elem in self:
super().__delitem__(elem)
def __repr__(self):
if not self:
return '%s()' % self.__class__.__name__
try:
items = ', '.join(map('%r: %r'.__mod__, self.most_common()))
return '%s({%s})' % (self.__class__.__name__, items)
except TypeError:
# handle case where values are not orderable
return '{0}({1!r})'.format(self.__class__.__name__, dict(self))
# Multiset-style mathematical operations discussed in:
# Knuth TAOCP Volume II section 4.6.3 exercise 19
# and at http://en.wikipedia.org/wiki/Multiset
#
# Outputs guaranteed to only include positive counts.
#
# To strip negative and zero counts, add-in an empty counter:
# c += Counter()
#
# Rich comparison operators for multiset subset and superset tests
# are deliberately omitted due to semantic conflicts with the
# existing inherited dict equality method. Subset and superset
# semantics ignore zero counts and require that p≤q ∧ p≥q → p=q;
# however, that would not be the case for p=Counter(a=1, b=0)
# and q=Counter(a=1) where the dictionaries are not equal.
def __add__(self, other):
'''Add counts from two counters.
>>> Counter('abbb') + Counter('bcc')
Counter({'b': 4, 'c': 2, 'a': 1})
'''
if not isinstance(other, Counter):
return NotImplemented
result = Counter()
for elem, count in self.items():
newcount = count + other[elem]
if newcount > 0:
result[elem] = newcount
for elem, count in other.items():
if elem not in self and count > 0:
result[elem] = count
return result
def __sub__(self, other):
''' Subtract count, but keep only results with positive counts.
>>> Counter('abbbc') - Counter('bccd')
Counter({'b': 2, 'a': 1})
'''
if not isinstance(other, Counter):
return NotImplemented
result = Counter()
for elem, count in self.items():
newcount = count - other[elem]
if newcount > 0:
result[elem] = newcount
for elem, count in other.items():
if elem not in self and count < 0:
result[elem] = 0 - count
return result
def __or__(self, other):
'''Union is the maximum of value in either of the input counters.
>>> Counter('abbb') | Counter('bcc')
Counter({'b': 3, 'c': 2, 'a': 1})
'''
if not isinstance(other, Counter):
return NotImplemented
result = Counter()
for elem, count in self.items():
other_count = other[elem]
newcount = other_count if count < other_count else count
if newcount > 0:
result[elem] = newcount
for elem, count in other.items():
if elem not in self and count > 0:
result[elem] = count
return result
def __and__(self, other):
''' Intersection is the minimum of corresponding counts.
>>> Counter('abbb') & Counter('bcc')
Counter({'b': 1})
'''
if not isinstance(other, Counter):
return NotImplemented
result = Counter()
for elem, count in self.items():
other_count = other[elem]
newcount = count if count < other_count else other_count
if newcount > 0:
result[elem] = newcount
return result
def __pos__(self):
'Adds an empty counter, effectively stripping negative and zero counts'
result = Counter()
for elem, count in self.items():
if count > 0:
result[elem] = count
return result
def __neg__(self):
'''Subtracts from an empty counter. Strips positive and zero counts,
and flips the sign on negative counts.
'''
result = Counter()
for elem, count in self.items():
if count < 0:
result[elem] = 0 - count
return result
def _keep_positive(self):
'''Internal method to strip elements with a negative or zero count'''
nonpositive = [elem for elem, count in self.items() if not count > 0]
for elem in nonpositive:
del self[elem]
return self
def __iadd__(self, other):
'''Inplace add from another counter, keeping only positive counts.
>>> c = Counter('abbb')
>>> c += Counter('bcc')
>>> c
Counter({'b': 4, 'c': 2, 'a': 1})
'''
for elem, count in other.items():
self[elem] += count
return self._keep_positive()
def __isub__(self, other):
'''Inplace subtract counter, but keep only results with positive counts.
>>> c = Counter('abbbc')
>>> c -= Counter('bccd')
>>> c
Counter({'b': 2, 'a': 1})
'''
for elem, count in other.items():
self[elem] -= count
return self._keep_positive()
def __ior__(self, other):
'''Inplace union is the maximum of value from either counter.
>>> c = Counter('abbb')
>>> c |= Counter('bcc')
>>> c
Counter({'b': 3, 'c': 2, 'a': 1})
'''
for elem, other_count in other.items():
count = self[elem]
if other_count > count:
self[elem] = other_count
return self._keep_positive()
def __iand__(self, other):
'''Inplace intersection is the minimum of corresponding counts.
>>> c = Counter('abbb')
>>> c &= Counter('bcc')
>>> c
Counter({'b': 1})
'''
for elem, count in self.items():
other_count = other[elem]
if other_count < count:
self[elem] = other_count
return self._keep_positive()
########################################################################
### ChainMap
########################################################################
class ChainMap(_collections_abc.MutableMapping):
''' A ChainMap groups multiple dicts (or other mappings) together
to create a single, updateable view.
The underlying mappings are stored in a list. That list is public and can
be accessed or updated using the *maps* attribute. There is no other
state.
Lookups search the underlying mappings successively until a key is found.
In contrast, writes, updates, and deletions only operate on the first
mapping.
'''
def __init__(self, *maps):
'''Initialize a ChainMap by setting *maps* to the given mappings.
If no mappings are provided, a single empty dictionary is used.
'''
self.maps = list(maps) or [{}] # always at least one map
def __missing__(self, key):
raise KeyError(key)
def __getitem__(self, key):
for mapping in self.maps:
try:
return mapping[key] # can't use 'key in mapping' with defaultdict
except KeyError:
pass
return self.__missing__(key) # support subclasses that define __missing__
def get(self, key, default=None):
return self[key] if key in self else default
def __len__(self):
return len(set().union(*self.maps)) # reuses stored hash values if possible
def __iter__(self):
d = {}
for mapping in reversed(self.maps):
d.update(mapping) # reuses stored hash values if possible
return iter(d)
def __contains__(self, key):
return any(key in m for m in self.maps)
def __bool__(self):
return any(self.maps)
@_recursive_repr()
def __repr__(self):
return f'{self.__class__.__name__}({", ".join(map(repr, self.maps))})'
@classmethod
def fromkeys(cls, iterable, *args):
'Create a ChainMap with a single dict created from the iterable.'
return cls(dict.fromkeys(iterable, *args))
def copy(self):
'New ChainMap or subclass with a new copy of maps[0] and refs to maps[1:]'
return self.__class__(self.maps[0].copy(), *self.maps[1:])
__copy__ = copy
def new_child(self, m=None): # like Django's Context.push()
'''New ChainMap with a new map followed by all previous maps.
If no map is provided, an empty dict is used.
'''
if m is None:
m = {}
return self.__class__(m, *self.maps)
@property
def parents(self): # like Django's Context.pop()
'New ChainMap from maps[1:].'
return self.__class__(*self.maps[1:])
def __setitem__(self, key, value):
self.maps[0][key] = value
def __delitem__(self, key):
try:
del self.maps[0][key]
except KeyError:
raise KeyError('Key not found in the first mapping: {!r}'.format(key))
def popitem(self):
'Remove and return an item pair from maps[0]. Raise KeyError is maps[0] is empty.'
try:
return self.maps[0].popitem()
except KeyError:
raise KeyError('No keys found in the first mapping.')
def pop(self, key, *args):
'Remove *key* from maps[0] and return its value. Raise KeyError if *key* not in maps[0].'
try:
return self.maps[0].pop(key, *args)
except KeyError:
raise KeyError('Key not found in the first mapping: {!r}'.format(key))
def clear(self):
'Clear maps[0], leaving maps[1:] intact.'
self.maps[0].clear()
################################################################################
### UserDict
################################################################################
class UserDict(_collections_abc.MutableMapping):
# Start by filling-out the abstract methods
def __init__(*args, **kwargs):
if not args:
raise TypeError("descriptor '__init__' of 'UserDict' object "
"needs an argument")
self, *args = args
if len(args) > 1:
raise TypeError('expected at most 1 arguments, got %d' % len(args))
if args:
dict = args[0]
elif 'dict' in kwargs:
dict = kwargs.pop('dict')
import warnings
warnings.warn("Passing 'dict' as keyword argument is deprecated",
DeprecationWarning, stacklevel=2)
else:
dict = None
self.data = {}
if dict is not None:
self.update(dict)
if kwargs:
self.update(kwargs)
__init__.__text_signature__ = '($self, dict=None, /, **kwargs)'
def __len__(self): return len(self.data)
def __getitem__(self, key):
if key in self.data:
return self.data[key]
if hasattr(self.__class__, "__missing__"):
return self.__class__.__missing__(self, key)
raise KeyError(key)
def __setitem__(self, key, item): self.data[key] = item
def __delitem__(self, key): del self.data[key]
def __iter__(self):
return iter(self.data)
# Modify __contains__ to work correctly when __missing__ is present
def __contains__(self, key):
return key in self.data
# Now, add the methods in dicts but not in MutableMapping
def __repr__(self): return repr(self.data)
def __copy__(self):
inst = self.__class__.__new__(self.__class__)
inst.__dict__.update(self.__dict__)
# Create a copy and avoid triggering descriptors
inst.__dict__["data"] = self.__dict__["data"].copy()
return inst
def copy(self):
if self.__class__ is UserDict:
return UserDict(self.data.copy())
import copy
data = self.data
try:
self.data = {}
c = copy.copy(self)
finally:
self.data = data
c.update(self)
return c
@classmethod
def fromkeys(cls, iterable, value=None):
d = cls()
for key in iterable:
d[key] = value
return d
################################################################################
### UserList
################################################################################
class UserList(_collections_abc.MutableSequence):
"""A more or less complete user-defined wrapper around list objects."""
def __init__(self, initlist=None):
self.data = []
if initlist is not None:
# XXX should this accept an arbitrary sequence?
if type(initlist) == type(self.data):
self.data[:] = initlist
elif isinstance(initlist, UserList):
self.data[:] = initlist.data[:]
else:
self.data = list(initlist)
def __repr__(self): return repr(self.data)
def __lt__(self, other): return self.data < self.__cast(other)
def __le__(self, other): return self.data <= self.__cast(other)
def __eq__(self, other): return self.data == self.__cast(other)
def __gt__(self, other): return self.data > self.__cast(other)
def __ge__(self, other): return self.data >= self.__cast(other)
def __cast(self, other):
return other.data if isinstance(other, UserList) else other
def __contains__(self, item): return item in self.data
def __len__(self): return len(self.data)
def __getitem__(self, i):
if isinstance(i, slice):
return self.__class__(self.data[i])
else:
return self.data[i]
def __setitem__(self, i, item): self.data[i] = item
def __delitem__(self, i): del self.data[i]
def __add__(self, other):
if isinstance(other, UserList):
return self.__class__(self.data + other.data)
elif isinstance(other, type(self.data)):
return self.__class__(self.data + other)
return self.__class__(self.data + list(other))
def __radd__(self, other):
if isinstance(other, UserList):
return self.__class__(other.data + self.data)
elif isinstance(other, type(self.data)):
return self.__class__(other + self.data)
return self.__class__(list(other) + self.data)
def __iadd__(self, other):
if isinstance(other, UserList):
self.data += other.data
elif isinstance(other, type(self.data)):
self.data += other
else:
self.data += list(other)
return self
def __mul__(self, n):
return self.__class__(self.data*n)
__rmul__ = __mul__
def __imul__(self, n):
self.data *= n
return self
def __copy__(self):
inst = self.__class__.__new__(self.__class__)
inst.__dict__.update(self.__dict__)
# Create a copy and avoid triggering descriptors
inst.__dict__["data"] = self.__dict__["data"][:]
return inst
def append(self, item): self.data.append(item)
def insert(self, i, item): self.data.insert(i, item)
def pop(self, i=-1): return self.data.pop(i)
def remove(self, item): self.data.remove(item)
def clear(self): self.data.clear()
def copy(self): return self.__class__(self)
def count(self, item): return self.data.count(item)
def index(self, item, *args): return self.data.index(item, *args)
def reverse(self): self.data.reverse()
def sort(self, /, *args, **kwds): self.data.sort(*args, **kwds)
def extend(self, other):
if isinstance(other, UserList):
self.data.extend(other.data)
else:
self.data.extend(other)
################################################################################
### UserString
################################################################################
class UserString(_collections_abc.Sequence):
def __init__(self, seq):
if isinstance(seq, str):
self.data = seq
elif isinstance(seq, UserString):
self.data = seq.data[:]
else:
self.data = str(seq)
def __str__(self): return str(self.data)
def __repr__(self): return repr(self.data)
def __int__(self): return int(self.data)
def __float__(self): return float(self.data)
def __complex__(self): return complex(self.data)
def __hash__(self): return hash(self.data)
def __getnewargs__(self):
return (self.data[:],)
def __eq__(self, string):
if isinstance(string, UserString):
return self.data == string.data
return self.data == string
def __lt__(self, string):
if isinstance(string, UserString):
return self.data < string.data
return self.data < string
def __le__(self, string):
if isinstance(string, UserString):
return self.data <= string.data
return self.data <= string
def __gt__(self, string):
if isinstance(string, UserString):
return self.data > string.data
return self.data > string
def __ge__(self, string):
if isinstance(string, UserString):
return self.data >= string.data
return self.data >= string
def __contains__(self, char):
if isinstance(char, UserString):
char = char.data
return char in self.data
def __len__(self): return len(self.data)
def __getitem__(self, index): return self.__class__(self.data[index])
def __add__(self, other):
if isinstance(other, UserString):
return self.__class__(self.data + other.data)
elif isinstance(other, str):
return self.__class__(self.data + other)
return self.__class__(self.data + str(other))
def __radd__(self, other):
if isinstance(other, str):
return self.__class__(other + self.data)
return self.__class__(str(other) + self.data)
def __mul__(self, n):
return self.__class__(self.data*n)
__rmul__ = __mul__
def __mod__(self, args):
return self.__class__(self.data % args)
def __rmod__(self, template):
return self.__class__(str(template) % self)
# the following methods are defined in alphabetical order:
def capitalize(self): return self.__class__(self.data.capitalize())
def casefold(self):
return self.__class__(self.data.casefold())
def center(self, width, *args):
return self.__class__(self.data.center(width, *args))
def count(self, sub, start=0, end=_sys.maxsize):
if isinstance(sub, UserString):
sub = sub.data
return self.data.count(sub, start, end)
def encode(self, encoding='utf-8', errors='strict'):
encoding = 'utf-8' if encoding is None else encoding
errors = 'strict' if errors is None else errors
return self.data.encode(encoding, errors)
def endswith(self, suffix, start=0, end=_sys.maxsize):
return self.data.endswith(suffix, start, end)
def expandtabs(self, tabsize=8):
return self.__class__(self.data.expandtabs(tabsize))
def find(self, sub, start=0, end=_sys.maxsize):
if isinstance(sub, UserString):
sub = sub.data
return self.data.find(sub, start, end)
def format(self, /, *args, **kwds):
return self.data.format(*args, **kwds)
def format_map(self, mapping):
return self.data.format_map(mapping)
def index(self, sub, start=0, end=_sys.maxsize):
return self.data.index(sub, start, end)
def isalpha(self): return self.data.isalpha()
def isalnum(self): return self.data.isalnum()
def isascii(self): return self.data.isascii()
def isdecimal(self): return self.data.isdecimal()
def isdigit(self): return self.data.isdigit()
def isidentifier(self): return self.data.isidentifier()
def islower(self): return self.data.islower()
def isnumeric(self): return self.data.isnumeric()
def isprintable(self): return self.data.isprintable()
def isspace(self): return self.data.isspace()
def istitle(self): return self.data.istitle()
def isupper(self): return self.data.isupper()
def join(self, seq): return self.data.join(seq)
def ljust(self, width, *args):
return self.__class__(self.data.ljust(width, *args))
def lower(self): return self.__class__(self.data.lower())
def lstrip(self, chars=None): return self.__class__(self.data.lstrip(chars))
maketrans = str.maketrans
def partition(self, sep):
return self.data.partition(sep)
def replace(self, old, new, maxsplit=-1):
if isinstance(old, UserString):
old = old.data
if isinstance(new, UserString):
new = new.data
return self.__class__(self.data.replace(old, new, maxsplit))
def rfind(self, sub, start=0, end=_sys.maxsize):
if isinstance(sub, UserString):
sub = sub.data
return self.data.rfind(sub, start, end)
def rindex(self, sub, start=0, end=_sys.maxsize):
return self.data.rindex(sub, start, end)
def rjust(self, width, *args):
return self.__class__(self.data.rjust(width, *args))
def rpartition(self, sep):
return self.data.rpartition(sep)
def rstrip(self, chars=None):
return self.__class__(self.data.rstrip(chars))
def split(self, sep=None, maxsplit=-1):
return self.data.split(sep, maxsplit)
def rsplit(self, sep=None, maxsplit=-1):
return self.data.rsplit(sep, maxsplit)
def splitlines(self, keepends=False): return self.data.splitlines(keepends)
def startswith(self, prefix, start=0, end=_sys.maxsize):
return self.data.startswith(prefix, start, end)
def strip(self, chars=None): return self.__class__(self.data.strip(chars))
def swapcase(self): return self.__class__(self.data.swapcase())
def title(self): return self.__class__(self.data.title())
def translate(self, *args):
return self.__class__(self.data.translate(*args))
def upper(self): return self.__class__(self.data.upper())
def zfill(self, width): return self.__class__(self.data.zfill(width))
collections/__pycache__/abc.cpython-38.pyc 0000644 00000000301 15115353746 0014453 0 ustar 00 U
e5dD � @ s d dl T d dl mZ dS )� )�*)�__all__N)�_collections_abcr � r r �'/usr/lib64/python3.8/collections/abc.py�<module> s collections/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000132546 15115353746 0016445 0 ustar 00 U
e5dC� � @ s& d Z ddddddddd g Zd
d lZd
d lmZmZ d
d
lm Z
d
d l Z d
d l
Zd
dlmZ d
dlmZmZmZ d
dlmZ zd
dl m Z W n e k
r� Y nX ej � e � zd
dl m!Z! W n e k
r� Y nX dd� Z"G dd� dej#�Z$G dd� dej%�Z&G dd� dej'�Z(G dd � d e)�Z*G d d� de+�Z,zd
d l m,Z, W n e k
�rV Y nX zd
d l m-Z- W n e k
�r� d d!� Z-Y nX d"d d d#�d$d�Z.d%d&� Z/zd
d'l m/Z/ W n e k
�r� Y nX G d(d� de+�Z0G d)d � d ej1�Z2G d*d� dej1�Z3G d+d� dej �Z4G d,d� dej5�Z6d S )-a? This module implements specialized container datatypes providing
alternatives to Python's general purpose built-in containers, dict,
list, set, and tuple.
* namedtuple factory function for creating tuple subclasses with named fields
* deque list-like container with fast appends and pops on either end
* ChainMap dict-like class for creating a single view of multiple mappings
* Counter dict subclass for counting hashable objects
* OrderedDict dict subclass that remembers the order entries were added
* defaultdict dict subclass that calls a factory function to supply missing values
* UserDict wrapper around dictionary objects for easier dict subclassing
* UserList wrapper around list objects for easier list subclassing
* UserString wrapper around string objects for easier string subclassing
�deque� defaultdict�
namedtuple�UserDict�UserList�
UserString�Counter� OrderedDict�ChainMap� N)�
itemgetter�eq)� iskeyword)�proxy)�repeat�chain�starmap)�recursive_repr)r )r c C sR | t jkr:tt | �}dd l}|jdtdd� |t� | < |S tdt�d| ����d S )Nr
z�Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working� ��
stacklevelzmodule z has no attribute ) �_collections_abc�__all__�getattr�warnings�warn�DeprecationWarning�globals�AttributeError�__name__)�name�objr � r! �,/usr/lib64/python3.8/collections/__init__.py� __getattr__* s
�
r# c @ s e Zd Zdd� ZdS )�_OrderedDictKeysViewc c s t | j�E d H d S �N��reversed�_mapping��selfr! r! r" � __reversed__? s z!_OrderedDictKeysView.__reversed__N�r �
__module__� __qualname__r+ r! r! r! r" r$ = s r$ c @ s e Zd Zdd� ZdS )�_OrderedDictItemsViewc c s$ t | j�D ]}|| j| fV q
d S r% r& �r* �keyr! r! r" r+ D s z"_OrderedDictItemsView.__reversed__Nr, r! r! r! r" r/ B s r/ c @ s e Zd Zdd� ZdS )�_OrderedDictValuesViewc c s t | j�D ]}| j| V q
d S r% r& r0 r! r! r" r+ J s z#_OrderedDictValuesView.__reversed__Nr, r! r! r! r" r2 H s r2 c @ s e Zd ZdZdS )�_Link)�prev�nextr1 � __weakref__N)r r- r. � __slots__r! r! r! r" r3 N s r3 c @ s� e Zd ZdZd+dd�Zejeefdd�Zej fdd�Z d d
� Z
d d � Z d
d� Z d,dd�Z
d-dd�Zdd� Zejj ZZdd� Zdd� Zdd� ZejjZe� Zefd d �Zd.d d �Ze � d!d"� �Z d#d$� Z d%d&� Z e d/d'd(��Z!d)d*� Z"d S )0r z)Dictionary that remembers insertion orderr! c K s\ z
| j W n> tk
rH t� | _t| j� | _ }| |_|_i | _Y nX | j|f|� dS )z�Initialize an ordered dictionary. The signature is the same as
regular dictionaries. Keyword argument order is preserved.
N) �_OrderedDict__rootr r3 �_OrderedDict__hardroot�_proxyr4 r5 �_OrderedDict__map�_OrderedDict__update)r* �other�kwds�rootr! r! r" �__init__` s
zOrderedDict.__init__c C sZ || krJ|� | j |< }| j}|j}||| |_|_|_||_||�|_|| ||� dS )z!od.__setitem__(i, y) <==> od[i]=yN)r; r8 r4 r5 r1 ) r* r1 �valueZ dict_setitemr ZLink�linkr? �lastr! r! r" � __setitem__m s
zOrderedDict.__setitem__c C s> || |� | j �|�}|j}|j}||_||_d|_d|_dS )z od.__delitem__(y) <==> del od[y]N)r; �popr4 r5 )r* r1 Z dict_delitemrB � link_prev� link_nextr! r! r" � __delitem__{ s
zOrderedDict.__delitem__c c s( | j }|j}||k r$|jV |j}q dS )zod.__iter__() <==> iter(od)N)r8 r5 r1 �r* r? Zcurrr! r! r" �__iter__� s
zOrderedDict.__iter__c c s( | j }|j}||k r$|jV |j}q dS )z#od.__reversed__() <==> reversed(od)N)r8 r4 r1 rI r! r! r" r+ � s
zOrderedDict.__reversed__c C s* | j }| |_|_| j�� t�| � dS )z.od.clear() -> None. Remove all items from od.N)r8 r4 r5 r; �clear�dict)r* r? r! r! r" rK � s
zOrderedDict.clearTc C sj | s t d��| j}|r0|j}|j}||_||_n|j}|j}||_||_|j}| j|= t�| |�}||fS )z�Remove and return a (key, value) pair from the dictionary.
Pairs are returned in LIFO order if last is true or FIFO order if false.
zdictionary is empty)�KeyErrorr8 r4 r5 r1 r; rL rE )r* rC r? rB rF rG r1 rA r! r! r" �popitem� s zOrderedDict.popitemc C st | j | }|j}|j}|j}||_||_| j}|rR|j}||_||_||_||_n |j}||_||_||_||_dS )z�Move an existing element to the end (or beginning if last is false).
Raise KeyError if the element does not exist.
N)r; r4 r5 r8 ) r* r1 rC rB rF rG Z soft_linkr? �firstr! r! r" � move_to_end� s$
zOrderedDict.move_to_endc C sV t j}t| �d }|| j�}||| j�d 7 }||| j�| 7 }||| j�| 7 }|S )N� r )�_sys� getsizeof�len�__dict__r; r9 r8 )r* Zsizeof�n�sizer! r! r" �
__sizeof__� s
zOrderedDict.__sizeof__c C s t | �S )z:D.keys() -> a set-like object providing a view on D's keys)r$ r) r! r! r" �keys� s zOrderedDict.keysc C s t | �S )z<D.items() -> a set-like object providing a view on D's items)r/ r) r! r! r" �items� s zOrderedDict.itemsc C s t | �S )z6D.values() -> an object providing a view on D's values)r2 r) r! r! r" �values� s zOrderedDict.valuesc C s0 || kr| | }| |= |S || j kr,t|��|S )z�od.pop(k[,d]) -> v, remove specified key and return the corresponding
value. If key is not found, d is returned if given, otherwise KeyError
is raised.
)�_OrderedDict__markerrM )r* r1 �default�resultr! r! r" rE � s
zOrderedDict.popNc C s || kr| | S || |< |S )z�Insert key with a value of default if key is not in the dictionary.
Return the value for key if key is in the dictionary, else default.
r! �r* r1 r] r! r! r" �
setdefault� s zOrderedDict.setdefaultc C s* | sd| j jf S d| j jt| �� �f S )zod.__repr__() <==> repr(od)�%s()z%s(%r))� __class__r �listrZ r) r! r! r" �__repr__ s zOrderedDict.__repr__c C sD t | ��� }t t� �D ]}|�|d� q| jd|p4ddt| �� �fS )z%Return state information for picklingNr! )�vars�copyr rE rb �iterrZ )r* Z inst_dict�kr! r! r" �
__reduce__ s zOrderedDict.__reduce__c C s
| � | �S )z!od.copy() -> a shallow copy of od�rb r) r! r! r" rf s zOrderedDict.copyc C s | � }|D ] }|||< q
|S )zYCreate a new ordered dictionary with keys from iterable and values set to value.
r! )�cls�iterablerA r* r1 r! r! r" �fromkeys s
zOrderedDict.fromkeysc C s2 t |t�r&t�| |�o$ttt| |��S t�| |�S )z�od.__eq__(y) <==> od==y. Comparison to another OD is order-sensitive
while comparison to a regular mapping is order-insensitive.
)�
isinstancer rL �__eq__�all�map�_eq�r* r= r! r! r" ro s
zOrderedDict.__eq__)r! )T)T)N)N)#r r- r. �__doc__r@ rL rD r: r3 rH rJ r+ rK rN rP rX r �MutableMapping�updater< rY rZ r[ �__ne__�objectr\ rE r` �_recursive_reprrd ri rf � classmethodrm ro r! r! r! r" r Q s8
�
)r )� _tuplegetterc C s t t| �|d�S )N)�doc)�property� _itemgetter)�indexr| r! r! r" �<lambda>7 � r� F)�rename�defaults�modulec s� t �t�r��dd��� �ttt����t�t| ��} |r�t� }t ��D ]B\}}|�
� rrt |�sr|� d�sr||kr�d|� ��|< |�
|� qH| g� D ]D}t|�tk r�td��|�
� s�td|����t |�r�td|����q�t� }�D ]F}|� d��r
|�s
td|����||k�r"td|����|�
|� q�i }|d k �r|t|�}t|�t��k�r^td
��ttttt��t|�����}tttj����t���t���d d �d
d� } dd�dd� �D �� d �tj�tttttf\� ����d| � d| � d�}
�d| � �d�} t|
| � | d } d| � d| � d�| _|d k �r>|| _t ���fdd ��}
d | � d �|
j _��fd d �}d!| � d"�|_�fd#d$�}� �fd%d&�}�fd'd(�}| |
j ||||fD ]}| � d)|j � �|_ �q�| � d| � d�d*�||| |
||||d+� }t ��D ](\}}t�d,|� ��}t ||�||< �q t| tf|�}|d k�rvzt�!d
�j"�#d-d.�}W n t$tfk
�rt Y nX |d k �r�||_%|S )/aC Returns a new subclass of tuple with named fields.
>>> Point = namedtuple('Point', ['x', 'y'])
>>> Point.__doc__ # docstring for the new class
'Point(x, y)'
>>> p = Point(11, y=22) # instantiate with positional args or keywords
>>> p[0] + p[1] # indexable like a plain tuple
33
>>> x, y = p # unpack like a regular tuple
>>> x, y
(11, 22)
>>> p.x + p.y # fields also accessible by name
33
>>> d = p._asdict() # convert to a dictionary
>>> d['x']
11
>>> Point(**d) # convert from a dictionary
Point(x=11, y=22)
>>> p._replace(x=100) # _replace() is like str.replace() but targets named fields
Point(x=100, y=22)
�,� �_z*Type names and field names must be stringsz6Type names and field names must be valid identifiers: z0Type names and field names cannot be a keyword: z-Field names cannot start with an underscore: z"Encountered duplicate field name: Nz(Got more default values than field names�'� rQ ����(�, c s s | ]}|� d �V qdS )z=%rNr! )�.0r r! r! r" � <genexpr>� s z namedtuple.<locals>.<genexpr>�)zdef __new__(_cls, z ): return _tuple_new(_cls, (z))� namedtuple_)�
_tuple_newr �__new__zCreate new instance of c s2 �| |�}� |��kr.t d�� dt|�� ���|S )Nz Expected z arguments, got )� TypeErrorrT )rk rl r^ )�_len�
num_fields� tuple_newr! r" �_make� s
znamedtuple.<locals>._makez Make a new z# object from a sequence or iterablec s. | � � |j�| ��}|r*tdt|�����|S )Nz Got unexpected field names: )r� rE �
ValueErrorrc )r* r> r^ )�_map� field_namesr! r" �_replace� s z namedtuple.<locals>._replacez
Return a new z2 object replacing specified fields with new valuesc s | j j� | S )z/Return a nicely formatted representation string)rb r r) )�repr_fmtr! r" rd � s z namedtuple.<locals>.__repr__c s � �| j | ��S )z9Return a new dict which maps field names to their values.)�_fieldsr) )�_dict�_zipr! r" �_asdict� s znamedtuple.<locals>._asdictc s � | �S )z7Return self as a plain tuple. Used by copy and pickle.r! r) )�_tupler! r" �__getnewargs__� s z"namedtuple.<locals>.__getnewargs__�.r! ) rt r7 r� �_field_defaults�_fields_defaultsr� r� r� rd r� r� zAlias for field number r �__main__)&rn �str�replace�splitrc rq rR �intern�set� enumerate� isidentifier�
_iskeyword�
startswith�add�typer� r� �tuplerT rL r' �zip�repr�joinr� �execrt � __defaults__rz �__func__r r. r{ � _getframe� f_globals�getr r- )�typenamer� r� r� r� �seenr r �field_defaults�arg_list�s� namespacer� r� r� rd r� r� �method�class_namespacer| r^ r! ) r� r� r� r� r� r� r� r� r� r" r 9 s�
���
�
��
c C s& | j }|D ]}||d�d | |< q
dS )z!Tally elements from the iterable.r
rQ N)r� )�mappingrl Z mapping_get�elemr! r! r" �_count_elements� s r� )r� c s� e Zd ZdZd/� fdd� Zdd� Zd0dd�Zd d
� Zed1d d ��Z d2� fd
d� Z
d3dd�Z dd� Z dd� Z
� fdd�Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-d.� Z� ZS )4r a� Dict subclass for counting hashable items. Sometimes called a bag
or multiset. Elements are stored as dictionary keys and their counts
are stored as dictionary values.
>>> c = Counter('abcdeabcdabcaba') # count elements from a string
>>> c.most_common(3) # three most common elements
[('a', 5), ('b', 4), ('c', 3)]
>>> sorted(c) # list all unique elements
['a', 'b', 'c', 'd', 'e']
>>> ''.join(sorted(c.elements())) # list elements with repetitions
'aaaaabbbbcccdde'
>>> sum(c.values()) # total of all counts
15
>>> c['a'] # count of letter 'a'
5
>>> for elem in 'shazam': # update counts from an iterable
... c[elem] += 1 # by adding 1 to each element's count
>>> c['a'] # now there are seven 'a'
7
>>> del c['b'] # remove all 'b'
>>> c['b'] # now there are zero 'b'
0
>>> d = Counter('simsalabim') # make another counter
>>> c.update(d) # add in the second counter
>>> c['a'] # now there are nine 'a'
9
>>> c.clear() # empty the counter
>>> c
Counter()
Note: If a count is set to zero or reduced to zero, it will remain
in the counter until the entry is deleted or the counter is cleared:
>>> c = Counter('aaabbc')
>>> c['b'] -= 2 # reduce the count of 'b' by two
>>> c.most_common() # 'b' is still in, but its count is zero
[('a', 3), ('c', 1), ('b', 0)]
Nc s t t| ��� | j|f|� dS )a Create a new, empty Counter object. And if given, count elements
from an input iterable. Or, initialize the count from another mapping
of elements to their counts.
>>> c = Counter() # a new, empty counter
>>> c = Counter('gallahad') # a new counter from an iterable
>>> c = Counter({'a': 4, 'b': 2}) # a new counter from a mapping
>>> c = Counter(a=4, b=2) # a new counter from keyword args
N)�superr r@ rv )r* rl r> rj r! r" r@ s zCounter.__init__c C s dS )z1The count of elements not in the Counter is zero.r
r! r0 r! r! r" � __missing__* s zCounter.__missing__c C s6 |dkr t | �� td�dd�S tj|| �� td�d�S )z�List the n most common elements and their counts from the most
common to the least. If n is None, then list all element counts.
>>> Counter('abracadabra').most_common(3)
[('a', 5), ('b', 2), ('r', 2)]
NrQ T)r1 �reverse�r1 )�sortedrZ r~ �_heapq�nlargest�r* rV r! r! r" � most_common/ s zCounter.most_commonc C s t �tt| �� ��S )a� Iterator over elements repeating each as many times as its count.
>>> c = Counter('ABCABC')
>>> sorted(c.elements())
['A', 'A', 'B', 'B', 'C', 'C']
# Knuth's example for prime factors of 1836: 2**2 * 3**3 * 17**1
>>> prime_factors = Counter({2: 2, 3: 3, 17: 1})
>>> product = 1
>>> for factor in prime_factors.elements(): # loop over factors
... product *= factor # and multiply them
>>> product
1836
Note, if an element's count has been set to zero or is a negative
number, elements() will ignore it.
)�_chain�
from_iterable�_starmap�_repeatrZ r) r! r! r" �elements< s zCounter.elementsc C s t d��d S )Nz@Counter.fromkeys() is undefined. Use Counter(iterable) instead.)�NotImplementedError)rk rl �vr! r! r" rm T s �zCounter.fromkeysc sr |dk r`t |tj�rV| rD| j}|�� D ]\}}|||d� | |< q&q`tt| ��|� n
t| |� |rn| �|� dS )a� Like dict.update() but add counts instead of replacing them.
Source can be an iterable, a dictionary, or another Counter instance.
>>> c = Counter('which')
>>> c.update('witch') # add elements from another iterable
>>> d = Counter('watch')
>>> c.update(d) # add elements from another counter
>>> c['h'] # four 'h' in which, witch, and watch
4
Nr
) rn r �Mappingr� rZ r� r rv r� �r* rl r> �self_getr� �countrj r! r" rv ` s
zCounter.updatec K sn |dk r\| j }t|tj�r@|�� D ]\}}||d�| | |< q"n |D ]}||d�d | |< qD|rj| �|� dS )a� Like dict.update() but subtracts counts instead of replacing them.
Counts can be reduced below zero. Both the inputs and outputs are
allowed to contain zero and negative counts.
Source can be an iterable, a dictionary, or another Counter instance.
>>> c = Counter('which')
>>> c.subtract('witch') # subtract elements from another iterable
>>> c.subtract(Counter('watch')) # subtract elements from another counter
>>> c['h'] # 2 in which, minus 1 in witch, minus 1 in watch
0
>>> c['w'] # 1 in which, minus 1 in witch, minus 1 in watch
-1
Nr
rQ )r� rn r r� rZ �subtractr� r! r! r" r� � s zCounter.subtractc C s
| � | �S )zReturn a shallow copy.rj r) r! r! r" rf � s z Counter.copyc C s | j t| �ffS r% )rb rL r) r! r! r" ri � s zCounter.__reduce__c s || krt � �|� dS )zGLike dict.__delitem__() but does not raise KeyError for missing values.N)r� rH )r* r� rj r! r" rH � s zCounter.__delitem__c C sf | sd| j j S z(d�tdj| �� ��}d| j j|f W S tk
r` d�| j jt| �� Y S X d S )Nra r� z%r: %rz%s({%s})z
{0}({1!r})) rb r r� rq �__mod__r� r� �formatrL )r* rZ r! r! r" rd � s zCounter.__repr__c C sp t |t�stS t� }| �� D ]$\}}||| }|dkr |||< q |�� D ] \}}|| krJ|dkrJ|||< qJ|S )zAdd counts from two counters.
>>> Counter('abbb') + Counter('bcc')
Counter({'b': 4, 'c': 2, 'a': 1})
r
�rn r �NotImplementedrZ �r* r= r^ r� r� �newcountr! r! r" �__add__� s
zCounter.__add__c C st t |t�stS t� }| �� D ]$\}}||| }|dkr |||< q |�� D ]$\}}|| krJ|dk rJd| ||< qJ|S )z� Subtract count, but keep only results with positive counts.
>>> Counter('abbbc') - Counter('bccd')
Counter({'b': 2, 'a': 1})
r
r� r� r! r! r" �__sub__� s
zCounter.__sub__c C s| t |t�stS t� }| �� D ]0\}}|| }||k r8|n|}|dkr |||< q |�� D ] \}}|| krV|dkrV|||< qV|S )z�Union is the maximum of value in either of the input counters.
>>> Counter('abbb') | Counter('bcc')
Counter({'b': 3, 'c': 2, 'a': 1})
r
r� �r* r= r^ r� r� � other_countr� r! r! r" �__or__� s
zCounter.__or__c C sR t |t�stS t� }| �� D ]0\}}|| }||k r8|n|}|dkr |||< q |S )z� Intersection is the minimum of corresponding counts.
>>> Counter('abbb') & Counter('bcc')
Counter({'b': 1})
r
r� r� r! r! r" �__and__� s
zCounter.__and__c C s, t � }| �� D ]\}}|dkr|||< q|S )zEAdds an empty counter, effectively stripping negative and zero countsr
�r rZ �r* r^ r� r� r! r! r" �__pos__
s
zCounter.__pos__c C s0 t � }| �� D ] \}}|dk rd| ||< q|S )z{Subtracts from an empty counter. Strips positive and zero counts,
and flips the sign on negative counts.
r
r� r� r! r! r" �__neg__ s
zCounter.__neg__c C s& dd� | � � D �}|D ]
}| |= q| S )z?Internal method to strip elements with a negative or zero countc S s g | ]\}}|d ks|�qS )r
r! )r� r� r� r! r! r" �
<listcomp>" s z*Counter._keep_positive.<locals>.<listcomp>)rZ )r* � nonpositiver� r! r! r" �_keep_positive s zCounter._keep_positivec C s* |� � D ]\}}| | |7 < q| �� S )z�Inplace add from another counter, keeping only positive counts.
>>> c = Counter('abbb')
>>> c += Counter('bcc')
>>> c
Counter({'b': 4, 'c': 2, 'a': 1})
�rZ r� �r* r= r� r� r! r! r" �__iadd__' s zCounter.__iadd__c C s* |� � D ]\}}| | |8 < q| �� S )z�Inplace subtract counter, but keep only results with positive counts.
>>> c = Counter('abbbc')
>>> c -= Counter('bccd')
>>> c
Counter({'b': 2, 'a': 1})
r� r� r! r! r" �__isub__4 s zCounter.__isub__c C s2 |� � D ] \}}| | }||kr|| |< q| �� S )z�Inplace union is the maximum of value from either counter.
>>> c = Counter('abbb')
>>> c |= Counter('bcc')
>>> c
Counter({'b': 3, 'c': 2, 'a': 1})
r� )r* r= r� r� r� r! r! r" �__ior__A s
zCounter.__ior__c C s2 | � � D ] \}}|| }||k r|| |< q| �� S )z�Inplace intersection is the minimum of corresponding counts.
>>> c = Counter('abbb')
>>> c &= Counter('bcc')
>>> c
Counter({'b': 1})
r� )r* r= r� r� r� r! r! r" �__iand__P s
zCounter.__iand__)N)N)N)N)N) r r- r. rt r@ r� r� r� rz rm rv r� rf ri rH rd r� r� r� r� r� r� r� r� r� r� r� �
__classcell__r! r! rj r" r � s0 2
!
c @ s� e Zd ZdZdd� Zdd� Zdd� Zd'd d
�Zd d � Zd
d� Z dd� Z
dd� Z e � dd� �Z
edd� �Zdd� ZeZd(dd�Zedd � �Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� ZdS ))r a� A ChainMap groups multiple dicts (or other mappings) together
to create a single, updateable view.
The underlying mappings are stored in a list. That list is public and can
be accessed or updated using the *maps* attribute. There is no other
state.
Lookups search the underlying mappings successively until a key is found.
In contrast, writes, updates, and deletions only operate on the first
mapping.
c G s t |�p i g| _dS )z�Initialize a ChainMap by setting *maps* to the given mappings.
If no mappings are provided, a single empty dictionary is used.
N)rc �maps)r* r� r! r! r" r@ r s zChainMap.__init__c C s t |��d S r% )rM r0 r! r! r" r� y s zChainMap.__missing__c C s: | j D ](}z|| W S tk
r, Y qX q| �|�S r% )r� rM r� )r* r1 r� r! r! r" � __getitem__| s
zChainMap.__getitem__Nc C s || kr| | S |S r% r! r_ r! r! r" r� � s z ChainMap.getc C s t t� j| j� �S r% )rT r� �unionr� r) r! r! r" �__len__� s zChainMap.__len__c C s& i }t | j�D ]}|�|� qt|�S r% )r' r� rv rg )r* �dr� r! r! r" rJ � s zChainMap.__iter__c s t � fdd�| jD ��S )Nc 3 s | ]}� |kV qd S r% r! )r� �mr� r! r" r� � s z(ChainMap.__contains__.<locals>.<genexpr>��anyr� r0 r! r� r" � __contains__� s zChainMap.__contains__c C s
t | j�S r% r� r) r! r! r" �__bool__� s zChainMap.__bool__c C s" | j j� dd�tt| j��� d�S )Nr� r� r� )rb r r� rq r� r� r) r! r! r" rd � s zChainMap.__repr__c G s | t j|f|�� �S )z?Create a ChainMap with a single dict created from the iterable.)rL rm )rk rl �argsr! r! r" rm � s zChainMap.fromkeysc C s$ | j | jd �� f| jdd� �� S )zHNew ChainMap or subclass with a new copy of maps[0] and refs to maps[1:]r
rQ N)rb r� rf r) r! r! r" rf � s z
ChainMap.copyc C s |dkr i }| j |f| j�� S )zyNew ChainMap with a new map followed by all previous maps.
If no map is provided, an empty dict is used.
N�rb r� )r* r� r! r! r" � new_child� s zChainMap.new_childc C s | j | jdd� � S )zNew ChainMap from maps[1:].rQ Nr r) r! r! r" �parents� s zChainMap.parentsc C s || j d |< d S �Nr
)r� )r* r1 rA r! r! r" rD � s zChainMap.__setitem__c C s8 z| j d |= W n" tk
r2 td�|���Y nX d S )Nr
�(Key not found in the first mapping: {!r})r� rM r� r0 r! r! r" rH � s zChainMap.__delitem__c C s2 z| j d �� W S tk
r, td��Y nX dS )zPRemove and return an item pair from maps[0]. Raise KeyError is maps[0] is empty.r
z#No keys found in the first mapping.N)r� rN rM r) r! r! r" rN � s zChainMap.popitemc G s@ z| j d j|f|�� W S tk
r: td�|���Y nX dS )zWRemove *key* from maps[0] and return its value. Raise KeyError if *key* not in maps[0].r
r N)r� rE rM r� )r* r1 r r! r! r" rE � s z ChainMap.popc C s | j d �� dS )z'Clear maps[0], leaving maps[1:] intact.r
N)r� rK r) r! r! r" rK � s zChainMap.clear)N)N)r r- r. rt r@ r� r� r� r� rJ r� r� ry rd rz rm rf �__copy__r r} r rD rH rN rE rK r! r! r! r" r d s.
c @ sp e Zd Zdd� Zde_dd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dd� Z
eddd��ZdS )r c O s� | s t d��| ^}} t| �dkr0t dt| � ��| r>| d }n0d|krj|�d�}dd l}|jdtdd� nd }i |_|d k r�|�|� |r�|�|� d S ) Nz<descriptor '__init__' of 'UserDict' object needs an argumentrQ z$expected at most 1 arguments, got %dr
rL z0Passing 'dict' as keyword argument is deprecatedr r )r� rT rE r r r �datarv )r �kwargsr* rL r r! r! r" r@ � s(
�
zUserDict.__init__z ($self, dict=None, /, **kwargs)c C s
t | j�S r% �rT r r) r! r! r" r� � r� zUserDict.__len__c C s: || j kr| j | S t| jd�r.| j�| |�S t|��d S )Nr� )r �hasattrrb r� rM r0 r! r! r" r� � s
zUserDict.__getitem__c C s || j |< d S r% �r )r* r1 �itemr! r! r" rD � r� zUserDict.__setitem__c C s | j |= d S r% r r0 r! r! r" rH � r� zUserDict.__delitem__c C s
t | j�S r% )rg r r) r! r! r" rJ � s zUserDict.__iter__c C s
|| j kS r% r r0 r! r! r" r� � s zUserDict.__contains__c C s
t | j�S r% �r� r r) r! r! r" rd � r� zUserDict.__repr__c C s4 | j �| j �}|j�| j� | jd �� |jd< |S �Nr )rb r� rU rv rf �r* �instr! r! r" r � s zUserDict.__copy__c C sR | j tkrt| j�� �S dd l}| j}zi | _|�| �}W 5 || _X |�| � |S r )rb r r rf rv )r* rf r �cr! r! r" rf s
z
UserDict.copyNc C s | � }|D ] }|||< q
|S r% r! )rk rl rA r� r1 r! r! r" rm s
zUserDict.fromkeys)N)r r- r. r@ �__text_signature__r� r� rD rH rJ r� rd r rf rz rm r! r! r! r" r � s
c @ s e Zd ZdZd@dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� ZeZd%d&� Zd'd(� Zd)d*� Zd+d,� ZdAd.d/�Zd0d1� Zd2d3� Z d4d5� Z d6d7� Z d8d9� Z d:d;� Z d<d=� Z!d>d?� Z"dS )Br zAA more or less complete user-defined wrapper around list objects.Nc C sb g | _ |d k r^t|�t| j �kr0|| j d d �< n.t|t�rT|j d d � | j d d �< n
t|�| _ d S r% )r r� rn r rc )r* �initlistr! r! r" r@ ! s
zUserList.__init__c C s
t | j�S r% r
r) r! r! r" rd + r� zUserList.__repr__c C s | j | �|�k S r% �r �_UserList__castrs r! r! r" �__lt__, r� zUserList.__lt__c C s | j | �|�kS r% r rs r! r! r" �__le__- r� zUserList.__le__c C s | j | �|�kS r% r rs r! r! r" ro . r� zUserList.__eq__c C s | j | �|�kS r% r rs r! r! r" �__gt__/ r� zUserList.__gt__c C s | j | �|�kS r% r rs r! r! r" �__ge__0 r� zUserList.__ge__c C s t |t�r|jS |S r% )rn r r rs r! r! r" �__cast1 s zUserList.__castc C s
|| j kS r% r �r* r r! r! r" r� 3 r� zUserList.__contains__c C s
t | j�S r% r r) r! r! r" r� 4 r� zUserList.__len__c C s( t |t�r| �| j| �S | j| S d S r% )rn �slicerb r �r* �ir! r! r" r� 5 s
zUserList.__getitem__c C s || j |< d S r% r �r* r r r! r! r" rD : r� zUserList.__setitem__c C s | j |= d S r% r r r! r! r" rH ; r� zUserList.__delitem__c C sP t |t�r | �| j|j �S t |t| j��r<| �| j| �S | �| jt|� �S r% �rn r rb r r� rc rs r! r! r" r� < s
zUserList.__add__c C sP t |t�r | �|j| j �S t |t| j��r<| �|| j �S | �t|�| j �S r% r rs r! r! r" �__radd__B s
zUserList.__radd__c C sR t |t�r | j|j7 _n2t |t| j��r<| j|7 _n| jt|�7 _| S r% )rn r r r� rc rs r! r! r" r� H s
zUserList.__iadd__c C s | � | j| �S r% �rb r r� r! r! r" �__mul__P s zUserList.__mul__c C s | j |9 _ | S r% r r� r! r! r" �__imul__S s zUserList.__imul__c C s8 | j �| j �}|j�| j� | jd d d � |jd< |S r )rb r� rU rv r r! r! r" r V s zUserList.__copy__c C s | j �|� d S r% )r �appendr r! r! r" r% \ r� zUserList.appendc C s | j �||� d S r% )r �insertr r! r! r" r& ] r� zUserList.insertr� c C s | j �|�S r% )r rE r r! r! r" rE ^ r� z UserList.popc C s | j �|� d S r% )r �remover r! r! r" r' _ r� zUserList.removec C s | j �� d S r% )r rK r) r! r! r" rK ` r� zUserList.clearc C s
| � | �S r% rj r) r! r! r" rf a r� z
UserList.copyc C s | j �|�S r% )r r� r r! r! r" r� b r� zUserList.countc G s | j j|f|�� S r% �r r )r* r r r! r! r" r c r� zUserList.indexc C s | j �� d S r% )r r� r) r! r! r" r� d r� zUserList.reversec O s | j j||� d S r% )r �sort�r* r r> r! r! r" r) e r� z
UserList.sortc C s* t |t�r| j�|j� n | j�|� d S r% )rn r r �extendrs r! r! r" r+ f s
zUserList.extend)N)r� )#r r- r. rt r@ rd r r ro r r r r� r� r� rD rH r� r! r� r# �__rmul__r$ r r% r& rE r' rK rf r� r r� r) r+ r! r! r! r" r s@
c @ sh e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� ZeZd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1e j fd2d3�Z d�d6d7�Z d1e j fd8d9�Z d�d;d<�Z!d1e j fd=d>�Z"d?d@� Z#dAdB� Z$d1e j fdCdD�Z%dEdF� Z&dGdH� Z'dIdJ� Z(dKdL� Z)dMdN� Z*dOdP� Z+dQdR� Z,dSdT� Z-dUdV� Z.dWdX� Z/dYdZ� Z0d[d\� Z1d]d^� Z2d_d`� Z3dadb� Z4d�ddde�Z5e6j7Z7dfdg� Z8d�didj�Z9d1e j fdkdl�Z:d1e j fdmdn�Z;dodp� Z<dqdr� Z=d�dsdt�Z>d�dudv�Z?d�dwdx�Z@d�dzd{�ZAd1e j fd|d}�ZBd�d~d�ZCd�d�� ZDd�d�� ZEd�d�� ZFd�d�� ZGd�d�� ZHdcS )�r c C s< t |t�r|| _n&t |t�r.|jd d � | _n
t|�| _d S r% )rn r� r r �r* �seqr! r! r" r@ s s
zUserString.__init__c C s
t | j�S r% )r� r r) r! r! r" �__str__z r� zUserString.__str__c C s
t | j�S r% r
r) r! r! r" rd { r� zUserString.__repr__c C s
t | j�S r% )�intr r) r! r! r" �__int__| r� zUserString.__int__c C s
t | j�S r% )�floatr r) r! r! r" � __float__} r� zUserString.__float__c C s
t | j�S r% )�complexr r) r! r! r" � __complex__~ r� zUserString.__complex__c C s
t | j�S r% )�hashr r) r! r! r" �__hash__ r� zUserString.__hash__c C s | j d d � fS r% r r) r! r! r" r� � s zUserString.__getnewargs__c C s t |t�r| j|jkS | j|kS r% �rn r r �r* �stringr! r! r" ro � s
zUserString.__eq__c C s t |t�r| j|jk S | j|k S r% r8 r9 r! r! r" r � s
zUserString.__lt__c C s t |t�r| j|jkS | j|kS r% r8 r9 r! r! r" r � s
zUserString.__le__c C s t |t�r| j|jkS | j|kS r% r8 r9 r! r! r" r � s
zUserString.__gt__c C s t |t�r| j|jkS | j|kS r% r8 r9 r! r! r" r � s
zUserString.__ge__c C s t |t�r|j}|| jkS r% r8 )r* �charr! r! r" r� � s
zUserString.__contains__c C s
t | j�S r% r r) r! r! r" r� � r� zUserString.__len__c C s | � | j| �S r% r" )r* r r! r! r" r� � r� zUserString.__getitem__c C sJ t |t�r | �| j|j �S t |t�r6| �| j| �S | �| jt|� �S r% )rn r rb r r� rs r! r! r" r� � s
zUserString.__add__c C s. t |t�r| �|| j �S | �t|�| j �S r% )rn r� rb r rs r! r! r" r! � s
zUserString.__radd__c C s | � | j| �S r% r" r� r! r! r" r# � s zUserString.__mul__c C s | � | j| �S r% r" �r* r r! r! r" r� � s zUserString.__mod__c C s | � t|�| �S r% )rb r� )r* �templater! r! r" �__rmod__� s zUserString.__rmod__c C s | � | j�� �S r% )rb r �
capitalizer) r! r! r" r? � r� zUserString.capitalizec C s | � | j�� �S r% )rb r �casefoldr) r! r! r" r@ � s zUserString.casefoldc G s | � | jj|f|�� �S r% )rb r �center�r* �widthr r! r! r" rA � s zUserString.centerr
c C s t |t�r|j}| j�|||�S r% )rn r r r� �r* �sub�start�endr! r! r" r� � s
zUserString.count�utf-8�strictc C s. |d kr dn|}|d kr dn|}| j �||�S )NrH rI )r �encode)r* �encoding�errorsr! r! r" rJ � s zUserString.encodec C s | j �|||�S r% )r �endswith)r* �suffixrF rG r! r! r" rM � s zUserString.endswith� c C s | � | j�|��S r% )rb r �
expandtabs)r* �tabsizer! r! r" rP � s zUserString.expandtabsc C s t |t�r|j}| j�|||�S r% )rn r r �findrD r! r! r" rR � s
zUserString.findc O s | j j||�S r% )r r� r* r! r! r" r� � s zUserString.formatc C s | j �|�S r% )r �
format_map)r* r� r! r! r" rS � s zUserString.format_mapc C s | j �|||�S r% r( rD r! r! r" r � s zUserString.indexc C s
| j �� S r% )r �isalphar) r! r! r" rT � r� zUserString.isalphac C s
| j �� S r% )r �isalnumr) r! r! r" rU � r� zUserString.isalnumc C s
| j �� S r% )r �isasciir) r! r! r" rV � r� zUserString.isasciic C s
| j �� S r% )r � isdecimalr) r! r! r" rW � r� zUserString.isdecimalc C s
| j �� S r% )r �isdigitr) r! r! r" rX � r� zUserString.isdigitc C s
| j �� S r% )r r� r) r! r! r" r� � r� zUserString.isidentifierc C s
| j �� S r% )r �islowerr) r! r! r" rY � r� zUserString.islowerc C s
| j �� S r% )r � isnumericr) r! r! r" rZ � r� zUserString.isnumericc C s
| j �� S r% )r � isprintabler) r! r! r" r[ � r� zUserString.isprintablec C s
| j �� S r% )r �isspacer) r! r! r" r\ � r� zUserString.isspacec C s
| j �� S r% )r �istitler) r! r! r" r] � r� zUserString.istitlec C s
| j �� S r% )r �isupperr) r! r! r" r^ � r� zUserString.isupperc C s | j �|�S r% )r r� r- r! r! r" r� � r� zUserString.joinc G s | � | jj|f|�� �S r% )rb r �ljustrB r! r! r" r_ � s zUserString.ljustc C s | � | j�� �S r% )rb r �lowerr) r! r! r" r` � r� zUserString.lowerNc C s | � | j�|��S r% )rb r �lstrip�r* �charsr! r! r" ra � r� zUserString.lstripc C s | j �|�S r% )r � partition�r* �sepr! r! r" rd � s zUserString.partitionr� c C s6 t |t�r|j}t |t�r |j}| �| j�|||��S r% )rn r r rb r� )r* �old�new�maxsplitr! r! r" r� � s
zUserString.replacec C s t |t�r|j}| j�|||�S r% )rn r r �rfindrD r! r! r" rj � s
zUserString.rfindc C s | j �|||�S r% )r �rindexrD r! r! r" rk � s zUserString.rindexc G s | � | jj|f|�� �S r% )rb r �rjustrB r! r! r" rl � s zUserString.rjustc C s | j �|�S r% )r �
rpartitionre r! r! r" rm � s zUserString.rpartitionc C s | � | j�|��S r% )rb r �rstriprb r! r! r" rn � s zUserString.rstripc C s | j �||�S r% )r r� �r* rf ri r! r! r" r� � s zUserString.splitc C s | j �||�S r% )r �rsplitro r! r! r" rp � s zUserString.rsplitFc C s | j �|�S r% )r �
splitlines)r* �keependsr! r! r" rq � r� zUserString.splitlinesc C s | j �|||�S r% )r r� )r* �prefixrF rG r! r! r" r� � s zUserString.startswithc C s | � | j�|��S r% )rb r �striprb r! r! r" rt � r� zUserString.stripc C s | � | j�� �S r% )rb r �swapcaser) r! r! r" ru � r� zUserString.swapcasec C s | � | j�� �S r% )rb r �titler) r! r! r" rv � r� zUserString.titlec G s | � | jj|� �S r% )rb r � translater< r! r! r" rw � s zUserString.translatec C s | � | j�� �S r% )rb r �upperr) r! r! r" rx � r� zUserString.upperc C s | � | j�|��S r% )rb r �zfill)r* rC r! r! r" ry � r� zUserString.zfill)rH rI )rO )N)r� )N)Nr� )Nr� )F)N)Ir r- r. r@ r/ rd r1 r3 r5 r7 r� ro r r r r r� r� r� r� r! r# r, r� r> r? r@ rA rR �maxsizer� rJ rM rP rR r� rS r rT rU rV rW rX r� rY rZ r[ r\ r] r^ r� r_ r` ra r� � maketransrd r� rj rk rl rm rn r� rp rq r� rt ru rv rw rx ry r! r! r! r" r r s�
)7rt r r �operatorr r~ r rr �keywordr
r� �sysrR �heapqr� �_weakrefr r: � itertoolsr r� r r� r r� �reprlibr ry � _collectionsr � ImportError�MutableSequence�registerr r# �KeysViewr$ � ItemsViewr/ �
ValuesViewr2 rx r3 rL r r{ r r� r ru r r r �Sequencer r! r! r! r" �<module> sh
� Y & }nMS collections/__pycache__/abc.cpython-38.opt-2.pyc 0000644 00000000301 15115353746 0015413 0 ustar 00 U
e5dD � @ s d dl T d dl mZ dS )� )�*)�__all__N)�_collections_abcr � r r �'/usr/lib64/python3.8/collections/abc.py�<module> s collections/__pycache__/__init__.cpython-38.opt-2.pyc 0000644 00000106011 15115353746 0016432 0 ustar 00 U
e5dC� � @ s" d ddddddddg Z d d
lZd d lmZmZ d d lmZ d d
l
Z d d
l Z
d d
lmZ d dlmZmZmZ d dlmZ zd dlm Z W n e k
r� Y nX ej � e � zd dlm Z W n e k
r� Y nX dd� Z!G dd� dej"�Z#G dd� dej$�Z%G dd� dej&�Z'G dd� de(�Z)G d d� de*�Z+zd d lm+Z+ W n e k
�rR Y nX zd d lm,Z, W n e k
�r� d d � Z,Y nX d!d
d
d"�d#d�Z-d$d%� Z.zd d&lm.Z. W n e k
�r� Y nX G d'd� de*�Z/G d(d� dej0�Z1G d)d� dej0�Z2G d*d� dej �Z3G d+d� dej4�Z5d
S ),�deque� defaultdict�
namedtuple�UserDict�UserList�
UserString�Counter� OrderedDict�ChainMap� N)�
itemgetter�eq)� iskeyword)�proxy)�repeat�chain�starmap)�recursive_repr)r )r c C sR | t jkr:tt | �}dd l}|jdtdd� |t� | < |S tdt�d| ����d S )Nr
z�Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working� ��
stacklevelzmodule z has no attribute ) �_collections_abc�__all__�getattr�warnings�warn�DeprecationWarning�globals�AttributeError�__name__)�name�objr � r! �,/usr/lib64/python3.8/collections/__init__.py� __getattr__* s
�
r# c @ s e Zd Zdd� ZdS )�_OrderedDictKeysViewc c s t | j�E d H d S �N��reversed�_mapping��selfr! r! r" � __reversed__? s z!_OrderedDictKeysView.__reversed__N�r �
__module__� __qualname__r+ r! r! r! r" r$ = s r$ c @ s e Zd Zdd� ZdS )�_OrderedDictItemsViewc c s$ t | j�D ]}|| j| fV q
d S r% r& �r* �keyr! r! r" r+ D s z"_OrderedDictItemsView.__reversed__Nr, r! r! r! r" r/ B s r/ c @ s e Zd Zdd� ZdS )�_OrderedDictValuesViewc c s t | j�D ]}| j| V q
d S r% r& r0 r! r! r" r+ J s z#_OrderedDictValuesView.__reversed__Nr, r! r! r! r" r2 H s r2 c @ s e Zd ZdZdS )�_Link)�prev�nextr1 � __weakref__N)r r- r. � __slots__r! r! r! r" r3 N s r3 c @ s� e Zd Zd*dd�Zejeefdd�Zejfdd�Zdd � Z d
d � Z
d d
� Z d+dd�Z d,dd�Z
dd� Zejj ZZdd� Zdd� Zdd� ZejjZe� Zefdd �Zd-d d �Ze� d d!� �Z d"d#� Z d$d%� Z e d.d&d'��Z d(d)� Z!d S )/r r! c K s\ z
| j W n> tk
rH t� | _t| j� | _ }| |_|_i | _Y nX | j|f|� d S r% ) �_OrderedDict__rootr r3 �_OrderedDict__hardroot�_proxyr4 r5 �_OrderedDict__map�_OrderedDict__update)r* �other�kwds�rootr! r! r" �__init__` s
zOrderedDict.__init__c C sZ || krJ|� | j |< }| j}|j}||| |_|_|_||_||�|_|| ||� d S r% )r; r8 r4 r5 r1 ) r* r1 �valueZ dict_setitemr ZLink�linkr? �lastr! r! r" � __setitem__m s
zOrderedDict.__setitem__c C s> || |� | j �|�}|j}|j}||_||_d |_d |_d S r% )r; �popr4 r5 )r* r1 Z dict_delitemrB � link_prev� link_nextr! r! r" � __delitem__{ s
zOrderedDict.__delitem__c c s( | j }|j}||k r$|jV |j}q d S r% )r8 r5 r1 �r* r? Zcurrr! r! r" �__iter__� s
zOrderedDict.__iter__c c s( | j }|j}||k r$|jV |j}q d S r% )r8 r4 r1 rI r! r! r" r+ � s
zOrderedDict.__reversed__c C s* | j }| |_|_| j�� t�| � d S r% )r8 r4 r5 r; �clear�dict)r* r? r! r! r" rK � s
zOrderedDict.clearTc C sj | s t d��| j}|r0|j}|j}||_||_n|j}|j}||_||_|j}| j|= t�| |�}||fS )Nzdictionary is empty)�KeyErrorr8 r4 r5 r1 r; rL rE )r* rC r? rB rF rG r1 rA r! r! r" �popitem� s zOrderedDict.popitemc C st | j | }|j}|j}|j}||_||_| j}|rR|j}||_||_||_||_n |j}||_||_||_||_d S r% )r; r4 r5 r8 ) r* r1 rC rB rF rG Z soft_linkr? �firstr! r! r" � move_to_end� s$
zOrderedDict.move_to_endc C sV t j}t| �d }|| j�}||| j�d 7 }||| j�| 7 }||| j�| 7 }|S )N� r )�_sys� getsizeof�len�__dict__r; r9 r8 )r* Zsizeof�n�sizer! r! r" �
__sizeof__� s
zOrderedDict.__sizeof__c C s t | �S r% )r$ r) r! r! r" �keys� s zOrderedDict.keysc C s t | �S r% )r/ r) r! r! r" �items� s zOrderedDict.itemsc C s t | �S r% )r2 r) r! r! r" �values� s zOrderedDict.valuesc C s0 || kr| | }| |= |S || j kr,t|��|S r% )�_OrderedDict__markerrM )r* r1 �default�resultr! r! r" rE � s
zOrderedDict.popNc C s || kr| | S || |< |S r% r! �r* r1 r] r! r! r" �
setdefault� s zOrderedDict.setdefaultc C s* | sd| j jf S d| j jt| �� �f S )N�%s()z%s(%r))� __class__r �listrZ r) r! r! r" �__repr__ s zOrderedDict.__repr__c C sD t | ��� }t t� �D ]}|�|d � q| jd|p4d d t| �� �fS )Nr! )�vars�copyr rE rb �iterrZ )r* Z inst_dict�kr! r! r" �
__reduce__ s zOrderedDict.__reduce__c C s
| � | �S r% �rb r) r! r! r" rf s zOrderedDict.copyc C s | � }|D ] }|||< q
|S r% r! )�cls�iterablerA r* r1 r! r! r" �fromkeys s
zOrderedDict.fromkeysc C s2 t |t�r&t�| |�o$ttt| |��S t�| |�S r% )�
isinstancer rL �__eq__�all�map�_eq�r* r= r! r! r" ro s
zOrderedDict.__eq__)r! )T)T)N)N)"r r- r. r@ rL rD r: r3 rH rJ r+ rK rN rP rX r �MutableMapping�updater< rY rZ r[ �__ne__�objectr\ rE r` �_recursive_reprrd ri rf � classmethodrm ro r! r! r! r" r Q s6
�
)r )� _tuplegetterc C s t t| �|d�S )N)�doc)�property� _itemgetter)�indexr{ r! r! r" �<lambda>7 � r F)�rename�defaults�modulec s� t �t�r��dd��� �ttt����t�t| ��} |r�t� }t ��D ]B\}}|�
� rrt |�sr|� d�sr||kr�d|� ��|< |�
|� qH| g� D ]D}t|�tk r�td��|�
� s�td|����t |�r�td|����q�t� }�D ]F}|� d��r
|�s
td|����||k�r"td|����|�
|� q�i }|d k �r|t|�}t|�t��k�r^td ��ttttt��t|�����}tttj����t���t���d
d �d d
� } dd�dd� �D �� d �tj�tttttf\� ����d| � d| � d�}
�d| � �d�} t|
| � | d } d| � d| � d�| _|d k �r>|| _t ���fdd��}
d | � d �|
j _��fd d �}d | � d!�|_�fd"d#�}� �fd$d%�}�fd&d'�}| |
j ||||fD ]}| � d(|j � �|_ �q�| � d| � d�d)�||| |
||||d*� }t ��D ](\}}t�d+|� ��}t ||�||< �q t| tf|�}|d k�rvzt�!d �j"�#d,d-�}W n t$tfk
�rt Y nX |d k �r�||_%|S ).N�,� �_z*Type names and field names must be stringsz6Type names and field names must be valid identifiers: z0Type names and field names cannot be a keyword: z-Field names cannot start with an underscore: z"Encountered duplicate field name: z(Got more default values than field names�'� rQ ����(�, c s s | ]}|� d �V qdS )z=%rNr! )�.0r r! r! r" � <genexpr>� s z namedtuple.<locals>.<genexpr>�)zdef __new__(_cls, z ): return _tuple_new(_cls, (z))� namedtuple_)�
_tuple_newr �__new__zCreate new instance of c s2 �| |�}� |��kr.t d�� dt|�� ���|S )Nz Expected z arguments, got )� TypeErrorrT )rk rl r^ )�_len�
num_fields� tuple_newr! r" �_make� s
znamedtuple.<locals>._makez Make a new z# object from a sequence or iterablec s. | � � |j�| ��}|r*tdt|�����|S )Nz Got unexpected field names: )r� rE �
ValueErrorrc )r* r> r^ )�_map� field_namesr! r" �_replace� s z namedtuple.<locals>._replacez
Return a new z2 object replacing specified fields with new valuesc s | j j� | S r% )rb r r) )�repr_fmtr! r" rd � s z namedtuple.<locals>.__repr__c s � �| j | ��S r% )�_fieldsr) )�_dict�_zipr! r" �_asdict� s znamedtuple.<locals>._asdictc s � | �S r% r! r) )�_tupler! r" �__getnewargs__� s z"namedtuple.<locals>.__getnewargs__�.r! ) �__doc__r7 r� �_field_defaults�_fields_defaultsr� r� r� rd r� r� zAlias for field number r �__main__)&rn �str�replace�splitrc rq rR �intern�set� enumerate� isidentifier�
_iskeyword�
startswith�add�typer� r� �tuplerT rL r' �zip�repr�joinr� �execr� � __defaults__ry �__func__r r. rz � _getframe� f_globals�getr r- )�typenamer� r� r� r� �seenr~ r �field_defaults�arg_list�s� namespacer� r� r� rd r� r� �method�class_namespacer{ r^ r! ) r� r� r� r� r� r� r� r� r� r" r 9 s�
���
�
��
c C s& | j }|D ]}||d�d | |< q
d S �Nr
rQ )r� )�mappingrl Z mapping_get�elemr! r! r" �_count_elements� s r� )r� c s� e Zd Zd.� fdd� Zdd� Zd/dd�Zdd � Zed0d
d ��Zd1� fd d
� Z d2dd�Z
dd� Z dd� Z � fdd�Z
dd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Z� ZS )3r Nc s t t| ��� | j|f|� d S r% )�superr r@ ru )r* rl r> rj r! r" r@ s zCounter.__init__c C s dS �Nr
r! r0 r! r! r" � __missing__* s zCounter.__missing__c C s6 |d kr t | �� td�dd�S tj|| �� td�d�S )NrQ T)r1 �reverse�r1 )�sortedrZ r} �_heapq�nlargest�r* rV r! r! r" � most_common/ s zCounter.most_commonc C s t �tt| �� ��S r% )�_chain�
from_iterable�_starmap�_repeatrZ r) r! r! r" �elements< s zCounter.elementsc C s t d��d S )Nz@Counter.fromkeys() is undefined. Use Counter(iterable) instead.)�NotImplementedError)rk rl �vr! r! r" rm T s �zCounter.fromkeysc sr |d k r`t |tj�rV| rD| j}|�� D ]\}}|||d� | |< q&q`tt| ��|� n
t| |� |rn| �|� d S r� ) rn r �Mappingr� rZ r� r ru r� �r* rl r> �self_getr� �countrj r! r" ru ` s
zCounter.updatec K sn |d k r\| j }t|tj�r@|�� D ]\}}||d�| | |< q"n |D ]}||d�d | |< qD|rj| �|� d S r� )r� rn r r� rZ �subtractr� r! r! r" r� � s zCounter.subtractc C s
| � | �S r% rj r) r! r! r" rf � s z Counter.copyc C s | j t| �ffS r% )rb rL r) r! r! r" ri � s zCounter.__reduce__c s || krt � �|� d S r% )r� rH )r* r� rj r! r" rH � s zCounter.__delitem__c C sf | sd| j j S z(d�tdj| �� ��}d| j j|f W S tk
r` d�| j jt| �� Y S X d S )Nra r� z%r: %rz%s({%s})z
{0}({1!r})) rb r r� rq �__mod__r� r� �formatrL )r* rZ r! r! r" rd � s zCounter.__repr__c C sp t |t�stS t� }| �� D ]$\}}||| }|dkr |||< q |�� D ] \}}|| krJ|dkrJ|||< qJ|S r� �rn r �NotImplementedrZ �r* r= r^ r� r� �newcountr! r! r" �__add__� s
zCounter.__add__c C st t |t�stS t� }| �� D ]$\}}||| }|dkr |||< q |�� D ]$\}}|| krJ|dk rJd| ||< qJ|S r� r� r� r! r! r" �__sub__� s
zCounter.__sub__c C s| t |t�stS t� }| �� D ]0\}}|| }||k r8|n|}|dkr |||< q |�� D ] \}}|| krV|dkrV|||< qV|S r� r� �r* r= r^ r� r� � other_countr� r! r! r" �__or__� s
zCounter.__or__c C sR t |t�stS t� }| �� D ]0\}}|| }||k r8|n|}|dkr |||< q |S r� r� r� r! r! r" �__and__� s
zCounter.__and__c C s, t � }| �� D ]\}}|dkr|||< q|S r� �r rZ �r* r^ r� r� r! r! r" �__pos__
s
zCounter.__pos__c C s0 t � }| �� D ] \}}|dk rd| ||< q|S r� r� r� r! r! r" �__neg__ s
zCounter.__neg__c C s& dd� | � � D �}|D ]
}| |= q| S )Nc S s g | ]\}}|d ks|�qS )r
r! )r� r� r� r! r! r" �
<listcomp>" s z*Counter._keep_positive.<locals>.<listcomp>)rZ )r* � nonpositiver� r! r! r" �_keep_positive s zCounter._keep_positivec C s* |� � D ]\}}| | |7 < q| �� S r% �rZ r� �r* r= r� r� r! r! r" �__iadd__' s zCounter.__iadd__c C s* |� � D ]\}}| | |8 < q| �� S r% r� r� r! r! r" �__isub__4 s zCounter.__isub__c C s2 |� � D ] \}}| | }||kr|| |< q| �� S r% r� )r* r= r� r� r� r! r! r" �__ior__A s
zCounter.__ior__c C s2 | � � D ] \}}|| }||k r|| |< q| �� S r% r� )r* r= r� r� r� r! r! r" �__iand__P s
zCounter.__iand__)N)N)N)N)N)r r- r. r@ r� r� r� ry rm ru r� rf ri rH rd r� r� r� r� r� r� r� r� r� r� r� �
__classcell__r! r! rj r" r � s. 3
!
c @ s� e Zd Zdd� Zdd� Zdd� Zd&dd �Zd
d � Zd d
� Zdd� Z dd� Z
e � dd� �Z e
dd� �Zdd� ZeZd'dd�Zedd� �Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� ZdS )(r c G s t |�p i g| _d S r% )rc �maps)r* r� r! r! r" r@ r s zChainMap.__init__c C s t |��d S r% )rM r0 r! r! r" r� y s zChainMap.__missing__c C s: | j D ](}z|| W S tk
r, Y qX q| �|�S r% )r� rM r� )r* r1 r� r! r! r" � __getitem__| s
zChainMap.__getitem__Nc C s || kr| | S |S r% r! r_ r! r! r" r� � s z ChainMap.getc C s t t� j| j� �S r% )rT r� �unionr� r) r! r! r" �__len__� s zChainMap.__len__c C s& i }t | j�D ]}|�|� qt|�S r% )r' r� ru rg )r* �dr� r! r! r" rJ � s zChainMap.__iter__c s t � fdd�| jD ��S )Nc 3 s | ]}� |kV qd S r% r! )r� �mr� r! r" r� � s z(ChainMap.__contains__.<locals>.<genexpr>��anyr� r0 r! r� r" � __contains__� s zChainMap.__contains__c C s
t | j�S r% r� r) r! r! r" �__bool__� s zChainMap.__bool__c C s" | j j� dd�tt| j��� d�S )Nr� r� r� )rb r r� rq r� r� r) r! r! r" rd � s zChainMap.__repr__c G s | t j|f|�� �S r% )rL rm )rk rl �argsr! r! r" rm � s zChainMap.fromkeysc C s$ | j | jd �� f| jdd � �� S r� )rb r� rf r) r! r! r" rf � s z
ChainMap.copyc C s |d kr i }| j |f| j�� S r% �rb r� )r* r� r! r! r" � new_child� s zChainMap.new_childc C s | j | jdd � � S )NrQ r r) r! r! r" �parents� s zChainMap.parentsc C s || j d |< d S r� )r� )r* r1 rA r! r! r" rD � s zChainMap.__setitem__c C s8 z| j d |= W n" tk
r2 td�|���Y nX d S �Nr
z(Key not found in the first mapping: {!r})r� rM r� r0 r! r! r" rH � s zChainMap.__delitem__c C s2 z| j d �� W S tk
r, td��Y nX d S )Nr
z#No keys found in the first mapping.)r� rN rM r) r! r! r" rN � s zChainMap.popitemc G s@ z| j d j|f|�� W S tk
r: td�|���Y nX d S r )r� rE rM r� )r* r1 r r! r! r" rE � s z ChainMap.popc C s | j d �� d S r� )r� rK r) r! r! r" rK � s zChainMap.clear)N)N)r r- r. r@ r� r� r� r� rJ r r rx rd ry rm rf �__copy__r r| r rD rH rN rE rK r! r! r! r" r d s,
c @ sp e Zd Zdd� Zde_dd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dd� Z
eddd��ZdS )r c O s� | s t d��| ^}} t| �dkr0t dt| � ��| r>| d }n0d|krj|�d�}dd l}|jdtdd� nd }i |_|d k r�|�|� |r�|�|� d S ) Nz<descriptor '__init__' of 'UserDict' object needs an argumentrQ z$expected at most 1 arguments, got %dr
rL z0Passing 'dict' as keyword argument is deprecatedr r )r� rT rE r r r �dataru )r �kwargsr* rL r r! r! r" r@ � s(
�
zUserDict.__init__z ($self, dict=None, /, **kwargs)c C s
t | j�S r% �rT r r) r! r! r" r� � r� zUserDict.__len__c C s: || j kr| j | S t| jd�r.| j�| |�S t|��d S )Nr� )r �hasattrrb r� rM r0 r! r! r" r� � s
zUserDict.__getitem__c C s || j |< d S r% �r )r* r1 �itemr! r! r" rD � r� zUserDict.__setitem__c C s | j |= d S r% r r0 r! r! r" rH � r� zUserDict.__delitem__c C s
t | j�S r% )rg r r) r! r! r" rJ � s zUserDict.__iter__c C s
|| j kS r% r r0 r! r! r" r � s zUserDict.__contains__c C s
t | j�S r% �r� r r) r! r! r" rd � r� zUserDict.__repr__c C s4 | j �| j �}|j�| j� | jd �� |jd< |S �Nr )rb r� rU ru rf �r* �instr! r! r" r � s zUserDict.__copy__c C sR | j tkrt| j�� �S dd l}| j}zi | _|�| �}W 5 || _X |�| � |S r� )rb r r rf ru )r* rf r �cr! r! r" rf s
z
UserDict.copyNc C s | � }|D ] }|||< q
|S r% r! )rk rl rA r� r1 r! r! r" rm s
zUserDict.fromkeys)N)r r- r. r@ �__text_signature__r� r� rD rH rJ r rd r rf ry rm r! r! r! r" r � s
c @ s e Zd Zd?dd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� ZeZd$d%� Zd&d'� Zd(d)� Zd*d+� Zd@d-d.�Zd/d0� Zd1d2� Zd3d4� Z d5d6� Z d7d8� Z d9d:� Z d;d<� Z d=d>� Z!dS )Ar Nc C sb g | _ |d k r^t|�t| j �kr0|| j d d �< n.t|t�rT|j d d � | j d d �< n
t|�| _ d S r% )r r� rn r rc )r* �initlistr! r! r" r@ ! s
zUserList.__init__c C s
t | j�S r% r r) r! r! r" rd + r� zUserList.__repr__c C s | j | �|�k S r% �r �_UserList__castrs r! r! r" �__lt__, r� zUserList.__lt__c C s | j | �|�kS r% r rs r! r! r" �__le__- r� zUserList.__le__c C s | j | �|�kS r% r rs r! r! r" ro . r� zUserList.__eq__c C s | j | �|�kS r% r rs r! r! r" �__gt__/ r� zUserList.__gt__c C s | j | �|�kS r% r rs r! r! r" �__ge__0 r� zUserList.__ge__c C s t |t�r|jS |S r% )rn r r rs r! r! r" �__cast1 s zUserList.__castc C s
|| j kS r% r �r* r
r! r! r" r 3 r� zUserList.__contains__c C s
t | j�S r% r
r) r! r! r" r� 4 r� zUserList.__len__c C s( t |t�r| �| j| �S | j| S d S r% )rn �slicerb r �r* �ir! r! r" r� 5 s
zUserList.__getitem__c C s || j |< d S r% r �r* r r
r! r! r" rD : r� zUserList.__setitem__c C s | j |= d S r% r r r! r! r" rH ; r� zUserList.__delitem__c C sP t |t�r | �| j|j �S t |t| j��r<| �| j| �S | �| jt|� �S r% �rn r rb r r� rc rs r! r! r" r� < s
zUserList.__add__c C sP t |t�r | �|j| j �S t |t| j��r<| �|| j �S | �t|�| j �S r% r! rs r! r! r" �__radd__B s
zUserList.__radd__c C sR t |t�r | j|j7 _n2t |t| j��r<| j|7 _n| jt|�7 _| S r% )rn r r r� rc rs r! r! r" r� H s
zUserList.__iadd__c C s | � | j| �S r% �rb r r� r! r! r" �__mul__P s zUserList.__mul__c C s | j |9 _ | S r% r r� r! r! r" �__imul__S s zUserList.__imul__c C s8 | j �| j �}|j�| j� | jd d d � |jd< |S r )rb r� rU ru r r! r! r" r V s zUserList.__copy__c C s | j �|� d S r% )r �appendr r! r! r" r& \ r� zUserList.appendc C s | j �||� d S r% )r �insertr r! r! r" r' ] r� zUserList.insertr� c C s | j �|�S r% )r rE r r! r! r" rE ^ r� z UserList.popc C s | j �|� d S r% )r �remover r! r! r" r( _ r� zUserList.removec C s | j �� d S r% )r rK r) r! r! r" rK ` r� zUserList.clearc C s
| � | �S r% rj r) r! r! r" rf a r� z
UserList.copyc C s | j �|�S r% )r r� r r! r! r" r� b r� zUserList.countc G s | j j|f|�� S r% �r r~ )r* r
r r! r! r" r~ c r� zUserList.indexc C s | j �� d S r% )r r� r) r! r! r" r� d r� zUserList.reversec O s | j j||� d S r% )r �sort�r* r r> r! r! r" r* e r� z
UserList.sortc C s* t |t�r| j�|j� n | j�|� d S r% )rn r r �extendrs r! r! r" r, f s
zUserList.extend)N)r� )"r r- r. r@ rd r r ro r r r r r� r� rD rH r� r" r� r$ �__rmul__r% r r& r' rE r( rK rf r� r~ r� r* r, r! r! r! r" r s>
c @ sh e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� ZeZd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1e j fd2d3�Z d�d6d7�Z d1e j fd8d9�Z d�d;d<�Z!d1e j fd=d>�Z"d?d@� Z#dAdB� Z$d1e j fdCdD�Z%dEdF� Z&dGdH� Z'dIdJ� Z(dKdL� Z)dMdN� Z*dOdP� Z+dQdR� Z,dSdT� Z-dUdV� Z.dWdX� Z/dYdZ� Z0d[d\� Z1d]d^� Z2d_d`� Z3dadb� Z4d�ddde�Z5e6j7Z7dfdg� Z8d�didj�Z9d1e j fdkdl�Z:d1e j fdmdn�Z;dodp� Z<dqdr� Z=d�dsdt�Z>d�dudv�Z?d�dwdx�Z@d�dzd{�ZAd1e j fd|d}�ZBd�d~d�ZCd�d�� ZDd�d�� ZEd�d�� ZFd�d�� ZGd�d�� ZHdcS )�r c C s< t |t�r|| _n&t |t�r.|jd d � | _n
t|�| _d S r% )rn r� r r �r* �seqr! r! r" r@ s s
zUserString.__init__c C s
t | j�S r% )r� r r) r! r! r" �__str__z r� zUserString.__str__c C s
t | j�S r% r r) r! r! r" rd { r� zUserString.__repr__c C s
t | j�S r% )�intr r) r! r! r" �__int__| r� zUserString.__int__c C s
t | j�S r% )�floatr r) r! r! r" � __float__} r� zUserString.__float__c C s
t | j�S r% )�complexr r) r! r! r" � __complex__~ r� zUserString.__complex__c C s
t | j�S r% )�hashr r) r! r! r" �__hash__ r� zUserString.__hash__c C s | j d d � fS r% r r) r! r! r" r� � s zUserString.__getnewargs__c C s t |t�r| j|jkS | j|kS r% �rn r r �r* �stringr! r! r" ro � s
zUserString.__eq__c C s t |t�r| j|jk S | j|k S r% r9 r: r! r! r" r � s
zUserString.__lt__c C s t |t�r| j|jkS | j|kS r% r9 r: r! r! r" r � s
zUserString.__le__c C s t |t�r| j|jkS | j|kS r% r9 r: r! r! r" r � s
zUserString.__gt__c C s t |t�r| j|jkS | j|kS r% r9 r: r! r! r" r � s
zUserString.__ge__c C s t |t�r|j}|| jkS r% r9 )r* �charr! r! r" r � s
zUserString.__contains__c C s
t | j�S r% r
r) r! r! r" r� � r� zUserString.__len__c C s | � | j| �S r% r# )r* r~ r! r! r" r� � r� zUserString.__getitem__c C sJ t |t�r | �| j|j �S t |t�r6| �| j| �S | �| jt|� �S r% )rn r rb r r� rs r! r! r" r� � s
zUserString.__add__c C s. t |t�r| �|| j �S | �t|�| j �S r% )rn r� rb r rs r! r! r" r" � s
zUserString.__radd__c C s | � | j| �S r% r# r� r! r! r" r$ � s zUserString.__mul__c C s | � | j| �S r% r# �r* r r! r! r" r� � s zUserString.__mod__c C s | � t|�| �S r% )rb r� )r* �templater! r! r" �__rmod__� s zUserString.__rmod__c C s | � | j�� �S r% )rb r �
capitalizer) r! r! r" r@ � r� zUserString.capitalizec C s | � | j�� �S r% )rb r �casefoldr) r! r! r" rA � s zUserString.casefoldc G s | � | jj|f|�� �S r% )rb r �center�r* �widthr r! r! r" rB � s zUserString.centerr
c C s t |t�r|j}| j�|||�S r% )rn r r r� �r* �sub�start�endr! r! r" r� � s
zUserString.count�utf-8�strictc C s. |d kr dn|}|d kr dn|}| j �||�S )NrI rJ )r �encode)r* �encoding�errorsr! r! r" rK � s zUserString.encodec C s | j �|||�S r% )r �endswith)r* �suffixrG rH r! r! r" rN � s zUserString.endswith� c C s | � | j�|��S r% )rb r �
expandtabs)r* �tabsizer! r! r" rQ � s zUserString.expandtabsc C s t |t�r|j}| j�|||�S r% )rn r r �findrE r! r! r" rS � s
zUserString.findc O s | j j||�S r% )r r� r+ r! r! r" r� � s zUserString.formatc C s | j �|�S r% )r �
format_map)r* r� r! r! r" rT � s zUserString.format_mapc C s | j �|||�S r% r) rE r! r! r" r~ � s zUserString.indexc C s
| j �� S r% )r �isalphar) r! r! r" rU � r� zUserString.isalphac C s
| j �� S r% )r �isalnumr) r! r! r" rV � r� zUserString.isalnumc C s
| j �� S r% )r �isasciir) r! r! r" rW � r� zUserString.isasciic C s
| j �� S r% )r � isdecimalr) r! r! r" rX � r� zUserString.isdecimalc C s
| j �� S r% )r �isdigitr) r! r! r" rY � r� zUserString.isdigitc C s
| j �� S r% )r r� r) r! r! r" r� � r� zUserString.isidentifierc C s
| j �� S r% )r �islowerr) r! r! r" rZ � r� zUserString.islowerc C s
| j �� S r% )r � isnumericr) r! r! r" r[ � r� zUserString.isnumericc C s
| j �� S r% )r � isprintabler) r! r! r" r\ � r� zUserString.isprintablec C s
| j �� S r% )r �isspacer) r! r! r" r] � r� zUserString.isspacec C s
| j �� S r% )r �istitler) r! r! r" r^ � r� zUserString.istitlec C s
| j �� S r% )r �isupperr) r! r! r" r_ � r� zUserString.isupperc C s | j �|�S r% )r r� r. r! r! r" r� � r� zUserString.joinc G s | � | jj|f|�� �S r% )rb r �ljustrC r! r! r" r` � s zUserString.ljustc C s | � | j�� �S r% )rb r �lowerr) r! r! r" ra � r� zUserString.lowerNc C s | � | j�|��S r% )rb r �lstrip�r* �charsr! r! r" rb � r� zUserString.lstripc C s | j �|�S r% )r � partition�r* �sepr! r! r" re � s zUserString.partitionr� c C s6 t |t�r|j}t |t�r |j}| �| j�|||��S r% )rn r r rb r� )r* �old�new�maxsplitr! r! r" r� � s
zUserString.replacec C s t |t�r|j}| j�|||�S r% )rn r r �rfindrE r! r! r" rk � s
zUserString.rfindc C s | j �|||�S r% )r �rindexrE r! r! r" rl � s zUserString.rindexc G s | � | jj|f|�� �S r% )rb r �rjustrC r! r! r" rm � s zUserString.rjustc C s | j �|�S r% )r �
rpartitionrf r! r! r" rn � s zUserString.rpartitionc C s | � | j�|��S r% )rb r �rstriprc r! r! r" ro � s zUserString.rstripc C s | j �||�S r% )r r� �r* rg rj r! r! r" r� � s zUserString.splitc C s | j �||�S r% )r �rsplitrp r! r! r" rq � s zUserString.rsplitFc C s | j �|�S r% )r �
splitlines)r* �keependsr! r! r" rr � r� zUserString.splitlinesc C s | j �|||�S r% )r r� )r* �prefixrG rH r! r! r" r� � s zUserString.startswithc C s | � | j�|��S r% )rb r �striprc r! r! r" ru � r� zUserString.stripc C s | � | j�� �S r% )rb r �swapcaser) r! r! r" rv � r� zUserString.swapcasec C s | � | j�� �S r% )rb r �titler) r! r! r" rw � r� zUserString.titlec G s | � | jj|� �S r% )rb r � translater= r! r! r" rx � s zUserString.translatec C s | � | j�� �S r% )rb r �upperr) r! r! r" ry � r� zUserString.upperc C s | � | j�|��S r% )rb r �zfill)r* rD r! r! r" rz � r� zUserString.zfill)rI rJ )rP )N)r� )N)Nr� )Nr� )F)N)Ir r- r. r@ r0 rd r2 r4 r6 r8 r� ro r r r r r r� r� r� r" r$ r- r� r? r@ rA rB rR �maxsizer� rK rN rQ rS r� rT r~ rU rV rW rX rY r� rZ r[ r\ r] r^ r_ r� r` ra rb r� � maketransre r� rk rl rm rn ro r� rq rr r� ru rv rw rx ry rz r! r! r! r" r r s�
)6r r �operatorr r} r rr �keywordr
r� �sysrR �heapqr� �_weakrefr r: � itertoolsr r� r r� r r� �reprlibr rx � _collectionsr � ImportError�MutableSequence�registerr r# �KeysViewr$ � ItemsViewr/ �
ValuesViewr2 rw r3 rL r rz r r� r rt r r r �Sequencer r! r! r! r" �<module> sf
� Y & }nMS collections/__pycache__/__init__.cpython-38.pyc 0000644 00000132546 15115353746 0015506 0 ustar 00 U
e5dC� � @ s& d Z ddddddddd g Zd
d lZd
d lmZmZ d
d
lm Z
d
d l Z d
d l
Zd
dlmZ d
dlmZmZmZ d
dlmZ zd
dl m Z W n e k
r� Y nX ej � e � zd
dl m!Z! W n e k
r� Y nX dd� Z"G dd� dej#�Z$G dd� dej%�Z&G dd� dej'�Z(G dd � d e)�Z*G d d� de+�Z,zd
d l m,Z, W n e k
�rV Y nX zd
d l m-Z- W n e k
�r� d d!� Z-Y nX d"d d d#�d$d�Z.d%d&� Z/zd
d'l m/Z/ W n e k
�r� Y nX G d(d� de+�Z0G d)d � d ej1�Z2G d*d� dej1�Z3G d+d� dej �Z4G d,d� dej5�Z6d S )-a? This module implements specialized container datatypes providing
alternatives to Python's general purpose built-in containers, dict,
list, set, and tuple.
* namedtuple factory function for creating tuple subclasses with named fields
* deque list-like container with fast appends and pops on either end
* ChainMap dict-like class for creating a single view of multiple mappings
* Counter dict subclass for counting hashable objects
* OrderedDict dict subclass that remembers the order entries were added
* defaultdict dict subclass that calls a factory function to supply missing values
* UserDict wrapper around dictionary objects for easier dict subclassing
* UserList wrapper around list objects for easier list subclassing
* UserString wrapper around string objects for easier string subclassing
�deque� defaultdict�
namedtuple�UserDict�UserList�
UserString�Counter� OrderedDict�ChainMap� N)�
itemgetter�eq)� iskeyword)�proxy)�repeat�chain�starmap)�recursive_repr)r )r c C sR | t jkr:tt | �}dd l}|jdtdd� |t� | < |S tdt�d| ����d S )Nr
z�Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working� ��
stacklevelzmodule z has no attribute ) �_collections_abc�__all__�getattr�warnings�warn�DeprecationWarning�globals�AttributeError�__name__)�name�objr � r! �,/usr/lib64/python3.8/collections/__init__.py� __getattr__* s
�
r# c @ s e Zd Zdd� ZdS )�_OrderedDictKeysViewc c s t | j�E d H d S �N��reversed�_mapping��selfr! r! r" � __reversed__? s z!_OrderedDictKeysView.__reversed__N�r �
__module__� __qualname__r+ r! r! r! r" r$ = s r$ c @ s e Zd Zdd� ZdS )�_OrderedDictItemsViewc c s$ t | j�D ]}|| j| fV q
d S r% r& �r* �keyr! r! r" r+ D s z"_OrderedDictItemsView.__reversed__Nr, r! r! r! r" r/ B s r/ c @ s e Zd Zdd� ZdS )�_OrderedDictValuesViewc c s t | j�D ]}| j| V q
d S r% r& r0 r! r! r" r+ J s z#_OrderedDictValuesView.__reversed__Nr, r! r! r! r" r2 H s r2 c @ s e Zd ZdZdS )�_Link)�prev�nextr1 � __weakref__N)r r- r. � __slots__r! r! r! r" r3 N s r3 c @ s� e Zd ZdZd+dd�Zejeefdd�Zej fdd�Z d d
� Z
d d � Z d
d� Z d,dd�Z
d-dd�Zdd� Zejj ZZdd� Zdd� Zdd� ZejjZe� Zefd d �Zd.d d �Ze � d!d"� �Z d#d$� Z d%d&� Z e d/d'd(��Z!d)d*� Z"d S )0r z)Dictionary that remembers insertion orderr! c K s\ z
| j W n> tk
rH t� | _t| j� | _ }| |_|_i | _Y nX | j|f|� dS )z�Initialize an ordered dictionary. The signature is the same as
regular dictionaries. Keyword argument order is preserved.
N) �_OrderedDict__rootr r3 �_OrderedDict__hardroot�_proxyr4 r5 �_OrderedDict__map�_OrderedDict__update)r* �other�kwds�rootr! r! r" �__init__` s
zOrderedDict.__init__c C sZ || krJ|� | j |< }| j}|j}||| |_|_|_||_||�|_|| ||� dS )z!od.__setitem__(i, y) <==> od[i]=yN)r; r8 r4 r5 r1 ) r* r1 �valueZ dict_setitemr ZLink�linkr? �lastr! r! r" � __setitem__m s
zOrderedDict.__setitem__c C s> || |� | j �|�}|j}|j}||_||_d|_d|_dS )z od.__delitem__(y) <==> del od[y]N)r; �popr4 r5 )r* r1 Z dict_delitemrB � link_prev� link_nextr! r! r" � __delitem__{ s
zOrderedDict.__delitem__c c s( | j }|j}||k r$|jV |j}q dS )zod.__iter__() <==> iter(od)N)r8 r5 r1 �r* r? Zcurrr! r! r" �__iter__� s
zOrderedDict.__iter__c c s( | j }|j}||k r$|jV |j}q dS )z#od.__reversed__() <==> reversed(od)N)r8 r4 r1 rI r! r! r" r+ � s
zOrderedDict.__reversed__c C s* | j }| |_|_| j�� t�| � dS )z.od.clear() -> None. Remove all items from od.N)r8 r4 r5 r; �clear�dict)r* r? r! r! r" rK � s
zOrderedDict.clearTc C sj | s t d��| j}|r0|j}|j}||_||_n|j}|j}||_||_|j}| j|= t�| |�}||fS )z�Remove and return a (key, value) pair from the dictionary.
Pairs are returned in LIFO order if last is true or FIFO order if false.
zdictionary is empty)�KeyErrorr8 r4 r5 r1 r; rL rE )r* rC r? rB rF rG r1 rA r! r! r" �popitem� s zOrderedDict.popitemc C st | j | }|j}|j}|j}||_||_| j}|rR|j}||_||_||_||_n |j}||_||_||_||_dS )z�Move an existing element to the end (or beginning if last is false).
Raise KeyError if the element does not exist.
N)r; r4 r5 r8 ) r* r1 rC rB rF rG Z soft_linkr? �firstr! r! r" � move_to_end� s$
zOrderedDict.move_to_endc C sV t j}t| �d }|| j�}||| j�d 7 }||| j�| 7 }||| j�| 7 }|S )N� r )�_sys� getsizeof�len�__dict__r; r9 r8 )r* Zsizeof�n�sizer! r! r" �
__sizeof__� s
zOrderedDict.__sizeof__c C s t | �S )z:D.keys() -> a set-like object providing a view on D's keys)r$ r) r! r! r" �keys� s zOrderedDict.keysc C s t | �S )z<D.items() -> a set-like object providing a view on D's items)r/ r) r! r! r" �items� s zOrderedDict.itemsc C s t | �S )z6D.values() -> an object providing a view on D's values)r2 r) r! r! r" �values� s zOrderedDict.valuesc C s0 || kr| | }| |= |S || j kr,t|��|S )z�od.pop(k[,d]) -> v, remove specified key and return the corresponding
value. If key is not found, d is returned if given, otherwise KeyError
is raised.
)�_OrderedDict__markerrM )r* r1 �default�resultr! r! r" rE � s
zOrderedDict.popNc C s || kr| | S || |< |S )z�Insert key with a value of default if key is not in the dictionary.
Return the value for key if key is in the dictionary, else default.
r! �r* r1 r] r! r! r" �
setdefault� s zOrderedDict.setdefaultc C s* | sd| j jf S d| j jt| �� �f S )zod.__repr__() <==> repr(od)�%s()z%s(%r))� __class__r �listrZ r) r! r! r" �__repr__ s zOrderedDict.__repr__c C sD t | ��� }t t� �D ]}|�|d� q| jd|p4ddt| �� �fS )z%Return state information for picklingNr! )�vars�copyr rE rb �iterrZ )r* Z inst_dict�kr! r! r" �
__reduce__ s zOrderedDict.__reduce__c C s
| � | �S )z!od.copy() -> a shallow copy of od�rb r) r! r! r" rf s zOrderedDict.copyc C s | � }|D ] }|||< q
|S )zYCreate a new ordered dictionary with keys from iterable and values set to value.
r! )�cls�iterablerA r* r1 r! r! r" �fromkeys s
zOrderedDict.fromkeysc C s2 t |t�r&t�| |�o$ttt| |��S t�| |�S )z�od.__eq__(y) <==> od==y. Comparison to another OD is order-sensitive
while comparison to a regular mapping is order-insensitive.
)�
isinstancer rL �__eq__�all�map�_eq�r* r= r! r! r" ro s
zOrderedDict.__eq__)r! )T)T)N)N)#r r- r. �__doc__r@ rL rD r: r3 rH rJ r+ rK rN rP rX r �MutableMapping�updater< rY rZ r[ �__ne__�objectr\ rE r` �_recursive_reprrd ri rf � classmethodrm ro r! r! r! r" r Q s8
�
)r )� _tuplegetterc C s t t| �|d�S )N)�doc)�property� _itemgetter)�indexr| r! r! r" �<lambda>7 � r� F)�rename�defaults�modulec s� t �t�r��dd��� �ttt����t�t| ��} |r�t� }t ��D ]B\}}|�
� rrt |�sr|� d�sr||kr�d|� ��|< |�
|� qH| g� D ]D}t|�tk r�td��|�
� s�td|����t |�r�td|����q�t� }�D ]F}|� d��r
|�s
td|����||k�r"td|����|�
|� q�i }|d k �r|t|�}t|�t��k�r^td
��ttttt��t|�����}tttj����t���t���d d �d
d� } dd�dd� �D �� d �tj�tttttf\� ����d| � d| � d�}
�d| � �d�} t|
| � | d } d| � d| � d�| _|d k �r>|| _t ���fdd ��}
d | � d �|
j _��fd d �}d!| � d"�|_�fd#d$�}� �fd%d&�}�fd'd(�}| |
j ||||fD ]}| � d)|j � �|_ �q�| � d| � d�d*�||| |
||||d+� }t ��D ](\}}t�d,|� ��}t ||�||< �q t| tf|�}|d k�rvzt�!d
�j"�#d-d.�}W n t$tfk
�rt Y nX |d k �r�||_%|S )/aC Returns a new subclass of tuple with named fields.
>>> Point = namedtuple('Point', ['x', 'y'])
>>> Point.__doc__ # docstring for the new class
'Point(x, y)'
>>> p = Point(11, y=22) # instantiate with positional args or keywords
>>> p[0] + p[1] # indexable like a plain tuple
33
>>> x, y = p # unpack like a regular tuple
>>> x, y
(11, 22)
>>> p.x + p.y # fields also accessible by name
33
>>> d = p._asdict() # convert to a dictionary
>>> d['x']
11
>>> Point(**d) # convert from a dictionary
Point(x=11, y=22)
>>> p._replace(x=100) # _replace() is like str.replace() but targets named fields
Point(x=100, y=22)
�,� �_z*Type names and field names must be stringsz6Type names and field names must be valid identifiers: z0Type names and field names cannot be a keyword: z-Field names cannot start with an underscore: z"Encountered duplicate field name: Nz(Got more default values than field names�'� rQ ����(�, c s s | ]}|� d �V qdS )z=%rNr! )�.0r r! r! r" � <genexpr>� s z namedtuple.<locals>.<genexpr>�)zdef __new__(_cls, z ): return _tuple_new(_cls, (z))� namedtuple_)�
_tuple_newr �__new__zCreate new instance of c s2 �| |�}� |��kr.t d�� dt|�� ���|S )Nz Expected z arguments, got )� TypeErrorrT )rk rl r^ )�_len�
num_fields� tuple_newr! r" �_make� s
znamedtuple.<locals>._makez Make a new z# object from a sequence or iterablec s. | � � |j�| ��}|r*tdt|�����|S )Nz Got unexpected field names: )r� rE �
ValueErrorrc )r* r> r^ )�_map� field_namesr! r" �_replace� s z namedtuple.<locals>._replacez
Return a new z2 object replacing specified fields with new valuesc s | j j� | S )z/Return a nicely formatted representation string)rb r r) )�repr_fmtr! r" rd � s z namedtuple.<locals>.__repr__c s � �| j | ��S )z9Return a new dict which maps field names to their values.)�_fieldsr) )�_dict�_zipr! r" �_asdict� s znamedtuple.<locals>._asdictc s � | �S )z7Return self as a plain tuple. Used by copy and pickle.r! r) )�_tupler! r" �__getnewargs__� s z"namedtuple.<locals>.__getnewargs__�.r! ) rt r7 r� �_field_defaults�_fields_defaultsr� r� r� rd r� r� zAlias for field number r �__main__)&rn �str�replace�splitrc rq rR �intern�set� enumerate� isidentifier�
_iskeyword�
startswith�add�typer� r� �tuplerT rL r' �zip�repr�joinr� �execrt � __defaults__rz �__func__r r. r{ � _getframe� f_globals�getr r- )�typenamer� r� r� r� �seenr r �field_defaults�arg_list�s� namespacer� r� r� rd r� r� �method�class_namespacer| r^ r! ) r� r� r� r� r� r� r� r� r� r" r 9 s�
���
�
��
c C s& | j }|D ]}||d�d | |< q
dS )z!Tally elements from the iterable.r
rQ N)r� )�mappingrl Z mapping_get�elemr! r! r" �_count_elements� s r� )r� c s� e Zd ZdZd/� fdd� Zdd� Zd0dd�Zd d
� Zed1d d ��Z d2� fd
d� Z
d3dd�Z dd� Z dd� Z
� fdd�Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-d.� Z� ZS )4r a� Dict subclass for counting hashable items. Sometimes called a bag
or multiset. Elements are stored as dictionary keys and their counts
are stored as dictionary values.
>>> c = Counter('abcdeabcdabcaba') # count elements from a string
>>> c.most_common(3) # three most common elements
[('a', 5), ('b', 4), ('c', 3)]
>>> sorted(c) # list all unique elements
['a', 'b', 'c', 'd', 'e']
>>> ''.join(sorted(c.elements())) # list elements with repetitions
'aaaaabbbbcccdde'
>>> sum(c.values()) # total of all counts
15
>>> c['a'] # count of letter 'a'
5
>>> for elem in 'shazam': # update counts from an iterable
... c[elem] += 1 # by adding 1 to each element's count
>>> c['a'] # now there are seven 'a'
7
>>> del c['b'] # remove all 'b'
>>> c['b'] # now there are zero 'b'
0
>>> d = Counter('simsalabim') # make another counter
>>> c.update(d) # add in the second counter
>>> c['a'] # now there are nine 'a'
9
>>> c.clear() # empty the counter
>>> c
Counter()
Note: If a count is set to zero or reduced to zero, it will remain
in the counter until the entry is deleted or the counter is cleared:
>>> c = Counter('aaabbc')
>>> c['b'] -= 2 # reduce the count of 'b' by two
>>> c.most_common() # 'b' is still in, but its count is zero
[('a', 3), ('c', 1), ('b', 0)]
Nc s t t| ��� | j|f|� dS )a Create a new, empty Counter object. And if given, count elements
from an input iterable. Or, initialize the count from another mapping
of elements to their counts.
>>> c = Counter() # a new, empty counter
>>> c = Counter('gallahad') # a new counter from an iterable
>>> c = Counter({'a': 4, 'b': 2}) # a new counter from a mapping
>>> c = Counter(a=4, b=2) # a new counter from keyword args
N)�superr r@ rv )r* rl r> rj r! r" r@ s zCounter.__init__c C s dS )z1The count of elements not in the Counter is zero.r
r! r0 r! r! r" � __missing__* s zCounter.__missing__c C s6 |dkr t | �� td�dd�S tj|| �� td�d�S )z�List the n most common elements and their counts from the most
common to the least. If n is None, then list all element counts.
>>> Counter('abracadabra').most_common(3)
[('a', 5), ('b', 2), ('r', 2)]
NrQ T)r1 �reverse�r1 )�sortedrZ r~ �_heapq�nlargest�r* rV r! r! r" � most_common/ s zCounter.most_commonc C s t �tt| �� ��S )a� Iterator over elements repeating each as many times as its count.
>>> c = Counter('ABCABC')
>>> sorted(c.elements())
['A', 'A', 'B', 'B', 'C', 'C']
# Knuth's example for prime factors of 1836: 2**2 * 3**3 * 17**1
>>> prime_factors = Counter({2: 2, 3: 3, 17: 1})
>>> product = 1
>>> for factor in prime_factors.elements(): # loop over factors
... product *= factor # and multiply them
>>> product
1836
Note, if an element's count has been set to zero or is a negative
number, elements() will ignore it.
)�_chain�
from_iterable�_starmap�_repeatrZ r) r! r! r" �elements< s zCounter.elementsc C s t d��d S )Nz@Counter.fromkeys() is undefined. Use Counter(iterable) instead.)�NotImplementedError)rk rl �vr! r! r" rm T s �zCounter.fromkeysc sr |dk r`t |tj�rV| rD| j}|�� D ]\}}|||d� | |< q&q`tt| ��|� n
t| |� |rn| �|� dS )a� Like dict.update() but add counts instead of replacing them.
Source can be an iterable, a dictionary, or another Counter instance.
>>> c = Counter('which')
>>> c.update('witch') # add elements from another iterable
>>> d = Counter('watch')
>>> c.update(d) # add elements from another counter
>>> c['h'] # four 'h' in which, witch, and watch
4
Nr
) rn r �Mappingr� rZ r� r rv r� �r* rl r> �self_getr� �countrj r! r" rv ` s
zCounter.updatec K sn |dk r\| j }t|tj�r@|�� D ]\}}||d�| | |< q"n |D ]}||d�d | |< qD|rj| �|� dS )a� Like dict.update() but subtracts counts instead of replacing them.
Counts can be reduced below zero. Both the inputs and outputs are
allowed to contain zero and negative counts.
Source can be an iterable, a dictionary, or another Counter instance.
>>> c = Counter('which')
>>> c.subtract('witch') # subtract elements from another iterable
>>> c.subtract(Counter('watch')) # subtract elements from another counter
>>> c['h'] # 2 in which, minus 1 in witch, minus 1 in watch
0
>>> c['w'] # 1 in which, minus 1 in witch, minus 1 in watch
-1
Nr
rQ )r� rn r r� rZ �subtractr� r! r! r" r� � s zCounter.subtractc C s
| � | �S )zReturn a shallow copy.rj r) r! r! r" rf � s z Counter.copyc C s | j t| �ffS r% )rb rL r) r! r! r" ri � s zCounter.__reduce__c s || krt � �|� dS )zGLike dict.__delitem__() but does not raise KeyError for missing values.N)r� rH )r* r� rj r! r" rH � s zCounter.__delitem__c C sf | sd| j j S z(d�tdj| �� ��}d| j j|f W S tk
r` d�| j jt| �� Y S X d S )Nra r� z%r: %rz%s({%s})z
{0}({1!r})) rb r r� rq �__mod__r� r� �formatrL )r* rZ r! r! r" rd � s zCounter.__repr__c C sp t |t�stS t� }| �� D ]$\}}||| }|dkr |||< q |�� D ] \}}|| krJ|dkrJ|||< qJ|S )zAdd counts from two counters.
>>> Counter('abbb') + Counter('bcc')
Counter({'b': 4, 'c': 2, 'a': 1})
r
�rn r �NotImplementedrZ �r* r= r^ r� r� �newcountr! r! r" �__add__� s
zCounter.__add__c C st t |t�stS t� }| �� D ]$\}}||| }|dkr |||< q |�� D ]$\}}|| krJ|dk rJd| ||< qJ|S )z� Subtract count, but keep only results with positive counts.
>>> Counter('abbbc') - Counter('bccd')
Counter({'b': 2, 'a': 1})
r
r� r� r! r! r" �__sub__� s
zCounter.__sub__c C s| t |t�stS t� }| �� D ]0\}}|| }||k r8|n|}|dkr |||< q |�� D ] \}}|| krV|dkrV|||< qV|S )z�Union is the maximum of value in either of the input counters.
>>> Counter('abbb') | Counter('bcc')
Counter({'b': 3, 'c': 2, 'a': 1})
r
r� �r* r= r^ r� r� � other_countr� r! r! r" �__or__� s
zCounter.__or__c C sR t |t�stS t� }| �� D ]0\}}|| }||k r8|n|}|dkr |||< q |S )z� Intersection is the minimum of corresponding counts.
>>> Counter('abbb') & Counter('bcc')
Counter({'b': 1})
r
r� r� r! r! r" �__and__� s
zCounter.__and__c C s, t � }| �� D ]\}}|dkr|||< q|S )zEAdds an empty counter, effectively stripping negative and zero countsr
�r rZ �r* r^ r� r� r! r! r" �__pos__
s
zCounter.__pos__c C s0 t � }| �� D ] \}}|dk rd| ||< q|S )z{Subtracts from an empty counter. Strips positive and zero counts,
and flips the sign on negative counts.
r
r� r� r! r! r" �__neg__ s
zCounter.__neg__c C s& dd� | � � D �}|D ]
}| |= q| S )z?Internal method to strip elements with a negative or zero countc S s g | ]\}}|d ks|�qS )r
r! )r� r� r� r! r! r" �
<listcomp>" s z*Counter._keep_positive.<locals>.<listcomp>)rZ )r* � nonpositiver� r! r! r" �_keep_positive s zCounter._keep_positivec C s* |� � D ]\}}| | |7 < q| �� S )z�Inplace add from another counter, keeping only positive counts.
>>> c = Counter('abbb')
>>> c += Counter('bcc')
>>> c
Counter({'b': 4, 'c': 2, 'a': 1})
�rZ r� �r* r= r� r� r! r! r" �__iadd__' s zCounter.__iadd__c C s* |� � D ]\}}| | |8 < q| �� S )z�Inplace subtract counter, but keep only results with positive counts.
>>> c = Counter('abbbc')
>>> c -= Counter('bccd')
>>> c
Counter({'b': 2, 'a': 1})
r� r� r! r! r" �__isub__4 s zCounter.__isub__c C s2 |� � D ] \}}| | }||kr|| |< q| �� S )z�Inplace union is the maximum of value from either counter.
>>> c = Counter('abbb')
>>> c |= Counter('bcc')
>>> c
Counter({'b': 3, 'c': 2, 'a': 1})
r� )r* r= r� r� r� r! r! r" �__ior__A s
zCounter.__ior__c C s2 | � � D ] \}}|| }||k r|| |< q| �� S )z�Inplace intersection is the minimum of corresponding counts.
>>> c = Counter('abbb')
>>> c &= Counter('bcc')
>>> c
Counter({'b': 1})
r� )r* r= r� r� r� r! r! r" �__iand__P s
zCounter.__iand__)N)N)N)N)N) r r- r. rt r@ r� r� r� rz rm rv r� rf ri rH rd r� r� r� r� r� r� r� r� r� r� r� �
__classcell__r! r! rj r" r � s0 2
!
c @ s� e Zd ZdZdd� Zdd� Zdd� Zd'd d
�Zd d � Zd
d� Z dd� Z
dd� Z e � dd� �Z
edd� �Zdd� ZeZd(dd�Zedd � �Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� ZdS ))r a� A ChainMap groups multiple dicts (or other mappings) together
to create a single, updateable view.
The underlying mappings are stored in a list. That list is public and can
be accessed or updated using the *maps* attribute. There is no other
state.
Lookups search the underlying mappings successively until a key is found.
In contrast, writes, updates, and deletions only operate on the first
mapping.
c G s t |�p i g| _dS )z�Initialize a ChainMap by setting *maps* to the given mappings.
If no mappings are provided, a single empty dictionary is used.
N)rc �maps)r* r� r! r! r" r@ r s zChainMap.__init__c C s t |��d S r% )rM r0 r! r! r" r� y s zChainMap.__missing__c C s: | j D ](}z|| W S tk
r, Y qX q| �|�S r% )r� rM r� )r* r1 r� r! r! r" � __getitem__| s
zChainMap.__getitem__Nc C s || kr| | S |S r% r! r_ r! r! r" r� � s z ChainMap.getc C s t t� j| j� �S r% )rT r� �unionr� r) r! r! r" �__len__� s zChainMap.__len__c C s& i }t | j�D ]}|�|� qt|�S r% )r' r� rv rg )r* �dr� r! r! r" rJ � s zChainMap.__iter__c s t � fdd�| jD ��S )Nc 3 s | ]}� |kV qd S r% r! )r� �mr� r! r" r� � s z(ChainMap.__contains__.<locals>.<genexpr>��anyr� r0 r! r� r" � __contains__� s zChainMap.__contains__c C s
t | j�S r% r� r) r! r! r" �__bool__� s zChainMap.__bool__c C s" | j j� dd�tt| j��� d�S )Nr� r� r� )rb r r� rq r� r� r) r! r! r" rd � s zChainMap.__repr__c G s | t j|f|�� �S )z?Create a ChainMap with a single dict created from the iterable.)rL rm )rk rl �argsr! r! r" rm � s zChainMap.fromkeysc C s$ | j | jd �� f| jdd� �� S )zHNew ChainMap or subclass with a new copy of maps[0] and refs to maps[1:]r
rQ N)rb r� rf r) r! r! r" rf � s z
ChainMap.copyc C s |dkr i }| j |f| j�� S )zyNew ChainMap with a new map followed by all previous maps.
If no map is provided, an empty dict is used.
N�rb r� )r* r� r! r! r" � new_child� s zChainMap.new_childc C s | j | jdd� � S )zNew ChainMap from maps[1:].rQ Nr r) r! r! r" �parents� s zChainMap.parentsc C s || j d |< d S �Nr
)r� )r* r1 rA r! r! r" rD � s zChainMap.__setitem__c C s8 z| j d |= W n" tk
r2 td�|���Y nX d S )Nr
�(Key not found in the first mapping: {!r})r� rM r� r0 r! r! r" rH � s zChainMap.__delitem__c C s2 z| j d �� W S tk
r, td��Y nX dS )zPRemove and return an item pair from maps[0]. Raise KeyError is maps[0] is empty.r
z#No keys found in the first mapping.N)r� rN rM r) r! r! r" rN � s zChainMap.popitemc G s@ z| j d j|f|�� W S tk
r: td�|���Y nX dS )zWRemove *key* from maps[0] and return its value. Raise KeyError if *key* not in maps[0].r
r N)r� rE rM r� )r* r1 r r! r! r" rE � s z ChainMap.popc C s | j d �� dS )z'Clear maps[0], leaving maps[1:] intact.r
N)r� rK r) r! r! r" rK � s zChainMap.clear)N)N)r r- r. rt r@ r� r� r� r� rJ r� r� ry rd rz rm rf �__copy__r r} r rD rH rN rE rK r! r! r! r" r d s.
c @ sp e Zd Zdd� Zde_dd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dd� Z
eddd��ZdS )r c O s� | s t d��| ^}} t| �dkr0t dt| � ��| r>| d }n0d|krj|�d�}dd l}|jdtdd� nd }i |_|d k r�|�|� |r�|�|� d S ) Nz<descriptor '__init__' of 'UserDict' object needs an argumentrQ z$expected at most 1 arguments, got %dr
rL z0Passing 'dict' as keyword argument is deprecatedr r )r� rT rE r r r �datarv )r �kwargsr* rL r r! r! r" r@ � s(
�
zUserDict.__init__z ($self, dict=None, /, **kwargs)c C s
t | j�S r% �rT r r) r! r! r" r� � r� zUserDict.__len__c C s: || j kr| j | S t| jd�r.| j�| |�S t|��d S )Nr� )r �hasattrrb r� rM r0 r! r! r" r� � s
zUserDict.__getitem__c C s || j |< d S r% �r )r* r1 �itemr! r! r" rD � r� zUserDict.__setitem__c C s | j |= d S r% r r0 r! r! r" rH � r� zUserDict.__delitem__c C s
t | j�S r% )rg r r) r! r! r" rJ � s zUserDict.__iter__c C s
|| j kS r% r r0 r! r! r" r� � s zUserDict.__contains__c C s
t | j�S r% �r� r r) r! r! r" rd � r� zUserDict.__repr__c C s4 | j �| j �}|j�| j� | jd �� |jd< |S �Nr )rb r� rU rv rf �r* �instr! r! r" r � s zUserDict.__copy__c C sR | j tkrt| j�� �S dd l}| j}zi | _|�| �}W 5 || _X |�| � |S r )rb r r rf rv )r* rf r �cr! r! r" rf s
z
UserDict.copyNc C s | � }|D ] }|||< q
|S r% r! )rk rl rA r� r1 r! r! r" rm s
zUserDict.fromkeys)N)r r- r. r@ �__text_signature__r� r� rD rH rJ r� rd r rf rz rm r! r! r! r" r � s
c @ s e Zd ZdZd@dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� ZeZd%d&� Zd'd(� Zd)d*� Zd+d,� ZdAd.d/�Zd0d1� Zd2d3� Z d4d5� Z d6d7� Z d8d9� Z d:d;� Z d<d=� Z!d>d?� Z"dS )Br zAA more or less complete user-defined wrapper around list objects.Nc C sb g | _ |d k r^t|�t| j �kr0|| j d d �< n.t|t�rT|j d d � | j d d �< n
t|�| _ d S r% )r r� rn r rc )r* �initlistr! r! r" r@ ! s
zUserList.__init__c C s
t | j�S r% r
r) r! r! r" rd + r� zUserList.__repr__c C s | j | �|�k S r% �r �_UserList__castrs r! r! r" �__lt__, r� zUserList.__lt__c C s | j | �|�kS r% r rs r! r! r" �__le__- r� zUserList.__le__c C s | j | �|�kS r% r rs r! r! r" ro . r� zUserList.__eq__c C s | j | �|�kS r% r rs r! r! r" �__gt__/ r� zUserList.__gt__c C s | j | �|�kS r% r rs r! r! r" �__ge__0 r� zUserList.__ge__c C s t |t�r|jS |S r% )rn r r rs r! r! r" �__cast1 s zUserList.__castc C s
|| j kS r% r �r* r r! r! r" r� 3 r� zUserList.__contains__c C s
t | j�S r% r r) r! r! r" r� 4 r� zUserList.__len__c C s( t |t�r| �| j| �S | j| S d S r% )rn �slicerb r �r* �ir! r! r" r� 5 s
zUserList.__getitem__c C s || j |< d S r% r �r* r r r! r! r" rD : r� zUserList.__setitem__c C s | j |= d S r% r r r! r! r" rH ; r� zUserList.__delitem__c C sP t |t�r | �| j|j �S t |t| j��r<| �| j| �S | �| jt|� �S r% �rn r rb r r� rc rs r! r! r" r� < s
zUserList.__add__c C sP t |t�r | �|j| j �S t |t| j��r<| �|| j �S | �t|�| j �S r% r rs r! r! r" �__radd__B s
zUserList.__radd__c C sR t |t�r | j|j7 _n2t |t| j��r<| j|7 _n| jt|�7 _| S r% )rn r r r� rc rs r! r! r" r� H s
zUserList.__iadd__c C s | � | j| �S r% �rb r r� r! r! r" �__mul__P s zUserList.__mul__c C s | j |9 _ | S r% r r� r! r! r" �__imul__S s zUserList.__imul__c C s8 | j �| j �}|j�| j� | jd d d � |jd< |S r )rb r� rU rv r r! r! r" r V s zUserList.__copy__c C s | j �|� d S r% )r �appendr r! r! r" r% \ r� zUserList.appendc C s | j �||� d S r% )r �insertr r! r! r" r& ] r� zUserList.insertr� c C s | j �|�S r% )r rE r r! r! r" rE ^ r� z UserList.popc C s | j �|� d S r% )r �remover r! r! r" r' _ r� zUserList.removec C s | j �� d S r% )r rK r) r! r! r" rK ` r� zUserList.clearc C s
| � | �S r% rj r) r! r! r" rf a r� z
UserList.copyc C s | j �|�S r% )r r� r r! r! r" r� b r� zUserList.countc G s | j j|f|�� S r% �r r )r* r r r! r! r" r c r� zUserList.indexc C s | j �� d S r% )r r� r) r! r! r" r� d r� zUserList.reversec O s | j j||� d S r% )r �sort�r* r r> r! r! r" r) e r� z
UserList.sortc C s* t |t�r| j�|j� n | j�|� d S r% )rn r r �extendrs r! r! r" r+ f s
zUserList.extend)N)r� )#r r- r. rt r@ rd r r ro r r r r� r� r� rD rH r� r! r� r# �__rmul__r$ r r% r& rE r' rK rf r� r r� r) r+ r! r! r! r" r s@
c @ sh e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� ZeZd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1e j fd2d3�Z d�d6d7�Z d1e j fd8d9�Z d�d;d<�Z!d1e j fd=d>�Z"d?d@� Z#dAdB� Z$d1e j fdCdD�Z%dEdF� Z&dGdH� Z'dIdJ� Z(dKdL� Z)dMdN� Z*dOdP� Z+dQdR� Z,dSdT� Z-dUdV� Z.dWdX� Z/dYdZ� Z0d[d\� Z1d]d^� Z2d_d`� Z3dadb� Z4d�ddde�Z5e6j7Z7dfdg� Z8d�didj�Z9d1e j fdkdl�Z:d1e j fdmdn�Z;dodp� Z<dqdr� Z=d�dsdt�Z>d�dudv�Z?d�dwdx�Z@d�dzd{�ZAd1e j fd|d}�ZBd�d~d�ZCd�d�� ZDd�d�� ZEd�d�� ZFd�d�� ZGd�d�� ZHdcS )�r c C s< t |t�r|| _n&t |t�r.|jd d � | _n
t|�| _d S r% )rn r� r r �r* �seqr! r! r" r@ s s
zUserString.__init__c C s
t | j�S r% )r� r r) r! r! r" �__str__z r� zUserString.__str__c C s
t | j�S r% r
r) r! r! r" rd { r� zUserString.__repr__c C s
t | j�S r% )�intr r) r! r! r" �__int__| r� zUserString.__int__c C s
t | j�S r% )�floatr r) r! r! r" � __float__} r� zUserString.__float__c C s
t | j�S r% )�complexr r) r! r! r" � __complex__~ r� zUserString.__complex__c C s
t | j�S r% )�hashr r) r! r! r" �__hash__ r� zUserString.__hash__c C s | j d d � fS r% r r) r! r! r" r� � s zUserString.__getnewargs__c C s t |t�r| j|jkS | j|kS r% �rn r r �r* �stringr! r! r" ro � s
zUserString.__eq__c C s t |t�r| j|jk S | j|k S r% r8 r9 r! r! r" r � s
zUserString.__lt__c C s t |t�r| j|jkS | j|kS r% r8 r9 r! r! r" r � s
zUserString.__le__c C s t |t�r| j|jkS | j|kS r% r8 r9 r! r! r" r � s
zUserString.__gt__c C s t |t�r| j|jkS | j|kS r% r8 r9 r! r! r" r � s
zUserString.__ge__c C s t |t�r|j}|| jkS r% r8 )r* �charr! r! r" r� � s
zUserString.__contains__c C s
t | j�S r% r r) r! r! r" r� � r� zUserString.__len__c C s | � | j| �S r% r" )r* r r! r! r" r� � r� zUserString.__getitem__c C sJ t |t�r | �| j|j �S t |t�r6| �| j| �S | �| jt|� �S r% )rn r rb r r� rs r! r! r" r� � s
zUserString.__add__c C s. t |t�r| �|| j �S | �t|�| j �S r% )rn r� rb r rs r! r! r" r! � s
zUserString.__radd__c C s | � | j| �S r% r" r� r! r! r" r# � s zUserString.__mul__c C s | � | j| �S r% r" �r* r r! r! r" r� � s zUserString.__mod__c C s | � t|�| �S r% )rb r� )r* �templater! r! r" �__rmod__� s zUserString.__rmod__c C s | � | j�� �S r% )rb r �
capitalizer) r! r! r" r? � r� zUserString.capitalizec C s | � | j�� �S r% )rb r �casefoldr) r! r! r" r@ � s zUserString.casefoldc G s | � | jj|f|�� �S r% )rb r �center�r* �widthr r! r! r" rA � s zUserString.centerr
c C s t |t�r|j}| j�|||�S r% )rn r r r� �r* �sub�start�endr! r! r" r� � s
zUserString.count�utf-8�strictc C s. |d kr dn|}|d kr dn|}| j �||�S )NrH rI )r �encode)r* �encoding�errorsr! r! r" rJ � s zUserString.encodec C s | j �|||�S r% )r �endswith)r* �suffixrF rG r! r! r" rM � s zUserString.endswith� c C s | � | j�|��S r% )rb r �
expandtabs)r* �tabsizer! r! r" rP � s zUserString.expandtabsc C s t |t�r|j}| j�|||�S r% )rn r r �findrD r! r! r" rR � s
zUserString.findc O s | j j||�S r% )r r� r* r! r! r" r� � s zUserString.formatc C s | j �|�S r% )r �
format_map)r* r� r! r! r" rS � s zUserString.format_mapc C s | j �|||�S r% r( rD r! r! r" r � s zUserString.indexc C s
| j �� S r% )r �isalphar) r! r! r" rT � r� zUserString.isalphac C s
| j �� S r% )r �isalnumr) r! r! r" rU � r� zUserString.isalnumc C s
| j �� S r% )r �isasciir) r! r! r" rV � r� zUserString.isasciic C s
| j �� S r% )r � isdecimalr) r! r! r" rW � r� zUserString.isdecimalc C s
| j �� S r% )r �isdigitr) r! r! r" rX � r� zUserString.isdigitc C s
| j �� S r% )r r� r) r! r! r" r� � r� zUserString.isidentifierc C s
| j �� S r% )r �islowerr) r! r! r" rY � r� zUserString.islowerc C s
| j �� S r% )r � isnumericr) r! r! r" rZ � r� zUserString.isnumericc C s
| j �� S r% )r � isprintabler) r! r! r" r[ � r� zUserString.isprintablec C s
| j �� S r% )r �isspacer) r! r! r" r\ � r� zUserString.isspacec C s
| j �� S r% )r �istitler) r! r! r" r] � r� zUserString.istitlec C s
| j �� S r% )r �isupperr) r! r! r" r^ � r� zUserString.isupperc C s | j �|�S r% )r r� r- r! r! r" r� � r� zUserString.joinc G s | � | jj|f|�� �S r% )rb r �ljustrB r! r! r" r_ � s zUserString.ljustc C s | � | j�� �S r% )rb r �lowerr) r! r! r" r` � r� zUserString.lowerNc C s | � | j�|��S r% )rb r �lstrip�r* �charsr! r! r" ra � r� zUserString.lstripc C s | j �|�S r% )r � partition�r* �sepr! r! r" rd � s zUserString.partitionr� c C s6 t |t�r|j}t |t�r |j}| �| j�|||��S r% )rn r r rb r� )r* �old�new�maxsplitr! r! r" r� � s
zUserString.replacec C s t |t�r|j}| j�|||�S r% )rn r r �rfindrD r! r! r" rj � s
zUserString.rfindc C s | j �|||�S r% )r �rindexrD r! r! r" rk � s zUserString.rindexc G s | � | jj|f|�� �S r% )rb r �rjustrB r! r! r" rl � s zUserString.rjustc C s | j �|�S r% )r �
rpartitionre r! r! r" rm � s zUserString.rpartitionc C s | � | j�|��S r% )rb r �rstriprb r! r! r" rn � s zUserString.rstripc C s | j �||�S r% )r r� �r* rf ri r! r! r" r� � s zUserString.splitc C s | j �||�S r% )r �rsplitro r! r! r" rp � s zUserString.rsplitFc C s | j �|�S r% )r �
splitlines)r* �keependsr! r! r" rq � r� zUserString.splitlinesc C s | j �|||�S r% )r r� )r* �prefixrF rG r! r! r" r� � s zUserString.startswithc C s | � | j�|��S r% )rb r �striprb r! r! r" rt � r� zUserString.stripc C s | � | j�� �S r% )rb r �swapcaser) r! r! r" ru � r� zUserString.swapcasec C s | � | j�� �S r% )rb r �titler) r! r! r" rv � r� zUserString.titlec G s | � | jj|� �S r% )rb r � translater< r! r! r" rw � s zUserString.translatec C s | � | j�� �S r% )rb r �upperr) r! r! r" rx � r� zUserString.upperc C s | � | j�|��S r% )rb r �zfill)r* rC r! r! r" ry � r� zUserString.zfill)rH rI )rO )N)r� )N)Nr� )Nr� )F)N)Ir r- r. r@ r/ rd r1 r3 r5 r7 r� ro r r r r r� r� r� r� r! r# r, r� r> r? r@ rA rR �maxsizer� rJ rM rP rR r� rS r rT rU rV rW rX r� rY rZ r[ r\ r] r^ r� r_ r` ra r� � maketransrd r� rj rk rl rm rn r� rp rq r� rt ru rv rw rx ry r! r! r! r" r r s�
)7rt r r �operatorr r~ r rr �keywordr
r� �sysrR �heapqr� �_weakrefr r: � itertoolsr r� r r� r r� �reprlibr ry � _collectionsr � ImportError�MutableSequence�registerr r# �KeysViewr$ � ItemsViewr/ �
ValuesViewr2 rx r3 rL r r{ r r� r ru r r r �Sequencer r! r! r! r" �<module> sh
� Y & }nMS collections/__pycache__/abc.cpython-38.opt-1.pyc 0000644 00000000301 15115353746 0015412 0 ustar 00 U
e5dD � @ s d dl T d dl mZ dS )� )�*)�__all__N)�_collections_abcr � r r �'/usr/lib64/python3.8/collections/abc.py�<module> s collections/abc.py 0000644 00000000104 15115353746 0010166 0 ustar 00 from _collections_abc import *
from _collections_abc import __all__
keyword.py 0000644 00000001661 15115353746 0006620 0 ustar 00 """Keywords (from "Grammar/Grammar")
This file is automatically generated; please don't muck it up!
To update the symbols in this file, 'cd' to the top directory of
the python source tree and run:
python3 -m Parser.pgen.keywordgen Grammar/Grammar \
Grammar/Tokens \
Lib/keyword.py
Alternatively, you can run 'make regen-keyword'.
"""
__all__ = ["iskeyword", "kwlist"]
kwlist = [
'False',
'None',
'True',
'and',
'as',
'assert',
'async',
'await',
'break',
'class',
'continue',
'def',
'del',
'elif',
'else',
'except',
'finally',
'for',
'from',
'global',
'if',
'import',
'in',
'is',
'lambda',
'nonlocal',
'not',
'or',
'pass',
'raise',
'return',
'try',
'while',
'with',
'yield'
]
iskeyword = frozenset(kwlist).__contains__
struct.py 0000644 00000000401 15115353746 0006447 0 ustar 00 __all__ = [
# Functions
'calcsize', 'pack', 'pack_into', 'unpack', 'unpack_from',
'iter_unpack',
# Classes
'Struct',
# Exceptions
'error'
]
from _struct import *
from _struct import _clearcache
from _struct import __doc__
typing.py 0000644 00000206542 15115353746 0006453 0 ustar 00 """
The typing module: Support for gradual typing as defined by PEP 484.
At large scale, the structure of the module is following:
* Imports and exports, all public names should be explicitly added to __all__.
* Internal helper functions: these should never be used in code outside this module.
* _SpecialForm and its instances (special forms): Any, NoReturn, ClassVar, Union, Optional
* Two classes whose instances can be type arguments in addition to types: ForwardRef and TypeVar
* The core of internal generics API: _GenericAlias and _VariadicGenericAlias, the latter is
currently only used by Tuple and Callable. All subscripted types like X[int], Union[int, str],
etc., are instances of either of these classes.
* The public counterpart of the generics API consists of two classes: Generic and Protocol.
* Public helper functions: get_type_hints, overload, cast, no_type_check,
no_type_check_decorator.
* Generic aliases for collections.abc ABCs and few additional protocols.
* Special types: NewType, NamedTuple, TypedDict.
* Wrapper submodules for re and io related types.
"""
from abc import abstractmethod, ABCMeta
import collections
import collections.abc
import contextlib
import functools
import operator
import re as stdlib_re # Avoid confusion with the re we export.
import sys
import types
from types import WrapperDescriptorType, MethodWrapperType, MethodDescriptorType
# Please keep __all__ alphabetized within each category.
__all__ = [
# Super-special typing primitives.
'Any',
'Callable',
'ClassVar',
'Final',
'ForwardRef',
'Generic',
'Literal',
'Optional',
'Protocol',
'Tuple',
'Type',
'TypeVar',
'Union',
# ABCs (from collections.abc).
'AbstractSet', # collections.abc.Set.
'ByteString',
'Container',
'ContextManager',
'Hashable',
'ItemsView',
'Iterable',
'Iterator',
'KeysView',
'Mapping',
'MappingView',
'MutableMapping',
'MutableSequence',
'MutableSet',
'Sequence',
'Sized',
'ValuesView',
'Awaitable',
'AsyncIterator',
'AsyncIterable',
'Coroutine',
'Collection',
'AsyncGenerator',
'AsyncContextManager',
# Structural checks, a.k.a. protocols.
'Reversible',
'SupportsAbs',
'SupportsBytes',
'SupportsComplex',
'SupportsFloat',
'SupportsIndex',
'SupportsInt',
'SupportsRound',
# Concrete collection types.
'ChainMap',
'Counter',
'Deque',
'Dict',
'DefaultDict',
'List',
'OrderedDict',
'Set',
'FrozenSet',
'NamedTuple', # Not really a type.
'TypedDict', # Not really a type.
'Generator',
# One-off things.
'AnyStr',
'cast',
'final',
'get_args',
'get_origin',
'get_type_hints',
'NewType',
'no_type_check',
'no_type_check_decorator',
'NoReturn',
'overload',
'runtime_checkable',
'Text',
'TYPE_CHECKING',
]
# The pseudo-submodules 're' and 'io' are part of the public
# namespace, but excluded from __all__ because they might stomp on
# legitimate imports of those modules.
def _type_check(arg, msg, is_argument=True):
"""Check that the argument is a type, and return it (internal helper).
As a special case, accept None and return type(None) instead. Also wrap strings
into ForwardRef instances. Consider several corner cases, for example plain
special forms like Union are not valid, while Union[int, str] is OK, etc.
The msg argument is a human-readable error message, e.g::
"Union[arg, ...]: arg should be a type."
We append the repr() of the actual value (truncated to 100 chars).
"""
invalid_generic_forms = (Generic, Protocol)
if is_argument:
invalid_generic_forms = invalid_generic_forms + (ClassVar, Final)
if arg is None:
return type(None)
if isinstance(arg, str):
return ForwardRef(arg)
if (isinstance(arg, _GenericAlias) and
arg.__origin__ in invalid_generic_forms):
raise TypeError(f"{arg} is not valid as type argument")
if (isinstance(arg, _SpecialForm) and arg not in (Any, NoReturn) or
arg in (Generic, Protocol)):
raise TypeError(f"Plain {arg} is not valid as type argument")
if isinstance(arg, (type, TypeVar, ForwardRef)):
return arg
if not callable(arg):
raise TypeError(f"{msg} Got {arg!r:.100}.")
return arg
def _type_repr(obj):
"""Return the repr() of an object, special-casing types (internal helper).
If obj is a type, we return a shorter version than the default
type.__repr__, based on the module and qualified name, which is
typically enough to uniquely identify a type. For everything
else, we fall back on repr(obj).
"""
if isinstance(obj, type):
if obj.__module__ == 'builtins':
return obj.__qualname__
return f'{obj.__module__}.{obj.__qualname__}'
if obj is ...:
return('...')
if isinstance(obj, types.FunctionType):
return obj.__name__
return repr(obj)
def _collect_type_vars(types):
"""Collect all type variable contained in types in order of
first appearance (lexicographic order). For example::
_collect_type_vars((T, List[S, T])) == (T, S)
"""
tvars = []
for t in types:
if isinstance(t, TypeVar) and t not in tvars:
tvars.append(t)
if isinstance(t, _GenericAlias) and not t._special:
tvars.extend([t for t in t.__parameters__ if t not in tvars])
return tuple(tvars)
def _subs_tvars(tp, tvars, subs):
"""Substitute type variables 'tvars' with substitutions 'subs'.
These two must have the same length.
"""
if not isinstance(tp, _GenericAlias):
return tp
new_args = list(tp.__args__)
for a, arg in enumerate(tp.__args__):
if isinstance(arg, TypeVar):
for i, tvar in enumerate(tvars):
if arg == tvar:
new_args[a] = subs[i]
else:
new_args[a] = _subs_tvars(arg, tvars, subs)
if tp.__origin__ is Union:
return Union[tuple(new_args)]
return tp.copy_with(tuple(new_args))
def _check_generic(cls, parameters):
"""Check correct count for parameters of a generic cls (internal helper).
This gives a nice error message in case of count mismatch.
"""
if not cls.__parameters__:
raise TypeError(f"{cls} is not a generic class")
alen = len(parameters)
elen = len(cls.__parameters__)
if alen != elen:
raise TypeError(f"Too {'many' if alen > elen else 'few'} parameters for {cls};"
f" actual {alen}, expected {elen}")
def _remove_dups_flatten(parameters):
"""An internal helper for Union creation and substitution: flatten Unions
among parameters, then remove duplicates.
"""
# Flatten out Union[Union[...], ...].
params = []
for p in parameters:
if isinstance(p, _GenericAlias) and p.__origin__ is Union:
params.extend(p.__args__)
elif isinstance(p, tuple) and len(p) > 0 and p[0] is Union:
params.extend(p[1:])
else:
params.append(p)
# Weed out strict duplicates, preserving the first of each occurrence.
all_params = set(params)
if len(all_params) < len(params):
new_params = []
for t in params:
if t in all_params:
new_params.append(t)
all_params.remove(t)
params = new_params
assert not all_params, all_params
return tuple(params)
_cleanups = []
def _tp_cache(func):
"""Internal wrapper caching __getitem__ of generic types with a fallback to
original function for non-hashable arguments.
"""
cached = functools.lru_cache()(func)
_cleanups.append(cached.cache_clear)
@functools.wraps(func)
def inner(*args, **kwds):
try:
return cached(*args, **kwds)
except TypeError:
pass # All real errors (not unhashable args) are raised below.
return func(*args, **kwds)
return inner
def _eval_type(t, globalns, localns):
"""Evaluate all forward references in the given type t.
For use of globalns and localns see the docstring for get_type_hints().
"""
if isinstance(t, ForwardRef):
return t._evaluate(globalns, localns)
if isinstance(t, _GenericAlias):
ev_args = tuple(_eval_type(a, globalns, localns) for a in t.__args__)
if ev_args == t.__args__:
return t
res = t.copy_with(ev_args)
res._special = t._special
return res
return t
class _Final:
"""Mixin to prohibit subclassing"""
__slots__ = ('__weakref__',)
def __init_subclass__(self, /, *args, **kwds):
if '_root' not in kwds:
raise TypeError("Cannot subclass special typing classes")
class _Immutable:
"""Mixin to indicate that object should not be copied."""
def __copy__(self):
return self
def __deepcopy__(self, memo):
return self
class _SpecialForm(_Final, _Immutable, _root=True):
"""Internal indicator of special typing constructs.
See _doc instance attribute for specific docs.
"""
__slots__ = ('_name', '_doc')
def __new__(cls, *args, **kwds):
"""Constructor.
This only exists to give a better error message in case
someone tries to subclass a special typing object (not a good idea).
"""
if (len(args) == 3 and
isinstance(args[0], str) and
isinstance(args[1], tuple)):
# Close enough.
raise TypeError(f"Cannot subclass {cls!r}")
return super().__new__(cls)
def __init__(self, name, doc):
self._name = name
self._doc = doc
def __eq__(self, other):
if not isinstance(other, _SpecialForm):
return NotImplemented
return self._name == other._name
def __hash__(self):
return hash((self._name,))
def __repr__(self):
return 'typing.' + self._name
def __reduce__(self):
return self._name
def __call__(self, *args, **kwds):
raise TypeError(f"Cannot instantiate {self!r}")
def __instancecheck__(self, obj):
raise TypeError(f"{self} cannot be used with isinstance()")
def __subclasscheck__(self, cls):
raise TypeError(f"{self} cannot be used with issubclass()")
@_tp_cache
def __getitem__(self, parameters):
if self._name in ('ClassVar', 'Final'):
item = _type_check(parameters, f'{self._name} accepts only single type.')
return _GenericAlias(self, (item,))
if self._name == 'Union':
if parameters == ():
raise TypeError("Cannot take a Union of no types.")
if not isinstance(parameters, tuple):
parameters = (parameters,)
msg = "Union[arg, ...]: each arg must be a type."
parameters = tuple(_type_check(p, msg) for p in parameters)
parameters = _remove_dups_flatten(parameters)
if len(parameters) == 1:
return parameters[0]
return _GenericAlias(self, parameters)
if self._name == 'Optional':
arg = _type_check(parameters, "Optional[t] requires a single type.")
return Union[arg, type(None)]
if self._name == 'Literal':
# There is no '_type_check' call because arguments to Literal[...] are
# values, not types.
return _GenericAlias(self, parameters)
raise TypeError(f"{self} is not subscriptable")
Any = _SpecialForm('Any', doc=
"""Special type indicating an unconstrained type.
- Any is compatible with every type.
- Any assumed to have all methods.
- All values assumed to be instances of Any.
Note that all the above statements are true from the point of view of
static type checkers. At runtime, Any should not be used with instance
or class checks.
""")
NoReturn = _SpecialForm('NoReturn', doc=
"""Special type indicating functions that never return.
Example::
from typing import NoReturn
def stop() -> NoReturn:
raise Exception('no way')
This type is invalid in other positions, e.g., ``List[NoReturn]``
will fail in static type checkers.
""")
ClassVar = _SpecialForm('ClassVar', doc=
"""Special type construct to mark class variables.
An annotation wrapped in ClassVar indicates that a given
attribute is intended to be used as a class variable and
should not be set on instances of that class. Usage::
class Starship:
stats: ClassVar[Dict[str, int]] = {} # class variable
damage: int = 10 # instance variable
ClassVar accepts only types and cannot be further subscribed.
Note that ClassVar is not a class itself, and should not
be used with isinstance() or issubclass().
""")
Final = _SpecialForm('Final', doc=
"""Special typing construct to indicate final names to type checkers.
A final name cannot be re-assigned or overridden in a subclass.
For example:
MAX_SIZE: Final = 9000
MAX_SIZE += 1 # Error reported by type checker
class Connection:
TIMEOUT: Final[int] = 10
class FastConnector(Connection):
TIMEOUT = 1 # Error reported by type checker
There is no runtime checking of these properties.
""")
Union = _SpecialForm('Union', doc=
"""Union type; Union[X, Y] means either X or Y.
To define a union, use e.g. Union[int, str]. Details:
- The arguments must be types and there must be at least one.
- None as an argument is a special case and is replaced by
type(None).
- Unions of unions are flattened, e.g.::
Union[Union[int, str], float] == Union[int, str, float]
- Unions of a single argument vanish, e.g.::
Union[int] == int # The constructor actually returns int
- Redundant arguments are skipped, e.g.::
Union[int, str, int] == Union[int, str]
- When comparing unions, the argument order is ignored, e.g.::
Union[int, str] == Union[str, int]
- You cannot subclass or instantiate a union.
- You can use Optional[X] as a shorthand for Union[X, None].
""")
Optional = _SpecialForm('Optional', doc=
"""Optional type.
Optional[X] is equivalent to Union[X, None].
""")
Literal = _SpecialForm('Literal', doc=
"""Special typing form to define literal types (a.k.a. value types).
This form can be used to indicate to type checkers that the corresponding
variable or function parameter has a value equivalent to the provided
literal (or one of several literals):
def validate_simple(data: Any) -> Literal[True]: # always returns True
...
MODE = Literal['r', 'rb', 'w', 'wb']
def open_helper(file: str, mode: MODE) -> str:
...
open_helper('/some/path', 'r') # Passes type check
open_helper('/other/path', 'typo') # Error in type checker
Literal[...] cannot be subclassed. At runtime, an arbitrary value
is allowed as type argument to Literal[...], but type checkers may
impose restrictions.
""")
class ForwardRef(_Final, _root=True):
"""Internal wrapper to hold a forward reference."""
__slots__ = ('__forward_arg__', '__forward_code__',
'__forward_evaluated__', '__forward_value__',
'__forward_is_argument__')
def __init__(self, arg, is_argument=True):
if not isinstance(arg, str):
raise TypeError(f"Forward reference must be a string -- got {arg!r}")
try:
code = compile(arg, '<string>', 'eval')
except SyntaxError:
raise SyntaxError(f"Forward reference must be an expression -- got {arg!r}")
self.__forward_arg__ = arg
self.__forward_code__ = code
self.__forward_evaluated__ = False
self.__forward_value__ = None
self.__forward_is_argument__ = is_argument
def _evaluate(self, globalns, localns):
if not self.__forward_evaluated__ or localns is not globalns:
if globalns is None and localns is None:
globalns = localns = {}
elif globalns is None:
globalns = localns
elif localns is None:
localns = globalns
self.__forward_value__ = _type_check(
eval(self.__forward_code__, globalns, localns),
"Forward references must evaluate to types.",
is_argument=self.__forward_is_argument__)
self.__forward_evaluated__ = True
return self.__forward_value__
def __eq__(self, other):
if not isinstance(other, ForwardRef):
return NotImplemented
if self.__forward_evaluated__ and other.__forward_evaluated__:
return (self.__forward_arg__ == other.__forward_arg__ and
self.__forward_value__ == other.__forward_value__)
return self.__forward_arg__ == other.__forward_arg__
def __hash__(self):
return hash(self.__forward_arg__)
def __repr__(self):
return f'ForwardRef({self.__forward_arg__!r})'
class TypeVar(_Final, _Immutable, _root=True):
"""Type variable.
Usage::
T = TypeVar('T') # Can be anything
A = TypeVar('A', str, bytes) # Must be str or bytes
Type variables exist primarily for the benefit of static type
checkers. They serve as the parameters for generic types as well
as for generic function definitions. See class Generic for more
information on generic types. Generic functions work as follows:
def repeat(x: T, n: int) -> List[T]:
'''Return a list containing n references to x.'''
return [x]*n
def longest(x: A, y: A) -> A:
'''Return the longest of two strings.'''
return x if len(x) >= len(y) else y
The latter example's signature is essentially the overloading
of (str, str) -> str and (bytes, bytes) -> bytes. Also note
that if the arguments are instances of some subclass of str,
the return type is still plain str.
At runtime, isinstance(x, T) and issubclass(C, T) will raise TypeError.
Type variables defined with covariant=True or contravariant=True
can be used to declare covariant or contravariant generic types.
See PEP 484 for more details. By default generic types are invariant
in all type variables.
Type variables can be introspected. e.g.:
T.__name__ == 'T'
T.__constraints__ == ()
T.__covariant__ == False
T.__contravariant__ = False
A.__constraints__ == (str, bytes)
Note that only type variables defined in global scope can be pickled.
"""
__slots__ = ('__name__', '__bound__', '__constraints__',
'__covariant__', '__contravariant__')
def __init__(self, name, *constraints, bound=None,
covariant=False, contravariant=False):
self.__name__ = name
if covariant and contravariant:
raise ValueError("Bivariant types are not supported.")
self.__covariant__ = bool(covariant)
self.__contravariant__ = bool(contravariant)
if constraints and bound is not None:
raise TypeError("Constraints cannot be combined with bound=...")
if constraints and len(constraints) == 1:
raise TypeError("A single constraint is not allowed")
msg = "TypeVar(name, constraint, ...): constraints must be types."
self.__constraints__ = tuple(_type_check(t, msg) for t in constraints)
if bound:
self.__bound__ = _type_check(bound, "Bound must be a type.")
else:
self.__bound__ = None
try:
def_mod = sys._getframe(1).f_globals.get('__name__', '__main__') # for pickling
except (AttributeError, ValueError):
def_mod = None
if def_mod != 'typing':
self.__module__ = def_mod
def __repr__(self):
if self.__covariant__:
prefix = '+'
elif self.__contravariant__:
prefix = '-'
else:
prefix = '~'
return prefix + self.__name__
def __reduce__(self):
return self.__name__
# Special typing constructs Union, Optional, Generic, Callable and Tuple
# use three special attributes for internal bookkeeping of generic types:
# * __parameters__ is a tuple of unique free type parameters of a generic
# type, for example, Dict[T, T].__parameters__ == (T,);
# * __origin__ keeps a reference to a type that was subscripted,
# e.g., Union[T, int].__origin__ == Union, or the non-generic version of
# the type.
# * __args__ is a tuple of all arguments used in subscripting,
# e.g., Dict[T, int].__args__ == (T, int).
# Mapping from non-generic type names that have a generic alias in typing
# but with a different name.
_normalize_alias = {'list': 'List',
'tuple': 'Tuple',
'dict': 'Dict',
'set': 'Set',
'frozenset': 'FrozenSet',
'deque': 'Deque',
'defaultdict': 'DefaultDict',
'type': 'Type',
'Set': 'AbstractSet'}
def _is_dunder(attr):
return attr.startswith('__') and attr.endswith('__')
class _GenericAlias(_Final, _root=True):
"""The central part of internal API.
This represents a generic version of type 'origin' with type arguments 'params'.
There are two kind of these aliases: user defined and special. The special ones
are wrappers around builtin collections and ABCs in collections.abc. These must
have 'name' always set. If 'inst' is False, then the alias can't be instantiated,
this is used by e.g. typing.List and typing.Dict.
"""
def __init__(self, origin, params, *, inst=True, special=False, name=None):
self._inst = inst
self._special = special
if special and name is None:
orig_name = origin.__name__
name = _normalize_alias.get(orig_name, orig_name)
self._name = name
if not isinstance(params, tuple):
params = (params,)
self.__origin__ = origin
self.__args__ = tuple(... if a is _TypingEllipsis else
() if a is _TypingEmpty else
a for a in params)
self.__parameters__ = _collect_type_vars(params)
self.__slots__ = None # This is not documented.
if not name:
self.__module__ = origin.__module__
@_tp_cache
def __getitem__(self, params):
if self.__origin__ in (Generic, Protocol):
# Can't subscript Generic[...] or Protocol[...].
raise TypeError(f"Cannot subscript already-subscripted {self}")
if not isinstance(params, tuple):
params = (params,)
msg = "Parameters to generic types must be types."
params = tuple(_type_check(p, msg) for p in params)
_check_generic(self, params)
return _subs_tvars(self, self.__parameters__, params)
def copy_with(self, params):
# We don't copy self._special.
return _GenericAlias(self.__origin__, params, name=self._name, inst=self._inst)
def __repr__(self):
if (self._name != 'Callable' or
len(self.__args__) == 2 and self.__args__[0] is Ellipsis):
if self._name:
name = 'typing.' + self._name
else:
name = _type_repr(self.__origin__)
if not self._special:
args = f'[{", ".join([_type_repr(a) for a in self.__args__])}]'
else:
args = ''
return (f'{name}{args}')
if self._special:
return 'typing.Callable'
return (f'typing.Callable'
f'[[{", ".join([_type_repr(a) for a in self.__args__[:-1]])}], '
f'{_type_repr(self.__args__[-1])}]')
def __eq__(self, other):
if not isinstance(other, _GenericAlias):
return NotImplemented
if self.__origin__ != other.__origin__:
return False
if self.__origin__ is Union and other.__origin__ is Union:
return frozenset(self.__args__) == frozenset(other.__args__)
return self.__args__ == other.__args__
def __hash__(self):
if self.__origin__ is Union:
return hash((Union, frozenset(self.__args__)))
return hash((self.__origin__, self.__args__))
def __call__(self, *args, **kwargs):
if not self._inst:
raise TypeError(f"Type {self._name} cannot be instantiated; "
f"use {self._name.lower()}() instead")
result = self.__origin__(*args, **kwargs)
try:
result.__orig_class__ = self
except AttributeError:
pass
return result
def __mro_entries__(self, bases):
if self._name: # generic version of an ABC or built-in class
res = []
if self.__origin__ not in bases:
res.append(self.__origin__)
i = bases.index(self)
if not any(isinstance(b, _GenericAlias) or issubclass(b, Generic)
for b in bases[i+1:]):
res.append(Generic)
return tuple(res)
if self.__origin__ is Generic:
if Protocol in bases:
return ()
i = bases.index(self)
for b in bases[i+1:]:
if isinstance(b, _GenericAlias) and b is not self:
return ()
return (self.__origin__,)
def __getattr__(self, attr):
# We are careful for copy and pickle.
# Also for simplicity we just don't relay all dunder names
if '__origin__' in self.__dict__ and not _is_dunder(attr):
return getattr(self.__origin__, attr)
raise AttributeError(attr)
def __setattr__(self, attr, val):
if _is_dunder(attr) or attr in ('_name', '_inst', '_special'):
super().__setattr__(attr, val)
else:
setattr(self.__origin__, attr, val)
def __instancecheck__(self, obj):
return self.__subclasscheck__(type(obj))
def __subclasscheck__(self, cls):
if self._special:
if not isinstance(cls, _GenericAlias):
return issubclass(cls, self.__origin__)
if cls._special:
return issubclass(cls.__origin__, self.__origin__)
raise TypeError("Subscripted generics cannot be used with"
" class and instance checks")
def __reduce__(self):
if self._special:
return self._name
if self._name:
origin = globals()[self._name]
else:
origin = self.__origin__
if (origin is Callable and
not (len(self.__args__) == 2 and self.__args__[0] is Ellipsis)):
args = list(self.__args__[:-1]), self.__args__[-1]
else:
args = tuple(self.__args__)
if len(args) == 1 and not isinstance(args[0], tuple):
args, = args
return operator.getitem, (origin, args)
class _VariadicGenericAlias(_GenericAlias, _root=True):
"""Same as _GenericAlias above but for variadic aliases. Currently,
this is used only by special internal aliases: Tuple and Callable.
"""
def __getitem__(self, params):
if self._name != 'Callable' or not self._special:
return self.__getitem_inner__(params)
if not isinstance(params, tuple) or len(params) != 2:
raise TypeError("Callable must be used as "
"Callable[[arg, ...], result].")
args, result = params
if args is Ellipsis:
params = (Ellipsis, result)
else:
if not isinstance(args, list):
raise TypeError(f"Callable[args, result]: args must be a list."
f" Got {args}")
params = (tuple(args), result)
return self.__getitem_inner__(params)
@_tp_cache
def __getitem_inner__(self, params):
if self.__origin__ is tuple and self._special:
if params == ():
return self.copy_with((_TypingEmpty,))
if not isinstance(params, tuple):
params = (params,)
if len(params) == 2 and params[1] is ...:
msg = "Tuple[t, ...]: t must be a type."
p = _type_check(params[0], msg)
return self.copy_with((p, _TypingEllipsis))
msg = "Tuple[t0, t1, ...]: each t must be a type."
params = tuple(_type_check(p, msg) for p in params)
return self.copy_with(params)
if self.__origin__ is collections.abc.Callable and self._special:
args, result = params
msg = "Callable[args, result]: result must be a type."
result = _type_check(result, msg)
if args is Ellipsis:
return self.copy_with((_TypingEllipsis, result))
msg = "Callable[[arg, ...], result]: each arg must be a type."
args = tuple(_type_check(arg, msg) for arg in args)
params = args + (result,)
return self.copy_with(params)
return super().__getitem__(params)
class Generic:
"""Abstract base class for generic types.
A generic type is typically declared by inheriting from
this class parameterized with one or more type variables.
For example, a generic mapping type might be defined as::
class Mapping(Generic[KT, VT]):
def __getitem__(self, key: KT) -> VT:
...
# Etc.
This class can then be used as follows::
def lookup_name(mapping: Mapping[KT, VT], key: KT, default: VT) -> VT:
try:
return mapping[key]
except KeyError:
return default
"""
__slots__ = ()
_is_protocol = False
def __new__(cls, *args, **kwds):
if cls in (Generic, Protocol):
raise TypeError(f"Type {cls.__name__} cannot be instantiated; "
"it can be used only as a base class")
if super().__new__ is object.__new__ and cls.__init__ is not object.__init__:
obj = super().__new__(cls)
else:
obj = super().__new__(cls, *args, **kwds)
return obj
@_tp_cache
def __class_getitem__(cls, params):
if not isinstance(params, tuple):
params = (params,)
if not params and cls is not Tuple:
raise TypeError(
f"Parameter list to {cls.__qualname__}[...] cannot be empty")
msg = "Parameters to generic types must be types."
params = tuple(_type_check(p, msg) for p in params)
if cls in (Generic, Protocol):
# Generic and Protocol can only be subscripted with unique type variables.
if not all(isinstance(p, TypeVar) for p in params):
raise TypeError(
f"Parameters to {cls.__name__}[...] must all be type variables")
if len(set(params)) != len(params):
raise TypeError(
f"Parameters to {cls.__name__}[...] must all be unique")
else:
# Subscripting a regular Generic subclass.
_check_generic(cls, params)
return _GenericAlias(cls, params)
def __init_subclass__(cls, *args, **kwargs):
super().__init_subclass__(*args, **kwargs)
tvars = []
if '__orig_bases__' in cls.__dict__:
error = Generic in cls.__orig_bases__
else:
error = Generic in cls.__bases__ and cls.__name__ != 'Protocol'
if error:
raise TypeError("Cannot inherit from plain Generic")
if '__orig_bases__' in cls.__dict__:
tvars = _collect_type_vars(cls.__orig_bases__)
# Look for Generic[T1, ..., Tn].
# If found, tvars must be a subset of it.
# If not found, tvars is it.
# Also check for and reject plain Generic,
# and reject multiple Generic[...].
gvars = None
for base in cls.__orig_bases__:
if (isinstance(base, _GenericAlias) and
base.__origin__ is Generic):
if gvars is not None:
raise TypeError(
"Cannot inherit from Generic[...] multiple types.")
gvars = base.__parameters__
if gvars is not None:
tvarset = set(tvars)
gvarset = set(gvars)
if not tvarset <= gvarset:
s_vars = ', '.join(str(t) for t in tvars if t not in gvarset)
s_args = ', '.join(str(g) for g in gvars)
raise TypeError(f"Some type variables ({s_vars}) are"
f" not listed in Generic[{s_args}]")
tvars = gvars
cls.__parameters__ = tuple(tvars)
class _TypingEmpty:
"""Internal placeholder for () or []. Used by TupleMeta and CallableMeta
to allow empty list/tuple in specific places, without allowing them
to sneak in where prohibited.
"""
class _TypingEllipsis:
"""Internal placeholder for ... (ellipsis)."""
_TYPING_INTERNALS = ['__parameters__', '__orig_bases__', '__orig_class__',
'_is_protocol', '_is_runtime_protocol']
_SPECIAL_NAMES = ['__abstractmethods__', '__annotations__', '__dict__', '__doc__',
'__init__', '__module__', '__new__', '__slots__',
'__subclasshook__', '__weakref__']
# These special attributes will be not collected as protocol members.
EXCLUDED_ATTRIBUTES = _TYPING_INTERNALS + _SPECIAL_NAMES + ['_MutableMapping__marker']
def _get_protocol_attrs(cls):
"""Collect protocol members from a protocol class objects.
This includes names actually defined in the class dictionary, as well
as names that appear in annotations. Special names (above) are skipped.
"""
attrs = set()
for base in cls.__mro__[:-1]: # without object
if base.__name__ in ('Protocol', 'Generic'):
continue
annotations = getattr(base, '__annotations__', {})
for attr in list(base.__dict__.keys()) + list(annotations.keys()):
if not attr.startswith('_abc_') and attr not in EXCLUDED_ATTRIBUTES:
attrs.add(attr)
return attrs
def _is_callable_members_only(cls):
# PEP 544 prohibits using issubclass() with protocols that have non-method members.
return all(callable(getattr(cls, attr, None)) for attr in _get_protocol_attrs(cls))
def _no_init(self, *args, **kwargs):
if type(self)._is_protocol:
raise TypeError('Protocols cannot be instantiated')
def _allow_reckless_class_cheks():
"""Allow instnance and class checks for special stdlib modules.
The abc and functools modules indiscriminately call isinstance() and
issubclass() on the whole MRO of a user class, which may contain protocols.
"""
try:
return sys._getframe(3).f_globals['__name__'] in ['abc', 'functools']
except (AttributeError, ValueError): # For platforms without _getframe().
return True
_PROTO_WHITELIST = {
'collections.abc': [
'Callable', 'Awaitable', 'Iterable', 'Iterator', 'AsyncIterable',
'Hashable', 'Sized', 'Container', 'Collection', 'Reversible',
],
'contextlib': ['AbstractContextManager', 'AbstractAsyncContextManager'],
}
class _ProtocolMeta(ABCMeta):
# This metaclass is really unfortunate and exists only because of
# the lack of __instancehook__.
def __instancecheck__(cls, instance):
# We need this method for situations where attributes are
# assigned in __init__.
if ((not getattr(cls, '_is_protocol', False) or
_is_callable_members_only(cls)) and
issubclass(instance.__class__, cls)):
return True
if cls._is_protocol:
if all(hasattr(instance, attr) and
# All *methods* can be blocked by setting them to None.
(not callable(getattr(cls, attr, None)) or
getattr(instance, attr) is not None)
for attr in _get_protocol_attrs(cls)):
return True
return super().__instancecheck__(instance)
class Protocol(Generic, metaclass=_ProtocolMeta):
"""Base class for protocol classes.
Protocol classes are defined as::
class Proto(Protocol):
def meth(self) -> int:
...
Such classes are primarily used with static type checkers that recognize
structural subtyping (static duck-typing), for example::
class C:
def meth(self) -> int:
return 0
def func(x: Proto) -> int:
return x.meth()
func(C()) # Passes static type check
See PEP 544 for details. Protocol classes decorated with
@typing.runtime_checkable act as simple-minded runtime protocols that check
only the presence of given attributes, ignoring their type signatures.
Protocol classes can be generic, they are defined as::
class GenProto(Protocol[T]):
def meth(self) -> T:
...
"""
__slots__ = ()
_is_protocol = True
_is_runtime_protocol = False
def __init_subclass__(cls, *args, **kwargs):
super().__init_subclass__(*args, **kwargs)
# Determine if this is a protocol or a concrete subclass.
if not cls.__dict__.get('_is_protocol', False):
cls._is_protocol = any(b is Protocol for b in cls.__bases__)
# Set (or override) the protocol subclass hook.
def _proto_hook(other):
if not cls.__dict__.get('_is_protocol', False):
return NotImplemented
# First, perform various sanity checks.
if not getattr(cls, '_is_runtime_protocol', False):
if _allow_reckless_class_cheks():
return NotImplemented
raise TypeError("Instance and class checks can only be used with"
" @runtime_checkable protocols")
if not _is_callable_members_only(cls):
if _allow_reckless_class_cheks():
return NotImplemented
raise TypeError("Protocols with non-method members"
" don't support issubclass()")
if not isinstance(other, type):
# Same error message as for issubclass(1, int).
raise TypeError('issubclass() arg 1 must be a class')
# Second, perform the actual structural compatibility check.
for attr in _get_protocol_attrs(cls):
for base in other.__mro__:
# Check if the members appears in the class dictionary...
if attr in base.__dict__:
if base.__dict__[attr] is None:
return NotImplemented
break
# ...or in annotations, if it is a sub-protocol.
annotations = getattr(base, '__annotations__', {})
if (isinstance(annotations, collections.abc.Mapping) and
attr in annotations and
issubclass(other, Generic) and other._is_protocol):
break
else:
return NotImplemented
return True
if '__subclasshook__' not in cls.__dict__:
cls.__subclasshook__ = _proto_hook
# We have nothing more to do for non-protocols...
if not cls._is_protocol:
return
# ... otherwise check consistency of bases, and prohibit instantiation.
for base in cls.__bases__:
if not (base in (object, Generic) or
base.__module__ in _PROTO_WHITELIST and
base.__name__ in _PROTO_WHITELIST[base.__module__] or
issubclass(base, Generic) and base._is_protocol):
raise TypeError('Protocols can only inherit from other'
' protocols, got %r' % base)
cls.__init__ = _no_init
def runtime_checkable(cls):
"""Mark a protocol class as a runtime protocol.
Such protocol can be used with isinstance() and issubclass().
Raise TypeError if applied to a non-protocol class.
This allows a simple-minded structural check very similar to
one trick ponies in collections.abc such as Iterable.
For example::
@runtime_checkable
class Closable(Protocol):
def close(self): ...
assert isinstance(open('/some/file'), Closable)
Warning: this will check only the presence of the required methods,
not their type signatures!
"""
if not issubclass(cls, Generic) or not cls._is_protocol:
raise TypeError('@runtime_checkable can be only applied to protocol classes,'
' got %r' % cls)
cls._is_runtime_protocol = True
return cls
def cast(typ, val):
"""Cast a value to a type.
This returns the value unchanged. To the type checker this
signals that the return value has the designated type, but at
runtime we intentionally don't check anything (we want this
to be as fast as possible).
"""
return val
def _get_defaults(func):
"""Internal helper to extract the default arguments, by name."""
try:
code = func.__code__
except AttributeError:
# Some built-in functions don't have __code__, __defaults__, etc.
return {}
pos_count = code.co_argcount
arg_names = code.co_varnames
arg_names = arg_names[:pos_count]
defaults = func.__defaults__ or ()
kwdefaults = func.__kwdefaults__
res = dict(kwdefaults) if kwdefaults else {}
pos_offset = pos_count - len(defaults)
for name, value in zip(arg_names[pos_offset:], defaults):
assert name not in res
res[name] = value
return res
_allowed_types = (types.FunctionType, types.BuiltinFunctionType,
types.MethodType, types.ModuleType,
WrapperDescriptorType, MethodWrapperType, MethodDescriptorType)
def get_type_hints(obj, globalns=None, localns=None):
"""Return type hints for an object.
This is often the same as obj.__annotations__, but it handles
forward references encoded as string literals, and if necessary
adds Optional[t] if a default value equal to None is set.
The argument may be a module, class, method, or function. The annotations
are returned as a dictionary. For classes, annotations include also
inherited members.
TypeError is raised if the argument is not of a type that can contain
annotations, and an empty dictionary is returned if no annotations are
present.
BEWARE -- the behavior of globalns and localns is counterintuitive
(unless you are familiar with how eval() and exec() work). The
search order is locals first, then globals.
- If no dict arguments are passed, an attempt is made to use the
globals from obj (or the respective module's globals for classes),
and these are also used as the locals. If the object does not appear
to have globals, an empty dictionary is used.
- If one dict argument is passed, it is used for both globals and
locals.
- If two dict arguments are passed, they specify globals and
locals, respectively.
"""
if getattr(obj, '__no_type_check__', None):
return {}
# Classes require a special treatment.
if isinstance(obj, type):
hints = {}
for base in reversed(obj.__mro__):
if globalns is None:
base_globals = sys.modules[base.__module__].__dict__
else:
base_globals = globalns
ann = base.__dict__.get('__annotations__', {})
for name, value in ann.items():
if value is None:
value = type(None)
if isinstance(value, str):
value = ForwardRef(value, is_argument=False)
value = _eval_type(value, base_globals, localns)
hints[name] = value
return hints
if globalns is None:
if isinstance(obj, types.ModuleType):
globalns = obj.__dict__
else:
nsobj = obj
# Find globalns for the unwrapped object.
while hasattr(nsobj, '__wrapped__'):
nsobj = nsobj.__wrapped__
globalns = getattr(nsobj, '__globals__', {})
if localns is None:
localns = globalns
elif localns is None:
localns = globalns
hints = getattr(obj, '__annotations__', None)
if hints is None:
# Return empty annotations for something that _could_ have them.
if isinstance(obj, _allowed_types):
return {}
else:
raise TypeError('{!r} is not a module, class, method, '
'or function.'.format(obj))
defaults = _get_defaults(obj)
hints = dict(hints)
for name, value in hints.items():
if value is None:
value = type(None)
if isinstance(value, str):
value = ForwardRef(value)
value = _eval_type(value, globalns, localns)
if name in defaults and defaults[name] is None:
value = Optional[value]
hints[name] = value
return hints
def get_origin(tp):
"""Get the unsubscripted version of a type.
This supports generic types, Callable, Tuple, Union, Literal, Final and ClassVar.
Return None for unsupported types. Examples::
get_origin(Literal[42]) is Literal
get_origin(int) is None
get_origin(ClassVar[int]) is ClassVar
get_origin(Generic) is Generic
get_origin(Generic[T]) is Generic
get_origin(Union[T, int]) is Union
get_origin(List[Tuple[T, T]][int]) == list
"""
if isinstance(tp, _GenericAlias):
return tp.__origin__
if tp is Generic:
return Generic
return None
def get_args(tp):
"""Get type arguments with all substitutions performed.
For unions, basic simplifications used by Union constructor are performed.
Examples::
get_args(Dict[str, int]) == (str, int)
get_args(int) == ()
get_args(Union[int, Union[T, int], str][int]) == (int, str)
get_args(Union[int, Tuple[T, int]][str]) == (int, Tuple[str, int])
get_args(Callable[[], T][int]) == ([], int)
"""
if isinstance(tp, _GenericAlias) and not tp._special:
res = tp.__args__
if get_origin(tp) is collections.abc.Callable and res[0] is not Ellipsis:
res = (list(res[:-1]), res[-1])
return res
return ()
def no_type_check(arg):
"""Decorator to indicate that annotations are not type hints.
The argument must be a class or function; if it is a class, it
applies recursively to all methods and classes defined in that class
(but not to methods defined in its superclasses or subclasses).
This mutates the function(s) or class(es) in place.
"""
if isinstance(arg, type):
arg_attrs = arg.__dict__.copy()
for attr, val in arg.__dict__.items():
if val in arg.__bases__ + (arg,):
arg_attrs.pop(attr)
for obj in arg_attrs.values():
if isinstance(obj, types.FunctionType):
obj.__no_type_check__ = True
if isinstance(obj, type):
no_type_check(obj)
try:
arg.__no_type_check__ = True
except TypeError: # built-in classes
pass
return arg
def no_type_check_decorator(decorator):
"""Decorator to give another decorator the @no_type_check effect.
This wraps the decorator with something that wraps the decorated
function in @no_type_check.
"""
@functools.wraps(decorator)
def wrapped_decorator(*args, **kwds):
func = decorator(*args, **kwds)
func = no_type_check(func)
return func
return wrapped_decorator
def _overload_dummy(*args, **kwds):
"""Helper for @overload to raise when called."""
raise NotImplementedError(
"You should not call an overloaded function. "
"A series of @overload-decorated functions "
"outside a stub module should always be followed "
"by an implementation that is not @overload-ed.")
def overload(func):
"""Decorator for overloaded functions/methods.
In a stub file, place two or more stub definitions for the same
function in a row, each decorated with @overload. For example:
@overload
def utf8(value: None) -> None: ...
@overload
def utf8(value: bytes) -> bytes: ...
@overload
def utf8(value: str) -> bytes: ...
In a non-stub file (i.e. a regular .py file), do the same but
follow it with an implementation. The implementation should *not*
be decorated with @overload. For example:
@overload
def utf8(value: None) -> None: ...
@overload
def utf8(value: bytes) -> bytes: ...
@overload
def utf8(value: str) -> bytes: ...
def utf8(value):
# implementation goes here
"""
return _overload_dummy
def final(f):
"""A decorator to indicate final methods and final classes.
Use this decorator to indicate to type checkers that the decorated
method cannot be overridden, and decorated class cannot be subclassed.
For example:
class Base:
@final
def done(self) -> None:
...
class Sub(Base):
def done(self) -> None: # Error reported by type checker
...
@final
class Leaf:
...
class Other(Leaf): # Error reported by type checker
...
There is no runtime checking of these properties.
"""
return f
# Some unconstrained type variables. These are used by the container types.
# (These are not for export.)
T = TypeVar('T') # Any type.
KT = TypeVar('KT') # Key type.
VT = TypeVar('VT') # Value type.
T_co = TypeVar('T_co', covariant=True) # Any type covariant containers.
V_co = TypeVar('V_co', covariant=True) # Any type covariant containers.
VT_co = TypeVar('VT_co', covariant=True) # Value type covariant containers.
T_contra = TypeVar('T_contra', contravariant=True) # Ditto contravariant.
# Internal type variable used for Type[].
CT_co = TypeVar('CT_co', covariant=True, bound=type)
# A useful type variable with constraints. This represents string types.
# (This one *is* for export!)
AnyStr = TypeVar('AnyStr', bytes, str)
# Various ABCs mimicking those in collections.abc.
def _alias(origin, params, inst=True):
return _GenericAlias(origin, params, special=True, inst=inst)
Hashable = _alias(collections.abc.Hashable, ()) # Not generic.
Awaitable = _alias(collections.abc.Awaitable, T_co)
Coroutine = _alias(collections.abc.Coroutine, (T_co, T_contra, V_co))
AsyncIterable = _alias(collections.abc.AsyncIterable, T_co)
AsyncIterator = _alias(collections.abc.AsyncIterator, T_co)
Iterable = _alias(collections.abc.Iterable, T_co)
Iterator = _alias(collections.abc.Iterator, T_co)
Reversible = _alias(collections.abc.Reversible, T_co)
Sized = _alias(collections.abc.Sized, ()) # Not generic.
Container = _alias(collections.abc.Container, T_co)
Collection = _alias(collections.abc.Collection, T_co)
Callable = _VariadicGenericAlias(collections.abc.Callable, (), special=True)
Callable.__doc__ = \
"""Callable type; Callable[[int], str] is a function of (int) -> str.
The subscription syntax must always be used with exactly two
values: the argument list and the return type. The argument list
must be a list of types or ellipsis; the return type must be a single type.
There is no syntax to indicate optional or keyword arguments,
such function types are rarely used as callback types.
"""
AbstractSet = _alias(collections.abc.Set, T_co)
MutableSet = _alias(collections.abc.MutableSet, T)
# NOTE: Mapping is only covariant in the value type.
Mapping = _alias(collections.abc.Mapping, (KT, VT_co))
MutableMapping = _alias(collections.abc.MutableMapping, (KT, VT))
Sequence = _alias(collections.abc.Sequence, T_co)
MutableSequence = _alias(collections.abc.MutableSequence, T)
ByteString = _alias(collections.abc.ByteString, ()) # Not generic
Tuple = _VariadicGenericAlias(tuple, (), inst=False, special=True)
Tuple.__doc__ = \
"""Tuple type; Tuple[X, Y] is the cross-product type of X and Y.
Example: Tuple[T1, T2] is a tuple of two elements corresponding
to type variables T1 and T2. Tuple[int, float, str] is a tuple
of an int, a float and a string.
To specify a variable-length tuple of homogeneous type, use Tuple[T, ...].
"""
List = _alias(list, T, inst=False)
Deque = _alias(collections.deque, T)
Set = _alias(set, T, inst=False)
FrozenSet = _alias(frozenset, T_co, inst=False)
MappingView = _alias(collections.abc.MappingView, T_co)
KeysView = _alias(collections.abc.KeysView, KT)
ItemsView = _alias(collections.abc.ItemsView, (KT, VT_co))
ValuesView = _alias(collections.abc.ValuesView, VT_co)
ContextManager = _alias(contextlib.AbstractContextManager, T_co)
AsyncContextManager = _alias(contextlib.AbstractAsyncContextManager, T_co)
Dict = _alias(dict, (KT, VT), inst=False)
DefaultDict = _alias(collections.defaultdict, (KT, VT))
OrderedDict = _alias(collections.OrderedDict, (KT, VT))
Counter = _alias(collections.Counter, T)
ChainMap = _alias(collections.ChainMap, (KT, VT))
Generator = _alias(collections.abc.Generator, (T_co, T_contra, V_co))
AsyncGenerator = _alias(collections.abc.AsyncGenerator, (T_co, T_contra))
Type = _alias(type, CT_co, inst=False)
Type.__doc__ = \
"""A special construct usable to annotate class objects.
For example, suppose we have the following classes::
class User: ... # Abstract base for User classes
class BasicUser(User): ...
class ProUser(User): ...
class TeamUser(User): ...
And a function that takes a class argument that's a subclass of
User and returns an instance of the corresponding class::
U = TypeVar('U', bound=User)
def new_user(user_class: Type[U]) -> U:
user = user_class()
# (Here we could write the user object to a database)
return user
joe = new_user(BasicUser)
At this point the type checker knows that joe has type BasicUser.
"""
@runtime_checkable
class SupportsInt(Protocol):
"""An ABC with one abstract method __int__."""
__slots__ = ()
@abstractmethod
def __int__(self) -> int:
pass
@runtime_checkable
class SupportsFloat(Protocol):
"""An ABC with one abstract method __float__."""
__slots__ = ()
@abstractmethod
def __float__(self) -> float:
pass
@runtime_checkable
class SupportsComplex(Protocol):
"""An ABC with one abstract method __complex__."""
__slots__ = ()
@abstractmethod
def __complex__(self) -> complex:
pass
@runtime_checkable
class SupportsBytes(Protocol):
"""An ABC with one abstract method __bytes__."""
__slots__ = ()
@abstractmethod
def __bytes__(self) -> bytes:
pass
@runtime_checkable
class SupportsIndex(Protocol):
"""An ABC with one abstract method __index__."""
__slots__ = ()
@abstractmethod
def __index__(self) -> int:
pass
@runtime_checkable
class SupportsAbs(Protocol[T_co]):
"""An ABC with one abstract method __abs__ that is covariant in its return type."""
__slots__ = ()
@abstractmethod
def __abs__(self) -> T_co:
pass
@runtime_checkable
class SupportsRound(Protocol[T_co]):
"""An ABC with one abstract method __round__ that is covariant in its return type."""
__slots__ = ()
@abstractmethod
def __round__(self, ndigits: int = 0) -> T_co:
pass
def _make_nmtuple(name, types):
msg = "NamedTuple('Name', [(f0, t0), (f1, t1), ...]); each t must be a type"
types = [(n, _type_check(t, msg)) for n, t in types]
nm_tpl = collections.namedtuple(name, [n for n, t in types])
# Prior to PEP 526, only _field_types attribute was assigned.
# Now __annotations__ are used and _field_types is deprecated (remove in 3.9)
nm_tpl.__annotations__ = nm_tpl._field_types = dict(types)
try:
nm_tpl.__module__ = sys._getframe(2).f_globals.get('__name__', '__main__')
except (AttributeError, ValueError):
pass
return nm_tpl
# attributes prohibited to set in NamedTuple class syntax
_prohibited = ('__new__', '__init__', '__slots__', '__getnewargs__',
'_fields', '_field_defaults', '_field_types',
'_make', '_replace', '_asdict', '_source')
_special = ('__module__', '__name__', '__annotations__')
class NamedTupleMeta(type):
def __new__(cls, typename, bases, ns):
if ns.get('_root', False):
return super().__new__(cls, typename, bases, ns)
types = ns.get('__annotations__', {})
nm_tpl = _make_nmtuple(typename, types.items())
defaults = []
defaults_dict = {}
for field_name in types:
if field_name in ns:
default_value = ns[field_name]
defaults.append(default_value)
defaults_dict[field_name] = default_value
elif defaults:
raise TypeError("Non-default namedtuple field {field_name} cannot "
"follow default field(s) {default_names}"
.format(field_name=field_name,
default_names=', '.join(defaults_dict.keys())))
nm_tpl.__new__.__annotations__ = dict(types)
nm_tpl.__new__.__defaults__ = tuple(defaults)
nm_tpl._field_defaults = defaults_dict
# update from user namespace without overriding special namedtuple attributes
for key in ns:
if key in _prohibited:
raise AttributeError("Cannot overwrite NamedTuple attribute " + key)
elif key not in _special and key not in nm_tpl._fields:
setattr(nm_tpl, key, ns[key])
return nm_tpl
class NamedTuple(metaclass=NamedTupleMeta):
"""Typed version of namedtuple.
Usage in Python versions >= 3.6::
class Employee(NamedTuple):
name: str
id: int
This is equivalent to::
Employee = collections.namedtuple('Employee', ['name', 'id'])
The resulting class has an extra __annotations__ attribute, giving a
dict that maps field names to types. (The field names are also in
the _fields attribute, which is part of the namedtuple API.)
Alternative equivalent keyword syntax is also accepted::
Employee = NamedTuple('Employee', name=str, id=int)
In Python versions <= 3.5 use::
Employee = NamedTuple('Employee', [('name', str), ('id', int)])
"""
_root = True
def __new__(*args, **kwargs):
if not args:
raise TypeError('NamedTuple.__new__(): not enough arguments')
cls, *args = args # allow the "cls" keyword be passed
if args:
typename, *args = args # allow the "typename" keyword be passed
elif 'typename' in kwargs:
typename = kwargs.pop('typename')
import warnings
warnings.warn("Passing 'typename' as keyword argument is deprecated",
DeprecationWarning, stacklevel=2)
else:
raise TypeError("NamedTuple.__new__() missing 1 required positional "
"argument: 'typename'")
if args:
try:
fields, = args # allow the "fields" keyword be passed
except ValueError:
raise TypeError(f'NamedTuple.__new__() takes from 2 to 3 '
f'positional arguments but {len(args) + 2} '
f'were given') from None
elif 'fields' in kwargs and len(kwargs) == 1:
fields = kwargs.pop('fields')
import warnings
warnings.warn("Passing 'fields' as keyword argument is deprecated",
DeprecationWarning, stacklevel=2)
else:
fields = None
if fields is None:
fields = kwargs.items()
elif kwargs:
raise TypeError("Either list of fields or keywords"
" can be provided to NamedTuple, not both")
return _make_nmtuple(typename, fields)
__new__.__text_signature__ = '($cls, typename, fields=None, /, **kwargs)'
def _dict_new(cls, /, *args, **kwargs):
return dict(*args, **kwargs)
def _typeddict_new(cls, typename, fields=None, /, *, total=True, **kwargs):
if fields is None:
fields = kwargs
elif kwargs:
raise TypeError("TypedDict takes either a dict or keyword arguments,"
" but not both")
ns = {'__annotations__': dict(fields), '__total__': total}
try:
# Setting correct module is necessary to make typed dict classes pickleable.
ns['__module__'] = sys._getframe(1).f_globals.get('__name__', '__main__')
except (AttributeError, ValueError):
pass
return _TypedDictMeta(typename, (), ns)
def _check_fails(cls, other):
# Typed dicts are only for static structural subtyping.
raise TypeError('TypedDict does not support instance and class checks')
class _TypedDictMeta(type):
def __new__(cls, name, bases, ns, total=True):
"""Create new typed dict class object.
This method is called directly when TypedDict is subclassed,
or via _typeddict_new when TypedDict is instantiated. This way
TypedDict supports all three syntax forms described in its docstring.
Subclasses and instances of TypedDict return actual dictionaries
via _dict_new.
"""
ns['__new__'] = _typeddict_new if name == 'TypedDict' else _dict_new
tp_dict = super(_TypedDictMeta, cls).__new__(cls, name, (dict,), ns)
anns = ns.get('__annotations__', {})
msg = "TypedDict('Name', {f0: t0, f1: t1, ...}); each t must be a type"
anns = {n: _type_check(tp, msg) for n, tp in anns.items()}
for base in bases:
anns.update(base.__dict__.get('__annotations__', {}))
tp_dict.__annotations__ = anns
if not hasattr(tp_dict, '__total__'):
tp_dict.__total__ = total
return tp_dict
__instancecheck__ = __subclasscheck__ = _check_fails
class TypedDict(dict, metaclass=_TypedDictMeta):
"""A simple typed namespace. At runtime it is equivalent to a plain dict.
TypedDict creates a dictionary type that expects all of its
instances to have a certain set of keys, where each key is
associated with a value of a consistent type. This expectation
is not checked at runtime but is only enforced by type checkers.
Usage::
class Point2D(TypedDict):
x: int
y: int
label: str
a: Point2D = {'x': 1, 'y': 2, 'label': 'good'} # OK
b: Point2D = {'z': 3, 'label': 'bad'} # Fails type check
assert Point2D(x=1, y=2, label='first') == dict(x=1, y=2, label='first')
The type info can be accessed via Point2D.__annotations__. TypedDict
supports two additional equivalent forms::
Point2D = TypedDict('Point2D', x=int, y=int, label=str)
Point2D = TypedDict('Point2D', {'x': int, 'y': int, 'label': str})
By default, all keys must be present in a TypedDict. It is possible
to override this by specifying totality.
Usage::
class point2D(TypedDict, total=False):
x: int
y: int
This means that a point2D TypedDict can have any of the keys omitted.A type
checker is only expected to support a literal False or True as the value of
the total argument. True is the default, and makes all items defined in the
class body be required.
The class syntax is only supported in Python 3.6+, while two other
syntax forms work for Python 2.7 and 3.2+
"""
def NewType(name, tp):
"""NewType creates simple unique types with almost zero
runtime overhead. NewType(name, tp) is considered a subtype of tp
by static type checkers. At runtime, NewType(name, tp) returns
a dummy function that simply returns its argument. Usage::
UserId = NewType('UserId', int)
def name_by_id(user_id: UserId) -> str:
...
UserId('user') # Fails type check
name_by_id(42) # Fails type check
name_by_id(UserId(42)) # OK
num = UserId(5) + 1 # type: int
"""
def new_type(x):
return x
new_type.__name__ = name
new_type.__supertype__ = tp
return new_type
# Python-version-specific alias (Python 2: unicode; Python 3: str)
Text = str
# Constant that's True when type checking, but False here.
TYPE_CHECKING = False
class IO(Generic[AnyStr]):
"""Generic base class for TextIO and BinaryIO.
This is an abstract, generic version of the return of open().
NOTE: This does not distinguish between the different possible
classes (text vs. binary, read vs. write vs. read/write,
append-only, unbuffered). The TextIO and BinaryIO subclasses
below capture the distinctions between text vs. binary, which is
pervasive in the interface; however we currently do not offer a
way to track the other distinctions in the type system.
"""
__slots__ = ()
@property
@abstractmethod
def mode(self) -> str:
pass
@property
@abstractmethod
def name(self) -> str:
pass
@abstractmethod
def close(self) -> None:
pass
@property
@abstractmethod
def closed(self) -> bool:
pass
@abstractmethod
def fileno(self) -> int:
pass
@abstractmethod
def flush(self) -> None:
pass
@abstractmethod
def isatty(self) -> bool:
pass
@abstractmethod
def read(self, n: int = -1) -> AnyStr:
pass
@abstractmethod
def readable(self) -> bool:
pass
@abstractmethod
def readline(self, limit: int = -1) -> AnyStr:
pass
@abstractmethod
def readlines(self, hint: int = -1) -> List[AnyStr]:
pass
@abstractmethod
def seek(self, offset: int, whence: int = 0) -> int:
pass
@abstractmethod
def seekable(self) -> bool:
pass
@abstractmethod
def tell(self) -> int:
pass
@abstractmethod
def truncate(self, size: int = None) -> int:
pass
@abstractmethod
def writable(self) -> bool:
pass
@abstractmethod
def write(self, s: AnyStr) -> int:
pass
@abstractmethod
def writelines(self, lines: List[AnyStr]) -> None:
pass
@abstractmethod
def __enter__(self) -> 'IO[AnyStr]':
pass
@abstractmethod
def __exit__(self, type, value, traceback) -> None:
pass
class BinaryIO(IO[bytes]):
"""Typed version of the return of open() in binary mode."""
__slots__ = ()
@abstractmethod
def write(self, s: Union[bytes, bytearray]) -> int:
pass
@abstractmethod
def __enter__(self) -> 'BinaryIO':
pass
class TextIO(IO[str]):
"""Typed version of the return of open() in text mode."""
__slots__ = ()
@property
@abstractmethod
def buffer(self) -> BinaryIO:
pass
@property
@abstractmethod
def encoding(self) -> str:
pass
@property
@abstractmethod
def errors(self) -> Optional[str]:
pass
@property
@abstractmethod
def line_buffering(self) -> bool:
pass
@property
@abstractmethod
def newlines(self) -> Any:
pass
@abstractmethod
def __enter__(self) -> 'TextIO':
pass
class io:
"""Wrapper namespace for IO generic classes."""
__all__ = ['IO', 'TextIO', 'BinaryIO']
IO = IO
TextIO = TextIO
BinaryIO = BinaryIO
io.__name__ = __name__ + '.io'
sys.modules[io.__name__] = io
Pattern = _alias(stdlib_re.Pattern, AnyStr)
Match = _alias(stdlib_re.Match, AnyStr)
class re:
"""Wrapper namespace for re type aliases."""
__all__ = ['Pattern', 'Match']
Pattern = Pattern
Match = Match
re.__name__ = __name__ + '.re'
sys.modules[re.__name__] = re
tty.py 0000644 00000001557 15115353746 0005760 0 ustar 00 """Terminal utilities."""
# Author: Steen Lumholt.
from termios import *
__all__ = ["setraw", "setcbreak"]
# Indexes for termios list.
IFLAG = 0
OFLAG = 1
CFLAG = 2
LFLAG = 3
ISPEED = 4
OSPEED = 5
CC = 6
def setraw(fd, when=TCSAFLUSH):
"""Put terminal into a raw mode."""
mode = tcgetattr(fd)
mode[IFLAG] = mode[IFLAG] & ~(BRKINT | ICRNL | INPCK | ISTRIP | IXON)
mode[OFLAG] = mode[OFLAG] & ~(OPOST)
mode[CFLAG] = mode[CFLAG] & ~(CSIZE | PARENB)
mode[CFLAG] = mode[CFLAG] | CS8
mode[LFLAG] = mode[LFLAG] & ~(ECHO | ICANON | IEXTEN | ISIG)
mode[CC][VMIN] = 1
mode[CC][VTIME] = 0
tcsetattr(fd, when, mode)
def setcbreak(fd, when=TCSAFLUSH):
"""Put terminal into a cbreak mode."""
mode = tcgetattr(fd)
mode[LFLAG] = mode[LFLAG] & ~(ECHO | ICANON)
mode[CC][VMIN] = 1
mode[CC][VTIME] = 0
tcsetattr(fd, when, mode)
pyclbr.py 0000644 00000035627 15115353746 0006440 0 ustar 00 """Parse a Python module and describe its classes and functions.
Parse enough of a Python file to recognize imports and class and
function definitions, and to find out the superclasses of a class.
The interface consists of a single function:
readmodule_ex(module, path=None)
where module is the name of a Python module, and path is an optional
list of directories where the module is to be searched. If present,
path is prepended to the system search path sys.path. The return value
is a dictionary. The keys of the dictionary are the names of the
classes and functions defined in the module (including classes that are
defined via the from XXX import YYY construct). The values are
instances of classes Class and Function. One special key/value pair is
present for packages: the key '__path__' has a list as its value which
contains the package search path.
Classes and Functions have a common superclass: _Object. Every instance
has the following attributes:
module -- name of the module;
name -- name of the object;
file -- file in which the object is defined;
lineno -- line in the file where the object's definition starts;
parent -- parent of this object, if any;
children -- nested objects contained in this object.
The 'children' attribute is a dictionary mapping names to objects.
Instances of Function describe functions with the attributes from _Object.
Instances of Class describe classes with the attributes from _Object,
plus the following:
super -- list of super classes (Class instances if possible);
methods -- mapping of method names to beginning line numbers.
If the name of a super class is not recognized, the corresponding
entry in the list of super classes is not a class instance but a
string giving the name of the super class. Since import statements
are recognized and imported modules are scanned as well, this
shouldn't happen often.
"""
import io
import sys
import importlib.util
import tokenize
from token import NAME, DEDENT, OP
__all__ = ["readmodule", "readmodule_ex", "Class", "Function"]
_modules = {} # Initialize cache of modules we've seen.
class _Object:
"Information about Python class or function."
def __init__(self, module, name, file, lineno, parent):
self.module = module
self.name = name
self.file = file
self.lineno = lineno
self.parent = parent
self.children = {}
def _addchild(self, name, obj):
self.children[name] = obj
class Function(_Object):
"Information about a Python function, including methods."
def __init__(self, module, name, file, lineno, parent=None):
_Object.__init__(self, module, name, file, lineno, parent)
class Class(_Object):
"Information about a Python class."
def __init__(self, module, name, super, file, lineno, parent=None):
_Object.__init__(self, module, name, file, lineno, parent)
self.super = [] if super is None else super
self.methods = {}
def _addmethod(self, name, lineno):
self.methods[name] = lineno
def _nest_function(ob, func_name, lineno):
"Return a Function after nesting within ob."
newfunc = Function(ob.module, func_name, ob.file, lineno, ob)
ob._addchild(func_name, newfunc)
if isinstance(ob, Class):
ob._addmethod(func_name, lineno)
return newfunc
def _nest_class(ob, class_name, lineno, super=None):
"Return a Class after nesting within ob."
newclass = Class(ob.module, class_name, super, ob.file, lineno, ob)
ob._addchild(class_name, newclass)
return newclass
def readmodule(module, path=None):
"""Return Class objects for the top-level classes in module.
This is the original interface, before Functions were added.
"""
res = {}
for key, value in _readmodule(module, path or []).items():
if isinstance(value, Class):
res[key] = value
return res
def readmodule_ex(module, path=None):
"""Return a dictionary with all functions and classes in module.
Search for module in PATH + sys.path.
If possible, include imported superclasses.
Do this by reading source, without importing (and executing) it.
"""
return _readmodule(module, path or [])
def _readmodule(module, path, inpackage=None):
"""Do the hard work for readmodule[_ex].
If inpackage is given, it must be the dotted name of the package in
which we are searching for a submodule, and then PATH must be the
package search path; otherwise, we are searching for a top-level
module, and path is combined with sys.path.
"""
# Compute the full module name (prepending inpackage if set).
if inpackage is not None:
fullmodule = "%s.%s" % (inpackage, module)
else:
fullmodule = module
# Check in the cache.
if fullmodule in _modules:
return _modules[fullmodule]
# Initialize the dict for this module's contents.
tree = {}
# Check if it is a built-in module; we don't do much for these.
if module in sys.builtin_module_names and inpackage is None:
_modules[module] = tree
return tree
# Check for a dotted module name.
i = module.rfind('.')
if i >= 0:
package = module[:i]
submodule = module[i+1:]
parent = _readmodule(package, path, inpackage)
if inpackage is not None:
package = "%s.%s" % (inpackage, package)
if not '__path__' in parent:
raise ImportError('No package named {}'.format(package))
return _readmodule(submodule, parent['__path__'], package)
# Search the path for the module.
f = None
if inpackage is not None:
search_path = path
else:
search_path = path + sys.path
spec = importlib.util._find_spec_from_path(fullmodule, search_path)
if spec is None:
raise ModuleNotFoundError(f"no module named {fullmodule!r}", name=fullmodule)
_modules[fullmodule] = tree
# Is module a package?
if spec.submodule_search_locations is not None:
tree['__path__'] = spec.submodule_search_locations
try:
source = spec.loader.get_source(fullmodule)
except (AttributeError, ImportError):
# If module is not Python source, we cannot do anything.
return tree
else:
if source is None:
return tree
fname = spec.loader.get_filename(fullmodule)
return _create_tree(fullmodule, path, fname, source, tree, inpackage)
def _create_tree(fullmodule, path, fname, source, tree, inpackage):
"""Return the tree for a particular module.
fullmodule (full module name), inpackage+module, becomes o.module.
path is passed to recursive calls of _readmodule.
fname becomes o.file.
source is tokenized. Imports cause recursive calls to _readmodule.
tree is {} or {'__path__': <submodule search locations>}.
inpackage, None or string, is passed to recursive calls of _readmodule.
The effect of recursive calls is mutation of global _modules.
"""
f = io.StringIO(source)
stack = [] # Initialize stack of (class, indent) pairs.
g = tokenize.generate_tokens(f.readline)
try:
for tokentype, token, start, _end, _line in g:
if tokentype == DEDENT:
lineno, thisindent = start
# Close previous nested classes and defs.
while stack and stack[-1][1] >= thisindent:
del stack[-1]
elif token == 'def':
lineno, thisindent = start
# Close previous nested classes and defs.
while stack and stack[-1][1] >= thisindent:
del stack[-1]
tokentype, func_name, start = next(g)[0:3]
if tokentype != NAME:
continue # Skip def with syntax error.
cur_func = None
if stack:
cur_obj = stack[-1][0]
cur_func = _nest_function(cur_obj, func_name, lineno)
else:
# It is just a function.
cur_func = Function(fullmodule, func_name, fname, lineno)
tree[func_name] = cur_func
stack.append((cur_func, thisindent))
elif token == 'class':
lineno, thisindent = start
# Close previous nested classes and defs.
while stack and stack[-1][1] >= thisindent:
del stack[-1]
tokentype, class_name, start = next(g)[0:3]
if tokentype != NAME:
continue # Skip class with syntax error.
# Parse what follows the class name.
tokentype, token, start = next(g)[0:3]
inherit = None
if token == '(':
names = [] # Initialize list of superclasses.
level = 1
super = [] # Tokens making up current superclass.
while True:
tokentype, token, start = next(g)[0:3]
if token in (')', ',') and level == 1:
n = "".join(super)
if n in tree:
# We know this super class.
n = tree[n]
else:
c = n.split('.')
if len(c) > 1:
# Super class form is module.class:
# look in module for class.
m = c[-2]
c = c[-1]
if m in _modules:
d = _modules[m]
if c in d:
n = d[c]
names.append(n)
super = []
if token == '(':
level += 1
elif token == ')':
level -= 1
if level == 0:
break
elif token == ',' and level == 1:
pass
# Only use NAME and OP (== dot) tokens for type name.
elif tokentype in (NAME, OP) and level == 1:
super.append(token)
# Expressions in the base list are not supported.
inherit = names
if stack:
cur_obj = stack[-1][0]
cur_class = _nest_class(
cur_obj, class_name, lineno, inherit)
else:
cur_class = Class(fullmodule, class_name, inherit,
fname, lineno)
tree[class_name] = cur_class
stack.append((cur_class, thisindent))
elif token == 'import' and start[1] == 0:
modules = _getnamelist(g)
for mod, _mod2 in modules:
try:
# Recursively read the imported module.
if inpackage is None:
_readmodule(mod, path)
else:
try:
_readmodule(mod, path, inpackage)
except ImportError:
_readmodule(mod, [])
except:
# If we can't find or parse the imported module,
# too bad -- don't die here.
pass
elif token == 'from' and start[1] == 0:
mod, token = _getname(g)
if not mod or token != "import":
continue
names = _getnamelist(g)
try:
# Recursively read the imported module.
d = _readmodule(mod, path, inpackage)
except:
# If we can't find or parse the imported module,
# too bad -- don't die here.
continue
# Add any classes that were defined in the imported module
# to our name space if they were mentioned in the list.
for n, n2 in names:
if n in d:
tree[n2 or n] = d[n]
elif n == '*':
# Don't add names that start with _.
for n in d:
if n[0] != '_':
tree[n] = d[n]
except StopIteration:
pass
f.close()
return tree
def _getnamelist(g):
"""Return list of (dotted-name, as-name or None) tuples for token source g.
An as-name is the name that follows 'as' in an as clause.
"""
names = []
while True:
name, token = _getname(g)
if not name:
break
if token == 'as':
name2, token = _getname(g)
else:
name2 = None
names.append((name, name2))
while token != "," and "\n" not in token:
token = next(g)[1]
if token != ",":
break
return names
def _getname(g):
"Return (dotted-name or None, next-token) tuple for token source g."
parts = []
tokentype, token = next(g)[0:2]
if tokentype != NAME and token != '*':
return (None, token)
parts.append(token)
while True:
tokentype, token = next(g)[0:2]
if token != '.':
break
tokentype, token = next(g)[0:2]
if tokentype != NAME:
break
parts.append(token)
return (".".join(parts), token)
def _main():
"Print module output (default this file) for quick visual check."
import os
try:
mod = sys.argv[1]
except:
mod = __file__
if os.path.exists(mod):
path = [os.path.dirname(mod)]
mod = os.path.basename(mod)
if mod.lower().endswith(".py"):
mod = mod[:-3]
else:
path = []
tree = readmodule_ex(mod, path)
lineno_key = lambda a: getattr(a, 'lineno', 0)
objs = sorted(tree.values(), key=lineno_key, reverse=True)
indent_level = 2
while objs:
obj = objs.pop()
if isinstance(obj, list):
# Value is a __path__ key.
continue
if not hasattr(obj, 'indent'):
obj.indent = 0
if isinstance(obj, _Object):
new_objs = sorted(obj.children.values(),
key=lineno_key, reverse=True)
for ob in new_objs:
ob.indent = obj.indent + indent_level
objs.extend(new_objs)
if isinstance(obj, Class):
print("{}class {} {} {}"
.format(' ' * obj.indent, obj.name, obj.super, obj.lineno))
elif isinstance(obj, Function):
print("{}def {} {}".format(' ' * obj.indent, obj.name, obj.lineno))
if __name__ == "__main__":
_main()
operator.py 0000644 00000024727 15115353746 0006777 0 ustar 00 """
Operator Interface
This module exports a set of functions corresponding to the intrinsic
operators of Python. For example, operator.add(x, y) is equivalent
to the expression x+y. The function names are those used for special
methods; variants without leading and trailing '__' are also provided
for convenience.
This is the pure Python implementation of the module.
"""
__all__ = ['abs', 'add', 'and_', 'attrgetter', 'concat', 'contains', 'countOf',
'delitem', 'eq', 'floordiv', 'ge', 'getitem', 'gt', 'iadd', 'iand',
'iconcat', 'ifloordiv', 'ilshift', 'imatmul', 'imod', 'imul',
'index', 'indexOf', 'inv', 'invert', 'ior', 'ipow', 'irshift',
'is_', 'is_not', 'isub', 'itemgetter', 'itruediv', 'ixor', 'le',
'length_hint', 'lshift', 'lt', 'matmul', 'methodcaller', 'mod',
'mul', 'ne', 'neg', 'not_', 'or_', 'pos', 'pow', 'rshift',
'setitem', 'sub', 'truediv', 'truth', 'xor']
from builtins import abs as _abs
# Comparison Operations *******************************************************#
def lt(a, b):
"Same as a < b."
return a < b
def le(a, b):
"Same as a <= b."
return a <= b
def eq(a, b):
"Same as a == b."
return a == b
def ne(a, b):
"Same as a != b."
return a != b
def ge(a, b):
"Same as a >= b."
return a >= b
def gt(a, b):
"Same as a > b."
return a > b
# Logical Operations **********************************************************#
def not_(a):
"Same as not a."
return not a
def truth(a):
"Return True if a is true, False otherwise."
return True if a else False
def is_(a, b):
"Same as a is b."
return a is b
def is_not(a, b):
"Same as a is not b."
return a is not b
# Mathematical/Bitwise Operations *********************************************#
def abs(a):
"Same as abs(a)."
return _abs(a)
def add(a, b):
"Same as a + b."
return a + b
def and_(a, b):
"Same as a & b."
return a & b
def floordiv(a, b):
"Same as a // b."
return a // b
def index(a):
"Same as a.__index__()."
return a.__index__()
def inv(a):
"Same as ~a."
return ~a
invert = inv
def lshift(a, b):
"Same as a << b."
return a << b
def mod(a, b):
"Same as a % b."
return a % b
def mul(a, b):
"Same as a * b."
return a * b
def matmul(a, b):
"Same as a @ b."
return a @ b
def neg(a):
"Same as -a."
return -a
def or_(a, b):
"Same as a | b."
return a | b
def pos(a):
"Same as +a."
return +a
def pow(a, b):
"Same as a ** b."
return a ** b
def rshift(a, b):
"Same as a >> b."
return a >> b
def sub(a, b):
"Same as a - b."
return a - b
def truediv(a, b):
"Same as a / b."
return a / b
def xor(a, b):
"Same as a ^ b."
return a ^ b
# Sequence Operations *********************************************************#
def concat(a, b):
"Same as a + b, for a and b sequences."
if not hasattr(a, '__getitem__'):
msg = "'%s' object can't be concatenated" % type(a).__name__
raise TypeError(msg)
return a + b
def contains(a, b):
"Same as b in a (note reversed operands)."
return b in a
def countOf(a, b):
"Return the number of times b occurs in a."
count = 0
for i in a:
if i == b:
count += 1
return count
def delitem(a, b):
"Same as del a[b]."
del a[b]
def getitem(a, b):
"Same as a[b]."
return a[b]
def indexOf(a, b):
"Return the first index of b in a."
for i, j in enumerate(a):
if j == b:
return i
else:
raise ValueError('sequence.index(x): x not in sequence')
def setitem(a, b, c):
"Same as a[b] = c."
a[b] = c
def length_hint(obj, default=0):
"""
Return an estimate of the number of items in obj.
This is useful for presizing containers when building from an iterable.
If the object supports len(), the result will be exact. Otherwise, it may
over- or under-estimate by an arbitrary amount. The result will be an
integer >= 0.
"""
if not isinstance(default, int):
msg = ("'%s' object cannot be interpreted as an integer" %
type(default).__name__)
raise TypeError(msg)
try:
return len(obj)
except TypeError:
pass
try:
hint = type(obj).__length_hint__
except AttributeError:
return default
try:
val = hint(obj)
except TypeError:
return default
if val is NotImplemented:
return default
if not isinstance(val, int):
msg = ('__length_hint__ must be integer, not %s' %
type(val).__name__)
raise TypeError(msg)
if val < 0:
msg = '__length_hint__() should return >= 0'
raise ValueError(msg)
return val
# Generalized Lookup Objects **************************************************#
class attrgetter:
"""
Return a callable object that fetches the given attribute(s) from its operand.
After f = attrgetter('name'), the call f(r) returns r.name.
After g = attrgetter('name', 'date'), the call g(r) returns (r.name, r.date).
After h = attrgetter('name.first', 'name.last'), the call h(r) returns
(r.name.first, r.name.last).
"""
__slots__ = ('_attrs', '_call')
def __init__(self, attr, *attrs):
if not attrs:
if not isinstance(attr, str):
raise TypeError('attribute name must be a string')
self._attrs = (attr,)
names = attr.split('.')
def func(obj):
for name in names:
obj = getattr(obj, name)
return obj
self._call = func
else:
self._attrs = (attr,) + attrs
getters = tuple(map(attrgetter, self._attrs))
def func(obj):
return tuple(getter(obj) for getter in getters)
self._call = func
def __call__(self, obj):
return self._call(obj)
def __repr__(self):
return '%s.%s(%s)' % (self.__class__.__module__,
self.__class__.__qualname__,
', '.join(map(repr, self._attrs)))
def __reduce__(self):
return self.__class__, self._attrs
class itemgetter:
"""
Return a callable object that fetches the given item(s) from its operand.
After f = itemgetter(2), the call f(r) returns r[2].
After g = itemgetter(2, 5, 3), the call g(r) returns (r[2], r[5], r[3])
"""
__slots__ = ('_items', '_call')
def __init__(self, item, *items):
if not items:
self._items = (item,)
def func(obj):
return obj[item]
self._call = func
else:
self._items = items = (item,) + items
def func(obj):
return tuple(obj[i] for i in items)
self._call = func
def __call__(self, obj):
return self._call(obj)
def __repr__(self):
return '%s.%s(%s)' % (self.__class__.__module__,
self.__class__.__name__,
', '.join(map(repr, self._items)))
def __reduce__(self):
return self.__class__, self._items
class methodcaller:
"""
Return a callable object that calls the given method on its operand.
After f = methodcaller('name'), the call f(r) returns r.name().
After g = methodcaller('name', 'date', foo=1), the call g(r) returns
r.name('date', foo=1).
"""
__slots__ = ('_name', '_args', '_kwargs')
def __init__(self, name, /, *args, **kwargs):
self._name = name
if not isinstance(self._name, str):
raise TypeError('method name must be a string')
self._args = args
self._kwargs = kwargs
def __call__(self, obj):
return getattr(obj, self._name)(*self._args, **self._kwargs)
def __repr__(self):
args = [repr(self._name)]
args.extend(map(repr, self._args))
args.extend('%s=%r' % (k, v) for k, v in self._kwargs.items())
return '%s.%s(%s)' % (self.__class__.__module__,
self.__class__.__name__,
', '.join(args))
def __reduce__(self):
if not self._kwargs:
return self.__class__, (self._name,) + self._args
else:
from functools import partial
return partial(self.__class__, self._name, **self._kwargs), self._args
# In-place Operations *********************************************************#
def iadd(a, b):
"Same as a += b."
a += b
return a
def iand(a, b):
"Same as a &= b."
a &= b
return a
def iconcat(a, b):
"Same as a += b, for a and b sequences."
if not hasattr(a, '__getitem__'):
msg = "'%s' object can't be concatenated" % type(a).__name__
raise TypeError(msg)
a += b
return a
def ifloordiv(a, b):
"Same as a //= b."
a //= b
return a
def ilshift(a, b):
"Same as a <<= b."
a <<= b
return a
def imod(a, b):
"Same as a %= b."
a %= b
return a
def imul(a, b):
"Same as a *= b."
a *= b
return a
def imatmul(a, b):
"Same as a @= b."
a @= b
return a
def ior(a, b):
"Same as a |= b."
a |= b
return a
def ipow(a, b):
"Same as a **= b."
a **=b
return a
def irshift(a, b):
"Same as a >>= b."
a >>= b
return a
def isub(a, b):
"Same as a -= b."
a -= b
return a
def itruediv(a, b):
"Same as a /= b."
a /= b
return a
def ixor(a, b):
"Same as a ^= b."
a ^= b
return a
try:
from _operator import *
except ImportError:
pass
else:
from _operator import __doc__
# All of these "__func__ = func" assignments have to happen after importing
# from _operator to make sure they're set to the right function
__lt__ = lt
__le__ = le
__eq__ = eq
__ne__ = ne
__ge__ = ge
__gt__ = gt
__not__ = not_
__abs__ = abs
__add__ = add
__and__ = and_
__floordiv__ = floordiv
__index__ = index
__inv__ = inv
__invert__ = invert
__lshift__ = lshift
__mod__ = mod
__mul__ = mul
__matmul__ = matmul
__neg__ = neg
__or__ = or_
__pos__ = pos
__pow__ = pow
__rshift__ = rshift
__sub__ = sub
__truediv__ = truediv
__xor__ = xor
__concat__ = concat
__contains__ = contains
__delitem__ = delitem
__getitem__ = getitem
__setitem__ = setitem
__iadd__ = iadd
__iand__ = iand
__iconcat__ = iconcat
__ifloordiv__ = ifloordiv
__ilshift__ = ilshift
__imod__ = imod
__imul__ = imul
__imatmul__ = imatmul
__ior__ = ior
__ipow__ = ipow
__irshift__ = irshift
__isub__ = isub
__itruediv__ = itruediv
__ixor__ = ixor
linecache.py 0000644 00000012322 15115353746 0007043 0 ustar 00 """Cache lines from Python source files.
This is intended to read lines from modules imported -- hence if a filename
is not found, it will look down the module search path for a file by
that name.
"""
import functools
import sys
import os
import tokenize
__all__ = ["getline", "clearcache", "checkcache"]
def getline(filename, lineno, module_globals=None):
lines = getlines(filename, module_globals)
if 1 <= lineno <= len(lines):
return lines[lineno-1]
else:
return ''
# The cache
# The cache. Maps filenames to either a thunk which will provide source code,
# or a tuple (size, mtime, lines, fullname) once loaded.
cache = {}
def clearcache():
"""Clear the cache entirely."""
global cache
cache = {}
def getlines(filename, module_globals=None):
"""Get the lines for a Python source file from the cache.
Update the cache if it doesn't contain an entry for this file already."""
if filename in cache:
entry = cache[filename]
if len(entry) != 1:
return cache[filename][2]
try:
return updatecache(filename, module_globals)
except MemoryError:
clearcache()
return []
def checkcache(filename=None):
"""Discard cache entries that are out of date.
(This is not checked upon each call!)"""
if filename is None:
filenames = list(cache.keys())
else:
if filename in cache:
filenames = [filename]
else:
return
for filename in filenames:
entry = cache[filename]
if len(entry) == 1:
# lazy cache entry, leave it lazy.
continue
size, mtime, lines, fullname = entry
if mtime is None:
continue # no-op for files loaded via a __loader__
try:
stat = os.stat(fullname)
except OSError:
cache.pop(filename, None)
continue
if size != stat.st_size or mtime != stat.st_mtime:
cache.pop(filename, None)
def updatecache(filename, module_globals=None):
"""Update a cache entry and return its list of lines.
If something's wrong, print a message, discard the cache entry,
and return an empty list."""
if filename in cache:
if len(cache[filename]) != 1:
cache.pop(filename, None)
if not filename or (filename.startswith('<') and filename.endswith('>')):
return []
fullname = filename
try:
stat = os.stat(fullname)
except OSError:
basename = filename
# Realise a lazy loader based lookup if there is one
# otherwise try to lookup right now.
if lazycache(filename, module_globals):
try:
data = cache[filename][0]()
except (ImportError, OSError):
pass
else:
if data is None:
# No luck, the PEP302 loader cannot find the source
# for this module.
return []
cache[filename] = (
len(data), None,
[line+'\n' for line in data.splitlines()], fullname
)
return cache[filename][2]
# Try looking through the module search path, which is only useful
# when handling a relative filename.
if os.path.isabs(filename):
return []
for dirname in sys.path:
try:
fullname = os.path.join(dirname, basename)
except (TypeError, AttributeError):
# Not sufficiently string-like to do anything useful with.
continue
try:
stat = os.stat(fullname)
break
except OSError:
pass
else:
return []
try:
with tokenize.open(fullname) as fp:
lines = fp.readlines()
except OSError:
return []
if lines and not lines[-1].endswith('\n'):
lines[-1] += '\n'
size, mtime = stat.st_size, stat.st_mtime
cache[filename] = size, mtime, lines, fullname
return lines
def lazycache(filename, module_globals):
"""Seed the cache for filename with module_globals.
The module loader will be asked for the source only when getlines is
called, not immediately.
If there is an entry in the cache already, it is not altered.
:return: True if a lazy load is registered in the cache,
otherwise False. To register such a load a module loader with a
get_source method must be found, the filename must be a cachable
filename, and the filename must not be already cached.
"""
if filename in cache:
if len(cache[filename]) == 1:
return True
else:
return False
if not filename or (filename.startswith('<') and filename.endswith('>')):
return False
# Try for a __loader__, if available
if module_globals and '__loader__' in module_globals:
name = module_globals.get('__name__')
loader = module_globals['__loader__']
get_source = getattr(loader, 'get_source', None)
if name and get_source:
get_lines = functools.partial(get_source, name)
cache[filename] = (get_lines,)
return True
return False
bisect.py 0000644 00000004246 15115353746 0006407 0 ustar 00 """Bisection algorithms."""
def insort_right(a, x, lo=0, hi=None):
"""Insert item x in list a, and keep it sorted assuming a is sorted.
If x is already in a, insert it to the right of the rightmost x.
Optional args lo (default 0) and hi (default len(a)) bound the
slice of a to be searched.
"""
lo = bisect_right(a, x, lo, hi)
a.insert(lo, x)
def bisect_right(a, x, lo=0, hi=None):
"""Return the index where to insert item x in list a, assuming a is sorted.
The return value i is such that all e in a[:i] have e <= x, and all e in
a[i:] have e > x. So if x already appears in the list, a.insert(x) will
insert just after the rightmost x already there.
Optional args lo (default 0) and hi (default len(a)) bound the
slice of a to be searched.
"""
if lo < 0:
raise ValueError('lo must be non-negative')
if hi is None:
hi = len(a)
while lo < hi:
mid = (lo+hi)//2
if x < a[mid]: hi = mid
else: lo = mid+1
return lo
def insort_left(a, x, lo=0, hi=None):
"""Insert item x in list a, and keep it sorted assuming a is sorted.
If x is already in a, insert it to the left of the leftmost x.
Optional args lo (default 0) and hi (default len(a)) bound the
slice of a to be searched.
"""
lo = bisect_left(a, x, lo, hi)
a.insert(lo, x)
def bisect_left(a, x, lo=0, hi=None):
"""Return the index where to insert item x in list a, assuming a is sorted.
The return value i is such that all e in a[:i] have e < x, and all e in
a[i:] have e >= x. So if x already appears in the list, a.insert(x) will
insert just before the leftmost x already there.
Optional args lo (default 0) and hi (default len(a)) bound the
slice of a to be searched.
"""
if lo < 0:
raise ValueError('lo must be non-negative')
if hi is None:
hi = len(a)
while lo < hi:
mid = (lo+hi)//2
if a[mid] < x: lo = mid+1
else: hi = mid
return lo
# Overwrite above definitions with a fast C implementation
try:
from _bisect import *
except ImportError:
pass
# Create aliases
bisect = bisect_right
insort = insort_right
__phello__.foo.py 0000644 00000000100 15115353746 0007760 0 ustar 00 # This file exists as a helper for the test.test_frozen module.
rlcompleter.py 0000644 00000015671 15115353746 0007472 0 ustar 00 """Word completion for GNU readline.
The completer completes keywords, built-ins and globals in a selectable
namespace (which defaults to __main__); when completing NAME.NAME..., it
evaluates (!) the expression up to the last dot and completes its attributes.
It's very cool to do "import sys" type "sys.", hit the completion key (twice),
and see the list of names defined by the sys module!
Tip: to use the tab key as the completion key, call
readline.parse_and_bind("tab: complete")
Notes:
- Exceptions raised by the completer function are *ignored* (and generally cause
the completion to fail). This is a feature -- since readline sets the tty
device in raw (or cbreak) mode, printing a traceback wouldn't work well
without some complicated hoopla to save, reset and restore the tty state.
- The evaluation of the NAME.NAME... form may cause arbitrary application
defined code to be executed if an object with a __getattr__ hook is found.
Since it is the responsibility of the application (or the user) to enable this
feature, I consider this an acceptable risk. More complicated expressions
(e.g. function calls or indexing operations) are *not* evaluated.
- When the original stdin is not a tty device, GNU readline is never
used, and this module (and the readline module) are silently inactive.
"""
import atexit
import builtins
import __main__
__all__ = ["Completer"]
class Completer:
def __init__(self, namespace = None):
"""Create a new completer for the command line.
Completer([namespace]) -> completer instance.
If unspecified, the default namespace where completions are performed
is __main__ (technically, __main__.__dict__). Namespaces should be
given as dictionaries.
Completer instances should be used as the completion mechanism of
readline via the set_completer() call:
readline.set_completer(Completer(my_namespace).complete)
"""
if namespace and not isinstance(namespace, dict):
raise TypeError('namespace must be a dictionary')
# Don't bind to namespace quite yet, but flag whether the user wants a
# specific namespace or to use __main__.__dict__. This will allow us
# to bind to __main__.__dict__ at completion time, not now.
if namespace is None:
self.use_main_ns = 1
else:
self.use_main_ns = 0
self.namespace = namespace
def complete(self, text, state):
"""Return the next possible completion for 'text'.
This is called successively with state == 0, 1, 2, ... until it
returns None. The completion should begin with 'text'.
"""
if self.use_main_ns:
self.namespace = __main__.__dict__
if not text.strip():
if state == 0:
if _readline_available:
readline.insert_text('\t')
readline.redisplay()
return ''
else:
return '\t'
else:
return None
if state == 0:
if "." in text:
self.matches = self.attr_matches(text)
else:
self.matches = self.global_matches(text)
try:
return self.matches[state]
except IndexError:
return None
def _callable_postfix(self, val, word):
if callable(val):
word = word + "("
return word
def global_matches(self, text):
"""Compute matches when text is a simple name.
Return a list of all keywords, built-in functions and names currently
defined in self.namespace that match.
"""
import keyword
matches = []
seen = {"__builtins__"}
n = len(text)
for word in keyword.kwlist:
if word[:n] == text:
seen.add(word)
if word in {'finally', 'try'}:
word = word + ':'
elif word not in {'False', 'None', 'True',
'break', 'continue', 'pass',
'else'}:
word = word + ' '
matches.append(word)
for nspace in [self.namespace, builtins.__dict__]:
for word, val in nspace.items():
if word[:n] == text and word not in seen:
seen.add(word)
matches.append(self._callable_postfix(val, word))
return matches
def attr_matches(self, text):
"""Compute matches when text contains a dot.
Assuming the text is of the form NAME.NAME....[NAME], and is
evaluable in self.namespace, it will be evaluated and its attributes
(as revealed by dir()) are used as possible completions. (For class
instances, class members are also considered.)
WARNING: this can still invoke arbitrary C code, if an object
with a __getattr__ hook is evaluated.
"""
import re
m = re.match(r"(\w+(\.\w+)*)\.(\w*)", text)
if not m:
return []
expr, attr = m.group(1, 3)
try:
thisobject = eval(expr, self.namespace)
except Exception:
return []
# get the content of the object, except __builtins__
words = set(dir(thisobject))
words.discard("__builtins__")
if hasattr(thisobject, '__class__'):
words.add('__class__')
words.update(get_class_members(thisobject.__class__))
matches = []
n = len(attr)
if attr == '':
noprefix = '_'
elif attr == '_':
noprefix = '__'
else:
noprefix = None
while True:
for word in words:
if (word[:n] == attr and
not (noprefix and word[:n+1] == noprefix)):
match = "%s.%s" % (expr, word)
try:
val = getattr(thisobject, word)
except Exception:
pass # Include even if attribute not set
else:
match = self._callable_postfix(val, match)
matches.append(match)
if matches or not noprefix:
break
if noprefix == '_':
noprefix = '__'
else:
noprefix = None
matches.sort()
return matches
def get_class_members(klass):
ret = dir(klass)
if hasattr(klass,'__bases__'):
for base in klass.__bases__:
ret = ret + get_class_members(base)
return ret
try:
import readline
except ImportError:
_readline_available = False
else:
readline.set_completer(Completer().complete)
# Release references early at shutdown (the readline module's
# contents are quasi-immortal, and the completer function holds a
# reference to globals).
atexit.register(lambda: readline.set_completer(None))
_readline_available = True
lzma.py 0000644 00000031267 15115353746 0006104 0 ustar 00 """Interface to the liblzma compression library.
This module provides a class for reading and writing compressed files,
classes for incremental (de)compression, and convenience functions for
one-shot (de)compression.
These classes and functions support both the XZ and legacy LZMA
container formats, as well as raw compressed data streams.
"""
__all__ = [
"CHECK_NONE", "CHECK_CRC32", "CHECK_CRC64", "CHECK_SHA256",
"CHECK_ID_MAX", "CHECK_UNKNOWN",
"FILTER_LZMA1", "FILTER_LZMA2", "FILTER_DELTA", "FILTER_X86", "FILTER_IA64",
"FILTER_ARM", "FILTER_ARMTHUMB", "FILTER_POWERPC", "FILTER_SPARC",
"FORMAT_AUTO", "FORMAT_XZ", "FORMAT_ALONE", "FORMAT_RAW",
"MF_HC3", "MF_HC4", "MF_BT2", "MF_BT3", "MF_BT4",
"MODE_FAST", "MODE_NORMAL", "PRESET_DEFAULT", "PRESET_EXTREME",
"LZMACompressor", "LZMADecompressor", "LZMAFile", "LZMAError",
"open", "compress", "decompress", "is_check_supported",
]
import builtins
import io
import os
from _lzma import *
from _lzma import _encode_filter_properties, _decode_filter_properties
import _compression
_MODE_CLOSED = 0
_MODE_READ = 1
# Value 2 no longer used
_MODE_WRITE = 3
class LZMAFile(_compression.BaseStream):
"""A file object providing transparent LZMA (de)compression.
An LZMAFile can act as a wrapper for an existing file object, or
refer directly to a named file on disk.
Note that LZMAFile provides a *binary* file interface - data read
is returned as bytes, and data to be written must be given as bytes.
"""
def __init__(self, filename=None, mode="r", *,
format=None, check=-1, preset=None, filters=None):
"""Open an LZMA-compressed file in binary mode.
filename can be either an actual file name (given as a str,
bytes, or PathLike object), in which case the named file is
opened, or it can be an existing file object to read from or
write to.
mode can be "r" for reading (default), "w" for (over)writing,
"x" for creating exclusively, or "a" for appending. These can
equivalently be given as "rb", "wb", "xb" and "ab" respectively.
format specifies the container format to use for the file.
If mode is "r", this defaults to FORMAT_AUTO. Otherwise, the
default is FORMAT_XZ.
check specifies the integrity check to use. This argument can
only be used when opening a file for writing. For FORMAT_XZ,
the default is CHECK_CRC64. FORMAT_ALONE and FORMAT_RAW do not
support integrity checks - for these formats, check must be
omitted, or be CHECK_NONE.
When opening a file for reading, the *preset* argument is not
meaningful, and should be omitted. The *filters* argument should
also be omitted, except when format is FORMAT_RAW (in which case
it is required).
When opening a file for writing, the settings used by the
compressor can be specified either as a preset compression
level (with the *preset* argument), or in detail as a custom
filter chain (with the *filters* argument). For FORMAT_XZ and
FORMAT_ALONE, the default is to use the PRESET_DEFAULT preset
level. For FORMAT_RAW, the caller must always specify a filter
chain; the raw compressor does not support preset compression
levels.
preset (if provided) should be an integer in the range 0-9,
optionally OR-ed with the constant PRESET_EXTREME.
filters (if provided) should be a sequence of dicts. Each dict
should have an entry for "id" indicating ID of the filter, plus
additional entries for options to the filter.
"""
self._fp = None
self._closefp = False
self._mode = _MODE_CLOSED
if mode in ("r", "rb"):
if check != -1:
raise ValueError("Cannot specify an integrity check "
"when opening a file for reading")
if preset is not None:
raise ValueError("Cannot specify a preset compression "
"level when opening a file for reading")
if format is None:
format = FORMAT_AUTO
mode_code = _MODE_READ
elif mode in ("w", "wb", "a", "ab", "x", "xb"):
if format is None:
format = FORMAT_XZ
mode_code = _MODE_WRITE
self._compressor = LZMACompressor(format=format, check=check,
preset=preset, filters=filters)
self._pos = 0
else:
raise ValueError("Invalid mode: {!r}".format(mode))
if isinstance(filename, (str, bytes, os.PathLike)):
if "b" not in mode:
mode += "b"
self._fp = builtins.open(filename, mode)
self._closefp = True
self._mode = mode_code
elif hasattr(filename, "read") or hasattr(filename, "write"):
self._fp = filename
self._mode = mode_code
else:
raise TypeError("filename must be a str, bytes, file or PathLike object")
if self._mode == _MODE_READ:
raw = _compression.DecompressReader(self._fp, LZMADecompressor,
trailing_error=LZMAError, format=format, filters=filters)
self._buffer = io.BufferedReader(raw)
def close(self):
"""Flush and close the file.
May be called more than once without error. Once the file is
closed, any other operation on it will raise a ValueError.
"""
if self._mode == _MODE_CLOSED:
return
try:
if self._mode == _MODE_READ:
self._buffer.close()
self._buffer = None
elif self._mode == _MODE_WRITE:
self._fp.write(self._compressor.flush())
self._compressor = None
finally:
try:
if self._closefp:
self._fp.close()
finally:
self._fp = None
self._closefp = False
self._mode = _MODE_CLOSED
@property
def closed(self):
"""True if this file is closed."""
return self._mode == _MODE_CLOSED
def fileno(self):
"""Return the file descriptor for the underlying file."""
self._check_not_closed()
return self._fp.fileno()
def seekable(self):
"""Return whether the file supports seeking."""
return self.readable() and self._buffer.seekable()
def readable(self):
"""Return whether the file was opened for reading."""
self._check_not_closed()
return self._mode == _MODE_READ
def writable(self):
"""Return whether the file was opened for writing."""
self._check_not_closed()
return self._mode == _MODE_WRITE
def peek(self, size=-1):
"""Return buffered data without advancing the file position.
Always returns at least one byte of data, unless at EOF.
The exact number of bytes returned is unspecified.
"""
self._check_can_read()
# Relies on the undocumented fact that BufferedReader.peek() always
# returns at least one byte (except at EOF)
return self._buffer.peek(size)
def read(self, size=-1):
"""Read up to size uncompressed bytes from the file.
If size is negative or omitted, read until EOF is reached.
Returns b"" if the file is already at EOF.
"""
self._check_can_read()
return self._buffer.read(size)
def read1(self, size=-1):
"""Read up to size uncompressed bytes, while trying to avoid
making multiple reads from the underlying stream. Reads up to a
buffer's worth of data if size is negative.
Returns b"" if the file is at EOF.
"""
self._check_can_read()
if size < 0:
size = io.DEFAULT_BUFFER_SIZE
return self._buffer.read1(size)
def readline(self, size=-1):
"""Read a line of uncompressed bytes from the file.
The terminating newline (if present) is retained. If size is
non-negative, no more than size bytes will be read (in which
case the line may be incomplete). Returns b'' if already at EOF.
"""
self._check_can_read()
return self._buffer.readline(size)
def write(self, data):
"""Write a bytes object to the file.
Returns the number of uncompressed bytes written, which is
always len(data). Note that due to buffering, the file on disk
may not reflect the data written until close() is called.
"""
self._check_can_write()
compressed = self._compressor.compress(data)
self._fp.write(compressed)
self._pos += len(data)
return len(data)
def seek(self, offset, whence=io.SEEK_SET):
"""Change the file position.
The new position is specified by offset, relative to the
position indicated by whence. Possible values for whence are:
0: start of stream (default): offset must not be negative
1: current stream position
2: end of stream; offset must not be positive
Returns the new file position.
Note that seeking is emulated, so depending on the parameters,
this operation may be extremely slow.
"""
self._check_can_seek()
return self._buffer.seek(offset, whence)
def tell(self):
"""Return the current file position."""
self._check_not_closed()
if self._mode == _MODE_READ:
return self._buffer.tell()
return self._pos
def open(filename, mode="rb", *,
format=None, check=-1, preset=None, filters=None,
encoding=None, errors=None, newline=None):
"""Open an LZMA-compressed file in binary or text mode.
filename can be either an actual file name (given as a str, bytes,
or PathLike object), in which case the named file is opened, or it
can be an existing file object to read from or write to.
The mode argument can be "r", "rb" (default), "w", "wb", "x", "xb",
"a", or "ab" for binary mode, or "rt", "wt", "xt", or "at" for text
mode.
The format, check, preset and filters arguments specify the
compression settings, as for LZMACompressor, LZMADecompressor and
LZMAFile.
For binary mode, this function is equivalent to the LZMAFile
constructor: LZMAFile(filename, mode, ...). In this case, the
encoding, errors and newline arguments must not be provided.
For text mode, an LZMAFile object is created, and wrapped in an
io.TextIOWrapper instance with the specified encoding, error
handling behavior, and line ending(s).
"""
if "t" in mode:
if "b" in mode:
raise ValueError("Invalid mode: %r" % (mode,))
else:
if encoding is not None:
raise ValueError("Argument 'encoding' not supported in binary mode")
if errors is not None:
raise ValueError("Argument 'errors' not supported in binary mode")
if newline is not None:
raise ValueError("Argument 'newline' not supported in binary mode")
lz_mode = mode.replace("t", "")
binary_file = LZMAFile(filename, lz_mode, format=format, check=check,
preset=preset, filters=filters)
if "t" in mode:
return io.TextIOWrapper(binary_file, encoding, errors, newline)
else:
return binary_file
def compress(data, format=FORMAT_XZ, check=-1, preset=None, filters=None):
"""Compress a block of data.
Refer to LZMACompressor's docstring for a description of the
optional arguments *format*, *check*, *preset* and *filters*.
For incremental compression, use an LZMACompressor instead.
"""
comp = LZMACompressor(format, check, preset, filters)
return comp.compress(data) + comp.flush()
def decompress(data, format=FORMAT_AUTO, memlimit=None, filters=None):
"""Decompress a block of data.
Refer to LZMADecompressor's docstring for a description of the
optional arguments *format*, *check* and *filters*.
For incremental decompression, use an LZMADecompressor instead.
"""
results = []
while True:
decomp = LZMADecompressor(format, memlimit, filters)
try:
res = decomp.decompress(data)
except LZMAError:
if results:
break # Leftover data is not a valid LZMA/XZ stream; ignore it.
else:
raise # Error on the first iteration; bail out.
results.append(res)
if not decomp.eof:
raise LZMAError("Compressed data ended before the "
"end-of-stream marker was reached")
data = decomp.unused_data
if not data:
break
return b"".join(results)
compileall.py 0000644 00000032556 15115353746 0007264 0 ustar 00 """Module/script to byte-compile all .py files to .pyc files.
When called as a script with arguments, this compiles the directories
given as arguments recursively; the -l option prevents it from
recursing into directories.
Without arguments, if compiles all modules on sys.path, without
recursing into subdirectories. (Even though it should do so for
packages -- for now, you'll have to deal with packages separately.)
See module py_compile for details of the actual byte-compilation.
"""
import os
import sys
import importlib.util
import py_compile
import struct
from functools import partial
__all__ = ["compile_dir","compile_file","compile_path"]
def _walk_dir(dir, ddir=None, maxlevels=10, quiet=0):
if quiet < 2 and isinstance(dir, os.PathLike):
dir = os.fspath(dir)
if not quiet:
print('Listing {!r}...'.format(dir))
try:
names = os.listdir(dir)
except OSError:
if quiet < 2:
print("Can't list {!r}".format(dir))
names = []
names.sort()
for name in names:
if name == '__pycache__':
continue
fullname = os.path.join(dir, name)
if ddir is not None:
dfile = os.path.join(ddir, name)
else:
dfile = None
if not os.path.isdir(fullname):
yield fullname, ddir
elif (maxlevels > 0 and name != os.curdir and name != os.pardir and
os.path.isdir(fullname) and not os.path.islink(fullname)):
yield from _walk_dir(fullname, ddir=dfile,
maxlevels=maxlevels - 1, quiet=quiet)
def compile_dir(dir, maxlevels=10, ddir=None, force=False, rx=None,
quiet=0, legacy=False, optimize=-1, workers=1,
invalidation_mode=None):
"""Byte-compile all modules in the given directory tree.
Arguments (only dir is required):
dir: the directory to byte-compile
maxlevels: maximum recursion level (default 10)
ddir: the directory that will be prepended to the path to the
file as it is compiled into each byte-code file.
force: if True, force compilation, even if timestamps are up-to-date
quiet: full output with False or 0, errors only with 1,
no output with 2
legacy: if True, produce legacy pyc paths instead of PEP 3147 paths
optimize: optimization level or -1 for level of the interpreter
workers: maximum number of parallel workers
invalidation_mode: how the up-to-dateness of the pyc will be checked
"""
ProcessPoolExecutor = None
if workers < 0:
raise ValueError('workers must be greater or equal to 0')
if workers != 1:
try:
# Only import when needed, as low resource platforms may
# fail to import it
from concurrent.futures import ProcessPoolExecutor
except ImportError:
workers = 1
files_and_ddirs = _walk_dir(dir, quiet=quiet, maxlevels=maxlevels,
ddir=ddir)
success = True
if workers != 1 and ProcessPoolExecutor is not None:
# If workers == 0, let ProcessPoolExecutor choose
workers = workers or None
with ProcessPoolExecutor(max_workers=workers) as executor:
results = executor.map(
partial(_compile_file_tuple,
force=force, rx=rx, quiet=quiet,
legacy=legacy, optimize=optimize,
invalidation_mode=invalidation_mode,
),
files_and_ddirs)
success = min(results, default=True)
else:
for file, dfile in files_and_ddirs:
if not compile_file(file, dfile, force, rx, quiet,
legacy, optimize, invalidation_mode):
success = False
return success
def _compile_file_tuple(file_and_dfile, **kwargs):
"""Needs to be toplevel for ProcessPoolExecutor."""
file, dfile = file_and_dfile
return compile_file(file, dfile, **kwargs)
def compile_file(fullname, ddir=None, force=False, rx=None, quiet=0,
legacy=False, optimize=-1,
invalidation_mode=None):
"""Byte-compile one file.
Arguments (only fullname is required):
fullname: the file to byte-compile
ddir: if given, the directory name compiled in to the
byte-code file.
force: if True, force compilation, even if timestamps are up-to-date
quiet: full output with False or 0, errors only with 1,
no output with 2
legacy: if True, produce legacy pyc paths instead of PEP 3147 paths
optimize: optimization level or -1 for level of the interpreter
invalidation_mode: how the up-to-dateness of the pyc will be checked
"""
success = True
if quiet < 2 and isinstance(fullname, os.PathLike):
fullname = os.fspath(fullname)
name = os.path.basename(fullname)
if ddir is not None:
dfile = os.path.join(ddir, name)
else:
dfile = None
if rx is not None:
mo = rx.search(fullname)
if mo:
return success
if os.path.isfile(fullname):
if legacy:
cfile = fullname + 'c'
else:
if optimize >= 0:
opt = optimize if optimize >= 1 else ''
cfile = importlib.util.cache_from_source(
fullname, optimization=opt)
else:
cfile = importlib.util.cache_from_source(fullname)
cache_dir = os.path.dirname(cfile)
head, tail = name[:-3], name[-3:]
if tail == '.py':
if not force:
try:
mtime = int(os.stat(fullname).st_mtime)
expect = struct.pack('<4sll', importlib.util.MAGIC_NUMBER,
0, mtime)
with open(cfile, 'rb') as chandle:
actual = chandle.read(12)
if expect == actual:
return success
except OSError:
pass
if not quiet:
print('Compiling {!r}...'.format(fullname))
try:
ok = py_compile.compile(fullname, cfile, dfile, True,
optimize=optimize,
invalidation_mode=invalidation_mode)
except py_compile.PyCompileError as err:
success = False
if quiet >= 2:
return success
elif quiet:
print('*** Error compiling {!r}...'.format(fullname))
else:
print('*** ', end='')
# escape non-printable characters in msg
msg = err.msg.encode(sys.stdout.encoding,
errors='backslashreplace')
msg = msg.decode(sys.stdout.encoding)
print(msg)
except (SyntaxError, UnicodeError, OSError) as e:
success = False
if quiet >= 2:
return success
elif quiet:
print('*** Error compiling {!r}...'.format(fullname))
else:
print('*** ', end='')
print(e.__class__.__name__ + ':', e)
else:
if ok == 0:
success = False
return success
def compile_path(skip_curdir=1, maxlevels=0, force=False, quiet=0,
legacy=False, optimize=-1,
invalidation_mode=None):
"""Byte-compile all module on sys.path.
Arguments (all optional):
skip_curdir: if true, skip current directory (default True)
maxlevels: max recursion level (default 0)
force: as for compile_dir() (default False)
quiet: as for compile_dir() (default 0)
legacy: as for compile_dir() (default False)
optimize: as for compile_dir() (default -1)
invalidation_mode: as for compiler_dir()
"""
success = True
for dir in sys.path:
if (not dir or dir == os.curdir) and skip_curdir:
if quiet < 2:
print('Skipping current directory')
else:
success = success and compile_dir(
dir,
maxlevels,
None,
force,
quiet=quiet,
legacy=legacy,
optimize=optimize,
invalidation_mode=invalidation_mode,
)
return success
def main():
"""Script main program."""
import argparse
parser = argparse.ArgumentParser(
description='Utilities to support installing Python libraries.')
parser.add_argument('-l', action='store_const', const=0,
default=10, dest='maxlevels',
help="don't recurse into subdirectories")
parser.add_argument('-r', type=int, dest='recursion',
help=('control the maximum recursion level. '
'if `-l` and `-r` options are specified, '
'then `-r` takes precedence.'))
parser.add_argument('-f', action='store_true', dest='force',
help='force rebuild even if timestamps are up to date')
parser.add_argument('-q', action='count', dest='quiet', default=0,
help='output only error messages; -qq will suppress '
'the error messages as well.')
parser.add_argument('-b', action='store_true', dest='legacy',
help='use legacy (pre-PEP3147) compiled file locations')
parser.add_argument('-d', metavar='DESTDIR', dest='ddir', default=None,
help=('directory to prepend to file paths for use in '
'compile-time tracebacks and in runtime '
'tracebacks in cases where the source file is '
'unavailable'))
parser.add_argument('-x', metavar='REGEXP', dest='rx', default=None,
help=('skip files matching the regular expression; '
'the regexp is searched for in the full path '
'of each file considered for compilation'))
parser.add_argument('-i', metavar='FILE', dest='flist',
help=('add all the files and directories listed in '
'FILE to the list considered for compilation; '
'if "-", names are read from stdin'))
parser.add_argument('compile_dest', metavar='FILE|DIR', nargs='*',
help=('zero or more file and directory names '
'to compile; if no arguments given, defaults '
'to the equivalent of -l sys.path'))
parser.add_argument('-j', '--workers', default=1,
type=int, help='Run compileall concurrently')
invalidation_modes = [mode.name.lower().replace('_', '-')
for mode in py_compile.PycInvalidationMode]
parser.add_argument('--invalidation-mode',
choices=sorted(invalidation_modes),
help=('set .pyc invalidation mode; defaults to '
'"checked-hash" if the SOURCE_DATE_EPOCH '
'environment variable is set, and '
'"timestamp" otherwise.'))
args = parser.parse_args()
compile_dests = args.compile_dest
if args.rx:
import re
args.rx = re.compile(args.rx)
if args.recursion is not None:
maxlevels = args.recursion
else:
maxlevels = args.maxlevels
# if flist is provided then load it
if args.flist:
try:
with (sys.stdin if args.flist=='-' else open(args.flist)) as f:
for line in f:
compile_dests.append(line.strip())
except OSError:
if args.quiet < 2:
print("Error reading file list {}".format(args.flist))
return False
if args.invalidation_mode:
ivl_mode = args.invalidation_mode.replace('-', '_').upper()
invalidation_mode = py_compile.PycInvalidationMode[ivl_mode]
else:
invalidation_mode = None
success = True
try:
if compile_dests:
for dest in compile_dests:
if os.path.isfile(dest):
if not compile_file(dest, args.ddir, args.force, args.rx,
args.quiet, args.legacy,
invalidation_mode=invalidation_mode):
success = False
else:
if not compile_dir(dest, maxlevels, args.ddir,
args.force, args.rx, args.quiet,
args.legacy, workers=args.workers,
invalidation_mode=invalidation_mode):
success = False
return success
else:
return compile_path(legacy=args.legacy, force=args.force,
quiet=args.quiet,
invalidation_mode=invalidation_mode)
except KeyboardInterrupt:
if args.quiet < 2:
print("\n[interrupted]")
return False
return True
if __name__ == '__main__':
exit_status = int(not main())
sys.exit(exit_status)
signal.py 0000644 00000004341 15115353746 0006407 0 ustar 00 import _signal
from _signal import *
from functools import wraps as _wraps
from enum import IntEnum as _IntEnum
_globals = globals()
_IntEnum._convert_(
'Signals', __name__,
lambda name:
name.isupper()
and (name.startswith('SIG') and not name.startswith('SIG_'))
or name.startswith('CTRL_'))
_IntEnum._convert_(
'Handlers', __name__,
lambda name: name in ('SIG_DFL', 'SIG_IGN'))
if 'pthread_sigmask' in _globals:
_IntEnum._convert_(
'Sigmasks', __name__,
lambda name: name in ('SIG_BLOCK', 'SIG_UNBLOCK', 'SIG_SETMASK'))
def _int_to_enum(value, enum_klass):
"""Convert a numeric value to an IntEnum member.
If it's not a known member, return the numeric value itself.
"""
try:
return enum_klass(value)
except ValueError:
return value
def _enum_to_int(value):
"""Convert an IntEnum member to a numeric value.
If it's not an IntEnum member return the value itself.
"""
try:
return int(value)
except (ValueError, TypeError):
return value
@_wraps(_signal.signal)
def signal(signalnum, handler):
handler = _signal.signal(_enum_to_int(signalnum), _enum_to_int(handler))
return _int_to_enum(handler, Handlers)
@_wraps(_signal.getsignal)
def getsignal(signalnum):
handler = _signal.getsignal(signalnum)
return _int_to_enum(handler, Handlers)
if 'pthread_sigmask' in _globals:
@_wraps(_signal.pthread_sigmask)
def pthread_sigmask(how, mask):
sigs_set = _signal.pthread_sigmask(how, mask)
return set(_int_to_enum(x, Signals) for x in sigs_set)
pthread_sigmask.__doc__ = _signal.pthread_sigmask.__doc__
if 'sigpending' in _globals:
@_wraps(_signal.sigpending)
def sigpending():
return {_int_to_enum(x, Signals) for x in _signal.sigpending()}
if 'sigwait' in _globals:
@_wraps(_signal.sigwait)
def sigwait(sigset):
retsig = _signal.sigwait(sigset)
return _int_to_enum(retsig, Signals)
sigwait.__doc__ = _signal.sigwait
if 'valid_signals' in _globals:
@_wraps(_signal.valid_signals)
def valid_signals():
return {_int_to_enum(x, Signals) for x in _signal.valid_signals()}
del _globals, _wraps
sre_parse.py 0000644 00000116446 15115353746 0007127 0 ustar 00 #
# Secret Labs' Regular Expression Engine
#
# convert re-style regular expression to sre pattern
#
# Copyright (c) 1998-2001 by Secret Labs AB. All rights reserved.
#
# See the sre.py file for information on usage and redistribution.
#
"""Internal support module for sre"""
# XXX: show string offset and offending character for all errors
from sre_constants import *
SPECIAL_CHARS = ".\\[{()*+?^$|"
REPEAT_CHARS = "*+?{"
DIGITS = frozenset("0123456789")
OCTDIGITS = frozenset("01234567")
HEXDIGITS = frozenset("0123456789abcdefABCDEF")
ASCIILETTERS = frozenset("abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ")
WHITESPACE = frozenset(" \t\n\r\v\f")
_REPEATCODES = frozenset({MIN_REPEAT, MAX_REPEAT})
_UNITCODES = frozenset({ANY, RANGE, IN, LITERAL, NOT_LITERAL, CATEGORY})
ESCAPES = {
r"\a": (LITERAL, ord("\a")),
r"\b": (LITERAL, ord("\b")),
r"\f": (LITERAL, ord("\f")),
r"\n": (LITERAL, ord("\n")),
r"\r": (LITERAL, ord("\r")),
r"\t": (LITERAL, ord("\t")),
r"\v": (LITERAL, ord("\v")),
r"\\": (LITERAL, ord("\\"))
}
CATEGORIES = {
r"\A": (AT, AT_BEGINNING_STRING), # start of string
r"\b": (AT, AT_BOUNDARY),
r"\B": (AT, AT_NON_BOUNDARY),
r"\d": (IN, [(CATEGORY, CATEGORY_DIGIT)]),
r"\D": (IN, [(CATEGORY, CATEGORY_NOT_DIGIT)]),
r"\s": (IN, [(CATEGORY, CATEGORY_SPACE)]),
r"\S": (IN, [(CATEGORY, CATEGORY_NOT_SPACE)]),
r"\w": (IN, [(CATEGORY, CATEGORY_WORD)]),
r"\W": (IN, [(CATEGORY, CATEGORY_NOT_WORD)]),
r"\Z": (AT, AT_END_STRING), # end of string
}
FLAGS = {
# standard flags
"i": SRE_FLAG_IGNORECASE,
"L": SRE_FLAG_LOCALE,
"m": SRE_FLAG_MULTILINE,
"s": SRE_FLAG_DOTALL,
"x": SRE_FLAG_VERBOSE,
# extensions
"a": SRE_FLAG_ASCII,
"t": SRE_FLAG_TEMPLATE,
"u": SRE_FLAG_UNICODE,
}
TYPE_FLAGS = SRE_FLAG_ASCII | SRE_FLAG_LOCALE | SRE_FLAG_UNICODE
GLOBAL_FLAGS = SRE_FLAG_DEBUG | SRE_FLAG_TEMPLATE
class Verbose(Exception):
pass
class State:
# keeps track of state for parsing
def __init__(self):
self.flags = 0
self.groupdict = {}
self.groupwidths = [None] # group 0
self.lookbehindgroups = None
@property
def groups(self):
return len(self.groupwidths)
def opengroup(self, name=None):
gid = self.groups
self.groupwidths.append(None)
if self.groups > MAXGROUPS:
raise error("too many groups")
if name is not None:
ogid = self.groupdict.get(name, None)
if ogid is not None:
raise error("redefinition of group name %r as group %d; "
"was group %d" % (name, gid, ogid))
self.groupdict[name] = gid
return gid
def closegroup(self, gid, p):
self.groupwidths[gid] = p.getwidth()
def checkgroup(self, gid):
return gid < self.groups and self.groupwidths[gid] is not None
def checklookbehindgroup(self, gid, source):
if self.lookbehindgroups is not None:
if not self.checkgroup(gid):
raise source.error('cannot refer to an open group')
if gid >= self.lookbehindgroups:
raise source.error('cannot refer to group defined in the same '
'lookbehind subpattern')
class SubPattern:
# a subpattern, in intermediate form
def __init__(self, state, data=None):
self.state = state
if data is None:
data = []
self.data = data
self.width = None
def dump(self, level=0):
nl = True
seqtypes = (tuple, list)
for op, av in self.data:
print(level*" " + str(op), end='')
if op is IN:
# member sublanguage
print()
for op, a in av:
print((level+1)*" " + str(op), a)
elif op is BRANCH:
print()
for i, a in enumerate(av[1]):
if i:
print(level*" " + "OR")
a.dump(level+1)
elif op is GROUPREF_EXISTS:
condgroup, item_yes, item_no = av
print('', condgroup)
item_yes.dump(level+1)
if item_no:
print(level*" " + "ELSE")
item_no.dump(level+1)
elif isinstance(av, seqtypes):
nl = False
for a in av:
if isinstance(a, SubPattern):
if not nl:
print()
a.dump(level+1)
nl = True
else:
if not nl:
print(' ', end='')
print(a, end='')
nl = False
if not nl:
print()
else:
print('', av)
def __repr__(self):
return repr(self.data)
def __len__(self):
return len(self.data)
def __delitem__(self, index):
del self.data[index]
def __getitem__(self, index):
if isinstance(index, slice):
return SubPattern(self.state, self.data[index])
return self.data[index]
def __setitem__(self, index, code):
self.data[index] = code
def insert(self, index, code):
self.data.insert(index, code)
def append(self, code):
self.data.append(code)
def getwidth(self):
# determine the width (min, max) for this subpattern
if self.width is not None:
return self.width
lo = hi = 0
for op, av in self.data:
if op is BRANCH:
i = MAXREPEAT - 1
j = 0
for av in av[1]:
l, h = av.getwidth()
i = min(i, l)
j = max(j, h)
lo = lo + i
hi = hi + j
elif op is CALL:
i, j = av.getwidth()
lo = lo + i
hi = hi + j
elif op is SUBPATTERN:
i, j = av[-1].getwidth()
lo = lo + i
hi = hi + j
elif op in _REPEATCODES:
i, j = av[2].getwidth()
lo = lo + i * av[0]
hi = hi + j * av[1]
elif op in _UNITCODES:
lo = lo + 1
hi = hi + 1
elif op is GROUPREF:
i, j = self.state.groupwidths[av]
lo = lo + i
hi = hi + j
elif op is GROUPREF_EXISTS:
i, j = av[1].getwidth()
if av[2] is not None:
l, h = av[2].getwidth()
i = min(i, l)
j = max(j, h)
else:
i = 0
lo = lo + i
hi = hi + j
elif op is SUCCESS:
break
self.width = min(lo, MAXREPEAT - 1), min(hi, MAXREPEAT)
return self.width
class Tokenizer:
def __init__(self, string):
self.istext = isinstance(string, str)
self.string = string
if not self.istext:
string = str(string, 'latin1')
self.decoded_string = string
self.index = 0
self.next = None
self.__next()
def __next(self):
index = self.index
try:
char = self.decoded_string[index]
except IndexError:
self.next = None
return
if char == "\\":
index += 1
try:
char += self.decoded_string[index]
except IndexError:
raise error("bad escape (end of pattern)",
self.string, len(self.string) - 1) from None
self.index = index + 1
self.next = char
def match(self, char):
if char == self.next:
self.__next()
return True
return False
def get(self):
this = self.next
self.__next()
return this
def getwhile(self, n, charset):
result = ''
for _ in range(n):
c = self.next
if c not in charset:
break
result += c
self.__next()
return result
def getuntil(self, terminator, name):
result = ''
while True:
c = self.next
self.__next()
if c is None:
if not result:
raise self.error("missing " + name)
raise self.error("missing %s, unterminated name" % terminator,
len(result))
if c == terminator:
if not result:
raise self.error("missing " + name, 1)
break
result += c
return result
@property
def pos(self):
return self.index - len(self.next or '')
def tell(self):
return self.index - len(self.next or '')
def seek(self, index):
self.index = index
self.__next()
def error(self, msg, offset=0):
return error(msg, self.string, self.tell() - offset)
def _class_escape(source, escape):
# handle escape code inside character class
code = ESCAPES.get(escape)
if code:
return code
code = CATEGORIES.get(escape)
if code and code[0] is IN:
return code
try:
c = escape[1:2]
if c == "x":
# hexadecimal escape (exactly two digits)
escape += source.getwhile(2, HEXDIGITS)
if len(escape) != 4:
raise source.error("incomplete escape %s" % escape, len(escape))
return LITERAL, int(escape[2:], 16)
elif c == "u" and source.istext:
# unicode escape (exactly four digits)
escape += source.getwhile(4, HEXDIGITS)
if len(escape) != 6:
raise source.error("incomplete escape %s" % escape, len(escape))
return LITERAL, int(escape[2:], 16)
elif c == "U" and source.istext:
# unicode escape (exactly eight digits)
escape += source.getwhile(8, HEXDIGITS)
if len(escape) != 10:
raise source.error("incomplete escape %s" % escape, len(escape))
c = int(escape[2:], 16)
chr(c) # raise ValueError for invalid code
return LITERAL, c
elif c == "N" and source.istext:
import unicodedata
# named unicode escape e.g. \N{EM DASH}
if not source.match('{'):
raise source.error("missing {")
charname = source.getuntil('}', 'character name')
try:
c = ord(unicodedata.lookup(charname))
except KeyError:
raise source.error("undefined character name %r" % charname,
len(charname) + len(r'\N{}'))
return LITERAL, c
elif c in OCTDIGITS:
# octal escape (up to three digits)
escape += source.getwhile(2, OCTDIGITS)
c = int(escape[1:], 8)
if c > 0o377:
raise source.error('octal escape value %s outside of '
'range 0-0o377' % escape, len(escape))
return LITERAL, c
elif c in DIGITS:
raise ValueError
if len(escape) == 2:
if c in ASCIILETTERS:
raise source.error('bad escape %s' % escape, len(escape))
return LITERAL, ord(escape[1])
except ValueError:
pass
raise source.error("bad escape %s" % escape, len(escape))
def _escape(source, escape, state):
# handle escape code in expression
code = CATEGORIES.get(escape)
if code:
return code
code = ESCAPES.get(escape)
if code:
return code
try:
c = escape[1:2]
if c == "x":
# hexadecimal escape
escape += source.getwhile(2, HEXDIGITS)
if len(escape) != 4:
raise source.error("incomplete escape %s" % escape, len(escape))
return LITERAL, int(escape[2:], 16)
elif c == "u" and source.istext:
# unicode escape (exactly four digits)
escape += source.getwhile(4, HEXDIGITS)
if len(escape) != 6:
raise source.error("incomplete escape %s" % escape, len(escape))
return LITERAL, int(escape[2:], 16)
elif c == "U" and source.istext:
# unicode escape (exactly eight digits)
escape += source.getwhile(8, HEXDIGITS)
if len(escape) != 10:
raise source.error("incomplete escape %s" % escape, len(escape))
c = int(escape[2:], 16)
chr(c) # raise ValueError for invalid code
return LITERAL, c
elif c == "N" and source.istext:
import unicodedata
# named unicode escape e.g. \N{EM DASH}
if not source.match('{'):
raise source.error("missing {")
charname = source.getuntil('}', 'character name')
try:
c = ord(unicodedata.lookup(charname))
except KeyError:
raise source.error("undefined character name %r" % charname,
len(charname) + len(r'\N{}'))
return LITERAL, c
elif c == "0":
# octal escape
escape += source.getwhile(2, OCTDIGITS)
return LITERAL, int(escape[1:], 8)
elif c in DIGITS:
# octal escape *or* decimal group reference (sigh)
if source.next in DIGITS:
escape += source.get()
if (escape[1] in OCTDIGITS and escape[2] in OCTDIGITS and
source.next in OCTDIGITS):
# got three octal digits; this is an octal escape
escape += source.get()
c = int(escape[1:], 8)
if c > 0o377:
raise source.error('octal escape value %s outside of '
'range 0-0o377' % escape,
len(escape))
return LITERAL, c
# not an octal escape, so this is a group reference
group = int(escape[1:])
if group < state.groups:
if not state.checkgroup(group):
raise source.error("cannot refer to an open group",
len(escape))
state.checklookbehindgroup(group, source)
return GROUPREF, group
raise source.error("invalid group reference %d" % group, len(escape) - 1)
if len(escape) == 2:
if c in ASCIILETTERS:
raise source.error("bad escape %s" % escape, len(escape))
return LITERAL, ord(escape[1])
except ValueError:
pass
raise source.error("bad escape %s" % escape, len(escape))
def _uniq(items):
return list(dict.fromkeys(items))
def _parse_sub(source, state, verbose, nested):
# parse an alternation: a|b|c
items = []
itemsappend = items.append
sourcematch = source.match
start = source.tell()
while True:
itemsappend(_parse(source, state, verbose, nested + 1,
not nested and not items))
if not sourcematch("|"):
break
if len(items) == 1:
return items[0]
subpattern = SubPattern(state)
# check if all items share a common prefix
while True:
prefix = None
for item in items:
if not item:
break
if prefix is None:
prefix = item[0]
elif item[0] != prefix:
break
else:
# all subitems start with a common "prefix".
# move it out of the branch
for item in items:
del item[0]
subpattern.append(prefix)
continue # check next one
break
# check if the branch can be replaced by a character set
set = []
for item in items:
if len(item) != 1:
break
op, av = item[0]
if op is LITERAL:
set.append((op, av))
elif op is IN and av[0][0] is not NEGATE:
set.extend(av)
else:
break
else:
# we can store this as a character set instead of a
# branch (the compiler may optimize this even more)
subpattern.append((IN, _uniq(set)))
return subpattern
subpattern.append((BRANCH, (None, items)))
return subpattern
def _parse(source, state, verbose, nested, first=False):
# parse a simple pattern
subpattern = SubPattern(state)
# precompute constants into local variables
subpatternappend = subpattern.append
sourceget = source.get
sourcematch = source.match
_len = len
_ord = ord
while True:
this = source.next
if this is None:
break # end of pattern
if this in "|)":
break # end of subpattern
sourceget()
if verbose:
# skip whitespace and comments
if this in WHITESPACE:
continue
if this == "#":
while True:
this = sourceget()
if this is None or this == "\n":
break
continue
if this[0] == "\\":
code = _escape(source, this, state)
subpatternappend(code)
elif this not in SPECIAL_CHARS:
subpatternappend((LITERAL, _ord(this)))
elif this == "[":
here = source.tell() - 1
# character set
set = []
setappend = set.append
## if sourcematch(":"):
## pass # handle character classes
if source.next == '[':
import warnings
warnings.warn(
'Possible nested set at position %d' % source.tell(),
FutureWarning, stacklevel=nested + 6
)
negate = sourcematch("^")
# check remaining characters
while True:
this = sourceget()
if this is None:
raise source.error("unterminated character set",
source.tell() - here)
if this == "]" and set:
break
elif this[0] == "\\":
code1 = _class_escape(source, this)
else:
if set and this in '-&~|' and source.next == this:
import warnings
warnings.warn(
'Possible set %s at position %d' % (
'difference' if this == '-' else
'intersection' if this == '&' else
'symmetric difference' if this == '~' else
'union',
source.tell() - 1),
FutureWarning, stacklevel=nested + 6
)
code1 = LITERAL, _ord(this)
if sourcematch("-"):
# potential range
that = sourceget()
if that is None:
raise source.error("unterminated character set",
source.tell() - here)
if that == "]":
if code1[0] is IN:
code1 = code1[1][0]
setappend(code1)
setappend((LITERAL, _ord("-")))
break
if that[0] == "\\":
code2 = _class_escape(source, that)
else:
if that == '-':
import warnings
warnings.warn(
'Possible set difference at position %d' % (
source.tell() - 2),
FutureWarning, stacklevel=nested + 6
)
code2 = LITERAL, _ord(that)
if code1[0] != LITERAL or code2[0] != LITERAL:
msg = "bad character range %s-%s" % (this, that)
raise source.error(msg, len(this) + 1 + len(that))
lo = code1[1]
hi = code2[1]
if hi < lo:
msg = "bad character range %s-%s" % (this, that)
raise source.error(msg, len(this) + 1 + len(that))
setappend((RANGE, (lo, hi)))
else:
if code1[0] is IN:
code1 = code1[1][0]
setappend(code1)
set = _uniq(set)
# XXX: <fl> should move set optimization to compiler!
if _len(set) == 1 and set[0][0] is LITERAL:
# optimization
if negate:
subpatternappend((NOT_LITERAL, set[0][1]))
else:
subpatternappend(set[0])
else:
if negate:
set.insert(0, (NEGATE, None))
# charmap optimization can't be added here because
# global flags still are not known
subpatternappend((IN, set))
elif this in REPEAT_CHARS:
# repeat previous item
here = source.tell()
if this == "?":
min, max = 0, 1
elif this == "*":
min, max = 0, MAXREPEAT
elif this == "+":
min, max = 1, MAXREPEAT
elif this == "{":
if source.next == "}":
subpatternappend((LITERAL, _ord(this)))
continue
min, max = 0, MAXREPEAT
lo = hi = ""
while source.next in DIGITS:
lo += sourceget()
if sourcematch(","):
while source.next in DIGITS:
hi += sourceget()
else:
hi = lo
if not sourcematch("}"):
subpatternappend((LITERAL, _ord(this)))
source.seek(here)
continue
if lo:
min = int(lo)
if min >= MAXREPEAT:
raise OverflowError("the repetition number is too large")
if hi:
max = int(hi)
if max >= MAXREPEAT:
raise OverflowError("the repetition number is too large")
if max < min:
raise source.error("min repeat greater than max repeat",
source.tell() - here)
else:
raise AssertionError("unsupported quantifier %r" % (char,))
# figure out which item to repeat
if subpattern:
item = subpattern[-1:]
else:
item = None
if not item or item[0][0] is AT:
raise source.error("nothing to repeat",
source.tell() - here + len(this))
if item[0][0] in _REPEATCODES:
raise source.error("multiple repeat",
source.tell() - here + len(this))
if item[0][0] is SUBPATTERN:
group, add_flags, del_flags, p = item[0][1]
if group is None and not add_flags and not del_flags:
item = p
if sourcematch("?"):
subpattern[-1] = (MIN_REPEAT, (min, max, item))
else:
subpattern[-1] = (MAX_REPEAT, (min, max, item))
elif this == ".":
subpatternappend((ANY, None))
elif this == "(":
start = source.tell() - 1
group = True
name = None
add_flags = 0
del_flags = 0
if sourcematch("?"):
# options
char = sourceget()
if char is None:
raise source.error("unexpected end of pattern")
if char == "P":
# python extensions
if sourcematch("<"):
# named group: skip forward to end of name
name = source.getuntil(">", "group name")
if not name.isidentifier():
msg = "bad character in group name %r" % name
raise source.error(msg, len(name) + 1)
elif sourcematch("="):
# named backreference
name = source.getuntil(")", "group name")
if not name.isidentifier():
msg = "bad character in group name %r" % name
raise source.error(msg, len(name) + 1)
gid = state.groupdict.get(name)
if gid is None:
msg = "unknown group name %r" % name
raise source.error(msg, len(name) + 1)
if not state.checkgroup(gid):
raise source.error("cannot refer to an open group",
len(name) + 1)
state.checklookbehindgroup(gid, source)
subpatternappend((GROUPREF, gid))
continue
else:
char = sourceget()
if char is None:
raise source.error("unexpected end of pattern")
raise source.error("unknown extension ?P" + char,
len(char) + 2)
elif char == ":":
# non-capturing group
group = None
elif char == "#":
# comment
while True:
if source.next is None:
raise source.error("missing ), unterminated comment",
source.tell() - start)
if sourceget() == ")":
break
continue
elif char in "=!<":
# lookahead assertions
dir = 1
if char == "<":
char = sourceget()
if char is None:
raise source.error("unexpected end of pattern")
if char not in "=!":
raise source.error("unknown extension ?<" + char,
len(char) + 2)
dir = -1 # lookbehind
lookbehindgroups = state.lookbehindgroups
if lookbehindgroups is None:
state.lookbehindgroups = state.groups
p = _parse_sub(source, state, verbose, nested + 1)
if dir < 0:
if lookbehindgroups is None:
state.lookbehindgroups = None
if not sourcematch(")"):
raise source.error("missing ), unterminated subpattern",
source.tell() - start)
if char == "=":
subpatternappend((ASSERT, (dir, p)))
else:
subpatternappend((ASSERT_NOT, (dir, p)))
continue
elif char == "(":
# conditional backreference group
condname = source.getuntil(")", "group name")
if condname.isidentifier():
condgroup = state.groupdict.get(condname)
if condgroup is None:
msg = "unknown group name %r" % condname
raise source.error(msg, len(condname) + 1)
else:
try:
condgroup = int(condname)
if condgroup < 0:
raise ValueError
except ValueError:
msg = "bad character in group name %r" % condname
raise source.error(msg, len(condname) + 1) from None
if not condgroup:
raise source.error("bad group number",
len(condname) + 1)
if condgroup >= MAXGROUPS:
msg = "invalid group reference %d" % condgroup
raise source.error(msg, len(condname) + 1)
state.checklookbehindgroup(condgroup, source)
item_yes = _parse(source, state, verbose, nested + 1)
if source.match("|"):
item_no = _parse(source, state, verbose, nested + 1)
if source.next == "|":
raise source.error("conditional backref with more than two branches")
else:
item_no = None
if not source.match(")"):
raise source.error("missing ), unterminated subpattern",
source.tell() - start)
subpatternappend((GROUPREF_EXISTS, (condgroup, item_yes, item_no)))
continue
elif char in FLAGS or char == "-":
# flags
flags = _parse_flags(source, state, char)
if flags is None: # global flags
if not first or subpattern:
import warnings
warnings.warn(
'Flags not at the start of the expression %r%s' % (
source.string[:20], # truncate long regexes
' (truncated)' if len(source.string) > 20 else '',
),
DeprecationWarning, stacklevel=nested + 6
)
if (state.flags & SRE_FLAG_VERBOSE) and not verbose:
raise Verbose
continue
add_flags, del_flags = flags
group = None
else:
raise source.error("unknown extension ?" + char,
len(char) + 1)
# parse group contents
if group is not None:
try:
group = state.opengroup(name)
except error as err:
raise source.error(err.msg, len(name) + 1) from None
sub_verbose = ((verbose or (add_flags & SRE_FLAG_VERBOSE)) and
not (del_flags & SRE_FLAG_VERBOSE))
p = _parse_sub(source, state, sub_verbose, nested + 1)
if not source.match(")"):
raise source.error("missing ), unterminated subpattern",
source.tell() - start)
if group is not None:
state.closegroup(group, p)
subpatternappend((SUBPATTERN, (group, add_flags, del_flags, p)))
elif this == "^":
subpatternappend((AT, AT_BEGINNING))
elif this == "$":
subpatternappend((AT, AT_END))
else:
raise AssertionError("unsupported special character %r" % (char,))
# unpack non-capturing groups
for i in range(len(subpattern))[::-1]:
op, av = subpattern[i]
if op is SUBPATTERN:
group, add_flags, del_flags, p = av
if group is None and not add_flags and not del_flags:
subpattern[i: i+1] = p
return subpattern
def _parse_flags(source, state, char):
sourceget = source.get
add_flags = 0
del_flags = 0
if char != "-":
while True:
flag = FLAGS[char]
if source.istext:
if char == 'L':
msg = "bad inline flags: cannot use 'L' flag with a str pattern"
raise source.error(msg)
else:
if char == 'u':
msg = "bad inline flags: cannot use 'u' flag with a bytes pattern"
raise source.error(msg)
add_flags |= flag
if (flag & TYPE_FLAGS) and (add_flags & TYPE_FLAGS) != flag:
msg = "bad inline flags: flags 'a', 'u' and 'L' are incompatible"
raise source.error(msg)
char = sourceget()
if char is None:
raise source.error("missing -, : or )")
if char in ")-:":
break
if char not in FLAGS:
msg = "unknown flag" if char.isalpha() else "missing -, : or )"
raise source.error(msg, len(char))
if char == ")":
state.flags |= add_flags
return None
if add_flags & GLOBAL_FLAGS:
raise source.error("bad inline flags: cannot turn on global flag", 1)
if char == "-":
char = sourceget()
if char is None:
raise source.error("missing flag")
if char not in FLAGS:
msg = "unknown flag" if char.isalpha() else "missing flag"
raise source.error(msg, len(char))
while True:
flag = FLAGS[char]
if flag & TYPE_FLAGS:
msg = "bad inline flags: cannot turn off flags 'a', 'u' and 'L'"
raise source.error(msg)
del_flags |= flag
char = sourceget()
if char is None:
raise source.error("missing :")
if char == ":":
break
if char not in FLAGS:
msg = "unknown flag" if char.isalpha() else "missing :"
raise source.error(msg, len(char))
assert char == ":"
if del_flags & GLOBAL_FLAGS:
raise source.error("bad inline flags: cannot turn off global flag", 1)
if add_flags & del_flags:
raise source.error("bad inline flags: flag turned on and off", 1)
return add_flags, del_flags
def fix_flags(src, flags):
# Check and fix flags according to the type of pattern (str or bytes)
if isinstance(src, str):
if flags & SRE_FLAG_LOCALE:
raise ValueError("cannot use LOCALE flag with a str pattern")
if not flags & SRE_FLAG_ASCII:
flags |= SRE_FLAG_UNICODE
elif flags & SRE_FLAG_UNICODE:
raise ValueError("ASCII and UNICODE flags are incompatible")
else:
if flags & SRE_FLAG_UNICODE:
raise ValueError("cannot use UNICODE flag with a bytes pattern")
if flags & SRE_FLAG_LOCALE and flags & SRE_FLAG_ASCII:
raise ValueError("ASCII and LOCALE flags are incompatible")
return flags
def parse(str, flags=0, state=None):
# parse 're' pattern into list of (opcode, argument) tuples
source = Tokenizer(str)
if state is None:
state = State()
state.flags = flags
state.str = str
try:
p = _parse_sub(source, state, flags & SRE_FLAG_VERBOSE, 0)
except Verbose:
# the VERBOSE flag was switched on inside the pattern. to be
# on the safe side, we'll parse the whole thing again...
state = State()
state.flags = flags | SRE_FLAG_VERBOSE
state.str = str
source.seek(0)
p = _parse_sub(source, state, True, 0)
p.state.flags = fix_flags(str, p.state.flags)
if source.next is not None:
assert source.next == ")"
raise source.error("unbalanced parenthesis")
if flags & SRE_FLAG_DEBUG:
p.dump()
return p
def parse_template(source, state):
# parse 're' replacement string into list of literals and
# group references
s = Tokenizer(source)
sget = s.get
groups = []
literals = []
literal = []
lappend = literal.append
def addgroup(index, pos):
if index > state.groups:
raise s.error("invalid group reference %d" % index, pos)
if literal:
literals.append(''.join(literal))
del literal[:]
groups.append((len(literals), index))
literals.append(None)
groupindex = state.groupindex
while True:
this = sget()
if this is None:
break # end of replacement string
if this[0] == "\\":
# group
c = this[1]
if c == "g":
name = ""
if not s.match("<"):
raise s.error("missing <")
name = s.getuntil(">", "group name")
if name.isidentifier():
try:
index = groupindex[name]
except KeyError:
raise IndexError("unknown group name %r" % name)
else:
try:
index = int(name)
if index < 0:
raise ValueError
except ValueError:
raise s.error("bad character in group name %r" % name,
len(name) + 1) from None
if index >= MAXGROUPS:
raise s.error("invalid group reference %d" % index,
len(name) + 1)
addgroup(index, len(name) + 1)
elif c == "0":
if s.next in OCTDIGITS:
this += sget()
if s.next in OCTDIGITS:
this += sget()
lappend(chr(int(this[1:], 8) & 0xff))
elif c in DIGITS:
isoctal = False
if s.next in DIGITS:
this += sget()
if (c in OCTDIGITS and this[2] in OCTDIGITS and
s.next in OCTDIGITS):
this += sget()
isoctal = True
c = int(this[1:], 8)
if c > 0o377:
raise s.error('octal escape value %s outside of '
'range 0-0o377' % this, len(this))
lappend(chr(c))
if not isoctal:
addgroup(int(this[1:]), len(this) - 1)
else:
try:
this = chr(ESCAPES[this][1])
except KeyError:
if c in ASCIILETTERS:
raise s.error('bad escape %s' % this, len(this))
lappend(this)
else:
lappend(this)
if literal:
literals.append(''.join(literal))
if not isinstance(source, str):
# The tokenizer implicitly decodes bytes objects as latin-1, we must
# therefore re-encode the final representation.
literals = [None if s is None else s.encode('latin-1') for s in literals]
return groups, literals
def expand_template(template, match):
g = match.group
empty = match.string[:0]
groups, literals = template
literals = literals[:]
try:
for index, group in groups:
literals[index] = g(group) or empty
except IndexError:
raise error("invalid group reference %d" % index)
return empty.join(literals)
sched.py 0000644 00000014452 15115353747 0006225 0 ustar 00 """A generally useful event scheduler class.
Each instance of this class manages its own queue.
No multi-threading is implied; you are supposed to hack that
yourself, or use a single instance per application.
Each instance is parametrized with two functions, one that is
supposed to return the current time, one that is supposed to
implement a delay. You can implement real-time scheduling by
substituting time and sleep from built-in module time, or you can
implement simulated time by writing your own functions. This can
also be used to integrate scheduling with STDWIN events; the delay
function is allowed to modify the queue. Time can be expressed as
integers or floating point numbers, as long as it is consistent.
Events are specified by tuples (time, priority, action, argument, kwargs).
As in UNIX, lower priority numbers mean higher priority; in this
way the queue can be maintained as a priority queue. Execution of the
event means calling the action function, passing it the argument
sequence in "argument" (remember that in Python, multiple function
arguments are be packed in a sequence) and keyword parameters in "kwargs".
The action function may be an instance method so it
has another way to reference private data (besides global variables).
"""
import time
import heapq
from collections import namedtuple
import threading
from time import monotonic as _time
__all__ = ["scheduler"]
class Event(namedtuple('Event', 'time, priority, action, argument, kwargs')):
__slots__ = []
def __eq__(s, o): return (s.time, s.priority) == (o.time, o.priority)
def __lt__(s, o): return (s.time, s.priority) < (o.time, o.priority)
def __le__(s, o): return (s.time, s.priority) <= (o.time, o.priority)
def __gt__(s, o): return (s.time, s.priority) > (o.time, o.priority)
def __ge__(s, o): return (s.time, s.priority) >= (o.time, o.priority)
Event.time.__doc__ = ('''Numeric type compatible with the return value of the
timefunc function passed to the constructor.''')
Event.priority.__doc__ = ('''Events scheduled for the same time will be executed
in the order of their priority.''')
Event.action.__doc__ = ('''Executing the event means executing
action(*argument, **kwargs)''')
Event.argument.__doc__ = ('''argument is a sequence holding the positional
arguments for the action.''')
Event.kwargs.__doc__ = ('''kwargs is a dictionary holding the keyword
arguments for the action.''')
_sentinel = object()
class scheduler:
def __init__(self, timefunc=_time, delayfunc=time.sleep):
"""Initialize a new instance, passing the time and delay
functions"""
self._queue = []
self._lock = threading.RLock()
self.timefunc = timefunc
self.delayfunc = delayfunc
def enterabs(self, time, priority, action, argument=(), kwargs=_sentinel):
"""Enter a new event in the queue at an absolute time.
Returns an ID for the event which can be used to remove it,
if necessary.
"""
if kwargs is _sentinel:
kwargs = {}
event = Event(time, priority, action, argument, kwargs)
with self._lock:
heapq.heappush(self._queue, event)
return event # The ID
def enter(self, delay, priority, action, argument=(), kwargs=_sentinel):
"""A variant that specifies the time as a relative time.
This is actually the more commonly used interface.
"""
time = self.timefunc() + delay
return self.enterabs(time, priority, action, argument, kwargs)
def cancel(self, event):
"""Remove an event from the queue.
This must be presented the ID as returned by enter().
If the event is not in the queue, this raises ValueError.
"""
with self._lock:
self._queue.remove(event)
heapq.heapify(self._queue)
def empty(self):
"""Check whether the queue is empty."""
with self._lock:
return not self._queue
def run(self, blocking=True):
"""Execute events until the queue is empty.
If blocking is False executes the scheduled events due to
expire soonest (if any) and then return the deadline of the
next scheduled call in the scheduler.
When there is a positive delay until the first event, the
delay function is called and the event is left in the queue;
otherwise, the event is removed from the queue and executed
(its action function is called, passing it the argument). If
the delay function returns prematurely, it is simply
restarted.
It is legal for both the delay function and the action
function to modify the queue or to raise an exception;
exceptions are not caught but the scheduler's state remains
well-defined so run() may be called again.
A questionable hack is added to allow other threads to run:
just after an event is executed, a delay of 0 is executed, to
avoid monopolizing the CPU when other threads are also
runnable.
"""
# localize variable access to minimize overhead
# and to improve thread safety
lock = self._lock
q = self._queue
delayfunc = self.delayfunc
timefunc = self.timefunc
pop = heapq.heappop
while True:
with lock:
if not q:
break
time, priority, action, argument, kwargs = q[0]
now = timefunc()
if time > now:
delay = True
else:
delay = False
pop(q)
if delay:
if not blocking:
return time - now
delayfunc(time - now)
else:
action(*argument, **kwargs)
delayfunc(0) # Let other threads run
@property
def queue(self):
"""An ordered list of upcoming events.
Events are named tuples with fields for:
time, priority, action, arguments, kwargs
"""
# Use heapq to sort the queue rather than using 'sorted(self._queue)'.
# With heapq, two events scheduled at the same time will show in
# the actual order they would be retrieved.
with self._lock:
events = self._queue[:]
return list(map(heapq.heappop, [events]*len(events)))
contextvars.py 0000644 00000000201 15115353747 0007502 0 ustar 00 from _contextvars import Context, ContextVar, Token, copy_context
__all__ = ('Context', 'ContextVar', 'Token', 'copy_context')
getpass.py 0000644 00000013552 15115353747 0006605 0 ustar 00 """Utilities to get a password and/or the current user name.
getpass(prompt[, stream]) - Prompt for a password, with echo turned off.
getuser() - Get the user name from the environment or password database.
GetPassWarning - This UserWarning is issued when getpass() cannot prevent
echoing of the password contents while reading.
On Windows, the msvcrt module will be used.
"""
# Authors: Piers Lauder (original)
# Guido van Rossum (Windows support and cleanup)
# Gregory P. Smith (tty support & GetPassWarning)
import contextlib
import io
import os
import sys
import warnings
__all__ = ["getpass","getuser","GetPassWarning"]
class GetPassWarning(UserWarning): pass
def unix_getpass(prompt='Password: ', stream=None):
"""Prompt for a password, with echo turned off.
Args:
prompt: Written on stream to ask for the input. Default: 'Password: '
stream: A writable file object to display the prompt. Defaults to
the tty. If no tty is available defaults to sys.stderr.
Returns:
The seKr3t input.
Raises:
EOFError: If our input tty or stdin was closed.
GetPassWarning: When we were unable to turn echo off on the input.
Always restores terminal settings before returning.
"""
passwd = None
with contextlib.ExitStack() as stack:
try:
# Always try reading and writing directly on the tty first.
fd = os.open('/dev/tty', os.O_RDWR|os.O_NOCTTY)
tty = io.FileIO(fd, 'w+')
stack.enter_context(tty)
input = io.TextIOWrapper(tty)
stack.enter_context(input)
if not stream:
stream = input
except OSError as e:
# If that fails, see if stdin can be controlled.
stack.close()
try:
fd = sys.stdin.fileno()
except (AttributeError, ValueError):
fd = None
passwd = fallback_getpass(prompt, stream)
input = sys.stdin
if not stream:
stream = sys.stderr
if fd is not None:
try:
old = termios.tcgetattr(fd) # a copy to save
new = old[:]
new[3] &= ~termios.ECHO # 3 == 'lflags'
tcsetattr_flags = termios.TCSAFLUSH
if hasattr(termios, 'TCSASOFT'):
tcsetattr_flags |= termios.TCSASOFT
try:
termios.tcsetattr(fd, tcsetattr_flags, new)
passwd = _raw_input(prompt, stream, input=input)
finally:
termios.tcsetattr(fd, tcsetattr_flags, old)
stream.flush() # issue7208
except termios.error:
if passwd is not None:
# _raw_input succeeded. The final tcsetattr failed. Reraise
# instead of leaving the terminal in an unknown state.
raise
# We can't control the tty or stdin. Give up and use normal IO.
# fallback_getpass() raises an appropriate warning.
if stream is not input:
# clean up unused file objects before blocking
stack.close()
passwd = fallback_getpass(prompt, stream)
stream.write('\n')
return passwd
def win_getpass(prompt='Password: ', stream=None):
"""Prompt for password with echo off, using Windows getch()."""
if sys.stdin is not sys.__stdin__:
return fallback_getpass(prompt, stream)
for c in prompt:
msvcrt.putwch(c)
pw = ""
while 1:
c = msvcrt.getwch()
if c == '\r' or c == '\n':
break
if c == '\003':
raise KeyboardInterrupt
if c == '\b':
pw = pw[:-1]
else:
pw = pw + c
msvcrt.putwch('\r')
msvcrt.putwch('\n')
return pw
def fallback_getpass(prompt='Password: ', stream=None):
warnings.warn("Can not control echo on the terminal.", GetPassWarning,
stacklevel=2)
if not stream:
stream = sys.stderr
print("Warning: Password input may be echoed.", file=stream)
return _raw_input(prompt, stream)
def _raw_input(prompt="", stream=None, input=None):
# This doesn't save the string in the GNU readline history.
if not stream:
stream = sys.stderr
if not input:
input = sys.stdin
prompt = str(prompt)
if prompt:
try:
stream.write(prompt)
except UnicodeEncodeError:
# Use replace error handler to get as much as possible printed.
prompt = prompt.encode(stream.encoding, 'replace')
prompt = prompt.decode(stream.encoding)
stream.write(prompt)
stream.flush()
# NOTE: The Python C API calls flockfile() (and unlock) during readline.
line = input.readline()
if not line:
raise EOFError
if line[-1] == '\n':
line = line[:-1]
return line
def getuser():
"""Get the username from the environment or password database.
First try various environment variables, then the password
database. This works on Windows as long as USERNAME is set.
"""
for name in ('LOGNAME', 'USER', 'LNAME', 'USERNAME'):
user = os.environ.get(name)
if user:
return user
# If this fails, the exception will "explain" why
import pwd
return pwd.getpwuid(os.getuid())[0]
# Bind the name getpass to the appropriate function
try:
import termios
# it's possible there is an incompatible termios from the
# McMillan Installer, make sure we have a UNIX-compatible termios
termios.tcgetattr, termios.tcsetattr
except (ImportError, AttributeError):
try:
import msvcrt
except ImportError:
getpass = fallback_getpass
else:
getpass = win_getpass
else:
getpass = unix_getpass
doctest.py 0000644 00000314137 15115353747 0006607 0 ustar 00 # Module doctest.
# Released to the public domain 16-Jan-2001, by Tim Peters (tim@python.org).
# Major enhancements and refactoring by:
# Jim Fulton
# Edward Loper
# Provided as-is; use at your own risk; no warranty; no promises; enjoy!
r"""Module doctest -- a framework for running examples in docstrings.
In simplest use, end each module M to be tested with:
def _test():
import doctest
doctest.testmod()
if __name__ == "__main__":
_test()
Then running the module as a script will cause the examples in the
docstrings to get executed and verified:
python M.py
This won't display anything unless an example fails, in which case the
failing example(s) and the cause(s) of the failure(s) are printed to stdout
(why not stderr? because stderr is a lame hack <0.2 wink>), and the final
line of output is "Test failed.".
Run it with the -v switch instead:
python M.py -v
and a detailed report of all examples tried is printed to stdout, along
with assorted summaries at the end.
You can force verbose mode by passing "verbose=True" to testmod, or prohibit
it by passing "verbose=False". In either of those cases, sys.argv is not
examined by testmod.
There are a variety of other ways to run doctests, including integration
with the unittest framework, and support for running non-Python text
files containing doctests. There are also many ways to override parts
of doctest's default behaviors. See the Library Reference Manual for
details.
"""
__docformat__ = 'reStructuredText en'
__all__ = [
# 0, Option Flags
'register_optionflag',
'DONT_ACCEPT_TRUE_FOR_1',
'DONT_ACCEPT_BLANKLINE',
'NORMALIZE_WHITESPACE',
'ELLIPSIS',
'SKIP',
'IGNORE_EXCEPTION_DETAIL',
'COMPARISON_FLAGS',
'REPORT_UDIFF',
'REPORT_CDIFF',
'REPORT_NDIFF',
'REPORT_ONLY_FIRST_FAILURE',
'REPORTING_FLAGS',
'FAIL_FAST',
# 1. Utility Functions
# 2. Example & DocTest
'Example',
'DocTest',
# 3. Doctest Parser
'DocTestParser',
# 4. Doctest Finder
'DocTestFinder',
# 5. Doctest Runner
'DocTestRunner',
'OutputChecker',
'DocTestFailure',
'UnexpectedException',
'DebugRunner',
# 6. Test Functions
'testmod',
'testfile',
'run_docstring_examples',
# 7. Unittest Support
'DocTestSuite',
'DocFileSuite',
'set_unittest_reportflags',
# 8. Debugging Support
'script_from_examples',
'testsource',
'debug_src',
'debug',
]
import __future__
import difflib
import inspect
import linecache
import os
import pdb
import re
import sys
import traceback
import unittest
from io import StringIO
from collections import namedtuple
TestResults = namedtuple('TestResults', 'failed attempted')
# There are 4 basic classes:
# - Example: a <source, want> pair, plus an intra-docstring line number.
# - DocTest: a collection of examples, parsed from a docstring, plus
# info about where the docstring came from (name, filename, lineno).
# - DocTestFinder: extracts DocTests from a given object's docstring and
# its contained objects' docstrings.
# - DocTestRunner: runs DocTest cases, and accumulates statistics.
#
# So the basic picture is:
#
# list of:
# +------+ +---------+ +-------+
# |object| --DocTestFinder-> | DocTest | --DocTestRunner-> |results|
# +------+ +---------+ +-------+
# | Example |
# | ... |
# | Example |
# +---------+
# Option constants.
OPTIONFLAGS_BY_NAME = {}
def register_optionflag(name):
# Create a new flag unless `name` is already known.
return OPTIONFLAGS_BY_NAME.setdefault(name, 1 << len(OPTIONFLAGS_BY_NAME))
DONT_ACCEPT_TRUE_FOR_1 = register_optionflag('DONT_ACCEPT_TRUE_FOR_1')
DONT_ACCEPT_BLANKLINE = register_optionflag('DONT_ACCEPT_BLANKLINE')
NORMALIZE_WHITESPACE = register_optionflag('NORMALIZE_WHITESPACE')
ELLIPSIS = register_optionflag('ELLIPSIS')
SKIP = register_optionflag('SKIP')
IGNORE_EXCEPTION_DETAIL = register_optionflag('IGNORE_EXCEPTION_DETAIL')
COMPARISON_FLAGS = (DONT_ACCEPT_TRUE_FOR_1 |
DONT_ACCEPT_BLANKLINE |
NORMALIZE_WHITESPACE |
ELLIPSIS |
SKIP |
IGNORE_EXCEPTION_DETAIL)
REPORT_UDIFF = register_optionflag('REPORT_UDIFF')
REPORT_CDIFF = register_optionflag('REPORT_CDIFF')
REPORT_NDIFF = register_optionflag('REPORT_NDIFF')
REPORT_ONLY_FIRST_FAILURE = register_optionflag('REPORT_ONLY_FIRST_FAILURE')
FAIL_FAST = register_optionflag('FAIL_FAST')
REPORTING_FLAGS = (REPORT_UDIFF |
REPORT_CDIFF |
REPORT_NDIFF |
REPORT_ONLY_FIRST_FAILURE |
FAIL_FAST)
# Special string markers for use in `want` strings:
BLANKLINE_MARKER = '<BLANKLINE>'
ELLIPSIS_MARKER = '...'
######################################################################
## Table of Contents
######################################################################
# 1. Utility Functions
# 2. Example & DocTest -- store test cases
# 3. DocTest Parser -- extracts examples from strings
# 4. DocTest Finder -- extracts test cases from objects
# 5. DocTest Runner -- runs test cases
# 6. Test Functions -- convenient wrappers for testing
# 7. Unittest Support
# 8. Debugging Support
# 9. Example Usage
######################################################################
## 1. Utility Functions
######################################################################
def _extract_future_flags(globs):
"""
Return the compiler-flags associated with the future features that
have been imported into the given namespace (globs).
"""
flags = 0
for fname in __future__.all_feature_names:
feature = globs.get(fname, None)
if feature is getattr(__future__, fname):
flags |= feature.compiler_flag
return flags
def _normalize_module(module, depth=2):
"""
Return the module specified by `module`. In particular:
- If `module` is a module, then return module.
- If `module` is a string, then import and return the
module with that name.
- If `module` is None, then return the calling module.
The calling module is assumed to be the module of
the stack frame at the given depth in the call stack.
"""
if inspect.ismodule(module):
return module
elif isinstance(module, str):
return __import__(module, globals(), locals(), ["*"])
elif module is None:
return sys.modules[sys._getframe(depth).f_globals['__name__']]
else:
raise TypeError("Expected a module, string, or None")
def _newline_convert(data):
# We have two cases to cover and we need to make sure we do
# them in the right order
for newline in ('\r\n', '\r'):
data = data.replace(newline, '\n')
return data
def _load_testfile(filename, package, module_relative, encoding):
if module_relative:
package = _normalize_module(package, 3)
filename = _module_relative_path(package, filename)
if getattr(package, '__loader__', None) is not None:
if hasattr(package.__loader__, 'get_data'):
file_contents = package.__loader__.get_data(filename)
file_contents = file_contents.decode(encoding)
# get_data() opens files as 'rb', so one must do the equivalent
# conversion as universal newlines would do.
return _newline_convert(file_contents), filename
with open(filename, encoding=encoding) as f:
return f.read(), filename
def _indent(s, indent=4):
"""
Add the given number of space characters to the beginning of
every non-blank line in `s`, and return the result.
"""
# This regexp matches the start of non-blank lines:
return re.sub('(?m)^(?!$)', indent*' ', s)
def _exception_traceback(exc_info):
"""
Return a string containing a traceback message for the given
exc_info tuple (as returned by sys.exc_info()).
"""
# Get a traceback message.
excout = StringIO()
exc_type, exc_val, exc_tb = exc_info
traceback.print_exception(exc_type, exc_val, exc_tb, file=excout)
return excout.getvalue()
# Override some StringIO methods.
class _SpoofOut(StringIO):
def getvalue(self):
result = StringIO.getvalue(self)
# If anything at all was written, make sure there's a trailing
# newline. There's no way for the expected output to indicate
# that a trailing newline is missing.
if result and not result.endswith("\n"):
result += "\n"
return result
def truncate(self, size=None):
self.seek(size)
StringIO.truncate(self)
# Worst-case linear-time ellipsis matching.
def _ellipsis_match(want, got):
"""
Essentially the only subtle case:
>>> _ellipsis_match('aa...aa', 'aaa')
False
"""
if ELLIPSIS_MARKER not in want:
return want == got
# Find "the real" strings.
ws = want.split(ELLIPSIS_MARKER)
assert len(ws) >= 2
# Deal with exact matches possibly needed at one or both ends.
startpos, endpos = 0, len(got)
w = ws[0]
if w: # starts with exact match
if got.startswith(w):
startpos = len(w)
del ws[0]
else:
return False
w = ws[-1]
if w: # ends with exact match
if got.endswith(w):
endpos -= len(w)
del ws[-1]
else:
return False
if startpos > endpos:
# Exact end matches required more characters than we have, as in
# _ellipsis_match('aa...aa', 'aaa')
return False
# For the rest, we only need to find the leftmost non-overlapping
# match for each piece. If there's no overall match that way alone,
# there's no overall match period.
for w in ws:
# w may be '' at times, if there are consecutive ellipses, or
# due to an ellipsis at the start or end of `want`. That's OK.
# Search for an empty string succeeds, and doesn't change startpos.
startpos = got.find(w, startpos, endpos)
if startpos < 0:
return False
startpos += len(w)
return True
def _comment_line(line):
"Return a commented form of the given line"
line = line.rstrip()
if line:
return '# '+line
else:
return '#'
def _strip_exception_details(msg):
# Support for IGNORE_EXCEPTION_DETAIL.
# Get rid of everything except the exception name; in particular, drop
# the possibly dotted module path (if any) and the exception message (if
# any). We assume that a colon is never part of a dotted name, or of an
# exception name.
# E.g., given
# "foo.bar.MyError: la di da"
# return "MyError"
# Or for "abc.def" or "abc.def:\n" return "def".
start, end = 0, len(msg)
# The exception name must appear on the first line.
i = msg.find("\n")
if i >= 0:
end = i
# retain up to the first colon (if any)
i = msg.find(':', 0, end)
if i >= 0:
end = i
# retain just the exception name
i = msg.rfind('.', 0, end)
if i >= 0:
start = i+1
return msg[start: end]
class _OutputRedirectingPdb(pdb.Pdb):
"""
A specialized version of the python debugger that redirects stdout
to a given stream when interacting with the user. Stdout is *not*
redirected when traced code is executed.
"""
def __init__(self, out):
self.__out = out
self.__debugger_used = False
# do not play signal games in the pdb
pdb.Pdb.__init__(self, stdout=out, nosigint=True)
# still use input() to get user input
self.use_rawinput = 1
def set_trace(self, frame=None):
self.__debugger_used = True
if frame is None:
frame = sys._getframe().f_back
pdb.Pdb.set_trace(self, frame)
def set_continue(self):
# Calling set_continue unconditionally would break unit test
# coverage reporting, as Bdb.set_continue calls sys.settrace(None).
if self.__debugger_used:
pdb.Pdb.set_continue(self)
def trace_dispatch(self, *args):
# Redirect stdout to the given stream.
save_stdout = sys.stdout
sys.stdout = self.__out
# Call Pdb's trace dispatch method.
try:
return pdb.Pdb.trace_dispatch(self, *args)
finally:
sys.stdout = save_stdout
# [XX] Normalize with respect to os.path.pardir?
def _module_relative_path(module, test_path):
if not inspect.ismodule(module):
raise TypeError('Expected a module: %r' % module)
if test_path.startswith('/'):
raise ValueError('Module-relative files may not have absolute paths')
# Normalize the path. On Windows, replace "/" with "\".
test_path = os.path.join(*(test_path.split('/')))
# Find the base directory for the path.
if hasattr(module, '__file__'):
# A normal module/package
basedir = os.path.split(module.__file__)[0]
elif module.__name__ == '__main__':
# An interactive session.
if len(sys.argv)>0 and sys.argv[0] != '':
basedir = os.path.split(sys.argv[0])[0]
else:
basedir = os.curdir
else:
if hasattr(module, '__path__'):
for directory in module.__path__:
fullpath = os.path.join(directory, test_path)
if os.path.exists(fullpath):
return fullpath
# A module w/o __file__ (this includes builtins)
raise ValueError("Can't resolve paths relative to the module "
"%r (it has no __file__)"
% module.__name__)
# Combine the base directory and the test path.
return os.path.join(basedir, test_path)
######################################################################
## 2. Example & DocTest
######################################################################
## - An "example" is a <source, want> pair, where "source" is a
## fragment of source code, and "want" is the expected output for
## "source." The Example class also includes information about
## where the example was extracted from.
##
## - A "doctest" is a collection of examples, typically extracted from
## a string (such as an object's docstring). The DocTest class also
## includes information about where the string was extracted from.
class Example:
"""
A single doctest example, consisting of source code and expected
output. `Example` defines the following attributes:
- source: A single Python statement, always ending with a newline.
The constructor adds a newline if needed.
- want: The expected output from running the source code (either
from stdout, or a traceback in case of exception). `want` ends
with a newline unless it's empty, in which case it's an empty
string. The constructor adds a newline if needed.
- exc_msg: The exception message generated by the example, if
the example is expected to generate an exception; or `None` if
it is not expected to generate an exception. This exception
message is compared against the return value of
`traceback.format_exception_only()`. `exc_msg` ends with a
newline unless it's `None`. The constructor adds a newline
if needed.
- lineno: The line number within the DocTest string containing
this Example where the Example begins. This line number is
zero-based, with respect to the beginning of the DocTest.
- indent: The example's indentation in the DocTest string.
I.e., the number of space characters that precede the
example's first prompt.
- options: A dictionary mapping from option flags to True or
False, which is used to override default options for this
example. Any option flags not contained in this dictionary
are left at their default value (as specified by the
DocTestRunner's optionflags). By default, no options are set.
"""
def __init__(self, source, want, exc_msg=None, lineno=0, indent=0,
options=None):
# Normalize inputs.
if not source.endswith('\n'):
source += '\n'
if want and not want.endswith('\n'):
want += '\n'
if exc_msg is not None and not exc_msg.endswith('\n'):
exc_msg += '\n'
# Store properties.
self.source = source
self.want = want
self.lineno = lineno
self.indent = indent
if options is None: options = {}
self.options = options
self.exc_msg = exc_msg
def __eq__(self, other):
if type(self) is not type(other):
return NotImplemented
return self.source == other.source and \
self.want == other.want and \
self.lineno == other.lineno and \
self.indent == other.indent and \
self.options == other.options and \
self.exc_msg == other.exc_msg
def __hash__(self):
return hash((self.source, self.want, self.lineno, self.indent,
self.exc_msg))
class DocTest:
"""
A collection of doctest examples that should be run in a single
namespace. Each `DocTest` defines the following attributes:
- examples: the list of examples.
- globs: The namespace (aka globals) that the examples should
be run in.
- name: A name identifying the DocTest (typically, the name of
the object whose docstring this DocTest was extracted from).
- filename: The name of the file that this DocTest was extracted
from, or `None` if the filename is unknown.
- lineno: The line number within filename where this DocTest
begins, or `None` if the line number is unavailable. This
line number is zero-based, with respect to the beginning of
the file.
- docstring: The string that the examples were extracted from,
or `None` if the string is unavailable.
"""
def __init__(self, examples, globs, name, filename, lineno, docstring):
"""
Create a new DocTest containing the given examples. The
DocTest's globals are initialized with a copy of `globs`.
"""
assert not isinstance(examples, str), \
"DocTest no longer accepts str; use DocTestParser instead"
self.examples = examples
self.docstring = docstring
self.globs = globs.copy()
self.name = name
self.filename = filename
self.lineno = lineno
def __repr__(self):
if len(self.examples) == 0:
examples = 'no examples'
elif len(self.examples) == 1:
examples = '1 example'
else:
examples = '%d examples' % len(self.examples)
return ('<%s %s from %s:%s (%s)>' %
(self.__class__.__name__,
self.name, self.filename, self.lineno, examples))
def __eq__(self, other):
if type(self) is not type(other):
return NotImplemented
return self.examples == other.examples and \
self.docstring == other.docstring and \
self.globs == other.globs and \
self.name == other.name and \
self.filename == other.filename and \
self.lineno == other.lineno
def __hash__(self):
return hash((self.docstring, self.name, self.filename, self.lineno))
# This lets us sort tests by name:
def __lt__(self, other):
if not isinstance(other, DocTest):
return NotImplemented
return ((self.name, self.filename, self.lineno, id(self))
<
(other.name, other.filename, other.lineno, id(other)))
######################################################################
## 3. DocTestParser
######################################################################
class DocTestParser:
"""
A class used to parse strings containing doctest examples.
"""
# This regular expression is used to find doctest examples in a
# string. It defines three groups: `source` is the source code
# (including leading indentation and prompts); `indent` is the
# indentation of the first (PS1) line of the source code; and
# `want` is the expected output (including leading indentation).
_EXAMPLE_RE = re.compile(r'''
# Source consists of a PS1 line followed by zero or more PS2 lines.
(?P<source>
(?:^(?P<indent> [ ]*) >>> .*) # PS1 line
(?:\n [ ]* \.\.\. .*)*) # PS2 lines
\n?
# Want consists of any non-blank lines that do not start with PS1.
(?P<want> (?:(?![ ]*$) # Not a blank line
(?![ ]*>>>) # Not a line starting with PS1
.+$\n? # But any other line
)*)
''', re.MULTILINE | re.VERBOSE)
# A regular expression for handling `want` strings that contain
# expected exceptions. It divides `want` into three pieces:
# - the traceback header line (`hdr`)
# - the traceback stack (`stack`)
# - the exception message (`msg`), as generated by
# traceback.format_exception_only()
# `msg` may have multiple lines. We assume/require that the
# exception message is the first non-indented line starting with a word
# character following the traceback header line.
_EXCEPTION_RE = re.compile(r"""
# Grab the traceback header. Different versions of Python have
# said different things on the first traceback line.
^(?P<hdr> Traceback\ \(
(?: most\ recent\ call\ last
| innermost\ last
) \) :
)
\s* $ # toss trailing whitespace on the header.
(?P<stack> .*?) # don't blink: absorb stuff until...
^ (?P<msg> \w+ .*) # a line *starts* with alphanum.
""", re.VERBOSE | re.MULTILINE | re.DOTALL)
# A callable returning a true value iff its argument is a blank line
# or contains a single comment.
_IS_BLANK_OR_COMMENT = re.compile(r'^[ ]*(#.*)?$').match
def parse(self, string, name='<string>'):
"""
Divide the given string into examples and intervening text,
and return them as a list of alternating Examples and strings.
Line numbers for the Examples are 0-based. The optional
argument `name` is a name identifying this string, and is only
used for error messages.
"""
string = string.expandtabs()
# If all lines begin with the same indentation, then strip it.
min_indent = self._min_indent(string)
if min_indent > 0:
string = '\n'.join([l[min_indent:] for l in string.split('\n')])
output = []
charno, lineno = 0, 0
# Find all doctest examples in the string:
for m in self._EXAMPLE_RE.finditer(string):
# Add the pre-example text to `output`.
output.append(string[charno:m.start()])
# Update lineno (lines before this example)
lineno += string.count('\n', charno, m.start())
# Extract info from the regexp match.
(source, options, want, exc_msg) = \
self._parse_example(m, name, lineno)
# Create an Example, and add it to the list.
if not self._IS_BLANK_OR_COMMENT(source):
output.append( Example(source, want, exc_msg,
lineno=lineno,
indent=min_indent+len(m.group('indent')),
options=options) )
# Update lineno (lines inside this example)
lineno += string.count('\n', m.start(), m.end())
# Update charno.
charno = m.end()
# Add any remaining post-example text to `output`.
output.append(string[charno:])
return output
def get_doctest(self, string, globs, name, filename, lineno):
"""
Extract all doctest examples from the given string, and
collect them into a `DocTest` object.
`globs`, `name`, `filename`, and `lineno` are attributes for
the new `DocTest` object. See the documentation for `DocTest`
for more information.
"""
return DocTest(self.get_examples(string, name), globs,
name, filename, lineno, string)
def get_examples(self, string, name='<string>'):
"""
Extract all doctest examples from the given string, and return
them as a list of `Example` objects. Line numbers are
0-based, because it's most common in doctests that nothing
interesting appears on the same line as opening triple-quote,
and so the first interesting line is called \"line 1\" then.
The optional argument `name` is a name identifying this
string, and is only used for error messages.
"""
return [x for x in self.parse(string, name)
if isinstance(x, Example)]
def _parse_example(self, m, name, lineno):
"""
Given a regular expression match from `_EXAMPLE_RE` (`m`),
return a pair `(source, want)`, where `source` is the matched
example's source code (with prompts and indentation stripped);
and `want` is the example's expected output (with indentation
stripped).
`name` is the string's name, and `lineno` is the line number
where the example starts; both are used for error messages.
"""
# Get the example's indentation level.
indent = len(m.group('indent'))
# Divide source into lines; check that they're properly
# indented; and then strip their indentation & prompts.
source_lines = m.group('source').split('\n')
self._check_prompt_blank(source_lines, indent, name, lineno)
self._check_prefix(source_lines[1:], ' '*indent + '.', name, lineno)
source = '\n'.join([sl[indent+4:] for sl in source_lines])
# Divide want into lines; check that it's properly indented; and
# then strip the indentation. Spaces before the last newline should
# be preserved, so plain rstrip() isn't good enough.
want = m.group('want')
want_lines = want.split('\n')
if len(want_lines) > 1 and re.match(r' *$', want_lines[-1]):
del want_lines[-1] # forget final newline & spaces after it
self._check_prefix(want_lines, ' '*indent, name,
lineno + len(source_lines))
want = '\n'.join([wl[indent:] for wl in want_lines])
# If `want` contains a traceback message, then extract it.
m = self._EXCEPTION_RE.match(want)
if m:
exc_msg = m.group('msg')
else:
exc_msg = None
# Extract options from the source.
options = self._find_options(source, name, lineno)
return source, options, want, exc_msg
# This regular expression looks for option directives in the
# source code of an example. Option directives are comments
# starting with "doctest:". Warning: this may give false
# positives for string-literals that contain the string
# "#doctest:". Eliminating these false positives would require
# actually parsing the string; but we limit them by ignoring any
# line containing "#doctest:" that is *followed* by a quote mark.
_OPTION_DIRECTIVE_RE = re.compile(r'#\s*doctest:\s*([^\n\'"]*)$',
re.MULTILINE)
def _find_options(self, source, name, lineno):
"""
Return a dictionary containing option overrides extracted from
option directives in the given source string.
`name` is the string's name, and `lineno` is the line number
where the example starts; both are used for error messages.
"""
options = {}
# (note: with the current regexp, this will match at most once:)
for m in self._OPTION_DIRECTIVE_RE.finditer(source):
option_strings = m.group(1).replace(',', ' ').split()
for option in option_strings:
if (option[0] not in '+-' or
option[1:] not in OPTIONFLAGS_BY_NAME):
raise ValueError('line %r of the doctest for %s '
'has an invalid option: %r' %
(lineno+1, name, option))
flag = OPTIONFLAGS_BY_NAME[option[1:]]
options[flag] = (option[0] == '+')
if options and self._IS_BLANK_OR_COMMENT(source):
raise ValueError('line %r of the doctest for %s has an option '
'directive on a line with no example: %r' %
(lineno, name, source))
return options
# This regular expression finds the indentation of every non-blank
# line in a string.
_INDENT_RE = re.compile(r'^([ ]*)(?=\S)', re.MULTILINE)
def _min_indent(self, s):
"Return the minimum indentation of any non-blank line in `s`"
indents = [len(indent) for indent in self._INDENT_RE.findall(s)]
if len(indents) > 0:
return min(indents)
else:
return 0
def _check_prompt_blank(self, lines, indent, name, lineno):
"""
Given the lines of a source string (including prompts and
leading indentation), check to make sure that every prompt is
followed by a space character. If any line is not followed by
a space character, then raise ValueError.
"""
for i, line in enumerate(lines):
if len(line) >= indent+4 and line[indent+3] != ' ':
raise ValueError('line %r of the docstring for %s '
'lacks blank after %s: %r' %
(lineno+i+1, name,
line[indent:indent+3], line))
def _check_prefix(self, lines, prefix, name, lineno):
"""
Check that every line in the given list starts with the given
prefix; if any line does not, then raise a ValueError.
"""
for i, line in enumerate(lines):
if line and not line.startswith(prefix):
raise ValueError('line %r of the docstring for %s has '
'inconsistent leading whitespace: %r' %
(lineno+i+1, name, line))
######################################################################
## 4. DocTest Finder
######################################################################
class DocTestFinder:
"""
A class used to extract the DocTests that are relevant to a given
object, from its docstring and the docstrings of its contained
objects. Doctests can currently be extracted from the following
object types: modules, functions, classes, methods, staticmethods,
classmethods, and properties.
"""
def __init__(self, verbose=False, parser=DocTestParser(),
recurse=True, exclude_empty=True):
"""
Create a new doctest finder.
The optional argument `parser` specifies a class or
function that should be used to create new DocTest objects (or
objects that implement the same interface as DocTest). The
signature for this factory function should match the signature
of the DocTest constructor.
If the optional argument `recurse` is false, then `find` will
only examine the given object, and not any contained objects.
If the optional argument `exclude_empty` is false, then `find`
will include tests for objects with empty docstrings.
"""
self._parser = parser
self._verbose = verbose
self._recurse = recurse
self._exclude_empty = exclude_empty
def find(self, obj, name=None, module=None, globs=None, extraglobs=None):
"""
Return a list of the DocTests that are defined by the given
object's docstring, or by any of its contained objects'
docstrings.
The optional parameter `module` is the module that contains
the given object. If the module is not specified or is None, then
the test finder will attempt to automatically determine the
correct module. The object's module is used:
- As a default namespace, if `globs` is not specified.
- To prevent the DocTestFinder from extracting DocTests
from objects that are imported from other modules.
- To find the name of the file containing the object.
- To help find the line number of the object within its
file.
Contained objects whose module does not match `module` are ignored.
If `module` is False, no attempt to find the module will be made.
This is obscure, of use mostly in tests: if `module` is False, or
is None but cannot be found automatically, then all objects are
considered to belong to the (non-existent) module, so all contained
objects will (recursively) be searched for doctests.
The globals for each DocTest is formed by combining `globs`
and `extraglobs` (bindings in `extraglobs` override bindings
in `globs`). A new copy of the globals dictionary is created
for each DocTest. If `globs` is not specified, then it
defaults to the module's `__dict__`, if specified, or {}
otherwise. If `extraglobs` is not specified, then it defaults
to {}.
"""
# If name was not specified, then extract it from the object.
if name is None:
name = getattr(obj, '__name__', None)
if name is None:
raise ValueError("DocTestFinder.find: name must be given "
"when obj.__name__ doesn't exist: %r" %
(type(obj),))
# Find the module that contains the given object (if obj is
# a module, then module=obj.). Note: this may fail, in which
# case module will be None.
if module is False:
module = None
elif module is None:
module = inspect.getmodule(obj)
# Read the module's source code. This is used by
# DocTestFinder._find_lineno to find the line number for a
# given object's docstring.
try:
file = inspect.getsourcefile(obj)
except TypeError:
source_lines = None
else:
if not file:
# Check to see if it's one of our special internal "files"
# (see __patched_linecache_getlines).
file = inspect.getfile(obj)
if not file[0]+file[-2:] == '<]>': file = None
if file is None:
source_lines = None
else:
if module is not None:
# Supply the module globals in case the module was
# originally loaded via a PEP 302 loader and
# file is not a valid filesystem path
source_lines = linecache.getlines(file, module.__dict__)
else:
# No access to a loader, so assume it's a normal
# filesystem path
source_lines = linecache.getlines(file)
if not source_lines:
source_lines = None
# Initialize globals, and merge in extraglobs.
if globs is None:
if module is None:
globs = {}
else:
globs = module.__dict__.copy()
else:
globs = globs.copy()
if extraglobs is not None:
globs.update(extraglobs)
if '__name__' not in globs:
globs['__name__'] = '__main__' # provide a default module name
# Recursively explore `obj`, extracting DocTests.
tests = []
self._find(tests, obj, name, module, source_lines, globs, {})
# Sort the tests by alpha order of names, for consistency in
# verbose-mode output. This was a feature of doctest in Pythons
# <= 2.3 that got lost by accident in 2.4. It was repaired in
# 2.4.4 and 2.5.
tests.sort()
return tests
def _from_module(self, module, object):
"""
Return true if the given object is defined in the given
module.
"""
if module is None:
return True
elif inspect.getmodule(object) is not None:
return module is inspect.getmodule(object)
elif inspect.isfunction(object):
return module.__dict__ is object.__globals__
elif inspect.ismethoddescriptor(object):
if hasattr(object, '__objclass__'):
obj_mod = object.__objclass__.__module__
elif hasattr(object, '__module__'):
obj_mod = object.__module__
else:
return True # [XX] no easy way to tell otherwise
return module.__name__ == obj_mod
elif inspect.isclass(object):
return module.__name__ == object.__module__
elif hasattr(object, '__module__'):
return module.__name__ == object.__module__
elif isinstance(object, property):
return True # [XX] no way not be sure.
else:
raise ValueError("object must be a class or function")
def _find(self, tests, obj, name, module, source_lines, globs, seen):
"""
Find tests for the given object and any contained objects, and
add them to `tests`.
"""
if self._verbose:
print('Finding tests in %s' % name)
# If we've already processed this object, then ignore it.
if id(obj) in seen:
return
seen[id(obj)] = 1
# Find a test for this object, and add it to the list of tests.
test = self._get_test(obj, name, module, globs, source_lines)
if test is not None:
tests.append(test)
# Look for tests in a module's contained objects.
if inspect.ismodule(obj) and self._recurse:
for valname, val in obj.__dict__.items():
valname = '%s.%s' % (name, valname)
# Recurse to functions & classes.
if ((inspect.isroutine(inspect.unwrap(val))
or inspect.isclass(val)) and
self._from_module(module, val)):
self._find(tests, val, valname, module, source_lines,
globs, seen)
# Look for tests in a module's __test__ dictionary.
if inspect.ismodule(obj) and self._recurse:
for valname, val in getattr(obj, '__test__', {}).items():
if not isinstance(valname, str):
raise ValueError("DocTestFinder.find: __test__ keys "
"must be strings: %r" %
(type(valname),))
if not (inspect.isroutine(val) or inspect.isclass(val) or
inspect.ismodule(val) or isinstance(val, str)):
raise ValueError("DocTestFinder.find: __test__ values "
"must be strings, functions, methods, "
"classes, or modules: %r" %
(type(val),))
valname = '%s.__test__.%s' % (name, valname)
self._find(tests, val, valname, module, source_lines,
globs, seen)
# Look for tests in a class's contained objects.
if inspect.isclass(obj) and self._recurse:
for valname, val in obj.__dict__.items():
# Special handling for staticmethod/classmethod.
if isinstance(val, staticmethod):
val = getattr(obj, valname)
if isinstance(val, classmethod):
val = getattr(obj, valname).__func__
# Recurse to methods, properties, and nested classes.
if ((inspect.isroutine(val) or inspect.isclass(val) or
isinstance(val, property)) and
self._from_module(module, val)):
valname = '%s.%s' % (name, valname)
self._find(tests, val, valname, module, source_lines,
globs, seen)
def _get_test(self, obj, name, module, globs, source_lines):
"""
Return a DocTest for the given object, if it defines a docstring;
otherwise, return None.
"""
# Extract the object's docstring. If it doesn't have one,
# then return None (no test for this object).
if isinstance(obj, str):
docstring = obj
else:
try:
if obj.__doc__ is None:
docstring = ''
else:
docstring = obj.__doc__
if not isinstance(docstring, str):
docstring = str(docstring)
except (TypeError, AttributeError):
docstring = ''
# Find the docstring's location in the file.
lineno = self._find_lineno(obj, source_lines)
# Don't bother if the docstring is empty.
if self._exclude_empty and not docstring:
return None
# Return a DocTest for this object.
if module is None:
filename = None
else:
# __file__ can be None for namespace packages.
filename = getattr(module, '__file__', None) or module.__name__
if filename[-4:] == ".pyc":
filename = filename[:-1]
return self._parser.get_doctest(docstring, globs, name,
filename, lineno)
def _find_lineno(self, obj, source_lines):
"""
Return a line number of the given object's docstring. Note:
this method assumes that the object has a docstring.
"""
lineno = None
# Find the line number for modules.
if inspect.ismodule(obj):
lineno = 0
# Find the line number for classes.
# Note: this could be fooled if a class is defined multiple
# times in a single file.
if inspect.isclass(obj):
if source_lines is None:
return None
pat = re.compile(r'^\s*class\s*%s\b' %
getattr(obj, '__name__', '-'))
for i, line in enumerate(source_lines):
if pat.match(line):
lineno = i
break
# Find the line number for functions & methods.
if inspect.ismethod(obj): obj = obj.__func__
if inspect.isfunction(obj): obj = obj.__code__
if inspect.istraceback(obj): obj = obj.tb_frame
if inspect.isframe(obj): obj = obj.f_code
if inspect.iscode(obj):
lineno = getattr(obj, 'co_firstlineno', None)-1
# Find the line number where the docstring starts. Assume
# that it's the first line that begins with a quote mark.
# Note: this could be fooled by a multiline function
# signature, where a continuation line begins with a quote
# mark.
if lineno is not None:
if source_lines is None:
return lineno+1
pat = re.compile(r'(^|.*:)\s*\w*("|\')')
for lineno in range(lineno, len(source_lines)):
if pat.match(source_lines[lineno]):
return lineno
# We couldn't find the line number.
return None
######################################################################
## 5. DocTest Runner
######################################################################
class DocTestRunner:
"""
A class used to run DocTest test cases, and accumulate statistics.
The `run` method is used to process a single DocTest case. It
returns a tuple `(f, t)`, where `t` is the number of test cases
tried, and `f` is the number of test cases that failed.
>>> tests = DocTestFinder().find(_TestClass)
>>> runner = DocTestRunner(verbose=False)
>>> tests.sort(key = lambda test: test.name)
>>> for test in tests:
... print(test.name, '->', runner.run(test))
_TestClass -> TestResults(failed=0, attempted=2)
_TestClass.__init__ -> TestResults(failed=0, attempted=2)
_TestClass.get -> TestResults(failed=0, attempted=2)
_TestClass.square -> TestResults(failed=0, attempted=1)
The `summarize` method prints a summary of all the test cases that
have been run by the runner, and returns an aggregated `(f, t)`
tuple:
>>> runner.summarize(verbose=1)
4 items passed all tests:
2 tests in _TestClass
2 tests in _TestClass.__init__
2 tests in _TestClass.get
1 tests in _TestClass.square
7 tests in 4 items.
7 passed and 0 failed.
Test passed.
TestResults(failed=0, attempted=7)
The aggregated number of tried examples and failed examples is
also available via the `tries` and `failures` attributes:
>>> runner.tries
7
>>> runner.failures
0
The comparison between expected outputs and actual outputs is done
by an `OutputChecker`. This comparison may be customized with a
number of option flags; see the documentation for `testmod` for
more information. If the option flags are insufficient, then the
comparison may also be customized by passing a subclass of
`OutputChecker` to the constructor.
The test runner's display output can be controlled in two ways.
First, an output function (`out) can be passed to
`TestRunner.run`; this function will be called with strings that
should be displayed. It defaults to `sys.stdout.write`. If
capturing the output is not sufficient, then the display output
can be also customized by subclassing DocTestRunner, and
overriding the methods `report_start`, `report_success`,
`report_unexpected_exception`, and `report_failure`.
"""
# This divider string is used to separate failure messages, and to
# separate sections of the summary.
DIVIDER = "*" * 70
def __init__(self, checker=None, verbose=None, optionflags=0):
"""
Create a new test runner.
Optional keyword arg `checker` is the `OutputChecker` that
should be used to compare the expected outputs and actual
outputs of doctest examples.
Optional keyword arg 'verbose' prints lots of stuff if true,
only failures if false; by default, it's true iff '-v' is in
sys.argv.
Optional argument `optionflags` can be used to control how the
test runner compares expected output to actual output, and how
it displays failures. See the documentation for `testmod` for
more information.
"""
self._checker = checker or OutputChecker()
if verbose is None:
verbose = '-v' in sys.argv
self._verbose = verbose
self.optionflags = optionflags
self.original_optionflags = optionflags
# Keep track of the examples we've run.
self.tries = 0
self.failures = 0
self._name2ft = {}
# Create a fake output target for capturing doctest output.
self._fakeout = _SpoofOut()
#/////////////////////////////////////////////////////////////////
# Reporting methods
#/////////////////////////////////////////////////////////////////
def report_start(self, out, test, example):
"""
Report that the test runner is about to process the given
example. (Only displays a message if verbose=True)
"""
if self._verbose:
if example.want:
out('Trying:\n' + _indent(example.source) +
'Expecting:\n' + _indent(example.want))
else:
out('Trying:\n' + _indent(example.source) +
'Expecting nothing\n')
def report_success(self, out, test, example, got):
"""
Report that the given example ran successfully. (Only
displays a message if verbose=True)
"""
if self._verbose:
out("ok\n")
def report_failure(self, out, test, example, got):
"""
Report that the given example failed.
"""
out(self._failure_header(test, example) +
self._checker.output_difference(example, got, self.optionflags))
def report_unexpected_exception(self, out, test, example, exc_info):
"""
Report that the given example raised an unexpected exception.
"""
out(self._failure_header(test, example) +
'Exception raised:\n' + _indent(_exception_traceback(exc_info)))
def _failure_header(self, test, example):
out = [self.DIVIDER]
if test.filename:
if test.lineno is not None and example.lineno is not None:
lineno = test.lineno + example.lineno + 1
else:
lineno = '?'
out.append('File "%s", line %s, in %s' %
(test.filename, lineno, test.name))
else:
out.append('Line %s, in %s' % (example.lineno+1, test.name))
out.append('Failed example:')
source = example.source
out.append(_indent(source))
return '\n'.join(out)
#/////////////////////////////////////////////////////////////////
# DocTest Running
#/////////////////////////////////////////////////////////////////
def __run(self, test, compileflags, out):
"""
Run the examples in `test`. Write the outcome of each example
with one of the `DocTestRunner.report_*` methods, using the
writer function `out`. `compileflags` is the set of compiler
flags that should be used to execute examples. Return a tuple
`(f, t)`, where `t` is the number of examples tried, and `f`
is the number of examples that failed. The examples are run
in the namespace `test.globs`.
"""
# Keep track of the number of failures and tries.
failures = tries = 0
# Save the option flags (since option directives can be used
# to modify them).
original_optionflags = self.optionflags
SUCCESS, FAILURE, BOOM = range(3) # `outcome` state
check = self._checker.check_output
# Process each example.
for examplenum, example in enumerate(test.examples):
# If REPORT_ONLY_FIRST_FAILURE is set, then suppress
# reporting after the first failure.
quiet = (self.optionflags & REPORT_ONLY_FIRST_FAILURE and
failures > 0)
# Merge in the example's options.
self.optionflags = original_optionflags
if example.options:
for (optionflag, val) in example.options.items():
if val:
self.optionflags |= optionflag
else:
self.optionflags &= ~optionflag
# If 'SKIP' is set, then skip this example.
if self.optionflags & SKIP:
continue
# Record that we started this example.
tries += 1
if not quiet:
self.report_start(out, test, example)
# Use a special filename for compile(), so we can retrieve
# the source code during interactive debugging (see
# __patched_linecache_getlines).
filename = '<doctest %s[%d]>' % (test.name, examplenum)
# Run the example in the given context (globs), and record
# any exception that gets raised. (But don't intercept
# keyboard interrupts.)
try:
# Don't blink! This is where the user's code gets run.
exec(compile(example.source, filename, "single",
compileflags, 1), test.globs)
self.debugger.set_continue() # ==== Example Finished ====
exception = None
except KeyboardInterrupt:
raise
except:
exception = sys.exc_info()
self.debugger.set_continue() # ==== Example Finished ====
got = self._fakeout.getvalue() # the actual output
self._fakeout.truncate(0)
outcome = FAILURE # guilty until proved innocent or insane
# If the example executed without raising any exceptions,
# verify its output.
if exception is None:
if check(example.want, got, self.optionflags):
outcome = SUCCESS
# The example raised an exception: check if it was expected.
else:
exc_msg = traceback.format_exception_only(*exception[:2])[-1]
if not quiet:
got += _exception_traceback(exception)
# If `example.exc_msg` is None, then we weren't expecting
# an exception.
if example.exc_msg is None:
outcome = BOOM
# We expected an exception: see whether it matches.
elif check(example.exc_msg, exc_msg, self.optionflags):
outcome = SUCCESS
# Another chance if they didn't care about the detail.
elif self.optionflags & IGNORE_EXCEPTION_DETAIL:
if check(_strip_exception_details(example.exc_msg),
_strip_exception_details(exc_msg),
self.optionflags):
outcome = SUCCESS
# Report the outcome.
if outcome is SUCCESS:
if not quiet:
self.report_success(out, test, example, got)
elif outcome is FAILURE:
if not quiet:
self.report_failure(out, test, example, got)
failures += 1
elif outcome is BOOM:
if not quiet:
self.report_unexpected_exception(out, test, example,
exception)
failures += 1
else:
assert False, ("unknown outcome", outcome)
if failures and self.optionflags & FAIL_FAST:
break
# Restore the option flags (in case they were modified)
self.optionflags = original_optionflags
# Record and return the number of failures and tries.
self.__record_outcome(test, failures, tries)
return TestResults(failures, tries)
def __record_outcome(self, test, f, t):
"""
Record the fact that the given DocTest (`test`) generated `f`
failures out of `t` tried examples.
"""
f2, t2 = self._name2ft.get(test.name, (0,0))
self._name2ft[test.name] = (f+f2, t+t2)
self.failures += f
self.tries += t
__LINECACHE_FILENAME_RE = re.compile(r'<doctest '
r'(?P<name>.+)'
r'\[(?P<examplenum>\d+)\]>$')
def __patched_linecache_getlines(self, filename, module_globals=None):
m = self.__LINECACHE_FILENAME_RE.match(filename)
if m and m.group('name') == self.test.name:
example = self.test.examples[int(m.group('examplenum'))]
return example.source.splitlines(keepends=True)
else:
return self.save_linecache_getlines(filename, module_globals)
def run(self, test, compileflags=None, out=None, clear_globs=True):
"""
Run the examples in `test`, and display the results using the
writer function `out`.
The examples are run in the namespace `test.globs`. If
`clear_globs` is true (the default), then this namespace will
be cleared after the test runs, to help with garbage
collection. If you would like to examine the namespace after
the test completes, then use `clear_globs=False`.
`compileflags` gives the set of flags that should be used by
the Python compiler when running the examples. If not
specified, then it will default to the set of future-import
flags that apply to `globs`.
The output of each example is checked using
`DocTestRunner.check_output`, and the results are formatted by
the `DocTestRunner.report_*` methods.
"""
self.test = test
if compileflags is None:
compileflags = _extract_future_flags(test.globs)
save_stdout = sys.stdout
if out is None:
encoding = save_stdout.encoding
if encoding is None or encoding.lower() == 'utf-8':
out = save_stdout.write
else:
# Use backslashreplace error handling on write
def out(s):
s = str(s.encode(encoding, 'backslashreplace'), encoding)
save_stdout.write(s)
sys.stdout = self._fakeout
# Patch pdb.set_trace to restore sys.stdout during interactive
# debugging (so it's not still redirected to self._fakeout).
# Note that the interactive output will go to *our*
# save_stdout, even if that's not the real sys.stdout; this
# allows us to write test cases for the set_trace behavior.
save_trace = sys.gettrace()
save_set_trace = pdb.set_trace
self.debugger = _OutputRedirectingPdb(save_stdout)
self.debugger.reset()
pdb.set_trace = self.debugger.set_trace
# Patch linecache.getlines, so we can see the example's source
# when we're inside the debugger.
self.save_linecache_getlines = linecache.getlines
linecache.getlines = self.__patched_linecache_getlines
# Make sure sys.displayhook just prints the value to stdout
save_displayhook = sys.displayhook
sys.displayhook = sys.__displayhook__
try:
return self.__run(test, compileflags, out)
finally:
sys.stdout = save_stdout
pdb.set_trace = save_set_trace
sys.settrace(save_trace)
linecache.getlines = self.save_linecache_getlines
sys.displayhook = save_displayhook
if clear_globs:
test.globs.clear()
import builtins
builtins._ = None
#/////////////////////////////////////////////////////////////////
# Summarization
#/////////////////////////////////////////////////////////////////
def summarize(self, verbose=None):
"""
Print a summary of all the test cases that have been run by
this DocTestRunner, and return a tuple `(f, t)`, where `f` is
the total number of failed examples, and `t` is the total
number of tried examples.
The optional `verbose` argument controls how detailed the
summary is. If the verbosity is not specified, then the
DocTestRunner's verbosity is used.
"""
if verbose is None:
verbose = self._verbose
notests = []
passed = []
failed = []
totalt = totalf = 0
for x in self._name2ft.items():
name, (f, t) = x
assert f <= t
totalt += t
totalf += f
if t == 0:
notests.append(name)
elif f == 0:
passed.append( (name, t) )
else:
failed.append(x)
if verbose:
if notests:
print(len(notests), "items had no tests:")
notests.sort()
for thing in notests:
print(" ", thing)
if passed:
print(len(passed), "items passed all tests:")
passed.sort()
for thing, count in passed:
print(" %3d tests in %s" % (count, thing))
if failed:
print(self.DIVIDER)
print(len(failed), "items had failures:")
failed.sort()
for thing, (f, t) in failed:
print(" %3d of %3d in %s" % (f, t, thing))
if verbose:
print(totalt, "tests in", len(self._name2ft), "items.")
print(totalt - totalf, "passed and", totalf, "failed.")
if totalf:
print("***Test Failed***", totalf, "failures.")
elif verbose:
print("Test passed.")
return TestResults(totalf, totalt)
#/////////////////////////////////////////////////////////////////
# Backward compatibility cruft to maintain doctest.master.
#/////////////////////////////////////////////////////////////////
def merge(self, other):
d = self._name2ft
for name, (f, t) in other._name2ft.items():
if name in d:
# Don't print here by default, since doing
# so breaks some of the buildbots
#print("*** DocTestRunner.merge: '" + name + "' in both" \
# " testers; summing outcomes.")
f2, t2 = d[name]
f = f + f2
t = t + t2
d[name] = f, t
class OutputChecker:
"""
A class used to check the whether the actual output from a doctest
example matches the expected output. `OutputChecker` defines two
methods: `check_output`, which compares a given pair of outputs,
and returns true if they match; and `output_difference`, which
returns a string describing the differences between two outputs.
"""
def _toAscii(self, s):
"""
Convert string to hex-escaped ASCII string.
"""
return str(s.encode('ASCII', 'backslashreplace'), "ASCII")
def check_output(self, want, got, optionflags):
"""
Return True iff the actual output from an example (`got`)
matches the expected output (`want`). These strings are
always considered to match if they are identical; but
depending on what option flags the test runner is using,
several non-exact match types are also possible. See the
documentation for `TestRunner` for more information about
option flags.
"""
# If `want` contains hex-escaped character such as "\u1234",
# then `want` is a string of six characters(e.g. [\,u,1,2,3,4]).
# On the other hand, `got` could be another sequence of
# characters such as [\u1234], so `want` and `got` should
# be folded to hex-escaped ASCII string to compare.
got = self._toAscii(got)
want = self._toAscii(want)
# Handle the common case first, for efficiency:
# if they're string-identical, always return true.
if got == want:
return True
# The values True and False replaced 1 and 0 as the return
# value for boolean comparisons in Python 2.3.
if not (optionflags & DONT_ACCEPT_TRUE_FOR_1):
if (got,want) == ("True\n", "1\n"):
return True
if (got,want) == ("False\n", "0\n"):
return True
# <BLANKLINE> can be used as a special sequence to signify a
# blank line, unless the DONT_ACCEPT_BLANKLINE flag is used.
if not (optionflags & DONT_ACCEPT_BLANKLINE):
# Replace <BLANKLINE> in want with a blank line.
want = re.sub(r'(?m)^%s\s*?$' % re.escape(BLANKLINE_MARKER),
'', want)
# If a line in got contains only spaces, then remove the
# spaces.
got = re.sub(r'(?m)^[^\S\n]+$', '', got)
if got == want:
return True
# This flag causes doctest to ignore any differences in the
# contents of whitespace strings. Note that this can be used
# in conjunction with the ELLIPSIS flag.
if optionflags & NORMALIZE_WHITESPACE:
got = ' '.join(got.split())
want = ' '.join(want.split())
if got == want:
return True
# The ELLIPSIS flag says to let the sequence "..." in `want`
# match any substring in `got`.
if optionflags & ELLIPSIS:
if _ellipsis_match(want, got):
return True
# We didn't find any match; return false.
return False
# Should we do a fancy diff?
def _do_a_fancy_diff(self, want, got, optionflags):
# Not unless they asked for a fancy diff.
if not optionflags & (REPORT_UDIFF |
REPORT_CDIFF |
REPORT_NDIFF):
return False
# If expected output uses ellipsis, a meaningful fancy diff is
# too hard ... or maybe not. In two real-life failures Tim saw,
# a diff was a major help anyway, so this is commented out.
# [todo] _ellipsis_match() knows which pieces do and don't match,
# and could be the basis for a kick-ass diff in this case.
##if optionflags & ELLIPSIS and ELLIPSIS_MARKER in want:
## return False
# ndiff does intraline difference marking, so can be useful even
# for 1-line differences.
if optionflags & REPORT_NDIFF:
return True
# The other diff types need at least a few lines to be helpful.
return want.count('\n') > 2 and got.count('\n') > 2
def output_difference(self, example, got, optionflags):
"""
Return a string describing the differences between the
expected output for a given example (`example`) and the actual
output (`got`). `optionflags` is the set of option flags used
to compare `want` and `got`.
"""
want = example.want
# If <BLANKLINE>s are being used, then replace blank lines
# with <BLANKLINE> in the actual output string.
if not (optionflags & DONT_ACCEPT_BLANKLINE):
got = re.sub('(?m)^[ ]*(?=\n)', BLANKLINE_MARKER, got)
# Check if we should use diff.
if self._do_a_fancy_diff(want, got, optionflags):
# Split want & got into lines.
want_lines = want.splitlines(keepends=True)
got_lines = got.splitlines(keepends=True)
# Use difflib to find their differences.
if optionflags & REPORT_UDIFF:
diff = difflib.unified_diff(want_lines, got_lines, n=2)
diff = list(diff)[2:] # strip the diff header
kind = 'unified diff with -expected +actual'
elif optionflags & REPORT_CDIFF:
diff = difflib.context_diff(want_lines, got_lines, n=2)
diff = list(diff)[2:] # strip the diff header
kind = 'context diff with expected followed by actual'
elif optionflags & REPORT_NDIFF:
engine = difflib.Differ(charjunk=difflib.IS_CHARACTER_JUNK)
diff = list(engine.compare(want_lines, got_lines))
kind = 'ndiff with -expected +actual'
else:
assert 0, 'Bad diff option'
return 'Differences (%s):\n' % kind + _indent(''.join(diff))
# If we're not using diff, then simply list the expected
# output followed by the actual output.
if want and got:
return 'Expected:\n%sGot:\n%s' % (_indent(want), _indent(got))
elif want:
return 'Expected:\n%sGot nothing\n' % _indent(want)
elif got:
return 'Expected nothing\nGot:\n%s' % _indent(got)
else:
return 'Expected nothing\nGot nothing\n'
class DocTestFailure(Exception):
"""A DocTest example has failed in debugging mode.
The exception instance has variables:
- test: the DocTest object being run
- example: the Example object that failed
- got: the actual output
"""
def __init__(self, test, example, got):
self.test = test
self.example = example
self.got = got
def __str__(self):
return str(self.test)
class UnexpectedException(Exception):
"""A DocTest example has encountered an unexpected exception
The exception instance has variables:
- test: the DocTest object being run
- example: the Example object that failed
- exc_info: the exception info
"""
def __init__(self, test, example, exc_info):
self.test = test
self.example = example
self.exc_info = exc_info
def __str__(self):
return str(self.test)
class DebugRunner(DocTestRunner):
r"""Run doc tests but raise an exception as soon as there is a failure.
If an unexpected exception occurs, an UnexpectedException is raised.
It contains the test, the example, and the original exception:
>>> runner = DebugRunner(verbose=False)
>>> test = DocTestParser().get_doctest('>>> raise KeyError\n42',
... {}, 'foo', 'foo.py', 0)
>>> try:
... runner.run(test)
... except UnexpectedException as f:
... failure = f
>>> failure.test is test
True
>>> failure.example.want
'42\n'
>>> exc_info = failure.exc_info
>>> raise exc_info[1] # Already has the traceback
Traceback (most recent call last):
...
KeyError
We wrap the original exception to give the calling application
access to the test and example information.
If the output doesn't match, then a DocTestFailure is raised:
>>> test = DocTestParser().get_doctest('''
... >>> x = 1
... >>> x
... 2
... ''', {}, 'foo', 'foo.py', 0)
>>> try:
... runner.run(test)
... except DocTestFailure as f:
... failure = f
DocTestFailure objects provide access to the test:
>>> failure.test is test
True
As well as to the example:
>>> failure.example.want
'2\n'
and the actual output:
>>> failure.got
'1\n'
If a failure or error occurs, the globals are left intact:
>>> del test.globs['__builtins__']
>>> test.globs
{'x': 1}
>>> test = DocTestParser().get_doctest('''
... >>> x = 2
... >>> raise KeyError
... ''', {}, 'foo', 'foo.py', 0)
>>> runner.run(test)
Traceback (most recent call last):
...
doctest.UnexpectedException: <DocTest foo from foo.py:0 (2 examples)>
>>> del test.globs['__builtins__']
>>> test.globs
{'x': 2}
But the globals are cleared if there is no error:
>>> test = DocTestParser().get_doctest('''
... >>> x = 2
... ''', {}, 'foo', 'foo.py', 0)
>>> runner.run(test)
TestResults(failed=0, attempted=1)
>>> test.globs
{}
"""
def run(self, test, compileflags=None, out=None, clear_globs=True):
r = DocTestRunner.run(self, test, compileflags, out, False)
if clear_globs:
test.globs.clear()
return r
def report_unexpected_exception(self, out, test, example, exc_info):
raise UnexpectedException(test, example, exc_info)
def report_failure(self, out, test, example, got):
raise DocTestFailure(test, example, got)
######################################################################
## 6. Test Functions
######################################################################
# These should be backwards compatible.
# For backward compatibility, a global instance of a DocTestRunner
# class, updated by testmod.
master = None
def testmod(m=None, name=None, globs=None, verbose=None,
report=True, optionflags=0, extraglobs=None,
raise_on_error=False, exclude_empty=False):
"""m=None, name=None, globs=None, verbose=None, report=True,
optionflags=0, extraglobs=None, raise_on_error=False,
exclude_empty=False
Test examples in docstrings in functions and classes reachable
from module m (or the current module if m is not supplied), starting
with m.__doc__.
Also test examples reachable from dict m.__test__ if it exists and is
not None. m.__test__ maps names to functions, classes and strings;
function and class docstrings are tested even if the name is private;
strings are tested directly, as if they were docstrings.
Return (#failures, #tests).
See help(doctest) for an overview.
Optional keyword arg "name" gives the name of the module; by default
use m.__name__.
Optional keyword arg "globs" gives a dict to be used as the globals
when executing examples; by default, use m.__dict__. A copy of this
dict is actually used for each docstring, so that each docstring's
examples start with a clean slate.
Optional keyword arg "extraglobs" gives a dictionary that should be
merged into the globals that are used to execute examples. By
default, no extra globals are used. This is new in 2.4.
Optional keyword arg "verbose" prints lots of stuff if true, prints
only failures if false; by default, it's true iff "-v" is in sys.argv.
Optional keyword arg "report" prints a summary at the end when true,
else prints nothing at the end. In verbose mode, the summary is
detailed, else very brief (in fact, empty if all tests passed).
Optional keyword arg "optionflags" or's together module constants,
and defaults to 0. This is new in 2.3. Possible values (see the
docs for details):
DONT_ACCEPT_TRUE_FOR_1
DONT_ACCEPT_BLANKLINE
NORMALIZE_WHITESPACE
ELLIPSIS
SKIP
IGNORE_EXCEPTION_DETAIL
REPORT_UDIFF
REPORT_CDIFF
REPORT_NDIFF
REPORT_ONLY_FIRST_FAILURE
Optional keyword arg "raise_on_error" raises an exception on the
first unexpected exception or failure. This allows failures to be
post-mortem debugged.
Advanced tomfoolery: testmod runs methods of a local instance of
class doctest.Tester, then merges the results into (or creates)
global Tester instance doctest.master. Methods of doctest.master
can be called directly too, if you want to do something unusual.
Passing report=0 to testmod is especially useful then, to delay
displaying a summary. Invoke doctest.master.summarize(verbose)
when you're done fiddling.
"""
global master
# If no module was given, then use __main__.
if m is None:
# DWA - m will still be None if this wasn't invoked from the command
# line, in which case the following TypeError is about as good an error
# as we should expect
m = sys.modules.get('__main__')
# Check that we were actually given a module.
if not inspect.ismodule(m):
raise TypeError("testmod: module required; %r" % (m,))
# If no name was given, then use the module's name.
if name is None:
name = m.__name__
# Find, parse, and run all tests in the given module.
finder = DocTestFinder(exclude_empty=exclude_empty)
if raise_on_error:
runner = DebugRunner(verbose=verbose, optionflags=optionflags)
else:
runner = DocTestRunner(verbose=verbose, optionflags=optionflags)
for test in finder.find(m, name, globs=globs, extraglobs=extraglobs):
runner.run(test)
if report:
runner.summarize()
if master is None:
master = runner
else:
master.merge(runner)
return TestResults(runner.failures, runner.tries)
def testfile(filename, module_relative=True, name=None, package=None,
globs=None, verbose=None, report=True, optionflags=0,
extraglobs=None, raise_on_error=False, parser=DocTestParser(),
encoding=None):
"""
Test examples in the given file. Return (#failures, #tests).
Optional keyword arg "module_relative" specifies how filenames
should be interpreted:
- If "module_relative" is True (the default), then "filename"
specifies a module-relative path. By default, this path is
relative to the calling module's directory; but if the
"package" argument is specified, then it is relative to that
package. To ensure os-independence, "filename" should use
"/" characters to separate path segments, and should not
be an absolute path (i.e., it may not begin with "/").
- If "module_relative" is False, then "filename" specifies an
os-specific path. The path may be absolute or relative (to
the current working directory).
Optional keyword arg "name" gives the name of the test; by default
use the file's basename.
Optional keyword argument "package" is a Python package or the
name of a Python package whose directory should be used as the
base directory for a module relative filename. If no package is
specified, then the calling module's directory is used as the base
directory for module relative filenames. It is an error to
specify "package" if "module_relative" is False.
Optional keyword arg "globs" gives a dict to be used as the globals
when executing examples; by default, use {}. A copy of this dict
is actually used for each docstring, so that each docstring's
examples start with a clean slate.
Optional keyword arg "extraglobs" gives a dictionary that should be
merged into the globals that are used to execute examples. By
default, no extra globals are used.
Optional keyword arg "verbose" prints lots of stuff if true, prints
only failures if false; by default, it's true iff "-v" is in sys.argv.
Optional keyword arg "report" prints a summary at the end when true,
else prints nothing at the end. In verbose mode, the summary is
detailed, else very brief (in fact, empty if all tests passed).
Optional keyword arg "optionflags" or's together module constants,
and defaults to 0. Possible values (see the docs for details):
DONT_ACCEPT_TRUE_FOR_1
DONT_ACCEPT_BLANKLINE
NORMALIZE_WHITESPACE
ELLIPSIS
SKIP
IGNORE_EXCEPTION_DETAIL
REPORT_UDIFF
REPORT_CDIFF
REPORT_NDIFF
REPORT_ONLY_FIRST_FAILURE
Optional keyword arg "raise_on_error" raises an exception on the
first unexpected exception or failure. This allows failures to be
post-mortem debugged.
Optional keyword arg "parser" specifies a DocTestParser (or
subclass) that should be used to extract tests from the files.
Optional keyword arg "encoding" specifies an encoding that should
be used to convert the file to unicode.
Advanced tomfoolery: testmod runs methods of a local instance of
class doctest.Tester, then merges the results into (or creates)
global Tester instance doctest.master. Methods of doctest.master
can be called directly too, if you want to do something unusual.
Passing report=0 to testmod is especially useful then, to delay
displaying a summary. Invoke doctest.master.summarize(verbose)
when you're done fiddling.
"""
global master
if package and not module_relative:
raise ValueError("Package may only be specified for module-"
"relative paths.")
# Relativize the path
text, filename = _load_testfile(filename, package, module_relative,
encoding or "utf-8")
# If no name was given, then use the file's name.
if name is None:
name = os.path.basename(filename)
# Assemble the globals.
if globs is None:
globs = {}
else:
globs = globs.copy()
if extraglobs is not None:
globs.update(extraglobs)
if '__name__' not in globs:
globs['__name__'] = '__main__'
if raise_on_error:
runner = DebugRunner(verbose=verbose, optionflags=optionflags)
else:
runner = DocTestRunner(verbose=verbose, optionflags=optionflags)
# Read the file, convert it to a test, and run it.
test = parser.get_doctest(text, globs, name, filename, 0)
runner.run(test)
if report:
runner.summarize()
if master is None:
master = runner
else:
master.merge(runner)
return TestResults(runner.failures, runner.tries)
def run_docstring_examples(f, globs, verbose=False, name="NoName",
compileflags=None, optionflags=0):
"""
Test examples in the given object's docstring (`f`), using `globs`
as globals. Optional argument `name` is used in failure messages.
If the optional argument `verbose` is true, then generate output
even if there are no failures.
`compileflags` gives the set of flags that should be used by the
Python compiler when running the examples. If not specified, then
it will default to the set of future-import flags that apply to
`globs`.
Optional keyword arg `optionflags` specifies options for the
testing and output. See the documentation for `testmod` for more
information.
"""
# Find, parse, and run all tests in the given module.
finder = DocTestFinder(verbose=verbose, recurse=False)
runner = DocTestRunner(verbose=verbose, optionflags=optionflags)
for test in finder.find(f, name, globs=globs):
runner.run(test, compileflags=compileflags)
######################################################################
## 7. Unittest Support
######################################################################
_unittest_reportflags = 0
def set_unittest_reportflags(flags):
"""Sets the unittest option flags.
The old flag is returned so that a runner could restore the old
value if it wished to:
>>> import doctest
>>> old = doctest._unittest_reportflags
>>> doctest.set_unittest_reportflags(REPORT_NDIFF |
... REPORT_ONLY_FIRST_FAILURE) == old
True
>>> doctest._unittest_reportflags == (REPORT_NDIFF |
... REPORT_ONLY_FIRST_FAILURE)
True
Only reporting flags can be set:
>>> doctest.set_unittest_reportflags(ELLIPSIS)
Traceback (most recent call last):
...
ValueError: ('Only reporting flags allowed', 8)
>>> doctest.set_unittest_reportflags(old) == (REPORT_NDIFF |
... REPORT_ONLY_FIRST_FAILURE)
True
"""
global _unittest_reportflags
if (flags & REPORTING_FLAGS) != flags:
raise ValueError("Only reporting flags allowed", flags)
old = _unittest_reportflags
_unittest_reportflags = flags
return old
class DocTestCase(unittest.TestCase):
def __init__(self, test, optionflags=0, setUp=None, tearDown=None,
checker=None):
unittest.TestCase.__init__(self)
self._dt_optionflags = optionflags
self._dt_checker = checker
self._dt_test = test
self._dt_setUp = setUp
self._dt_tearDown = tearDown
def setUp(self):
test = self._dt_test
if self._dt_setUp is not None:
self._dt_setUp(test)
def tearDown(self):
test = self._dt_test
if self._dt_tearDown is not None:
self._dt_tearDown(test)
test.globs.clear()
def runTest(self):
test = self._dt_test
old = sys.stdout
new = StringIO()
optionflags = self._dt_optionflags
if not (optionflags & REPORTING_FLAGS):
# The option flags don't include any reporting flags,
# so add the default reporting flags
optionflags |= _unittest_reportflags
runner = DocTestRunner(optionflags=optionflags,
checker=self._dt_checker, verbose=False)
try:
runner.DIVIDER = "-"*70
failures, tries = runner.run(
test, out=new.write, clear_globs=False)
finally:
sys.stdout = old
if failures:
raise self.failureException(self.format_failure(new.getvalue()))
def format_failure(self, err):
test = self._dt_test
if test.lineno is None:
lineno = 'unknown line number'
else:
lineno = '%s' % test.lineno
lname = '.'.join(test.name.split('.')[-1:])
return ('Failed doctest test for %s\n'
' File "%s", line %s, in %s\n\n%s'
% (test.name, test.filename, lineno, lname, err)
)
def debug(self):
r"""Run the test case without results and without catching exceptions
The unit test framework includes a debug method on test cases
and test suites to support post-mortem debugging. The test code
is run in such a way that errors are not caught. This way a
caller can catch the errors and initiate post-mortem debugging.
The DocTestCase provides a debug method that raises
UnexpectedException errors if there is an unexpected
exception:
>>> test = DocTestParser().get_doctest('>>> raise KeyError\n42',
... {}, 'foo', 'foo.py', 0)
>>> case = DocTestCase(test)
>>> try:
... case.debug()
... except UnexpectedException as f:
... failure = f
The UnexpectedException contains the test, the example, and
the original exception:
>>> failure.test is test
True
>>> failure.example.want
'42\n'
>>> exc_info = failure.exc_info
>>> raise exc_info[1] # Already has the traceback
Traceback (most recent call last):
...
KeyError
If the output doesn't match, then a DocTestFailure is raised:
>>> test = DocTestParser().get_doctest('''
... >>> x = 1
... >>> x
... 2
... ''', {}, 'foo', 'foo.py', 0)
>>> case = DocTestCase(test)
>>> try:
... case.debug()
... except DocTestFailure as f:
... failure = f
DocTestFailure objects provide access to the test:
>>> failure.test is test
True
As well as to the example:
>>> failure.example.want
'2\n'
and the actual output:
>>> failure.got
'1\n'
"""
self.setUp()
runner = DebugRunner(optionflags=self._dt_optionflags,
checker=self._dt_checker, verbose=False)
runner.run(self._dt_test, clear_globs=False)
self.tearDown()
def id(self):
return self._dt_test.name
def __eq__(self, other):
if type(self) is not type(other):
return NotImplemented
return self._dt_test == other._dt_test and \
self._dt_optionflags == other._dt_optionflags and \
self._dt_setUp == other._dt_setUp and \
self._dt_tearDown == other._dt_tearDown and \
self._dt_checker == other._dt_checker
def __hash__(self):
return hash((self._dt_optionflags, self._dt_setUp, self._dt_tearDown,
self._dt_checker))
def __repr__(self):
name = self._dt_test.name.split('.')
return "%s (%s)" % (name[-1], '.'.join(name[:-1]))
__str__ = object.__str__
def shortDescription(self):
return "Doctest: " + self._dt_test.name
class SkipDocTestCase(DocTestCase):
def __init__(self, module):
self.module = module
DocTestCase.__init__(self, None)
def setUp(self):
self.skipTest("DocTestSuite will not work with -O2 and above")
def test_skip(self):
pass
def shortDescription(self):
return "Skipping tests from %s" % self.module.__name__
__str__ = shortDescription
class _DocTestSuite(unittest.TestSuite):
def _removeTestAtIndex(self, index):
pass
def DocTestSuite(module=None, globs=None, extraglobs=None, test_finder=None,
**options):
"""
Convert doctest tests for a module to a unittest test suite.
This converts each documentation string in a module that
contains doctest tests to a unittest test case. If any of the
tests in a doc string fail, then the test case fails. An exception
is raised showing the name of the file containing the test and a
(sometimes approximate) line number.
The `module` argument provides the module to be tested. The argument
can be either a module or a module name.
If no argument is given, the calling module is used.
A number of options may be provided as keyword arguments:
setUp
A set-up function. This is called before running the
tests in each file. The setUp function will be passed a DocTest
object. The setUp function can access the test globals as the
globs attribute of the test passed.
tearDown
A tear-down function. This is called after running the
tests in each file. The tearDown function will be passed a DocTest
object. The tearDown function can access the test globals as the
globs attribute of the test passed.
globs
A dictionary containing initial global variables for the tests.
optionflags
A set of doctest option flags expressed as an integer.
"""
if test_finder is None:
test_finder = DocTestFinder()
module = _normalize_module(module)
tests = test_finder.find(module, globs=globs, extraglobs=extraglobs)
if not tests and sys.flags.optimize >=2:
# Skip doctests when running with -O2
suite = _DocTestSuite()
suite.addTest(SkipDocTestCase(module))
return suite
tests.sort()
suite = _DocTestSuite()
for test in tests:
if len(test.examples) == 0:
continue
if not test.filename:
filename = module.__file__
if filename[-4:] == ".pyc":
filename = filename[:-1]
test.filename = filename
suite.addTest(DocTestCase(test, **options))
return suite
class DocFileCase(DocTestCase):
def id(self):
return '_'.join(self._dt_test.name.split('.'))
def __repr__(self):
return self._dt_test.filename
def format_failure(self, err):
return ('Failed doctest test for %s\n File "%s", line 0\n\n%s'
% (self._dt_test.name, self._dt_test.filename, err)
)
def DocFileTest(path, module_relative=True, package=None,
globs=None, parser=DocTestParser(),
encoding=None, **options):
if globs is None:
globs = {}
else:
globs = globs.copy()
if package and not module_relative:
raise ValueError("Package may only be specified for module-"
"relative paths.")
# Relativize the path.
doc, path = _load_testfile(path, package, module_relative,
encoding or "utf-8")
if "__file__" not in globs:
globs["__file__"] = path
# Find the file and read it.
name = os.path.basename(path)
# Convert it to a test, and wrap it in a DocFileCase.
test = parser.get_doctest(doc, globs, name, path, 0)
return DocFileCase(test, **options)
def DocFileSuite(*paths, **kw):
"""A unittest suite for one or more doctest files.
The path to each doctest file is given as a string; the
interpretation of that string depends on the keyword argument
"module_relative".
A number of options may be provided as keyword arguments:
module_relative
If "module_relative" is True, then the given file paths are
interpreted as os-independent module-relative paths. By
default, these paths are relative to the calling module's
directory; but if the "package" argument is specified, then
they are relative to that package. To ensure os-independence,
"filename" should use "/" characters to separate path
segments, and may not be an absolute path (i.e., it may not
begin with "/").
If "module_relative" is False, then the given file paths are
interpreted as os-specific paths. These paths may be absolute
or relative (to the current working directory).
package
A Python package or the name of a Python package whose directory
should be used as the base directory for module relative paths.
If "package" is not specified, then the calling module's
directory is used as the base directory for module relative
filenames. It is an error to specify "package" if
"module_relative" is False.
setUp
A set-up function. This is called before running the
tests in each file. The setUp function will be passed a DocTest
object. The setUp function can access the test globals as the
globs attribute of the test passed.
tearDown
A tear-down function. This is called after running the
tests in each file. The tearDown function will be passed a DocTest
object. The tearDown function can access the test globals as the
globs attribute of the test passed.
globs
A dictionary containing initial global variables for the tests.
optionflags
A set of doctest option flags expressed as an integer.
parser
A DocTestParser (or subclass) that should be used to extract
tests from the files.
encoding
An encoding that will be used to convert the files to unicode.
"""
suite = _DocTestSuite()
# We do this here so that _normalize_module is called at the right
# level. If it were called in DocFileTest, then this function
# would be the caller and we might guess the package incorrectly.
if kw.get('module_relative', True):
kw['package'] = _normalize_module(kw.get('package'))
for path in paths:
suite.addTest(DocFileTest(path, **kw))
return suite
######################################################################
## 8. Debugging Support
######################################################################
def script_from_examples(s):
r"""Extract script from text with examples.
Converts text with examples to a Python script. Example input is
converted to regular code. Example output and all other words
are converted to comments:
>>> text = '''
... Here are examples of simple math.
...
... Python has super accurate integer addition
...
... >>> 2 + 2
... 5
...
... And very friendly error messages:
...
... >>> 1/0
... To Infinity
... And
... Beyond
...
... You can use logic if you want:
...
... >>> if 0:
... ... blah
... ... blah
... ...
...
... Ho hum
... '''
>>> print(script_from_examples(text))
# Here are examples of simple math.
#
# Python has super accurate integer addition
#
2 + 2
# Expected:
## 5
#
# And very friendly error messages:
#
1/0
# Expected:
## To Infinity
## And
## Beyond
#
# You can use logic if you want:
#
if 0:
blah
blah
#
# Ho hum
<BLANKLINE>
"""
output = []
for piece in DocTestParser().parse(s):
if isinstance(piece, Example):
# Add the example's source code (strip trailing NL)
output.append(piece.source[:-1])
# Add the expected output:
want = piece.want
if want:
output.append('# Expected:')
output += ['## '+l for l in want.split('\n')[:-1]]
else:
# Add non-example text.
output += [_comment_line(l)
for l in piece.split('\n')[:-1]]
# Trim junk on both ends.
while output and output[-1] == '#':
output.pop()
while output and output[0] == '#':
output.pop(0)
# Combine the output, and return it.
# Add a courtesy newline to prevent exec from choking (see bug #1172785)
return '\n'.join(output) + '\n'
def testsource(module, name):
"""Extract the test sources from a doctest docstring as a script.
Provide the module (or dotted name of the module) containing the
test to be debugged and the name (within the module) of the object
with the doc string with tests to be debugged.
"""
module = _normalize_module(module)
tests = DocTestFinder().find(module)
test = [t for t in tests if t.name == name]
if not test:
raise ValueError(name, "not found in tests")
test = test[0]
testsrc = script_from_examples(test.docstring)
return testsrc
def debug_src(src, pm=False, globs=None):
"""Debug a single doctest docstring, in argument `src`'"""
testsrc = script_from_examples(src)
debug_script(testsrc, pm, globs)
def debug_script(src, pm=False, globs=None):
"Debug a test script. `src` is the script, as a string."
import pdb
if globs:
globs = globs.copy()
else:
globs = {}
if pm:
try:
exec(src, globs, globs)
except:
print(sys.exc_info()[1])
p = pdb.Pdb(nosigint=True)
p.reset()
p.interaction(None, sys.exc_info()[2])
else:
pdb.Pdb(nosigint=True).run("exec(%r)" % src, globs, globs)
def debug(module, name, pm=False):
"""Debug a single doctest docstring.
Provide the module (or dotted name of the module) containing the
test to be debugged and the name (within the module) of the object
with the docstring with tests to be debugged.
"""
module = _normalize_module(module)
testsrc = testsource(module, name)
debug_script(testsrc, pm, module.__dict__)
######################################################################
## 9. Example Usage
######################################################################
class _TestClass:
"""
A pointless class, for sanity-checking of docstring testing.
Methods:
square()
get()
>>> _TestClass(13).get() + _TestClass(-12).get()
1
>>> hex(_TestClass(13).square().get())
'0xa9'
"""
def __init__(self, val):
"""val -> _TestClass object with associated value val.
>>> t = _TestClass(123)
>>> print(t.get())
123
"""
self.val = val
def square(self):
"""square() -> square TestClass's associated value
>>> _TestClass(13).square().get()
169
"""
self.val = self.val ** 2
return self
def get(self):
"""get() -> return TestClass's associated value.
>>> x = _TestClass(-42)
>>> print(x.get())
-42
"""
return self.val
__test__ = {"_TestClass": _TestClass,
"string": r"""
Example of a string object, searched as-is.
>>> x = 1; y = 2
>>> x + y, x * y
(3, 2)
""",
"bool-int equivalence": r"""
In 2.2, boolean expressions displayed
0 or 1. By default, we still accept
them. This can be disabled by passing
DONT_ACCEPT_TRUE_FOR_1 to the new
optionflags argument.
>>> 4 == 4
1
>>> 4 == 4
True
>>> 4 > 4
0
>>> 4 > 4
False
""",
"blank lines": r"""
Blank lines can be marked with <BLANKLINE>:
>>> print('foo\n\nbar\n')
foo
<BLANKLINE>
bar
<BLANKLINE>
""",
"ellipsis": r"""
If the ellipsis flag is used, then '...' can be used to
elide substrings in the desired output:
>>> print(list(range(1000))) #doctest: +ELLIPSIS
[0, 1, 2, ..., 999]
""",
"whitespace normalization": r"""
If the whitespace normalization flag is used, then
differences in whitespace are ignored.
>>> print(list(range(30))) #doctest: +NORMALIZE_WHITESPACE
[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14,
15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26,
27, 28, 29]
""",
}
def _test():
import argparse
parser = argparse.ArgumentParser(description="doctest runner")
parser.add_argument('-v', '--verbose', action='store_true', default=False,
help='print very verbose output for all tests')
parser.add_argument('-o', '--option', action='append',
choices=OPTIONFLAGS_BY_NAME.keys(), default=[],
help=('specify a doctest option flag to apply'
' to the test run; may be specified more'
' than once to apply multiple options'))
parser.add_argument('-f', '--fail-fast', action='store_true',
help=('stop running tests after first failure (this'
' is a shorthand for -o FAIL_FAST, and is'
' in addition to any other -o options)'))
parser.add_argument('file', nargs='+',
help='file containing the tests to run')
args = parser.parse_args()
testfiles = args.file
# Verbose used to be handled by the "inspect argv" magic in DocTestRunner,
# but since we are using argparse we are passing it manually now.
verbose = args.verbose
options = 0
for option in args.option:
options |= OPTIONFLAGS_BY_NAME[option]
if args.fail_fast:
options |= FAIL_FAST
for filename in testfiles:
if filename.endswith(".py"):
# It is a module -- insert its dir into sys.path and try to
# import it. If it is part of a package, that possibly
# won't work because of package imports.
dirname, filename = os.path.split(filename)
sys.path.insert(0, dirname)
m = __import__(filename[:-3])
del sys.path[0]
failures, _ = testmod(m, verbose=verbose, optionflags=options)
else:
failures, _ = testfile(filename, module_relative=False,
verbose=verbose, optionflags=options)
if failures:
return 1
return 0
if __name__ == "__main__":
sys.exit(_test())
_sitebuiltins.py 0000644 00000006053 15115353747 0010012 0 ustar 00 """
The objects used by the site module to add custom builtins.
"""
# Those objects are almost immortal and they keep a reference to their module
# globals. Defining them in the site module would keep too many references
# alive.
# Note this means this module should also avoid keep things alive in its
# globals.
import sys
class Quitter(object):
def __init__(self, name, eof):
self.name = name
self.eof = eof
def __repr__(self):
return 'Use %s() or %s to exit' % (self.name, self.eof)
def __call__(self, code=None):
# Shells like IDLE catch the SystemExit, but listen when their
# stdin wrapper is closed.
try:
sys.stdin.close()
except:
pass
raise SystemExit(code)
class _Printer(object):
"""interactive prompt objects for printing the license text, a list of
contributors and the copyright notice."""
MAXLINES = 23
def __init__(self, name, data, files=(), dirs=()):
import os
self.__name = name
self.__data = data
self.__lines = None
self.__filenames = [os.path.join(dir, filename)
for dir in dirs
for filename in files]
def __setup(self):
if self.__lines:
return
data = None
for filename in self.__filenames:
try:
with open(filename, "r") as fp:
data = fp.read()
break
except OSError:
pass
if not data:
data = self.__data
self.__lines = data.split('\n')
self.__linecnt = len(self.__lines)
def __repr__(self):
self.__setup()
if len(self.__lines) <= self.MAXLINES:
return "\n".join(self.__lines)
else:
return "Type %s() to see the full %s text" % ((self.__name,)*2)
def __call__(self):
self.__setup()
prompt = 'Hit Return for more, or q (and Return) to quit: '
lineno = 0
while 1:
try:
for i in range(lineno, lineno + self.MAXLINES):
print(self.__lines[i])
except IndexError:
break
else:
lineno += self.MAXLINES
key = None
while key is None:
key = input(prompt)
if key not in ('', 'q'):
key = None
if key == 'q':
break
class _Helper(object):
"""Define the builtin 'help'.
This is a wrapper around pydoc.help that provides a helpful message
when 'help' is typed at the Python interactive prompt.
Calling help() at the Python prompt starts an interactive help session.
Calling help(thing) prints help for the python object 'thing'.
"""
def __repr__(self):
return "Type help() for interactive help, " \
"or help(object) for help about object."
def __call__(self, *args, **kwds):
import pydoc
return pydoc.help(*args, **kwds)
config-3.8-x86_64-linux-gnu/Makefile 0000644 00000233533 15115353747 0012663 0 ustar 00 # Generated automatically from Makefile.pre by makesetup.
# Top-level Makefile for Python
#
# As distributed, this file is called Makefile.pre.in; it is processed
# into the real Makefile by running the script ./configure, which
# replaces things like @spam@ with values appropriate for your system.
# This means that if you edit Makefile, your changes get lost the next
# time you run the configure script. Ideally, you can do:
#
# ./configure
# make
# make test
# make install
#
# If you have a previous version of Python installed that you don't
# want to overwrite, you can use "make altinstall" instead of "make
# install". Refer to the "Installing" section in the README file for
# additional details.
#
# See also the section "Build instructions" in the README file.
# === Variables set by makesetup ===
MODBUILT_NAMES= posix errno pwd _sre _codecs _weakref _functools _operator _collections _abc itertools atexit _signal _stat time _thread _locale _io faulthandler _tracemalloc _symtable xxsubtype
MODDISABLED_NAMES=
MODOBJS= Modules/posixmodule.o Modules/errnomodule.o Modules/pwdmodule.o Modules/_sre.o Modules/_codecsmodule.o Modules/_weakref.o Modules/_functoolsmodule.o Modules/_operator.o Modules/_collectionsmodule.o Modules/_abc.o Modules/itertoolsmodule.o Modules/atexitmodule.o Modules/signalmodule.o Modules/_stat.o Modules/timemodule.o Modules/_threadmodule.o Modules/_localemodule.o Modules/_iomodule.o Modules/iobase.o Modules/fileio.o Modules/bytesio.o Modules/bufferedio.o Modules/textio.o Modules/stringio.o Modules/faulthandler.o Modules/_tracemalloc.o Modules/hashtable.o Modules/symtablemodule.o Modules/xxsubtype.o
MODLIBS= $(LOCALMODLIBS) $(BASEMODLIBS)
# === Variables set by configure
VERSION= 3.8
srcdir= /builddir/build/BUILD/Python-3.8.17
VPATH= /builddir/build/BUILD/Python-3.8.17
abs_srcdir= /builddir/build/BUILD/Python-3.8.17
abs_builddir= /builddir/build/BUILD/Python-3.8.17/build/optimized
CC= gcc -pthread
CXX= g++ -pthread
MAINCC= $(CC)
LINKCC= gcc
AR= ar
READELF= readelf
SOABI= cpython-38-x86_64-linux-gnu
LDVERSION= $(VERSION)$(ABIFLAGS)
LIBPYTHON=
GITVERSION=
GITTAG=
GITBRANCH=
PGO_PROF_GEN_FLAG=-fprofile-generate
PGO_PROF_USE_FLAG=-fprofile-use -fprofile-correction
LLVM_PROF_MERGER=true
LLVM_PROF_FILE=
LLVM_PROF_ERR=no
DTRACE= /usr/bin/dtrace
DFLAGS=
DTRACE_HEADERS= Include/pydtrace_probes.h
DTRACE_OBJS= Python/pydtrace.o
GNULD= yes
# Shell used by make (some versions default to the login shell, which is bad)
SHELL= /bin/sh
# Use this to make a link between python$(VERSION) and python in $(BINDIR)
LN= ln
# Portable install script (configure doesn't always guess right)
INSTALL= /usr/bin/install -c
INSTALL_PROGRAM=${INSTALL}
INSTALL_SCRIPT= ${INSTALL}
INSTALL_DATA= ${INSTALL} -m 644
# Shared libraries must be installed with executable mode on some systems;
# rather than figuring out exactly which, we always give them executable mode.
INSTALL_SHARED= ${INSTALL} -m 755
MKDIR_P= /usr/bin/mkdir -p
MAKESETUP= $(srcdir)/Modules/makesetup
# Compiler options
OPT= -DDYNAMIC_ANNOTATIONS_ENABLED=1 -DNDEBUG -O2 -g -pipe -Wall -Werror=format-security -Wp,-D_FORTIFY_SOURCE=2 -Wp,-D_GLIBCXX_ASSERTIONS -fexceptions -fstack-protector-strong -grecord-gcc-switches -m64 -mtune=generic -fasynchronous-unwind-tables -fstack-clash-protection -fcf-protection -D_GNU_SOURCE -fPIC -fwrapv
BASECFLAGS= -Wno-unused-result -Wsign-compare
BASECPPFLAGS= -IObjects -IInclude -IPython
CONFIGURE_CFLAGS= -O2 -g -pipe -Wall -Werror=format-security -Wp,-D_FORTIFY_SOURCE=2 -Wp,-D_GLIBCXX_ASSERTIONS -fexceptions -fstack-protector-strong -grecord-gcc-switches -m64 -mtune=generic -fasynchronous-unwind-tables -fstack-clash-protection -fcf-protection -D_GNU_SOURCE -fPIC -fwrapv
# CFLAGS_NODIST is used for building the interpreter and stdlib C extensions.
# Use it when a compiler flag should _not_ be part of the distutils CFLAGS
# once Python is installed (Issue #21121).
CONFIGURE_CFLAGS_NODIST=-O2 -g -pipe -Wall -Werror=format-security -Wp,-D_FORTIFY_SOURCE=2 -Wp,-D_GLIBCXX_ASSERTIONS -fexceptions -fstack-protector-strong -grecord-gcc-switches -specs=/usr/lib/rpm/redhat/redhat-hardened-cc1 -specs=/usr/lib/rpm/redhat/redhat-annobin-cc1 -m64 -mtune=generic -fasynchronous-unwind-tables -fstack-clash-protection -fcf-protection -D_GNU_SOURCE -fPIC -fwrapv -fno-semantic-interposition -flto -fuse-linker-plugin -ffat-lto-objects -flto-partition=none -g -std=c99 -Wextra -Wno-unused-result -Wno-unused-parameter -Wno-missing-field-initializers -Werror=implicit-function-declaration
# LDFLAGS_NODIST is used in the same manner as CFLAGS_NODIST.
# Use it when a linker flag should _not_ be part of the distutils LDFLAGS
# once Python is installed (bpo-35257)
CONFIGURE_LDFLAGS_NODIST=-Wl,-z,relro -Wl,-z,now -specs=/usr/lib/rpm/redhat/redhat-hardened-ld -fno-semantic-interposition -g -flto -fuse-linker-plugin -ffat-lto-objects -flto-partition=none -g
CONFIGURE_CPPFLAGS=
CONFIGURE_LDFLAGS= -Wl,-z,relro -Wl,-z,now -g
# Avoid assigning CFLAGS, LDFLAGS, etc. so users can use them on the
# command line to append to these values without stomping the pre-set
# values.
PY_CFLAGS= $(BASECFLAGS) $(OPT) $(CONFIGURE_CFLAGS) $(CFLAGS) $(EXTRA_CFLAGS)
PY_CFLAGS_NODIST=$(CONFIGURE_CFLAGS_NODIST) $(CFLAGS_NODIST) -I$(srcdir)/Include/internal
# Both CPPFLAGS and LDFLAGS need to contain the shell's value for setup.py to
# be able to build extension modules using the directories specified in the
# environment variables
PY_CPPFLAGS= $(BASECPPFLAGS) -I. -I$(srcdir)/Include $(CONFIGURE_CPPFLAGS) $(CPPFLAGS)
PY_LDFLAGS= $(CONFIGURE_LDFLAGS) $(LDFLAGS)
PY_LDFLAGS_NODIST=$(CONFIGURE_LDFLAGS_NODIST) $(LDFLAGS_NODIST)
NO_AS_NEEDED= -Wl,--no-as-needed
SGI_ABI= @SGI_ABI@
CCSHARED= -fPIC
# LINKFORSHARED are the flags passed to the $(CC) command that links
# the python executable -- this is only needed for a few systems
LINKFORSHARED= -Xlinker -export-dynamic
ARFLAGS= rcs
# Extra C flags added for building the interpreter object files.
CFLAGSFORSHARED=$(CCSHARED)
# C flags used for building the interpreter object files
PY_STDMODULE_CFLAGS= $(PY_CFLAGS) $(PY_CFLAGS_NODIST) $(PY_CPPFLAGS) $(CFLAGSFORSHARED)
PY_BUILTIN_MODULE_CFLAGS= $(PY_STDMODULE_CFLAGS) -DPy_BUILD_CORE_BUILTIN
PY_CORE_CFLAGS= $(PY_STDMODULE_CFLAGS) -DPy_BUILD_CORE
# Linker flags used for building the interpreter object files
PY_CORE_LDFLAGS=$(PY_LDFLAGS) $(PY_LDFLAGS_NODIST) -lcrypto
# Strict or non-strict aliasing flags used to compile dtoa.c, see above
CFLAGS_ALIASING=
# Machine-dependent subdirectories
MACHDEP= linux
# Multiarch directory (may be empty)
MULTIARCH= x86_64-linux-gnu
MULTIARCH_CPPFLAGS = -DMULTIARCH=\"x86_64-linux-gnu\"
# Install prefix for architecture-independent files
prefix= /usr
# Install prefix for architecture-dependent files
exec_prefix= /usr
# Install prefix for data files
datarootdir= ${prefix}/share
# Expanded directories
BINDIR= /usr/bin
LIBDIR= /usr/lib64
MANDIR= /usr/share/man
INCLUDEDIR= /usr/include
CONFINCLUDEDIR= $(exec_prefix)/include
SCRIPTDIR= $(prefix)/lib64
ABIFLAGS=
# Detailed destination directories
BINLIBDEST= $(LIBDIR)/python$(VERSION)
LIBDEST= $(SCRIPTDIR)/python$(VERSION)
INCLUDEPY= $(INCLUDEDIR)/python$(LDVERSION)
CONFINCLUDEPY= $(CONFINCLUDEDIR)/python$(LDVERSION)
# Symbols used for using shared libraries
SHLIB_SUFFIX= .so
EXT_SUFFIX= .cpython-38-x86_64-linux-gnu.so
LDSHARED= $(CC) -shared $(PY_LDFLAGS)
BLDSHARED= $(CC) -shared $(PY_CORE_LDFLAGS)
LDCXXSHARED= $(CXX) -shared
DESTSHARED= $(BINLIBDEST)/lib-dynload
# Executable suffix (.exe on Windows and Mac OS X)
EXE=
BUILDEXE=
# Short name and location for Mac OS X Python framework
UNIVERSALSDK=
PYTHONFRAMEWORK=
PYTHONFRAMEWORKDIR= no-framework
PYTHONFRAMEWORKPREFIX=
PYTHONFRAMEWORKINSTALLDIR=
# Deployment target selected during configure, to be checked
# by distutils. The export statement is needed to ensure that the
# deployment target is active during build.
MACOSX_DEPLOYMENT_TARGET=
#export MACOSX_DEPLOYMENT_TARGET
# Option to install to strip binaries
STRIPFLAG=-s
# Flags to lipo to produce a 32-bit-only universal executable
LIPO_32BIT_FLAGS=
# Flags to lipo to produce an intel-64-only universal executable
LIPO_INTEL64_FLAGS=
# Options to enable prebinding (for fast startup prior to Mac OS X 10.3)
OTHER_LIBTOOL_OPT=
# Environment to run shared python without installed libraries
RUNSHARED= LD_LIBRARY_PATH=/builddir/build/BUILD/Python-3.8.17/build/optimized
# ensurepip options
ENSUREPIP= no
# OpenSSL options for setup.py so sysconfig can pick up AC_SUBST() vars.
OPENSSL_INCLUDES=
OPENSSL_LIBS=-lssl -lcrypto
OPENSSL_LDFLAGS=
# Modes for directories, executables and data files created by the
# install process. Default to user-only-writable for all file types.
DIRMODE= 755
EXEMODE= 755
FILEMODE= 644
# configure script arguments
CONFIG_ARGS= '--build=x86_64-redhat-linux-gnu' '--host=x86_64-redhat-linux-gnu' '--program-prefix=' '--disable-dependency-tracking' '--prefix=/usr' '--exec-prefix=/usr' '--bindir=/usr/bin' '--sbindir=/usr/sbin' '--sysconfdir=/etc' '--datadir=/usr/share' '--includedir=/usr/include' '--libdir=/usr/lib64' '--libexecdir=/usr/libexec' '--localstatedir=/var' '--sharedstatedir=/var/lib' '--mandir=/usr/share/man' '--infodir=/usr/share/info' '--enable-ipv6' '--enable-shared' '--with-computed-gotos=yes' '--with-dbmliborder=gdbm:ndbm:bdb' '--with-system-expat' '--with-system-ffi' '--enable-loadable-sqlite-extensions' '--with-dtrace' '--with-lto' '--with-ssl-default-suites=openssl' '--with-valgrind' '--without-ensurepip' '--enable-optimizations' 'build_alias=x86_64-redhat-linux-gnu' 'host_alias=x86_64-redhat-linux-gnu' 'CFLAGS= -O2 -g -pipe -Wall -Werror=format-security -Wp,-D_FORTIFY_SOURCE=2 -Wp,-D_GLIBCXX_ASSERTIONS -fexceptions -fstack-protector-strong -grecord-gcc-switches -m64 -mtune=generic -fasynchronous-unwind-tables -fstack-clash-protection -fcf-protection -D_GNU_SOURCE -fPIC -fwrapv ' 'LDFLAGS= -Wl,-z,relro -Wl,-z,now -g ' 'CPPFLAGS=' 'PKG_CONFIG_PATH=:/usr/lib64/pkgconfig:/usr/share/pkgconfig'
# Subdirectories with code
SRCDIRS= Parser Objects Python Modules Modules/_io Programs
# Other subdirectories
SUBDIRSTOO= Include Lib Misc
# Files and directories to be distributed
CONFIGFILES= configure configure.ac acconfig.h pyconfig.h.in Makefile.pre.in
DISTFILES= README.rst ChangeLog $(CONFIGFILES)
DISTDIRS= $(SUBDIRS) $(SUBDIRSTOO) Ext-dummy
DIST= $(DISTFILES) $(DISTDIRS)
LIBRARY= libpython$(VERSION)$(ABIFLAGS).a
LDLIBRARY= libpython$(LDVERSION).so
BLDLIBRARY= -L. -lpython$(LDVERSION)
PY3LIBRARY= libpython3.so
DLLLIBRARY=
LDLIBRARYDIR=
INSTSONAME= libpython$(LDVERSION).so.1.0
LIBS= -lcrypt -lpthread -ldl -lutil -lm
LIBM= -lm
LIBC=
SYSLIBS= $(LIBM) $(LIBC)
SHLIBS= $(LIBS)
DLINCLDIR= .
DYNLOADFILE= dynload_shlib.o
MACHDEP_OBJS=
LIBOBJDIR= Python/
LIBOBJS=
PYTHON= python$(EXE)
BUILDPYTHON= python$(BUILDEXE)
PYTHON_FOR_REGEN=python3.8
UPDATE_FILE=python3.8 $(srcdir)/Tools/scripts/update_file.py
PYTHON_FOR_BUILD=./$(BUILDPYTHON) -E
_PYTHON_HOST_PLATFORM=
BUILD_GNU_TYPE= x86_64-redhat-linux-gnu
HOST_GNU_TYPE= x86_64-redhat-linux-gnu
# Tcl and Tk config info from --with-tcltk-includes and -libs options
TCLTK_INCLUDES=
TCLTK_LIBS=
# The task to run while instrumented when building the profile-opt target.
# To speed up profile generation, we don't run the full unit test suite
# by default. The default is "-m test --pgo". To run more tests, use
# PROFILE_TASK="-m test --pgo-extended"
PROFILE_TASK= -m test --pgo
# report files for gcov / lcov coverage report
COVERAGE_INFO= $(abs_builddir)/coverage.info
COVERAGE_REPORT=$(abs_builddir)/lcov-report
COVERAGE_REPORT_OPTIONS=--no-branch-coverage --title "CPython lcov report"
# === Definitions added by makesetup ===
LOCALMODLIBS=
BASEMODLIBS=
PYTHONPATH=$(COREPYTHONPATH)
COREPYTHONPATH=$(DESTPATH)$(SITEPATH)$(TESTPATH)
TESTPATH=
SITEPATH=
DESTPATH=
MACHDESTLIB=$(BINLIBDEST)
DESTLIB=$(LIBDEST)
##########################################################################
# Modules
MODULE_OBJS= \
Modules/config.o \
Modules/getpath.o \
Modules/main.o \
Modules/gcmodule.o
IO_H= Modules/_io/_iomodule.h
IO_OBJS= \
Modules/_io/_iomodule.o \
Modules/_io/iobase.o \
Modules/_io/fileio.o \
Modules/_io/bufferedio.o \
Modules/_io/textio.o \
Modules/_io/bytesio.o \
Modules/_io/stringio.o
##########################################################################
LIBFFI_INCLUDEDIR=
##########################################################################
# Parser
POBJS= \
Parser/acceler.o \
Parser/grammar1.o \
Parser/listnode.o \
Parser/node.o \
Parser/parser.o \
Parser/token.o \
PARSER_OBJS= $(POBJS) Parser/myreadline.o Parser/parsetok.o Parser/tokenizer.o
PARSER_HEADERS= \
$(srcdir)/Include/grammar.h \
$(srcdir)/Include/parsetok.h \
$(srcdir)/Parser/parser.h \
$(srcdir)/Parser/tokenizer.h
##########################################################################
# Python
PYTHON_OBJS= \
Python/_warnings.o \
Python/Python-ast.o \
Python/asdl.o \
Python/ast.o \
Python/ast_opt.o \
Python/ast_unparse.o \
Python/bltinmodule.o \
Python/ceval.o \
Python/codecs.o \
Python/compile.o \
Python/context.o \
Python/dynamic_annotations.o \
Python/errors.o \
Python/frozenmain.o \
Python/future.o \
Python/getargs.o \
Python/getcompiler.o \
Python/getcopyright.o \
Python/getplatform.o \
Python/getversion.o \
Python/graminit.o \
Python/hamt.o \
Python/import.o \
Python/importdl.o \
Python/initconfig.o \
Python/marshal.o \
Python/modsupport.o \
Python/mysnprintf.o \
Python/mystrtoul.o \
Python/pathconfig.o \
Python/peephole.o \
Python/preconfig.o \
Python/pyarena.o \
Python/pyctype.o \
Python/pyfpe.o \
Python/pyhash.o \
Python/pylifecycle.o \
Python/pymath.o \
Python/pystate.o \
Python/pythonrun.o \
Python/pytime.o \
Python/bootstrap_hash.o \
Python/structmember.o \
Python/symtable.o \
Python/sysmodule.o \
Python/thread.o \
Python/traceback.o \
Python/getopt.o \
Python/pystrcmp.o \
Python/pystrtod.o \
Python/pystrhex.o \
Python/dtoa.o \
Python/formatter_unicode.o \
Python/fileutils.o \
Python/$(DYNLOADFILE) \
$(LIBOBJS) \
$(MACHDEP_OBJS) \
$(DTRACE_OBJS)
##########################################################################
# Objects
OBJECT_OBJS= \
Objects/abstract.o \
Objects/accu.o \
Objects/boolobject.o \
Objects/bytes_methods.o \
Objects/bytearrayobject.o \
Objects/bytesobject.o \
Objects/call.o \
Objects/capsule.o \
Objects/cellobject.o \
Objects/classobject.o \
Objects/codeobject.o \
Objects/complexobject.o \
Objects/descrobject.o \
Objects/enumobject.o \
Objects/exceptions.o \
Objects/genobject.o \
Objects/fileobject.o \
Objects/floatobject.o \
Objects/frameobject.o \
Objects/funcobject.o \
Objects/interpreteridobject.o \
Objects/iterobject.o \
Objects/listobject.o \
Objects/longobject.o \
Objects/dictobject.o \
Objects/odictobject.o \
Objects/memoryobject.o \
Objects/methodobject.o \
Objects/moduleobject.o \
Objects/namespaceobject.o \
Objects/object.o \
Objects/obmalloc.o \
Objects/picklebufobject.o \
Objects/rangeobject.o \
Objects/setobject.o \
Objects/sliceobject.o \
Objects/structseq.o \
Objects/tupleobject.o \
Objects/typeobject.o \
Objects/unicodeobject.o \
Objects/unicodectype.o \
Objects/weakrefobject.o
##########################################################################
# objects that get linked into the Python library
LIBRARY_OBJS_OMIT_FROZEN= \
Modules/getbuildinfo.o \
$(PARSER_OBJS) \
$(OBJECT_OBJS) \
$(PYTHON_OBJS) \
$(MODULE_OBJS) \
$(MODOBJS)
LIBRARY_OBJS= \
$(LIBRARY_OBJS_OMIT_FROZEN) \
Python/frozen.o
##########################################################################
# DTrace
# On some systems, object files that reference DTrace probes need to be modified
# in-place by dtrace(1).
DTRACE_DEPS = \
Python/ceval.o Python/import.o Python/sysmodule.o Modules/gcmodule.o
#########################################################################
# Rules
# Default target
all: profile-opt
build_all: check-clean-src $(BUILDPYTHON) oldsharedmods sharedmods gdbhooks \
Programs/_testembed python-config
# Check that the source is clean when building out of source.
check-clean-src:
@if test -n "$(VPATH)" -a -f "$(srcdir)/Programs/python.o"; then \
echo "Error: The source directory ($(srcdir)) is not clean" ; \
echo "Building Python out of the source tree (in $(abs_builddir)) requires a clean source tree ($(abs_srcdir))" ; \
echo "Try to run: make -C \"$(srcdir)\" clean" ; \
exit 1; \
fi
# Profile generation build must start from a clean tree.
profile-clean-stamp:
$(MAKE) clean profile-removal
touch $@
# Compile with profile generation enabled.
profile-gen-stamp: profile-clean-stamp
@if [ $(LLVM_PROF_ERR) = yes ]; then \
echo "Error: Cannot perform PGO build because llvm-profdata was not found in PATH" ;\
echo "Please add it to PATH and run ./configure again" ;\
exit 1;\
fi
@echo "Building with support for profile generation:"
$(MAKE) build_all_generate_profile
touch $@
# Run task with profile generation build to create profile information.
profile-run-stamp:
@echo "Running code to generate profile data (this can take a while):"
# First, we need to create a clean build with profile generation
# enabled.
$(MAKE) profile-gen-stamp
# Next, run the profile task to generate the profile information.
$(MAKE) run_profile_task
$(MAKE) build_all_merge_profile
# Remove profile generation binary since we are done with it.
$(MAKE) clean
# This is an expensive target to build and it does not have proper
# makefile dependency information. So, we create a "stamp" file
# to record its completion and avoid re-running it.
touch $@
build_all_generate_profile:
$(MAKE) build_all CFLAGS_NODIST="$(CFLAGS_NODIST) $(PGO_PROF_GEN_FLAG)" LDFLAGS_NODIST="$(LDFLAGS_NODIST) $(PGO_PROF_GEN_FLAG)" LIBS="$(LIBS)"
run_profile_task:
@ # FIXME: can't run for a cross build
$(LLVM_PROF_FILE) $(RUNSHARED) ./$(BUILDPYTHON) $(PROFILE_TASK) || true
build_all_merge_profile:
$(LLVM_PROF_MERGER)
# Compile Python binary with profile guided optimization.
# To force re-running of the profile task, remove the profile-run-stamp file.
profile-opt: profile-run-stamp
@echo "Rebuilding with profile guided optimizations:"
-rm -f profile-clean-stamp
$(MAKE) build_all CFLAGS_NODIST="$(CFLAGS_NODIST) $(PGO_PROF_USE_FLAG)" LDFLAGS_NODIST="$(LDFLAGS_NODIST)"
# Compile and run with gcov
.PHONY=coverage coverage-lcov coverage-report
coverage:
@echo "Building with support for coverage checking:"
$(MAKE) clean profile-removal
$(MAKE) build_all CFLAGS="$(CFLAGS) -O0 -pg -fprofile-arcs -ftest-coverage" LIBS="$(LIBS) -lgcov"
coverage-lcov:
@echo "Creating Coverage HTML report with LCOV:"
@rm -f $(COVERAGE_INFO)
@rm -rf $(COVERAGE_REPORT)
@lcov --capture --directory $(abs_builddir) \
--base-directory $(realpath $(abs_builddir)) \
--path $(realpath $(abs_srcdir)) \
--output-file $(COVERAGE_INFO)
@ # remove 3rd party modules, system headers and internal files with
@ # debug, test or dummy functions.
@lcov --remove $(COVERAGE_INFO) \
'*/Modules/_blake2/impl/*' \
'*/Modules/_ctypes/libffi*/*' \
'*/Modules/_decimal/libmpdec/*' \
'*/Modules/_sha3/kcp/*' \
'*/Modules/expat/*' \
'*/Modules/zlib/*' \
'*/Include/*' \
'*/Modules/xx*.c' \
'*/Parser/listnode.c' \
'*/Python/pyfpe.c' \
'*/Python/pystrcmp.c' \
'/usr/include/*' \
'/usr/local/include/*' \
'/usr/lib/gcc/*' \
--output-file $(COVERAGE_INFO)
@genhtml $(COVERAGE_INFO) --output-directory $(COVERAGE_REPORT) \
$(COVERAGE_REPORT_OPTIONS)
@echo
@echo "lcov report at $(COVERAGE_REPORT)/index.html"
@echo
# Force regeneration of parser and importlib
coverage-report: regen-grammar regen-token regen-importlib
@ # build with coverage info
$(MAKE) coverage
@ # run tests, ignore failures
$(TESTRUNNER) $(TESTOPTS) || true
@ # build lcov report
$(MAKE) coverage-lcov
# Run "Argument Clinic" over all source files
.PHONY=clinic
clinic: check-clean-src $(srcdir)/Modules/_blake2/blake2s_impl.c
$(PYTHON_FOR_REGEN) $(srcdir)/Tools/clinic/clinic.py --make --srcdir $(srcdir)
# Build the interpreter
$(BUILDPYTHON): Programs/python.o $(LDLIBRARY) $(PY3LIBRARY)
$(LINKCC) $(PY_CORE_LDFLAGS) $(LINKFORSHARED) -o $@ Programs/python.o $(BLDLIBRARY) $(LIBS) $(MODLIBS) $(SYSLIBS)
platform: $(BUILDPYTHON) pybuilddir.txt
$(RUNSHARED) $(PYTHON_FOR_BUILD) -c 'import sys ; from sysconfig import get_platform ; print("%s-%d.%d" % (get_platform(), *sys.version_info[:2]))' >platform
# Create build directory and generate the sysconfig build-time data there.
# pybuilddir.txt contains the name of the build dir and is used for
# sys.path fixup -- see Modules/getpath.c.
# Since this step runs before shared modules are built, try to avoid bootstrap
# problems by creating a dummy pybuilddir.txt just to allow interpreter
# initialization to succeed. It will be overwritten by generate-posix-vars
# or removed in case of failure.
pybuilddir.txt: $(BUILDPYTHON)
@echo "none" > ./pybuilddir.txt
$(RUNSHARED) $(PYTHON_FOR_BUILD) -S -m sysconfig --generate-posix-vars ;\
if test $$? -ne 0 ; then \
echo "generate-posix-vars failed" ; \
rm -f ./pybuilddir.txt ; \
exit 1 ; \
fi
# This is shared by the math and cmath modules
Modules/_math.o: Modules/_math.c Modules/_math.h
$(CC) -c $(CCSHARED) $(PY_CORE_CFLAGS) -o $@ $<
# blake2s is auto-generated from blake2b
$(srcdir)/Modules/_blake2/blake2s_impl.c: $(srcdir)/Modules/_blake2/blake2b_impl.c $(srcdir)/Modules/_blake2/blake2b2s.py
$(PYTHON_FOR_REGEN) $(srcdir)/Modules/_blake2/blake2b2s.py
$(PYTHON_FOR_REGEN) $(srcdir)/Tools/clinic/clinic.py -f $@
# Build the shared modules
# Under GNU make, MAKEFLAGS are sorted and normalized; the 's' for
# -s, --silent or --quiet is always the first char.
# Under BSD make, MAKEFLAGS might be " -s -v x=y".
# Ignore macros passed by GNU make, passed after --
sharedmods: $(BUILDPYTHON) pybuilddir.txt Modules/_math.o
@case "`echo X $$MAKEFLAGS | sed 's/^X //;s/ -- .*//'`" in \
*\ -s*|s*) quiet="-q";; \
*) quiet="";; \
esac; \
echo "$(RUNSHARED) CC='$(CC)' LDSHARED='$(BLDSHARED)' OPT='$(OPT)' \
_TCLTK_INCLUDES='$(TCLTK_INCLUDES)' _TCLTK_LIBS='$(TCLTK_LIBS)' \
$(PYTHON_FOR_BUILD) $(srcdir)/setup.py $$quiet build"; \
$(RUNSHARED) CC='$(CC)' LDSHARED='$(BLDSHARED)' OPT='$(OPT)' \
_TCLTK_INCLUDES='$(TCLTK_INCLUDES)' _TCLTK_LIBS='$(TCLTK_LIBS)' \
$(PYTHON_FOR_BUILD) $(srcdir)/setup.py $$quiet build
libpython$(LDVERSION).so: $(LIBRARY_OBJS) $(DTRACE_OBJS)
if test $(INSTSONAME) != $(LDLIBRARY); then \
$(BLDSHARED) -Wl,-h$(INSTSONAME) -o $(INSTSONAME) $(LIBRARY_OBJS) $(MODLIBS) $(SHLIBS) $(LIBC) $(LIBM); \
$(LN) -f $(INSTSONAME) $@; \
else \
$(BLDSHARED) -o $@ $(LIBRARY_OBJS) $(MODLIBS) $(SHLIBS) $(LIBC) $(LIBM); \
fi
libpython3.so: libpython$(LDVERSION).so
$(BLDSHARED) $(NO_AS_NEEDED) -o $@ -Wl,-h$@ $^
libpython$(LDVERSION).dylib: $(LIBRARY_OBJS)
$(CC) -dynamiclib -Wl,-single_module $(PY_CORE_LDFLAGS) -undefined dynamic_lookup -Wl,-install_name,$(prefix)/lib/libpython$(LDVERSION).dylib -Wl,-compatibility_version,$(VERSION) -Wl,-current_version,$(VERSION) -o $@ $(LIBRARY_OBJS) $(DTRACE_OBJS) $(SHLIBS) $(LIBC) $(LIBM); \
libpython$(VERSION).sl: $(LIBRARY_OBJS)
$(LDSHARED) -o $@ $(LIBRARY_OBJS) $(MODLIBS) $(SHLIBS) $(LIBC) $(LIBM)
# Copy up the gdb python hooks into a position where they can be automatically
# loaded by gdb during Lib/test/test_gdb.py
#
# Distributors are likely to want to install this somewhere else e.g. relative
# to the stripped DWARF data for the shared library.
gdbhooks: $(BUILDPYTHON)-gdb.py
SRC_GDB_HOOKS=$(srcdir)/Tools/gdb/libpython.py
$(BUILDPYTHON)-gdb.py: $(SRC_GDB_HOOKS)
$(INSTALL_DATA) $(SRC_GDB_HOOKS) $(BUILDPYTHON)-gdb.py
# This rule is here for OPENSTEP/Rhapsody/MacOSX. It builds a temporary
# minimal framework (not including the Lib directory and such) in the current
# directory.
RESSRCDIR=Mac/Resources/framework
$(PYTHONFRAMEWORKDIR)/Versions/$(VERSION)/$(PYTHONFRAMEWORK): \
$(LIBRARY) \
$(RESSRCDIR)/Info.plist
$(INSTALL) -d -m $(DIRMODE) $(PYTHONFRAMEWORKDIR)/Versions/$(VERSION)
$(CC) -o $(LDLIBRARY) $(PY_CORE_LDFLAGS) -dynamiclib \
-all_load $(LIBRARY) -Wl,-single_module \
-install_name $(DESTDIR)$(PYTHONFRAMEWORKINSTALLDIR)/Versions/$(VERSION)/$(PYTHONFRAMEWORK) \
-compatibility_version $(VERSION) \
-current_version $(VERSION) \
-framework CoreFoundation $(LIBS);
$(INSTALL) -d -m $(DIRMODE) \
$(PYTHONFRAMEWORKDIR)/Versions/$(VERSION)/Resources/English.lproj
$(INSTALL_DATA) $(RESSRCDIR)/Info.plist \
$(PYTHONFRAMEWORKDIR)/Versions/$(VERSION)/Resources/Info.plist
$(LN) -fsn $(VERSION) $(PYTHONFRAMEWORKDIR)/Versions/Current
$(LN) -fsn Versions/Current/$(PYTHONFRAMEWORK) $(PYTHONFRAMEWORKDIR)/$(PYTHONFRAMEWORK)
$(LN) -fsn Versions/Current/Resources $(PYTHONFRAMEWORKDIR)/Resources
# This rule builds the Cygwin Python DLL and import library if configured
# for a shared core library; otherwise, this rule is a noop.
$(DLLLIBRARY) libpython$(LDVERSION).dll.a: $(LIBRARY_OBJS)
if test -n "$(DLLLIBRARY)"; then \
$(LDSHARED) -Wl,--out-implib=$@ -o $(DLLLIBRARY) $^ \
$(LIBS) $(MODLIBS) $(SYSLIBS); \
else true; \
fi
oldsharedmods: $(SHAREDMODS)
Makefile Modules/config.c: Makefile.pre \
$(srcdir)/Modules/config.c.in \
$(MAKESETUP) \
$(srcdir)/Modules/Setup \
Modules/Setup.local
$(SHELL) $(MAKESETUP) -c $(srcdir)/Modules/config.c.in \
-s Modules \
Modules/Setup.local \
$(srcdir)/Modules/Setup
@mv config.c Modules
@echo "The Makefile was updated, you may need to re-run make."
Programs/_testembed: Programs/_testembed.o $(LDLIBRARY) $(PY3LIBRARY)
$(LINKCC) $(PY_CORE_LDFLAGS) $(LINKFORSHARED) -o $@ Programs/_testembed.o $(BLDLIBRARY) $(LIBS) $(MODLIBS) $(SYSLIBS)
############################################################################
# Importlib
Programs/_freeze_importlib.o: Programs/_freeze_importlib.c Makefile
Programs/_freeze_importlib: Programs/_freeze_importlib.o $(LIBRARY_OBJS_OMIT_FROZEN)
$(LINKCC) $(PY_CORE_LDFLAGS) -o $@ Programs/_freeze_importlib.o $(LIBRARY_OBJS_OMIT_FROZEN) $(LIBS) $(MODLIBS) $(SYSLIBS)
.PHONY: regen-importlib
regen-importlib: Programs/_freeze_importlib
# Regenerate Python/importlib_external.h
# from Lib/importlib/_bootstrap_external.py using _freeze_importlib
./Programs/_freeze_importlib importlib._bootstrap_external \
$(srcdir)/Lib/importlib/_bootstrap_external.py \
$(srcdir)/Python/importlib_external.h.new
$(UPDATE_FILE) $(srcdir)/Python/importlib_external.h $(srcdir)/Python/importlib_external.h.new
# Regenerate Python/importlib.h from Lib/importlib/_bootstrap.py
# using _freeze_importlib
./Programs/_freeze_importlib importlib._bootstrap \
$(srcdir)/Lib/importlib/_bootstrap.py \
$(srcdir)/Python/importlib.h.new
$(UPDATE_FILE) $(srcdir)/Python/importlib.h $(srcdir)/Python/importlib.h.new
# Regenerate Python/importlib_zipimport.h from Lib/zipimport.py
# using _freeze_importlib
./Programs/_freeze_importlib zipimport \
$(srcdir)/Lib/zipimport.py \
$(srcdir)/Python/importlib_zipimport.h.new
$(UPDATE_FILE) $(srcdir)/Python/importlib_zipimport.h $(srcdir)/Python/importlib_zipimport.h.new
regen-abidump: all
@$(MKDIR_P) $(srcdir)/Doc/data/
abidw "libpython$(LDVERSION).so" --no-architecture --out-file $(srcdir)/Doc/data/python$(LDVERSION).abi.new
@$(UPDATE_FILE) $(srcdir)/Doc/data/python$(LDVERSION).abi $(srcdir)/Doc/data/python$(LDVERSION).abi.new
check-abidump: all
abidiff "libpython$(LDVERSION).so" $(srcdir)/Doc/data/python$(LDVERSION).abi --drop-private-types \
--suppressions $(srcdir)/Doc/data/python$(LDVERSION).abi.ignorefile \
--no-architecture --no-added-syms
############################################################################
# Regenerate all generated files
regen-all: regen-opcode regen-opcode-targets regen-typeslots regen-grammar \
regen-token regen-keyword regen-symbol regen-ast regen-importlib clinic
############################################################################
# Special rules for object files
Modules/getbuildinfo.o: $(PARSER_OBJS) \
$(OBJECT_OBJS) \
$(PYTHON_OBJS) \
$(MODULE_OBJS) \
$(MODOBJS) \
$(DTRACE_OBJS) \
$(srcdir)/Modules/getbuildinfo.c
$(CC) -c $(PY_CORE_CFLAGS) \
-DGITVERSION="\"`LC_ALL=C $(GITVERSION)`\"" \
-DGITTAG="\"`LC_ALL=C $(GITTAG)`\"" \
-DGITBRANCH="\"`LC_ALL=C $(GITBRANCH)`\"" \
-o $@ $(srcdir)/Modules/getbuildinfo.c
Modules/getpath.o: $(srcdir)/Modules/getpath.c Makefile
$(CC) -c $(PY_CORE_CFLAGS) -DPYTHONPATH='"$(PYTHONPATH)"' \
-DPREFIX='"$(prefix)"' \
-DEXEC_PREFIX='"$(exec_prefix)"' \
-DVERSION='"$(VERSION)"' \
-DVPATH='"$(VPATH)"' \
-o $@ $(srcdir)/Modules/getpath.c
Programs/python.o: $(srcdir)/Programs/python.c
$(MAINCC) -c $(PY_CORE_CFLAGS) -o $@ $(srcdir)/Programs/python.c
Programs/_testembed.o: $(srcdir)/Programs/_testembed.c
$(MAINCC) -c $(PY_CORE_CFLAGS) -o $@ $(srcdir)/Programs/_testembed.c
Modules/_sre.o: $(srcdir)/Modules/_sre.c $(srcdir)/Modules/sre.h $(srcdir)/Modules/sre_constants.h $(srcdir)/Modules/sre_lib.h
Modules/posixmodule.o: $(srcdir)/Modules/posixmodule.c $(srcdir)/Modules/posixmodule.h
Modules/grpmodule.o: $(srcdir)/Modules/grpmodule.c $(srcdir)/Modules/posixmodule.h
Modules/pwdmodule.o: $(srcdir)/Modules/pwdmodule.c $(srcdir)/Modules/posixmodule.h
Modules/signalmodule.o: $(srcdir)/Modules/signalmodule.c $(srcdir)/Modules/posixmodule.h
Python/dynload_shlib.o: $(srcdir)/Python/dynload_shlib.c Makefile
$(CC) -c $(PY_CORE_CFLAGS) \
-DSOABI='"$(SOABI)"' \
-o $@ $(srcdir)/Python/dynload_shlib.c
Python/dynload_hpux.o: $(srcdir)/Python/dynload_hpux.c Makefile
$(CC) -c $(PY_CORE_CFLAGS) \
-DSHLIB_EXT='"$(EXT_SUFFIX)"' \
-o $@ $(srcdir)/Python/dynload_hpux.c
Python/sysmodule.o: $(srcdir)/Python/sysmodule.c Makefile $(srcdir)/Include/pydtrace.h
$(CC) -c $(PY_CORE_CFLAGS) \
-DABIFLAGS='"$(ABIFLAGS)"' \
$(MULTIARCH_CPPFLAGS) \
-o $@ $(srcdir)/Python/sysmodule.c
$(IO_OBJS): $(IO_H)
.PHONY: regen-grammar
regen-grammar: regen-token
# Regenerate Include/graminit.h and Python/graminit.c
# from Grammar/Grammar using pgen
@$(MKDIR_P) Include
PYTHONPATH=$(srcdir) $(PYTHON_FOR_REGEN) -m Parser.pgen $(srcdir)/Grammar/Grammar \
$(srcdir)/Grammar/Tokens \
$(srcdir)/Include/graminit.h.new \
$(srcdir)/Python/graminit.c.new
$(UPDATE_FILE) $(srcdir)/Include/graminit.h $(srcdir)/Include/graminit.h.new
$(UPDATE_FILE) $(srcdir)/Python/graminit.c $(srcdir)/Python/graminit.c.new
.PHONY=regen-ast
regen-ast:
# Regenerate Include/Python-ast.h using Parser/asdl_c.py -h
$(MKDIR_P) $(srcdir)/Include
$(PYTHON_FOR_REGEN) $(srcdir)/Parser/asdl_c.py \
-h $(srcdir)/Include/Python-ast.h.new \
$(srcdir)/Parser/Python.asdl
$(UPDATE_FILE) $(srcdir)/Include/Python-ast.h $(srcdir)/Include/Python-ast.h.new
# Regenerate Python/Python-ast.c using Parser/asdl_c.py -c
$(MKDIR_P) $(srcdir)/Python
$(PYTHON_FOR_REGEN) $(srcdir)/Parser/asdl_c.py \
-c $(srcdir)/Python/Python-ast.c.new \
$(srcdir)/Parser/Python.asdl
$(UPDATE_FILE) $(srcdir)/Python/Python-ast.c $(srcdir)/Python/Python-ast.c.new
.PHONY: regen-opcode
regen-opcode:
# Regenerate Include/opcode.h from Lib/opcode.py
# using Tools/scripts/generate_opcode_h.py
$(PYTHON_FOR_REGEN) $(srcdir)/Tools/scripts/generate_opcode_h.py \
$(srcdir)/Lib/opcode.py \
$(srcdir)/Include/opcode.h.new
$(UPDATE_FILE) $(srcdir)/Include/opcode.h $(srcdir)/Include/opcode.h.new
.PHONY: regen-token
regen-token:
# Regenerate Doc/library/token-list.inc from Grammar/Tokens
# using Tools/scripts/generate_token.py
$(PYTHON_FOR_REGEN) $(srcdir)/Tools/scripts/generate_token.py rst \
$(srcdir)/Grammar/Tokens \
$(srcdir)/Doc/library/token-list.inc
# Regenerate Include/token.h from Grammar/Tokens
# using Tools/scripts/generate_token.py
$(PYTHON_FOR_REGEN) $(srcdir)/Tools/scripts/generate_token.py h \
$(srcdir)/Grammar/Tokens \
$(srcdir)/Include/token.h
# Regenerate Parser/token.c from Grammar/Tokens
# using Tools/scripts/generate_token.py
$(PYTHON_FOR_REGEN) $(srcdir)/Tools/scripts/generate_token.py c \
$(srcdir)/Grammar/Tokens \
$(srcdir)/Parser/token.c
# Regenerate Lib/token.py from Grammar/Tokens
# using Tools/scripts/generate_token.py
$(PYTHON_FOR_REGEN) $(srcdir)/Tools/scripts/generate_token.py py \
$(srcdir)/Grammar/Tokens \
$(srcdir)/Lib/token.py
.PHONY: regen-keyword
regen-keyword:
# Regenerate Lib/keyword.py from Grammar/Grammar and Grammar/Tokens
# using Parser/pgen
PYTHONPATH=$(srcdir) $(PYTHON_FOR_REGEN) -m Parser.pgen.keywordgen $(srcdir)/Grammar/Grammar \
$(srcdir)/Grammar/Tokens \
$(srcdir)/Lib/keyword.py.new
$(UPDATE_FILE) $(srcdir)/Lib/keyword.py $(srcdir)/Lib/keyword.py.new
.PHONY: regen-symbol
regen-symbol: $(srcdir)/Include/graminit.h
# Regenerate Lib/symbol.py from Include/graminit.h
# using Tools/scripts/generate_symbol_py.py
$(PYTHON_FOR_REGEN) $(srcdir)/Tools/scripts/generate_symbol_py.py \
$(srcdir)/Include/graminit.h \
$(srcdir)/Lib/symbol.py
Python/compile.o Python/symtable.o Python/ast_unparse.o Python/ast.o Python/future.o Parser/parsetok.o: $(srcdir)/Include/graminit.h $(srcdir)/Include/Python-ast.h
Python/getplatform.o: $(srcdir)/Python/getplatform.c
$(CC) -c $(PY_CORE_CFLAGS) -DPLATFORM='"$(MACHDEP)"' -o $@ $(srcdir)/Python/getplatform.c
Python/importdl.o: $(srcdir)/Python/importdl.c
$(CC) -c $(PY_CORE_CFLAGS) -I$(DLINCLDIR) -o $@ $(srcdir)/Python/importdl.c
Objects/unicodectype.o: $(srcdir)/Objects/unicodectype.c \
$(srcdir)/Objects/unicodetype_db.h
BYTESTR_DEPS = \
$(srcdir)/Objects/stringlib/count.h \
$(srcdir)/Objects/stringlib/ctype.h \
$(srcdir)/Objects/stringlib/fastsearch.h \
$(srcdir)/Objects/stringlib/find.h \
$(srcdir)/Objects/stringlib/join.h \
$(srcdir)/Objects/stringlib/partition.h \
$(srcdir)/Objects/stringlib/split.h \
$(srcdir)/Objects/stringlib/stringdefs.h \
$(srcdir)/Objects/stringlib/transmogrify.h
UNICODE_DEPS = \
$(srcdir)/Objects/stringlib/asciilib.h \
$(srcdir)/Objects/stringlib/codecs.h \
$(srcdir)/Objects/stringlib/count.h \
$(srcdir)/Objects/stringlib/fastsearch.h \
$(srcdir)/Objects/stringlib/find.h \
$(srcdir)/Objects/stringlib/find_max_char.h \
$(srcdir)/Objects/stringlib/localeutil.h \
$(srcdir)/Objects/stringlib/partition.h \
$(srcdir)/Objects/stringlib/replace.h \
$(srcdir)/Objects/stringlib/split.h \
$(srcdir)/Objects/stringlib/ucs1lib.h \
$(srcdir)/Objects/stringlib/ucs2lib.h \
$(srcdir)/Objects/stringlib/ucs4lib.h \
$(srcdir)/Objects/stringlib/undef.h \
$(srcdir)/Objects/stringlib/unicode_format.h \
$(srcdir)/Objects/stringlib/unicodedefs.h
Objects/bytes_methods.o: $(srcdir)/Objects/bytes_methods.c $(BYTESTR_DEPS)
Objects/bytesobject.o: $(srcdir)/Objects/bytesobject.c $(BYTESTR_DEPS)
Objects/bytearrayobject.o: $(srcdir)/Objects/bytearrayobject.c $(BYTESTR_DEPS)
Objects/unicodeobject.o: $(srcdir)/Objects/unicodeobject.c $(UNICODE_DEPS)
Objects/odictobject.o: $(srcdir)/Objects/dict-common.h
Objects/dictobject.o: $(srcdir)/Objects/stringlib/eq.h $(srcdir)/Objects/dict-common.h
Objects/setobject.o: $(srcdir)/Objects/stringlib/eq.h
.PHONY: regen-opcode-targets
regen-opcode-targets:
# Regenerate Python/opcode_targets.h from Lib/opcode.py
# using Python/makeopcodetargets.py
$(PYTHON_FOR_REGEN) $(srcdir)/Python/makeopcodetargets.py \
$(srcdir)/Python/opcode_targets.h.new
$(UPDATE_FILE) $(srcdir)/Python/opcode_targets.h $(srcdir)/Python/opcode_targets.h.new
Python/ceval.o: $(srcdir)/Python/opcode_targets.h $(srcdir)/Python/ceval_gil.h \
$(srcdir)/Python/condvar.h
Python/frozen.o: $(srcdir)/Python/importlib.h $(srcdir)/Python/importlib_external.h \
$(srcdir)/Python/importlib_zipimport.h
# Generate DTrace probe macros, then rename them (PYTHON_ -> PyDTrace_) to
# follow our naming conventions. dtrace(1) uses the output filename to generate
# an include guard, so we can't use a pipeline to transform its output.
Include/pydtrace_probes.h: $(srcdir)/Include/pydtrace.d
$(MKDIR_P) Include
$(DTRACE) $(DFLAGS) -o $@ -h -s $<
: sed in-place edit with POSIX-only tools
sed 's/PYTHON_/PyDTrace_/' $@ > $@.tmp
mv $@.tmp $@
Python/ceval.o: $(srcdir)/Include/pydtrace.h
Python/import.o: $(srcdir)/Include/pydtrace.h
Modules/gcmodule.o: $(srcdir)/Include/pydtrace.h
Python/pydtrace.o: $(srcdir)/Include/pydtrace.d $(DTRACE_DEPS)
$(DTRACE) $(DFLAGS) -o $@ -G -s $< $(DTRACE_DEPS)
Objects/typeobject.o: Objects/typeslots.inc
.PHONY: regen-typeslots
regen-typeslots:
# Regenerate Objects/typeslots.inc from Include/typeslotsh
# using Objects/typeslots.py
$(PYTHON_FOR_REGEN) $(srcdir)/Objects/typeslots.py \
< $(srcdir)/Include/typeslots.h \
$(srcdir)/Objects/typeslots.inc.new
$(UPDATE_FILE) $(srcdir)/Objects/typeslots.inc $(srcdir)/Objects/typeslots.inc.new
############################################################################
# Header files
PYTHON_HEADERS= \
$(srcdir)/Include/Python.h \
$(srcdir)/Include/abstract.h \
$(srcdir)/Include/asdl.h \
$(srcdir)/Include/ast.h \
$(srcdir)/Include/bitset.h \
$(srcdir)/Include/bltinmodule.h \
$(srcdir)/Include/boolobject.h \
$(srcdir)/Include/bytearrayobject.h \
$(srcdir)/Include/bytes_methods.h \
$(srcdir)/Include/bytesobject.h \
$(srcdir)/Include/cellobject.h \
$(srcdir)/Include/ceval.h \
$(srcdir)/Include/classobject.h \
$(srcdir)/Include/code.h \
$(srcdir)/Include/codecs.h \
$(srcdir)/Include/compile.h \
$(srcdir)/Include/complexobject.h \
$(srcdir)/Include/context.h \
$(srcdir)/Include/descrobject.h \
$(srcdir)/Include/dictobject.h \
$(srcdir)/Include/dtoa.h \
$(srcdir)/Include/dynamic_annotations.h \
$(srcdir)/Include/enumobject.h \
$(srcdir)/Include/errcode.h \
$(srcdir)/Include/eval.h \
$(srcdir)/Include/fileobject.h \
$(srcdir)/Include/fileutils.h \
$(srcdir)/Include/floatobject.h \
$(srcdir)/Include/frameobject.h \
$(srcdir)/Include/funcobject.h \
$(srcdir)/Include/genobject.h \
$(srcdir)/Include/import.h \
$(srcdir)/Include/interpreteridobject.h \
$(srcdir)/Include/intrcheck.h \
$(srcdir)/Include/iterobject.h \
$(srcdir)/Include/listobject.h \
$(srcdir)/Include/longintrepr.h \
$(srcdir)/Include/longobject.h \
$(srcdir)/Include/marshal.h \
$(srcdir)/Include/memoryobject.h \
$(srcdir)/Include/methodobject.h \
$(srcdir)/Include/modsupport.h \
$(srcdir)/Include/moduleobject.h \
$(srcdir)/Include/namespaceobject.h \
$(srcdir)/Include/node.h \
$(srcdir)/Include/object.h \
$(srcdir)/Include/objimpl.h \
$(srcdir)/Include/odictobject.h \
$(srcdir)/Include/opcode.h \
$(srcdir)/Include/osdefs.h \
$(srcdir)/Include/osmodule.h \
$(srcdir)/Include/patchlevel.h \
$(srcdir)/Include/picklebufobject.h \
$(srcdir)/Include/pyarena.h \
$(srcdir)/Include/pycapsule.h \
$(srcdir)/Include/pyctype.h \
$(srcdir)/Include/pydebug.h \
$(srcdir)/Include/pydtrace.h \
$(srcdir)/Include/pyerrors.h \
$(srcdir)/Include/pyfpe.h \
$(srcdir)/Include/pyhash.h \
$(srcdir)/Include/pylifecycle.h \
$(srcdir)/Include/pymacconfig.h \
$(srcdir)/Include/pymacro.h \
$(srcdir)/Include/pymath.h \
$(srcdir)/Include/pymem.h \
$(srcdir)/Include/pyport.h \
$(srcdir)/Include/pystate.h \
$(srcdir)/Include/pystrcmp.h \
$(srcdir)/Include/pystrhex.h \
$(srcdir)/Include/pystrtod.h \
$(srcdir)/Include/pythonrun.h \
$(srcdir)/Include/pythread.h \
$(srcdir)/Include/pytime.h \
$(srcdir)/Include/rangeobject.h \
$(srcdir)/Include/setobject.h \
$(srcdir)/Include/sliceobject.h \
$(srcdir)/Include/structmember.h \
$(srcdir)/Include/structseq.h \
$(srcdir)/Include/symtable.h \
$(srcdir)/Include/sysmodule.h \
$(srcdir)/Include/token.h \
$(srcdir)/Include/traceback.h \
$(srcdir)/Include/tracemalloc.h \
$(srcdir)/Include/tupleobject.h \
$(srcdir)/Include/ucnhash.h \
$(srcdir)/Include/unicodeobject.h \
$(srcdir)/Include/warnings.h \
$(srcdir)/Include/weakrefobject.h \
\
pyconfig.h \
$(PARSER_HEADERS) \
$(srcdir)/Include/Python-ast.h \
\
$(srcdir)/Include/cpython/abstract.h \
$(srcdir)/Include/cpython/dictobject.h \
$(srcdir)/Include/cpython/fileobject.h \
$(srcdir)/Include/cpython/initconfig.h \
$(srcdir)/Include/cpython/interpreteridobject.h \
$(srcdir)/Include/cpython/object.h \
$(srcdir)/Include/cpython/objimpl.h \
$(srcdir)/Include/cpython/pyerrors.h \
$(srcdir)/Include/cpython/pylifecycle.h \
$(srcdir)/Include/cpython/pymem.h \
$(srcdir)/Include/cpython/pystate.h \
$(srcdir)/Include/cpython/sysmodule.h \
$(srcdir)/Include/cpython/traceback.h \
$(srcdir)/Include/cpython/tupleobject.h \
$(srcdir)/Include/cpython/unicodeobject.h \
\
$(srcdir)/Include/internal/pycore_accu.h \
$(srcdir)/Include/internal/pycore_atomic.h \
$(srcdir)/Include/internal/pycore_ceval.h \
$(srcdir)/Include/internal/pycore_code.h \
$(srcdir)/Include/internal/pycore_condvar.h \
$(srcdir)/Include/internal/pycore_context.h \
$(srcdir)/Include/internal/pycore_fileutils.h \
$(srcdir)/Include/internal/pycore_getopt.h \
$(srcdir)/Include/internal/pycore_gil.h \
$(srcdir)/Include/internal/pycore_hamt.h \
$(srcdir)/Include/internal/pycore_initconfig.h \
$(srcdir)/Include/internal/pycore_object.h \
$(srcdir)/Include/internal/pycore_pathconfig.h \
$(srcdir)/Include/internal/pycore_pyerrors.h \
$(srcdir)/Include/internal/pycore_pyhash.h \
$(srcdir)/Include/internal/pycore_pylifecycle.h \
$(srcdir)/Include/internal/pycore_pymem.h \
$(srcdir)/Include/internal/pycore_pystate.h \
$(srcdir)/Include/internal/pycore_traceback.h \
$(srcdir)/Include/internal/pycore_tupleobject.h \
$(srcdir)/Include/internal/pycore_warnings.h \
$(DTRACE_HEADERS)
$(LIBRARY_OBJS) $(MODOBJS) Programs/python.o: $(PYTHON_HEADERS)
######################################################################
TESTOPTS= $(EXTRATESTOPTS)
TESTPYTHON= $(RUNSHARED) ./$(BUILDPYTHON) $(TESTPYTHONOPTS)
TESTRUNNER= $(TESTPYTHON) $(srcdir)/Tools/scripts/run_tests.py
TESTTIMEOUT= 1200
.PHONY: test testall testuniversal buildbottest pythoninfo
# Remove "test_python_*" directories of previous failed test jobs.
# Pass TESTOPTS options because it can contain --tempdir option.
cleantest: build_all
$(TESTRUNNER) $(TESTOPTS) --cleanup
# Run a basic set of regression tests.
# This excludes some tests that are particularly resource-intensive.
test: build_all platform
$(TESTRUNNER) $(TESTOPTS)
# Run the full test suite twice - once without .pyc files, and once with.
# In the past, we've had problems where bugs in the marshalling or
# elsewhere caused bytecode read from .pyc files to behave differently
# than bytecode generated directly from a .py source file. Sometimes
# the bytecode read from a .pyc file had the bug, sometimes the directly
# generated bytecode. This is sometimes a very shy bug needing a lot of
# sample data.
testall: build_all platform
-find $(srcdir)/Lib -name '*.py[co]' -print | xargs rm -f
$(TESTPYTHON) -E $(srcdir)/Lib/compileall.py
-find $(srcdir)/Lib -name '*.py[co]' -print | xargs rm -f
-$(TESTRUNNER) -u all $(TESTOPTS)
$(TESTRUNNER) -u all $(TESTOPTS)
# Run the test suite for both architectures in a Universal build on OSX.
# Must be run on an Intel box.
testuniversal: build_all platform
@if [ `arch` != 'i386' ]; then \
echo "This can only be used on OSX/i386" ;\
exit 1 ;\
fi
$(TESTRUNNER) -u all $(TESTOPTS)
$(RUNSHARED) /usr/libexec/oah/translate \
./$(BUILDPYTHON) -E -m test -j 0 -u all $(TESTOPTS)
# Like testall, but with only one pass and without multiple processes.
# Run an optional script to include information about the build environment.
buildbottest: build_all platform
-@if which pybuildbot.identify >/dev/null 2>&1; then \
pybuildbot.identify "CC='$(CC)'" "CXX='$(CXX)'"; \
fi
$(TESTRUNNER) -j 1 -u all -W --slowest --fail-env-changed --timeout=$(TESTTIMEOUT) $(TESTOPTS)
pythoninfo: build_all
$(RUNSHARED) ./$(BUILDPYTHON) -m test.pythoninfo
QUICKTESTOPTS= $(TESTOPTS) -x test_subprocess test_io test_lib2to3 \
test_multibytecodec test_urllib2_localnet test_itertools \
test_multiprocessing_fork test_multiprocessing_spawn \
test_multiprocessing_forkserver \
test_mailbox test_socket test_poll \
test_select test_zipfile test_concurrent_futures
quicktest: build_all platform
$(TESTRUNNER) $(QUICKTESTOPTS)
# SSL tests
.PHONY: multisslcompile multissltest
multisslcompile: build_all
$(RUNSHARED) ./$(BUILDPYTHON) Tools/ssl/multissltests.py --steps=modules
multissltest: build_all
$(RUNSHARED) ./$(BUILDPYTHON) Tools/ssl/multissltests.py
install: commoninstall bininstall maninstall
if test "x$(ENSUREPIP)" != "xno" ; then \
case $(ENSUREPIP) in \
upgrade) ensurepip="--upgrade" ;; \
install|*) ensurepip="" ;; \
esac; \
$(RUNSHARED) $(PYTHON_FOR_BUILD) -m ensurepip \
$$ensurepip --root=$(DESTDIR)/ ; \
fi
altinstall: commoninstall
if test "x$(ENSUREPIP)" != "xno" ; then \
case $(ENSUREPIP) in \
upgrade) ensurepip="--altinstall --upgrade" ;; \
install|*) ensurepip="--altinstall" ;; \
esac; \
$(RUNSHARED) $(PYTHON_FOR_BUILD) -m ensurepip \
$$ensurepip --root=$(DESTDIR)/ ; \
fi
commoninstall: check-clean-src \
altbininstall libinstall inclinstall libainstall \
sharedinstall oldsharedinstall altmaninstall \
# Install shared libraries enabled by Setup
DESTDIRS= $(exec_prefix) $(LIBDIR) $(BINLIBDEST) $(DESTSHARED)
oldsharedinstall: $(DESTSHARED) $(SHAREDMODS)
@for i in X $(SHAREDMODS); do \
if test $$i != X; then \
echo $(INSTALL_SHARED) $$i $(DESTSHARED)/`basename $$i`; \
$(INSTALL_SHARED) $$i $(DESTDIR)$(DESTSHARED)/`basename $$i`; \
fi; \
done
$(DESTSHARED):
@for i in $(DESTDIRS); \
do \
if test ! -d $(DESTDIR)$$i; then \
echo "Creating directory $$i"; \
$(INSTALL) -d -m $(DIRMODE) $(DESTDIR)$$i; \
else true; \
fi; \
done
# Install the interpreter with $(VERSION) affixed
# This goes into $(exec_prefix)
altbininstall: $(BUILDPYTHON)
@for i in $(BINDIR) $(LIBDIR); \
do \
if test ! -d $(DESTDIR)$$i; then \
echo "Creating directory $$i"; \
$(INSTALL) -d -m $(DIRMODE) $(DESTDIR)$$i; \
else true; \
fi; \
done
if test "$(PYTHONFRAMEWORKDIR)" = "no-framework" ; then \
$(INSTALL_PROGRAM) $(BUILDPYTHON) $(DESTDIR)$(BINDIR)/python$(LDVERSION)$(EXE); \
else \
$(INSTALL_PROGRAM) $(STRIPFLAG) Mac/pythonw $(DESTDIR)$(BINDIR)/python$(LDVERSION)$(EXE); \
fi
-if test "$(VERSION)" != "$(LDVERSION)"; then \
if test -f $(DESTDIR)$(BINDIR)/python$(VERSION)$(EXE) -o -h $(DESTDIR)$(BINDIR)/python$(VERSION)$(EXE); \
then rm -f $(DESTDIR)$(BINDIR)/python$(VERSION)$(EXE); \
fi; \
(cd $(DESTDIR)$(BINDIR); $(LN) python$(LDVERSION)$(EXE) python$(VERSION)$(EXE)); \
fi
if test -f $(LDLIBRARY) && test "$(PYTHONFRAMEWORKDIR)" = "no-framework" ; then \
if test -n "$(DLLLIBRARY)" ; then \
$(INSTALL_SHARED) $(DLLLIBRARY) $(DESTDIR)$(BINDIR); \
else \
$(INSTALL_SHARED) $(LDLIBRARY) $(DESTDIR)$(LIBDIR)/$(INSTSONAME); \
if test $(LDLIBRARY) != $(INSTSONAME); then \
(cd $(DESTDIR)$(LIBDIR); $(LN) -sf $(INSTSONAME) $(LDLIBRARY)) \
fi \
fi; \
if test -n "$(PY3LIBRARY)"; then \
$(INSTALL_SHARED) $(PY3LIBRARY) $(DESTDIR)$(LIBDIR)/$(PY3LIBRARY); \
fi; \
else true; \
fi
if test "x$(LIPO_32BIT_FLAGS)" != "x" ; then \
rm -f $(DESTDIR)$(BINDIR)python$(VERSION)-32$(EXE); \
lipo $(LIPO_32BIT_FLAGS) \
-output $(DESTDIR)$(BINDIR)/python$(VERSION)-32$(EXE) \
$(DESTDIR)$(BINDIR)/python$(VERSION)$(EXE); \
fi
if test "x$(LIPO_INTEL64_FLAGS)" != "x" ; then \
rm -f $(DESTDIR)$(BINDIR)python$(VERSION)-intel64$(EXE); \
lipo $(LIPO_INTEL64_FLAGS) \
-output $(DESTDIR)$(BINDIR)/python$(VERSION)-intel64$(EXE) \
$(DESTDIR)$(BINDIR)/python$(VERSION)$(EXE); \
fi
bininstall: altbininstall
if test ! -d $(DESTDIR)$(LIBPC); then \
echo "Creating directory $(LIBPC)"; \
$(INSTALL) -d -m $(DIRMODE) $(DESTDIR)$(LIBPC); \
fi
-if test -f $(DESTDIR)$(BINDIR)/python3$(EXE) -o -h $(DESTDIR)$(BINDIR)/python3$(EXE); \
then rm -f $(DESTDIR)$(BINDIR)/python3$(EXE); \
else true; \
fi
(cd $(DESTDIR)$(BINDIR); $(LN) -s python$(VERSION)$(EXE) python3$(EXE))
-if test "$(VERSION)" != "$(LDVERSION)"; then \
rm -f $(DESTDIR)$(BINDIR)/python$(VERSION)-config; \
(cd $(DESTDIR)$(BINDIR); $(LN) -s python$(LDVERSION)-config python$(VERSION)-config); \
rm -f $(DESTDIR)$(LIBPC)/python-$(LDVERSION).pc; \
(cd $(DESTDIR)$(LIBPC); $(LN) -s python-$(VERSION).pc python-$(LDVERSION).pc); \
rm -f $(DESTDIR)$(LIBPC)/python-$(LDVERSION)-embed.pc; \
(cd $(DESTDIR)$(LIBPC); $(LN) -s python-$(VERSION)-embed.pc python-$(LDVERSION)-embed.pc); \
fi
-rm -f $(DESTDIR)$(BINDIR)/python3-config
(cd $(DESTDIR)$(BINDIR); $(LN) -s python$(VERSION)-config python3-config)
-rm -f $(DESTDIR)$(LIBPC)/python3.pc
(cd $(DESTDIR)$(LIBPC); $(LN) -s python-$(VERSION).pc python3.pc)
-rm -f $(DESTDIR)$(LIBPC)/python3-embed.pc
(cd $(DESTDIR)$(LIBPC); $(LN) -s python-$(VERSION)-embed.pc python3-embed.pc)
-rm -f $(DESTDIR)$(BINDIR)/idle3
(cd $(DESTDIR)$(BINDIR); $(LN) -s idle$(VERSION) idle3)
-rm -f $(DESTDIR)$(BINDIR)/pydoc3
(cd $(DESTDIR)$(BINDIR); $(LN) -s pydoc$(VERSION) pydoc3)
-rm -f $(DESTDIR)$(BINDIR)/2to3
(cd $(DESTDIR)$(BINDIR); $(LN) -s 2to3-$(VERSION) 2to3)
if test "x$(LIPO_32BIT_FLAGS)" != "x" ; then \
rm -f $(DESTDIR)$(BINDIR)/python3-32$(EXE); \
(cd $(DESTDIR)$(BINDIR); $(LN) -s python$(VERSION)-32$(EXE) python3-32$(EXE)) \
fi
if test "x$(LIPO_INTEL64_FLAGS)" != "x" ; then \
rm -f $(DESTDIR)$(BINDIR)/python3-intel64$(EXE); \
(cd $(DESTDIR)$(BINDIR); $(LN) -s python$(VERSION)-intel64$(EXE) python3-intel64$(EXE)) \
fi
# Install the versioned manual page
altmaninstall:
@for i in $(MANDIR) $(MANDIR)/man1; \
do \
if test ! -d $(DESTDIR)$$i; then \
echo "Creating directory $$i"; \
$(INSTALL) -d -m $(DIRMODE) $(DESTDIR)$$i; \
else true; \
fi; \
done
$(INSTALL_DATA) $(srcdir)/Misc/python.man \
$(DESTDIR)$(MANDIR)/man1/python$(VERSION).1
# Install the unversioned manual page
maninstall: altmaninstall
-rm -f $(DESTDIR)$(MANDIR)/man1/python3.1
(cd $(DESTDIR)$(MANDIR)/man1; $(LN) -s python$(VERSION).1 python3.1)
# Install the library
XMLLIBSUBDIRS= xml xml/dom xml/etree xml/parsers xml/sax
LIBSUBDIRS= tkinter tkinter/test tkinter/test/test_tkinter \
tkinter/test/test_ttk site-packages test \
test/audiodata \
test/capath test/data \
test/cjkencodings test/decimaltestdata \
test/xmltestdata test/xmltestdata/c14n-20 \
test/dtracedata \
test/eintrdata \
test/imghdrdata \
test/libregrtest \
test/subprocessdata test/sndhdrdata test/support \
test/tracedmodules test/encoded_modules \
test/test_import \
test/test_import/data \
test/test_import/data/circular_imports \
test/test_import/data/circular_imports/subpkg \
test/test_import/data/package \
test/test_import/data/package2 \
importlib \
importlib/metadata \
test/test_importlib \
test/test_importlib/builtin \
test/test_importlib/data \
test/test_importlib/data01 \
test/test_importlib/data01/subdirectory \
test/test_importlib/data02 \
test/test_importlib/data02/one \
test/test_importlib/data02/two \
test/test_importlib/data03 \
test/test_importlib/data03/namespace \
test/test_importlib/data03/namespace/portion1 \
test/test_importlib/data03/namespace/portion2 \
test/test_importlib/extension \
test/test_importlib/frozen \
test/test_importlib/import_ \
test/test_importlib/namespace_pkgs \
test/test_importlib/namespace_pkgs/both_portions \
test/test_importlib/namespace_pkgs/both_portions/foo \
test/test_importlib/namespace_pkgs/module_and_namespace_package \
test/test_importlib/namespace_pkgs/module_and_namespace_package/a_test \
test/test_importlib/namespace_pkgs/not_a_namespace_pkg \
test/test_importlib/namespace_pkgs/not_a_namespace_pkg/foo \
test/test_importlib/namespace_pkgs/portion1 \
test/test_importlib/namespace_pkgs/portion1/foo \
test/test_importlib/namespace_pkgs/portion2 \
test/test_importlib/namespace_pkgs/portion2/foo \
test/test_importlib/namespace_pkgs/project1 \
test/test_importlib/namespace_pkgs/project1/parent \
test/test_importlib/namespace_pkgs/project1/parent/child \
test/test_importlib/namespace_pkgs/project2 \
test/test_importlib/namespace_pkgs/project2/parent \
test/test_importlib/namespace_pkgs/project2/parent/child \
test/test_importlib/namespace_pkgs/project3 \
test/test_importlib/namespace_pkgs/project3/parent \
test/test_importlib/namespace_pkgs/project3/parent/child \
test/test_importlib/source \
test/test_importlib/zipdata01 \
test/test_importlib/zipdata02 \
test/ziptestdata \
asyncio \
test/test_asyncio \
collections concurrent concurrent/futures encodings \
email email/mime test/test_email test/test_email/data \
ensurepip ensurepip/_bundled \
html json test/test_json http dbm xmlrpc \
sqlite3 sqlite3/test \
logging csv wsgiref urllib \
lib2to3 lib2to3/fixes lib2to3/pgen2 lib2to3/tests \
lib2to3/tests/data lib2to3/tests/data/fixers \
lib2to3/tests/data/fixers/myfixes \
ctypes ctypes/test ctypes/macholib \
idlelib idlelib/Icons idlelib/idle_test \
distutils distutils/command distutils/tests $(XMLLIBSUBDIRS) \
test/test_tools test/test_warnings test/test_warnings/data \
turtledemo \
multiprocessing multiprocessing/dummy \
unittest unittest/test unittest/test/testmock \
venv venv/scripts venv/scripts/common venv/scripts/posix \
curses pydoc_data
libinstall: build_all $(srcdir)/Modules/xxmodule.c
@for i in $(SCRIPTDIR) $(LIBDEST); \
do \
if test ! -d $(DESTDIR)$$i; then \
echo "Creating directory $$i"; \
$(INSTALL) -d -m $(DIRMODE) $(DESTDIR)$$i; \
else true; \
fi; \
done
@for d in $(LIBSUBDIRS); \
do \
a=$(srcdir)/Lib/$$d; \
if test ! -d $$a; then continue; else true; fi; \
b=$(LIBDEST)/$$d; \
if test ! -d $(DESTDIR)$$b; then \
echo "Creating directory $$b"; \
$(INSTALL) -d -m $(DIRMODE) $(DESTDIR)$$b; \
else true; \
fi; \
done
@for i in $(srcdir)/Lib/*.py; \
do \
if test -x $$i; then \
$(INSTALL_SCRIPT) $$i $(DESTDIR)$(LIBDEST); \
echo $(INSTALL_SCRIPT) $$i $(LIBDEST); \
else \
$(INSTALL_DATA) $$i $(DESTDIR)$(LIBDEST); \
echo $(INSTALL_DATA) $$i $(LIBDEST); \
fi; \
done
@for d in $(LIBSUBDIRS); \
do \
a=$(srcdir)/Lib/$$d; \
if test ! -d $$a; then continue; else true; fi; \
if test `ls $$a | wc -l` -lt 1; then continue; fi; \
b=$(LIBDEST)/$$d; \
for i in $$a/*; \
do \
case $$i in \
*CVS) ;; \
*.py[co]) ;; \
*.orig) ;; \
*~) ;; \
*) \
if test -d $$i; then continue; fi; \
if test -x $$i; then \
echo $(INSTALL_SCRIPT) $$i $$b; \
$(INSTALL_SCRIPT) $$i $(DESTDIR)$$b; \
else \
echo $(INSTALL_DATA) $$i $$b; \
$(INSTALL_DATA) $$i $(DESTDIR)$$b; \
fi;; \
esac; \
done; \
done
$(INSTALL_DATA) `cat pybuilddir.txt`/_sysconfigdata_$(ABIFLAGS)_$(MACHDEP)_$(MULTIARCH).py \
$(DESTDIR)$(LIBDEST); \
$(INSTALL_DATA) $(srcdir)/LICENSE $(DESTDIR)$(LIBDEST)/LICENSE.txt
if test -d $(DESTDIR)$(LIBDEST)/distutils/tests; then \
$(INSTALL_DATA) $(srcdir)/Modules/xxmodule.c \
$(DESTDIR)$(LIBDEST)/distutils/tests ; \
fi
-PYTHONPATH=$(DESTDIR)$(LIBDEST) $(RUNSHARED) \
$(PYTHON_FOR_BUILD) -Wi $(DESTDIR)$(LIBDEST)/compileall.py \
-j0 -d $(LIBDEST) -f \
-x 'bad_coding|badsyntax|site-packages|lib2to3/tests/data' \
$(DESTDIR)$(LIBDEST)
-PYTHONPATH=$(DESTDIR)$(LIBDEST) $(RUNSHARED) \
$(PYTHON_FOR_BUILD) -Wi -O $(DESTDIR)$(LIBDEST)/compileall.py \
-j0 -d $(LIBDEST) -f \
-x 'bad_coding|badsyntax|site-packages|lib2to3/tests/data' \
$(DESTDIR)$(LIBDEST)
-PYTHONPATH=$(DESTDIR)$(LIBDEST) $(RUNSHARED) \
$(PYTHON_FOR_BUILD) -Wi -OO $(DESTDIR)$(LIBDEST)/compileall.py \
-j0 -d $(LIBDEST) -f \
-x 'bad_coding|badsyntax|site-packages|lib2to3/tests/data' \
$(DESTDIR)$(LIBDEST)
-PYTHONPATH=$(DESTDIR)$(LIBDEST) $(RUNSHARED) \
$(PYTHON_FOR_BUILD) -Wi $(DESTDIR)$(LIBDEST)/compileall.py \
-j0 -d $(LIBDEST)/site-packages -f \
-x badsyntax $(DESTDIR)$(LIBDEST)/site-packages
-PYTHONPATH=$(DESTDIR)$(LIBDEST) $(RUNSHARED) \
$(PYTHON_FOR_BUILD) -Wi -O $(DESTDIR)$(LIBDEST)/compileall.py \
-j0 -d $(LIBDEST)/site-packages -f \
-x badsyntax $(DESTDIR)$(LIBDEST)/site-packages
-PYTHONPATH=$(DESTDIR)$(LIBDEST) $(RUNSHARED) \
$(PYTHON_FOR_BUILD) -Wi -OO $(DESTDIR)$(LIBDEST)/compileall.py \
-j0 -d $(LIBDEST)/site-packages -f \
-x badsyntax $(DESTDIR)$(LIBDEST)/site-packages
-PYTHONPATH=$(DESTDIR)$(LIBDEST) $(RUNSHARED) \
$(PYTHON_FOR_BUILD) -m lib2to3.pgen2.driver $(DESTDIR)$(LIBDEST)/lib2to3/Grammar.txt
-PYTHONPATH=$(DESTDIR)$(LIBDEST) $(RUNSHARED) \
$(PYTHON_FOR_BUILD) -m lib2to3.pgen2.driver $(DESTDIR)$(LIBDEST)/lib2to3/PatternGrammar.txt
# bpo-21536: Misc/python-config.sh is generated in the build directory
# from $(srcdir)Misc/python-config.sh.in.
python-config: $(srcdir)/Misc/python-config.in Misc/python-config.sh
@ # Substitution happens here, as the completely-expanded BINDIR
@ # is not available in configure
sed -e "s,@EXENAME@,$(BINDIR)/python$(LDVERSION)$(EXE)," < $(srcdir)/Misc/python-config.in >python-config.py
@ # Replace makefile compat. variable references with shell script compat. ones; $(VAR) -> ${VAR}
LC_ALL=C sed -e 's,\$$(\([A-Za-z0-9_]*\)),\$$\{\1\},g' < Misc/python-config.sh >python-config
@ # On Darwin, always use the python version of the script, the shell
@ # version doesn't use the compiler customizations that are provided
@ # in python (_osx_support.py).
@if test `uname -s` = Darwin; then \
cp python-config.py python-config; \
fi
# Install the include files
INCLDIRSTOMAKE=$(INCLUDEDIR) $(CONFINCLUDEDIR) $(INCLUDEPY) $(CONFINCLUDEPY)
inclinstall:
@for i in $(INCLDIRSTOMAKE); \
do \
if test ! -d $(DESTDIR)$$i; then \
echo "Creating directory $$i"; \
$(INSTALL) -d -m $(DIRMODE) $(DESTDIR)$$i; \
else true; \
fi; \
done
@if test ! -d $(DESTDIR)$(INCLUDEPY)/cpython; then \
echo "Creating directory $(DESTDIR)$(INCLUDEPY)/cpython"; \
$(INSTALL) -d -m $(DIRMODE) $(DESTDIR)$(INCLUDEPY)/cpython; \
else true; \
fi
@if test ! -d $(DESTDIR)$(INCLUDEPY)/internal; then \
echo "Creating directory $(DESTDIR)$(INCLUDEPY)/internal"; \
$(INSTALL) -d -m $(DIRMODE) $(DESTDIR)$(INCLUDEPY)/internal; \
else true; \
fi
@for i in $(srcdir)/Include/*.h; \
do \
echo $(INSTALL_DATA) $$i $(INCLUDEPY); \
$(INSTALL_DATA) $$i $(DESTDIR)$(INCLUDEPY); \
done
@for i in $(srcdir)/Include/cpython/*.h; \
do \
echo $(INSTALL_DATA) $$i $(INCLUDEPY)/cpython; \
$(INSTALL_DATA) $$i $(DESTDIR)$(INCLUDEPY)/cpython; \
done
@for i in $(srcdir)/Include/internal/*.h; \
do \
echo $(INSTALL_DATA) $$i $(INCLUDEPY)/internal; \
$(INSTALL_DATA) $$i $(DESTDIR)$(INCLUDEPY)/internal; \
done
$(INSTALL_DATA) pyconfig.h $(DESTDIR)$(CONFINCLUDEPY)/pyconfig.h
# Install the library and miscellaneous stuff needed for extending/embedding
# This goes into $(exec_prefix)
LIBPL= $(prefix)/lib64/python3.8/config-$(VERSION)$(ABIFLAGS)-x86_64-linux-gnu
# pkgconfig directory
LIBPC= $(LIBDIR)/pkgconfig
libainstall: build_all python-config
@for i in $(LIBDIR) $(LIBPL) $(LIBPC); \
do \
if test ! -d $(DESTDIR)$$i; then \
echo "Creating directory $$i"; \
$(INSTALL) -d -m $(DIRMODE) $(DESTDIR)$$i; \
else true; \
fi; \
done
$(INSTALL_DATA) Modules/config.c $(DESTDIR)$(LIBPL)/config.c
$(INSTALL_DATA) Programs/python.o $(DESTDIR)$(LIBPL)/python.o
$(INSTALL_DATA) $(srcdir)/Modules/config.c.in $(DESTDIR)$(LIBPL)/config.c.in
$(INSTALL_DATA) Makefile $(DESTDIR)$(LIBPL)/Makefile
$(INSTALL_DATA) $(srcdir)/Modules/Setup $(DESTDIR)$(LIBPL)/Setup
$(INSTALL_DATA) Modules/Setup.local $(DESTDIR)$(LIBPL)/Setup.local
$(INSTALL_DATA) Misc/python.pc $(DESTDIR)$(LIBPC)/python-$(VERSION).pc
$(INSTALL_DATA) Misc/python-embed.pc $(DESTDIR)$(LIBPC)/python-$(VERSION)-embed.pc
$(INSTALL_SCRIPT) $(srcdir)/Modules/makesetup $(DESTDIR)$(LIBPL)/makesetup
$(INSTALL_SCRIPT) $(srcdir)/install-sh $(DESTDIR)$(LIBPL)/install-sh
$(INSTALL_SCRIPT) python-config.py $(DESTDIR)$(LIBPL)/python-config.py
$(INSTALL_SCRIPT) python-config $(DESTDIR)$(BINDIR)/python$(LDVERSION)-config
@if [ -s Modules/python.exp -a \
"`echo $(MACHDEP) | sed 's/^\(...\).*/\1/'`" = "aix" ]; then \
echo; echo "Installing support files for building shared extension modules on AIX:"; \
$(INSTALL_DATA) Modules/python.exp \
$(DESTDIR)$(LIBPL)/python.exp; \
echo; echo "$(LIBPL)/python.exp"; \
$(INSTALL_SCRIPT) $(srcdir)/Modules/makexp_aix \
$(DESTDIR)$(LIBPL)/makexp_aix; \
echo "$(LIBPL)/makexp_aix"; \
$(INSTALL_SCRIPT) Modules/ld_so_aix \
$(DESTDIR)$(LIBPL)/ld_so_aix; \
echo "$(LIBPL)/ld_so_aix"; \
echo; echo "See Misc/AIX-NOTES for details."; \
else true; \
fi
# Install the dynamically loadable modules
# This goes into $(exec_prefix)
sharedinstall: sharedmods
$(RUNSHARED) $(PYTHON_FOR_BUILD) $(srcdir)/setup.py install \
--prefix=$(prefix) \
--install-scripts=$(BINDIR) \
--install-platlib=$(DESTSHARED) \
--root=$(DESTDIR)/
-rm $(DESTDIR)$(DESTSHARED)/_sysconfigdata_$(ABIFLAGS)_$(MACHDEP)_$(MULTIARCH).py
-rm -r $(DESTDIR)$(DESTSHARED)/__pycache__
# Here are a couple of targets for MacOSX again, to install a full
# framework-based Python. frameworkinstall installs everything, the
# subtargets install specific parts. Much of the actual work is offloaded to
# the Makefile in Mac
#
#
# This target is here for backward compatibility, previous versions of Python
# hadn't integrated framework installation in the normal install process.
frameworkinstall: install
# On install, we re-make the framework
# structure in the install location, /Library/Frameworks/ or the argument to
# --enable-framework. If --enable-framework has been specified then we have
# automatically set prefix to the location deep down in the framework, so we
# only have to cater for the structural bits of the framework.
frameworkinstallframework: frameworkinstallstructure install frameworkinstallmaclib
frameworkinstallstructure: $(LDLIBRARY)
@if test "$(PYTHONFRAMEWORKDIR)" = no-framework; then \
echo Not configured with --enable-framework; \
exit 1; \
else true; \
fi
@for i in $(prefix)/Resources/English.lproj $(prefix)/lib; do\
if test ! -d $(DESTDIR)$$i; then \
echo "Creating directory $(DESTDIR)$$i"; \
$(INSTALL) -d -m $(DIRMODE) $(DESTDIR)$$i; \
else true; \
fi; \
done
$(LN) -fsn include/python$(LDVERSION) $(DESTDIR)$(prefix)/Headers
sed 's/%VERSION%/'"`$(RUNSHARED) ./$(BUILDPYTHON) -c 'import platform; print(platform.python_version())'`"'/g' < $(RESSRCDIR)/Info.plist > $(DESTDIR)$(prefix)/Resources/Info.plist
$(LN) -fsn $(VERSION) $(DESTDIR)$(PYTHONFRAMEWORKINSTALLDIR)/Versions/Current
$(LN) -fsn Versions/Current/$(PYTHONFRAMEWORK) $(DESTDIR)$(PYTHONFRAMEWORKINSTALLDIR)/$(PYTHONFRAMEWORK)
$(LN) -fsn Versions/Current/Headers $(DESTDIR)$(PYTHONFRAMEWORKINSTALLDIR)/Headers
$(LN) -fsn Versions/Current/Resources $(DESTDIR)$(PYTHONFRAMEWORKINSTALLDIR)/Resources
$(INSTALL_SHARED) $(LDLIBRARY) $(DESTDIR)$(PYTHONFRAMEWORKPREFIX)/$(LDLIBRARY)
# This installs Mac/Lib into the framework
# Install a number of symlinks to keep software that expects a normal unix
# install (which includes python-config) happy.
frameworkinstallmaclib:
$(LN) -fs "../../../$(PYTHONFRAMEWORK)" "$(DESTDIR)$(LIBPL)/libpython$(LDVERSION).a"
$(LN) -fs "../../../$(PYTHONFRAMEWORK)" "$(DESTDIR)$(LIBPL)/libpython$(LDVERSION).dylib"
$(LN) -fs "../../../$(PYTHONFRAMEWORK)" "$(DESTDIR)$(LIBPL)/libpython$(VERSION).a"
$(LN) -fs "../../../$(PYTHONFRAMEWORK)" "$(DESTDIR)$(LIBPL)/libpython$(VERSION).dylib"
$(LN) -fs "../$(PYTHONFRAMEWORK)" "$(DESTDIR)$(prefix)/lib/libpython$(LDVERSION).dylib"
$(LN) -fs "../$(PYTHONFRAMEWORK)" "$(DESTDIR)$(prefix)/lib/libpython$(VERSION).dylib"
# This installs the IDE, the Launcher and other apps into /Applications
frameworkinstallapps:
cd Mac && $(MAKE) installapps DESTDIR="$(DESTDIR)"
# Build the bootstrap executable that will spawn the interpreter inside
# an app bundle within the framework. This allows the interpreter to
# run OS X GUI APIs.
frameworkpythonw:
cd Mac && $(MAKE) pythonw
# This installs the python* and other bin symlinks in $prefix/bin or in
# a bin directory relative to the framework root
frameworkinstallunixtools:
cd Mac && $(MAKE) installunixtools DESTDIR="$(DESTDIR)"
frameworkaltinstallunixtools:
cd Mac && $(MAKE) altinstallunixtools DESTDIR="$(DESTDIR)"
# This installs the Tools into the applications directory.
# It is not part of a normal frameworkinstall
frameworkinstallextras:
cd Mac && $(MAKE) installextras DESTDIR="$(DESTDIR)"
# Build the toplevel Makefile
Makefile.pre: $(srcdir)/Makefile.pre.in config.status
CONFIG_FILES=Makefile.pre CONFIG_HEADERS= $(SHELL) config.status
$(MAKE) -f Makefile.pre Makefile
# Run the configure script.
config.status: $(srcdir)/configure
$(SHELL) $(srcdir)/configure $(CONFIG_ARGS)
.PRECIOUS: config.status $(BUILDPYTHON) Makefile Makefile.pre
# Some make's put the object file in the current directory
.c.o:
$(CC) -c $(PY_CORE_CFLAGS) -o $@ $<
# bpo-30104: dtoa.c uses union to cast double to unsigned long[2]. clang 4.0
# with -O2 or higher and strict aliasing miscompiles the ratio() function
# causing rounding issues. Compile dtoa.c using -fno-strict-aliasing on clang.
# https://bugs.llvm.org//show_bug.cgi?id=31928
Python/dtoa.o: Python/dtoa.c
$(CC) -c $(PY_CORE_CFLAGS) $(CFLAGS_ALIASING) -o $@ $<
# Run reindent on the library
reindent:
./$(BUILDPYTHON) $(srcdir)/Tools/scripts/reindent.py -r $(srcdir)/Lib
# Rerun configure with the same options as it was run last time,
# provided the config.status script exists
recheck:
$(SHELL) config.status --recheck
$(SHELL) config.status
# Regenerate configure and pyconfig.h.in
.PHONY: autoconf
autoconf:
# Regenerate the configure script from configure.ac using autoconf
(cd $(srcdir); autoconf -Wall)
# Regenerate pyconfig.h.in from configure.ac using autoheader
(cd $(srcdir); autoheader -Wall)
# Create a tags file for vi
tags::
ctags -w $(srcdir)/Include/*.h $(srcdir)/Include/cpython/*.h $(srcdir)/Include/internal/*.h
for i in $(SRCDIRS); do ctags -f tags -w -a $(srcdir)/$$i/*.[ch]; done
ctags -f tags -w -a $(srcdir)/Modules/_ctypes/*.[ch]
find $(srcdir)/Lib -type f -name "*.py" -not -name "test_*.py" -not -path "*/test/*" -not -path "*/tests/*" -not -path "*/*_test/*" | ctags -f tags -w -a -L -
LC_ALL=C sort -o tags tags
# Create a tags file for GNU Emacs
TAGS::
cd $(srcdir); \
etags Include/*.h Include/cpython/*.h Include/internal/*.h; \
for i in $(SRCDIRS); do etags -a $$i/*.[ch]; done
etags -a $(srcdir)/Modules/_ctypes/*.[ch]
find $(srcdir)/Lib -type f -name "*.py" -not -name "test_*.py" -not -path "*/test/*" -not -path "*/tests/*" -not -path "*/*_test/*" | etags - -a
# Sanitation targets -- clean leaves libraries, executables and tags
# files, which clobber removes as well
pycremoval:
-find $(srcdir) -depth -name '__pycache__' -exec rm -rf {} ';'
-find $(srcdir) -name '*.py[co]' -exec rm -f {} ';'
rmtestturds:
-rm -f *BAD *GOOD *SKIPPED
-rm -rf OUT
-rm -f *.TXT
-rm -f *.txt
-rm -f gb-18030-2000.xml
docclean:
-rm -rf Doc/build
-rm -rf Doc/tools/sphinx Doc/tools/pygments Doc/tools/docutils
clean: pycremoval
find . -name '*.[oa]' -exec rm -f {} ';'
find . -name '*.s[ol]' -exec rm -f {} ';'
find . -name '*.so.[0-9]*.[0-9]*' -exec rm -f {} ';'
find build -name 'fficonfig.h' -exec rm -f {} ';' || true
find build -name '*.py' -exec rm -f {} ';' || true
find build -name '*.py[co]' -exec rm -f {} ';' || true
-rm -f pybuilddir.txt
-rm -f Lib/lib2to3/*Grammar*.pickle
-rm -f Programs/_testembed Programs/_freeze_importlib
-find build -type f -a ! -name '*.gc??' -exec rm -f {} ';'
-rm -f Include/pydtrace_probes.h
-rm -f profile-gen-stamp
profile-removal:
find . -name '*.gc??' -exec rm -f {} ';'
find . -name '*.profclang?' -exec rm -f {} ';'
find . -name '*.dyn' -exec rm -f {} ';'
rm -f $(COVERAGE_INFO)
rm -rf $(COVERAGE_REPORT)
rm -f profile-run-stamp
clobber: clean profile-removal
-rm -f $(BUILDPYTHON) $(LIBRARY) $(LDLIBRARY) $(DLLLIBRARY) \
tags TAGS \
config.cache config.log pyconfig.h Modules/config.c
-rm -rf build platform
-rm -rf $(PYTHONFRAMEWORKDIR)
-rm -f python-config.py python-config
-rm -f profile-gen-stamp profile-clean-stamp
# Make things extra clean, before making a distribution:
# remove all generated files, even Makefile[.pre]
# Keep configure and Python-ast.[ch], it's possible they can't be generated
distclean: clobber
for file in $(srcdir)/Lib/test/data/* ; do \
if test "$$file" != "$(srcdir)/Lib/test/data/README"; then rm "$$file"; fi; \
done
-rm -f core Makefile Makefile.pre config.status Modules/Setup.local \
Modules/ld_so_aix Modules/python.exp Misc/python.pc \
Misc/python-embed.pc Misc/python-config.sh
-rm -f python*-gdb.py
# Issue #28258: set LC_ALL to avoid issues with Estonian locale.
# Expansion is performed here by shell (spawned by make) itself before
# arguments are passed to find. So LC_ALL=C must be set as a separate
# command.
LC_ALL=C; find $(srcdir)/[a-zA-Z]* '(' -name '*.fdc' -o -name '*~' \
-o -name '[@,#]*' -o -name '*.old' \
-o -name '*.orig' -o -name '*.rej' \
-o -name '*.bak' ')' \
-exec rm -f {} ';'
# Check that all symbols exported by libpython start with "Py" or "_Py"
smelly: build_all
$(RUNSHARED) ./$(BUILDPYTHON) Tools/scripts/smelly.py
# Find files with funny names
funny:
find $(SUBDIRS) $(SUBDIRSTOO) \
-type d \
-o -name '*.[chs]' \
-o -name '*.py' \
-o -name '*.pyw' \
-o -name '*.dat' \
-o -name '*.el' \
-o -name '*.fd' \
-o -name '*.in' \
-o -name '*.gif' \
-o -name '*.txt' \
-o -name '*.xml' \
-o -name '*.xbm' \
-o -name '*.xpm' \
-o -name '*.uue' \
-o -name '*.decTest' \
-o -name '*.tmCommand' \
-o -name '*.tmSnippet' \
-o -name 'Setup' \
-o -name 'Setup.*' \
-o -name README \
-o -name NEWS \
-o -name HISTORY \
-o -name Makefile \
-o -name ChangeLog \
-o -name .hgignore \
-o -name MANIFEST \
-o -print
# Perform some verification checks on any modified files.
patchcheck: build_all
$(RUNSHARED) ./$(BUILDPYTHON) $(srcdir)/Tools/scripts/patchcheck.py
# Dependencies
Python/thread.o: $(srcdir)/Python/thread_nt.h $(srcdir)/Python/thread_pthread.h $(srcdir)/Python/condvar.h
# Declare targets that aren't real files
.PHONY: all build_all sharedmods check-clean-src oldsharedmods test quicktest
.PHONY: install altinstall oldsharedinstall bininstall altbininstall
.PHONY: maninstall libinstall inclinstall libainstall sharedinstall
.PHONY: frameworkinstall frameworkinstallframework frameworkinstallstructure
.PHONY: frameworkinstallmaclib frameworkinstallapps frameworkinstallunixtools
.PHONY: frameworkaltinstallunixtools recheck clean clobber distclean
.PHONY: smelly funny patchcheck touch altmaninstall commoninstall
.PHONY: gdbhooks
# IF YOU PUT ANYTHING HERE IT WILL GO AWAY
# Local Variables:
# mode: makefile
# End:
# Rules appended by makesetup
Modules/posixmodule.o: $(srcdir)/Modules/posixmodule.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -DPy_BUILD_CORE_BUILTIN -I$(srcdir)/Include/internal -c $(srcdir)/Modules/posixmodule.c -o Modules/posixmodule.o
Modules/posix$(EXT_SUFFIX): Modules/posixmodule.o; $(BLDSHARED) Modules/posixmodule.o -o Modules/posix$(EXT_SUFFIX)
Modules/errnomodule.o: $(srcdir)/Modules/errnomodule.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -c $(srcdir)/Modules/errnomodule.c -o Modules/errnomodule.o
Modules/errno$(EXT_SUFFIX): Modules/errnomodule.o; $(BLDSHARED) Modules/errnomodule.o -o Modules/errno$(EXT_SUFFIX)
Modules/pwdmodule.o: $(srcdir)/Modules/pwdmodule.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -c $(srcdir)/Modules/pwdmodule.c -o Modules/pwdmodule.o
Modules/pwd$(EXT_SUFFIX): Modules/pwdmodule.o; $(BLDSHARED) Modules/pwdmodule.o -o Modules/pwd$(EXT_SUFFIX)
Modules/_sre.o: $(srcdir)/Modules/_sre.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -c $(srcdir)/Modules/_sre.c -o Modules/_sre.o
Modules/_sre$(EXT_SUFFIX): Modules/_sre.o; $(BLDSHARED) Modules/_sre.o -o Modules/_sre$(EXT_SUFFIX)
Modules/_codecsmodule.o: $(srcdir)/Modules/_codecsmodule.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -c $(srcdir)/Modules/_codecsmodule.c -o Modules/_codecsmodule.o
Modules/_codecs$(EXT_SUFFIX): Modules/_codecsmodule.o; $(BLDSHARED) Modules/_codecsmodule.o -o Modules/_codecs$(EXT_SUFFIX)
Modules/_weakref.o: $(srcdir)/Modules/_weakref.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -c $(srcdir)/Modules/_weakref.c -o Modules/_weakref.o
Modules/_weakref$(EXT_SUFFIX): Modules/_weakref.o; $(BLDSHARED) Modules/_weakref.o -o Modules/_weakref$(EXT_SUFFIX)
Modules/_functoolsmodule.o: $(srcdir)/Modules/_functoolsmodule.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -DPy_BUILD_CORE_BUILTIN -I$(srcdir)/Include/internal -c $(srcdir)/Modules/_functoolsmodule.c -o Modules/_functoolsmodule.o
Modules/_functools$(EXT_SUFFIX): Modules/_functoolsmodule.o; $(BLDSHARED) Modules/_functoolsmodule.o -o Modules/_functools$(EXT_SUFFIX)
Modules/_operator.o: $(srcdir)/Modules/_operator.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -c $(srcdir)/Modules/_operator.c -o Modules/_operator.o
Modules/_operator$(EXT_SUFFIX): Modules/_operator.o; $(BLDSHARED) Modules/_operator.o -o Modules/_operator$(EXT_SUFFIX)
Modules/_collectionsmodule.o: $(srcdir)/Modules/_collectionsmodule.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -c $(srcdir)/Modules/_collectionsmodule.c -o Modules/_collectionsmodule.o
Modules/_collections$(EXT_SUFFIX): Modules/_collectionsmodule.o; $(BLDSHARED) Modules/_collectionsmodule.o -o Modules/_collections$(EXT_SUFFIX)
Modules/_abc.o: $(srcdir)/Modules/_abc.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -c $(srcdir)/Modules/_abc.c -o Modules/_abc.o
Modules/_abc$(EXT_SUFFIX): Modules/_abc.o; $(BLDSHARED) Modules/_abc.o -o Modules/_abc$(EXT_SUFFIX)
Modules/itertoolsmodule.o: $(srcdir)/Modules/itertoolsmodule.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -c $(srcdir)/Modules/itertoolsmodule.c -o Modules/itertoolsmodule.o
Modules/itertools$(EXT_SUFFIX): Modules/itertoolsmodule.o; $(BLDSHARED) Modules/itertoolsmodule.o -o Modules/itertools$(EXT_SUFFIX)
Modules/atexitmodule.o: $(srcdir)/Modules/atexitmodule.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -c $(srcdir)/Modules/atexitmodule.c -o Modules/atexitmodule.o
Modules/atexit$(EXT_SUFFIX): Modules/atexitmodule.o; $(BLDSHARED) Modules/atexitmodule.o -o Modules/atexit$(EXT_SUFFIX)
Modules/signalmodule.o: $(srcdir)/Modules/signalmodule.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -DPy_BUILD_CORE_BUILTIN -I$(srcdir)/Include/internal -c $(srcdir)/Modules/signalmodule.c -o Modules/signalmodule.o
Modules/_signal$(EXT_SUFFIX): Modules/signalmodule.o; $(BLDSHARED) Modules/signalmodule.o -o Modules/_signal$(EXT_SUFFIX)
Modules/_stat.o: $(srcdir)/Modules/_stat.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -c $(srcdir)/Modules/_stat.c -o Modules/_stat.o
Modules/_stat$(EXT_SUFFIX): Modules/_stat.o; $(BLDSHARED) Modules/_stat.o -o Modules/_stat$(EXT_SUFFIX)
Modules/timemodule.o: $(srcdir)/Modules/timemodule.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -DPy_BUILD_CORE_BUILTIN -I$(srcdir)/Include/internal -c $(srcdir)/Modules/timemodule.c -o Modules/timemodule.o
Modules/time$(EXT_SUFFIX): Modules/timemodule.o; $(BLDSHARED) Modules/timemodule.o -o Modules/time$(EXT_SUFFIX)
Modules/_threadmodule.o: $(srcdir)/Modules/_threadmodule.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -DPy_BUILD_CORE_BUILTIN -I$(srcdir)/Include/internal -c $(srcdir)/Modules/_threadmodule.c -o Modules/_threadmodule.o
Modules/_thread$(EXT_SUFFIX): Modules/_threadmodule.o; $(BLDSHARED) Modules/_threadmodule.o -o Modules/_thread$(EXT_SUFFIX)
Modules/_localemodule.o: $(srcdir)/Modules/_localemodule.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -DPy_BUILD_CORE_BUILTIN -c $(srcdir)/Modules/_localemodule.c -o Modules/_localemodule.o
Modules/_locale$(EXT_SUFFIX): Modules/_localemodule.o; $(BLDSHARED) Modules/_localemodule.o -o Modules/_locale$(EXT_SUFFIX)
Modules/_iomodule.o: $(srcdir)/Modules/_io/_iomodule.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -DPy_BUILD_CORE_BUILTIN -I$(srcdir)/Include/internal -I$(srcdir)/Modules/_io -c $(srcdir)/Modules/_io/_iomodule.c -o Modules/_iomodule.o
Modules/iobase.o: $(srcdir)/Modules/_io/iobase.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -DPy_BUILD_CORE_BUILTIN -I$(srcdir)/Include/internal -I$(srcdir)/Modules/_io -c $(srcdir)/Modules/_io/iobase.c -o Modules/iobase.o
Modules/fileio.o: $(srcdir)/Modules/_io/fileio.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -DPy_BUILD_CORE_BUILTIN -I$(srcdir)/Include/internal -I$(srcdir)/Modules/_io -c $(srcdir)/Modules/_io/fileio.c -o Modules/fileio.o
Modules/bytesio.o: $(srcdir)/Modules/_io/bytesio.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -DPy_BUILD_CORE_BUILTIN -I$(srcdir)/Include/internal -I$(srcdir)/Modules/_io -c $(srcdir)/Modules/_io/bytesio.c -o Modules/bytesio.o
Modules/bufferedio.o: $(srcdir)/Modules/_io/bufferedio.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -DPy_BUILD_CORE_BUILTIN -I$(srcdir)/Include/internal -I$(srcdir)/Modules/_io -c $(srcdir)/Modules/_io/bufferedio.c -o Modules/bufferedio.o
Modules/textio.o: $(srcdir)/Modules/_io/textio.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -DPy_BUILD_CORE_BUILTIN -I$(srcdir)/Include/internal -I$(srcdir)/Modules/_io -c $(srcdir)/Modules/_io/textio.c -o Modules/textio.o
Modules/stringio.o: $(srcdir)/Modules/_io/stringio.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -DPy_BUILD_CORE_BUILTIN -I$(srcdir)/Include/internal -I$(srcdir)/Modules/_io -c $(srcdir)/Modules/_io/stringio.c -o Modules/stringio.o
Modules/_io$(EXT_SUFFIX): Modules/_iomodule.o Modules/iobase.o Modules/fileio.o Modules/bytesio.o Modules/bufferedio.o Modules/textio.o Modules/stringio.o; $(BLDSHARED) Modules/_iomodule.o Modules/iobase.o Modules/fileio.o Modules/bytesio.o Modules/bufferedio.o Modules/textio.o Modules/stringio.o -o Modules/_io$(EXT_SUFFIX)
Modules/faulthandler.o: $(srcdir)/Modules/faulthandler.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -c $(srcdir)/Modules/faulthandler.c -o Modules/faulthandler.o
Modules/faulthandler$(EXT_SUFFIX): Modules/faulthandler.o; $(BLDSHARED) Modules/faulthandler.o -o Modules/faulthandler$(EXT_SUFFIX)
Modules/_tracemalloc.o: $(srcdir)/Modules/_tracemalloc.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -c $(srcdir)/Modules/_tracemalloc.c -o Modules/_tracemalloc.o
Modules/hashtable.o: $(srcdir)/Modules/hashtable.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -c $(srcdir)/Modules/hashtable.c -o Modules/hashtable.o
Modules/_tracemalloc$(EXT_SUFFIX): Modules/_tracemalloc.o Modules/hashtable.o; $(BLDSHARED) Modules/_tracemalloc.o Modules/hashtable.o -o Modules/_tracemalloc$(EXT_SUFFIX)
Modules/symtablemodule.o: $(srcdir)/Modules/symtablemodule.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -c $(srcdir)/Modules/symtablemodule.c -o Modules/symtablemodule.o
Modules/_symtable$(EXT_SUFFIX): Modules/symtablemodule.o; $(BLDSHARED) Modules/symtablemodule.o -o Modules/_symtable$(EXT_SUFFIX)
Modules/xxsubtype.o: $(srcdir)/Modules/xxsubtype.c; $(CC) $(PY_BUILTIN_MODULE_CFLAGS) -c $(srcdir)/Modules/xxsubtype.c -o Modules/xxsubtype.o
Modules/xxsubtype$(EXT_SUFFIX): Modules/xxsubtype.o; $(BLDSHARED) Modules/xxsubtype.o -o Modules/xxsubtype$(EXT_SUFFIX)
cgi.py 0000755 00000102216 15115353747 0005700 0 ustar 00 #! /usr/bin/python3.8
# NOTE: the above "/usr/local/bin/python" is NOT a mistake. It is
# intentionally NOT "/usr/bin/env python". On many systems
# (e.g. Solaris), /usr/local/bin is not in $PATH as passed to CGI
# scripts, and /usr/local/bin is the default directory where Python is
# installed, so /usr/bin/env would be unable to find python. Granted,
# binary installations by Linux vendors often install Python in
# /usr/bin. So let those vendors patch cgi.py to match their choice
# of installation.
"""Support module for CGI (Common Gateway Interface) scripts.
This module defines a number of utilities for use by CGI scripts
written in Python.
"""
# History
# -------
#
# Michael McLay started this module. Steve Majewski changed the
# interface to SvFormContentDict and FormContentDict. The multipart
# parsing was inspired by code submitted by Andreas Paepcke. Guido van
# Rossum rewrote, reformatted and documented the module and is currently
# responsible for its maintenance.
#
__version__ = "2.6"
# Imports
# =======
from io import StringIO, BytesIO, TextIOWrapper
from collections.abc import Mapping
import sys
import os
import urllib.parse
from email.parser import FeedParser
from email.message import Message
import html
import locale
import tempfile
__all__ = ["MiniFieldStorage", "FieldStorage", "parse", "parse_multipart",
"parse_header", "test", "print_exception", "print_environ",
"print_form", "print_directory", "print_arguments",
"print_environ_usage"]
# Logging support
# ===============
logfile = "" # Filename to log to, if not empty
logfp = None # File object to log to, if not None
def initlog(*allargs):
"""Write a log message, if there is a log file.
Even though this function is called initlog(), you should always
use log(); log is a variable that is set either to initlog
(initially), to dolog (once the log file has been opened), or to
nolog (when logging is disabled).
The first argument is a format string; the remaining arguments (if
any) are arguments to the % operator, so e.g.
log("%s: %s", "a", "b")
will write "a: b" to the log file, followed by a newline.
If the global logfp is not None, it should be a file object to
which log data is written.
If the global logfp is None, the global logfile may be a string
giving a filename to open, in append mode. This file should be
world writable!!! If the file can't be opened, logging is
silently disabled (since there is no safe place where we could
send an error message).
"""
global log, logfile, logfp
if logfile and not logfp:
try:
logfp = open(logfile, "a")
except OSError:
pass
if not logfp:
log = nolog
else:
log = dolog
log(*allargs)
def dolog(fmt, *args):
"""Write a log message to the log file. See initlog() for docs."""
logfp.write(fmt%args + "\n")
def nolog(*allargs):
"""Dummy function, assigned to log when logging is disabled."""
pass
def closelog():
"""Close the log file."""
global log, logfile, logfp
logfile = ''
if logfp:
logfp.close()
logfp = None
log = initlog
log = initlog # The current logging function
# Parsing functions
# =================
# Maximum input we will accept when REQUEST_METHOD is POST
# 0 ==> unlimited input
maxlen = 0
def parse(fp=None, environ=os.environ, keep_blank_values=0,
strict_parsing=0, separator=None):
"""Parse a query in the environment or from a file (default stdin)
Arguments, all optional:
fp : file pointer; default: sys.stdin.buffer
environ : environment dictionary; default: os.environ
keep_blank_values: flag indicating whether blank values in
percent-encoded forms should be treated as blank strings.
A true value indicates that blanks should be retained as
blank strings. The default false value indicates that
blank values are to be ignored and treated as if they were
not included.
strict_parsing: flag indicating what to do with parsing errors.
If false (the default), errors are silently ignored.
If true, errors raise a ValueError exception.
separator: str. The symbol to use for separating the query arguments.
Defaults to &.
"""
if fp is None:
fp = sys.stdin
# field keys and values (except for files) are returned as strings
# an encoding is required to decode the bytes read from self.fp
if hasattr(fp,'encoding'):
encoding = fp.encoding
else:
encoding = 'latin-1'
# fp.read() must return bytes
if isinstance(fp, TextIOWrapper):
fp = fp.buffer
if not 'REQUEST_METHOD' in environ:
environ['REQUEST_METHOD'] = 'GET' # For testing stand-alone
if environ['REQUEST_METHOD'] == 'POST':
ctype, pdict = parse_header(environ['CONTENT_TYPE'])
if ctype == 'multipart/form-data':
return parse_multipart(fp, pdict, separator=separator)
elif ctype == 'application/x-www-form-urlencoded':
clength = int(environ['CONTENT_LENGTH'])
if maxlen and clength > maxlen:
raise ValueError('Maximum content length exceeded')
qs = fp.read(clength).decode(encoding)
else:
qs = '' # Unknown content-type
if 'QUERY_STRING' in environ:
if qs: qs = qs + '&'
qs = qs + environ['QUERY_STRING']
elif sys.argv[1:]:
if qs: qs = qs + '&'
qs = qs + sys.argv[1]
environ['QUERY_STRING'] = qs # XXX Shouldn't, really
elif 'QUERY_STRING' in environ:
qs = environ['QUERY_STRING']
else:
if sys.argv[1:]:
qs = sys.argv[1]
else:
qs = ""
environ['QUERY_STRING'] = qs # XXX Shouldn't, really
return urllib.parse.parse_qs(qs, keep_blank_values, strict_parsing,
encoding=encoding, separator=separator)
def parse_multipart(fp, pdict, encoding="utf-8", errors="replace", separator='&'):
"""Parse multipart input.
Arguments:
fp : input file
pdict: dictionary containing other parameters of content-type header
encoding, errors: request encoding and error handler, passed to
FieldStorage
Returns a dictionary just like parse_qs(): keys are the field names, each
value is a list of values for that field. For non-file fields, the value
is a list of strings.
"""
# RFC 2026, Section 5.1 : The "multipart" boundary delimiters are always
# represented as 7bit US-ASCII.
boundary = pdict['boundary'].decode('ascii')
ctype = "multipart/form-data; boundary={}".format(boundary)
headers = Message()
headers.set_type(ctype)
try:
headers['Content-Length'] = pdict['CONTENT-LENGTH']
except KeyError:
pass
fs = FieldStorage(fp, headers=headers, encoding=encoding, errors=errors,
environ={'REQUEST_METHOD': 'POST'}, separator=separator)
return {k: fs.getlist(k) for k in fs}
def _parseparam(s):
while s[:1] == ';':
s = s[1:]
end = s.find(';')
while end > 0 and (s.count('"', 0, end) - s.count('\\"', 0, end)) % 2:
end = s.find(';', end + 1)
if end < 0:
end = len(s)
f = s[:end]
yield f.strip()
s = s[end:]
def parse_header(line):
"""Parse a Content-type like header.
Return the main content-type and a dictionary of options.
"""
parts = _parseparam(';' + line)
key = parts.__next__()
pdict = {}
for p in parts:
i = p.find('=')
if i >= 0:
name = p[:i].strip().lower()
value = p[i+1:].strip()
if len(value) >= 2 and value[0] == value[-1] == '"':
value = value[1:-1]
value = value.replace('\\\\', '\\').replace('\\"', '"')
pdict[name] = value
return key, pdict
# Classes for field storage
# =========================
class MiniFieldStorage:
"""Like FieldStorage, for use when no file uploads are possible."""
# Dummy attributes
filename = None
list = None
type = None
file = None
type_options = {}
disposition = None
disposition_options = {}
headers = {}
def __init__(self, name, value):
"""Constructor from field name and value."""
self.name = name
self.value = value
# self.file = StringIO(value)
def __repr__(self):
"""Return printable representation."""
return "MiniFieldStorage(%r, %r)" % (self.name, self.value)
class FieldStorage:
"""Store a sequence of fields, reading multipart/form-data.
This class provides naming, typing, files stored on disk, and
more. At the top level, it is accessible like a dictionary, whose
keys are the field names. (Note: None can occur as a field name.)
The items are either a Python list (if there's multiple values) or
another FieldStorage or MiniFieldStorage object. If it's a single
object, it has the following attributes:
name: the field name, if specified; otherwise None
filename: the filename, if specified; otherwise None; this is the
client side filename, *not* the file name on which it is
stored (that's a temporary file you don't deal with)
value: the value as a *string*; for file uploads, this
transparently reads the file every time you request the value
and returns *bytes*
file: the file(-like) object from which you can read the data *as
bytes* ; None if the data is stored a simple string
type: the content-type, or None if not specified
type_options: dictionary of options specified on the content-type
line
disposition: content-disposition, or None if not specified
disposition_options: dictionary of corresponding options
headers: a dictionary(-like) object (sometimes email.message.Message or a
subclass thereof) containing *all* headers
The class is subclassable, mostly for the purpose of overriding
the make_file() method, which is called internally to come up with
a file open for reading and writing. This makes it possible to
override the default choice of storing all files in a temporary
directory and unlinking them as soon as they have been opened.
"""
def __init__(self, fp=None, headers=None, outerboundary=b'',
environ=os.environ, keep_blank_values=0, strict_parsing=0,
limit=None, encoding='utf-8', errors='replace',
max_num_fields=None, separator=None):
"""Constructor. Read multipart/* until last part.
Arguments, all optional:
fp : file pointer; default: sys.stdin.buffer
(not used when the request method is GET)
Can be :
1. a TextIOWrapper object
2. an object whose read() and readline() methods return bytes
headers : header dictionary-like object; default:
taken from environ as per CGI spec
outerboundary : terminating multipart boundary
(for internal use only)
environ : environment dictionary; default: os.environ
keep_blank_values: flag indicating whether blank values in
percent-encoded forms should be treated as blank strings.
A true value indicates that blanks should be retained as
blank strings. The default false value indicates that
blank values are to be ignored and treated as if they were
not included.
strict_parsing: flag indicating what to do with parsing errors.
If false (the default), errors are silently ignored.
If true, errors raise a ValueError exception.
limit : used internally to read parts of multipart/form-data forms,
to exit from the reading loop when reached. It is the difference
between the form content-length and the number of bytes already
read
encoding, errors : the encoding and error handler used to decode the
binary stream to strings. Must be the same as the charset defined
for the page sending the form (content-type : meta http-equiv or
header)
max_num_fields: int. If set, then __init__ throws a ValueError
if there are more than n fields read by parse_qsl().
"""
method = 'GET'
self.keep_blank_values = keep_blank_values
self.strict_parsing = strict_parsing
self.max_num_fields = max_num_fields
self.separator = separator
if 'REQUEST_METHOD' in environ:
method = environ['REQUEST_METHOD'].upper()
self.qs_on_post = None
if method == 'GET' or method == 'HEAD':
if 'QUERY_STRING' in environ:
qs = environ['QUERY_STRING']
elif sys.argv[1:]:
qs = sys.argv[1]
else:
qs = ""
qs = qs.encode(locale.getpreferredencoding(), 'surrogateescape')
fp = BytesIO(qs)
if headers is None:
headers = {'content-type':
"application/x-www-form-urlencoded"}
if headers is None:
headers = {}
if method == 'POST':
# Set default content-type for POST to what's traditional
headers['content-type'] = "application/x-www-form-urlencoded"
if 'CONTENT_TYPE' in environ:
headers['content-type'] = environ['CONTENT_TYPE']
if 'QUERY_STRING' in environ:
self.qs_on_post = environ['QUERY_STRING']
if 'CONTENT_LENGTH' in environ:
headers['content-length'] = environ['CONTENT_LENGTH']
else:
if not (isinstance(headers, (Mapping, Message))):
raise TypeError("headers must be mapping or an instance of "
"email.message.Message")
self.headers = headers
if fp is None:
self.fp = sys.stdin.buffer
# self.fp.read() must return bytes
elif isinstance(fp, TextIOWrapper):
self.fp = fp.buffer
else:
if not (hasattr(fp, 'read') and hasattr(fp, 'readline')):
raise TypeError("fp must be file pointer")
self.fp = fp
self.encoding = encoding
self.errors = errors
if not isinstance(outerboundary, bytes):
raise TypeError('outerboundary must be bytes, not %s'
% type(outerboundary).__name__)
self.outerboundary = outerboundary
self.bytes_read = 0
self.limit = limit
# Process content-disposition header
cdisp, pdict = "", {}
if 'content-disposition' in self.headers:
cdisp, pdict = parse_header(self.headers['content-disposition'])
self.disposition = cdisp
self.disposition_options = pdict
self.name = None
if 'name' in pdict:
self.name = pdict['name']
self.filename = None
if 'filename' in pdict:
self.filename = pdict['filename']
self._binary_file = self.filename is not None
# Process content-type header
#
# Honor any existing content-type header. But if there is no
# content-type header, use some sensible defaults. Assume
# outerboundary is "" at the outer level, but something non-false
# inside a multi-part. The default for an inner part is text/plain,
# but for an outer part it should be urlencoded. This should catch
# bogus clients which erroneously forget to include a content-type
# header.
#
# See below for what we do if there does exist a content-type header,
# but it happens to be something we don't understand.
if 'content-type' in self.headers:
ctype, pdict = parse_header(self.headers['content-type'])
elif self.outerboundary or method != 'POST':
ctype, pdict = "text/plain", {}
else:
ctype, pdict = 'application/x-www-form-urlencoded', {}
self.type = ctype
self.type_options = pdict
if 'boundary' in pdict:
self.innerboundary = pdict['boundary'].encode(self.encoding,
self.errors)
else:
self.innerboundary = b""
clen = -1
if 'content-length' in self.headers:
try:
clen = int(self.headers['content-length'])
except ValueError:
pass
if maxlen and clen > maxlen:
raise ValueError('Maximum content length exceeded')
self.length = clen
if self.limit is None and clen >= 0:
self.limit = clen
self.list = self.file = None
self.done = 0
if ctype == 'application/x-www-form-urlencoded':
self.read_urlencoded()
elif ctype[:10] == 'multipart/':
self.read_multi(environ, keep_blank_values, strict_parsing)
else:
self.read_single()
def __del__(self):
try:
self.file.close()
except AttributeError:
pass
def __enter__(self):
return self
def __exit__(self, *args):
self.file.close()
def __repr__(self):
"""Return a printable representation."""
return "FieldStorage(%r, %r, %r)" % (
self.name, self.filename, self.value)
def __iter__(self):
return iter(self.keys())
def __getattr__(self, name):
if name != 'value':
raise AttributeError(name)
if self.file:
self.file.seek(0)
value = self.file.read()
self.file.seek(0)
elif self.list is not None:
value = self.list
else:
value = None
return value
def __getitem__(self, key):
"""Dictionary style indexing."""
if self.list is None:
raise TypeError("not indexable")
found = []
for item in self.list:
if item.name == key: found.append(item)
if not found:
raise KeyError(key)
if len(found) == 1:
return found[0]
else:
return found
def getvalue(self, key, default=None):
"""Dictionary style get() method, including 'value' lookup."""
if key in self:
value = self[key]
if isinstance(value, list):
return [x.value for x in value]
else:
return value.value
else:
return default
def getfirst(self, key, default=None):
""" Return the first value received."""
if key in self:
value = self[key]
if isinstance(value, list):
return value[0].value
else:
return value.value
else:
return default
def getlist(self, key):
""" Return list of received values."""
if key in self:
value = self[key]
if isinstance(value, list):
return [x.value for x in value]
else:
return [value.value]
else:
return []
def keys(self):
"""Dictionary style keys() method."""
if self.list is None:
raise TypeError("not indexable")
return list(set(item.name for item in self.list))
def __contains__(self, key):
"""Dictionary style __contains__ method."""
if self.list is None:
raise TypeError("not indexable")
return any(item.name == key for item in self.list)
def __len__(self):
"""Dictionary style len(x) support."""
return len(self.keys())
def __bool__(self):
if self.list is None:
raise TypeError("Cannot be converted to bool.")
return bool(self.list)
def read_urlencoded(self):
"""Internal: read data in query string format."""
qs = self.fp.read(self.length)
if not isinstance(qs, bytes):
raise ValueError("%s should return bytes, got %s" \
% (self.fp, type(qs).__name__))
qs = qs.decode(self.encoding, self.errors)
if self.qs_on_post:
qs += '&' + self.qs_on_post
query = urllib.parse.parse_qsl(
qs, self.keep_blank_values, self.strict_parsing,
encoding=self.encoding, errors=self.errors,
max_num_fields=self.max_num_fields, separator=self.separator)
self.list = [MiniFieldStorage(key, value) for key, value in query]
self.skip_lines()
FieldStorageClass = None
def read_multi(self, environ, keep_blank_values, strict_parsing):
"""Internal: read a part that is itself multipart."""
ib = self.innerboundary
if not valid_boundary(ib):
raise ValueError('Invalid boundary in multipart form: %r' % (ib,))
self.list = []
if self.qs_on_post:
query = urllib.parse.parse_qsl(
self.qs_on_post, self.keep_blank_values, self.strict_parsing,
encoding=self.encoding, errors=self.errors,
max_num_fields=self.max_num_fields, separator=self.separator)
self.list.extend(MiniFieldStorage(key, value) for key, value in query)
klass = self.FieldStorageClass or self.__class__
first_line = self.fp.readline() # bytes
if not isinstance(first_line, bytes):
raise ValueError("%s should return bytes, got %s" \
% (self.fp, type(first_line).__name__))
self.bytes_read += len(first_line)
# Ensure that we consume the file until we've hit our inner boundary
while (first_line.strip() != (b"--" + self.innerboundary) and
first_line):
first_line = self.fp.readline()
self.bytes_read += len(first_line)
# Propagate max_num_fields into the sub class appropriately
max_num_fields = self.max_num_fields
if max_num_fields is not None:
max_num_fields -= len(self.list)
while True:
parser = FeedParser()
hdr_text = b""
while True:
data = self.fp.readline()
hdr_text += data
if not data.strip():
break
if not hdr_text:
break
# parser takes strings, not bytes
self.bytes_read += len(hdr_text)
parser.feed(hdr_text.decode(self.encoding, self.errors))
headers = parser.close()
# Some clients add Content-Length for part headers, ignore them
if 'content-length' in headers:
del headers['content-length']
limit = None if self.limit is None \
else self.limit - self.bytes_read
part = klass(self.fp, headers, ib, environ, keep_blank_values,
strict_parsing, limit,
self.encoding, self.errors, max_num_fields, self.separator)
if max_num_fields is not None:
max_num_fields -= 1
if part.list:
max_num_fields -= len(part.list)
if max_num_fields < 0:
raise ValueError('Max number of fields exceeded')
self.bytes_read += part.bytes_read
self.list.append(part)
if part.done or self.bytes_read >= self.length > 0:
break
self.skip_lines()
def read_single(self):
"""Internal: read an atomic part."""
if self.length >= 0:
self.read_binary()
self.skip_lines()
else:
self.read_lines()
self.file.seek(0)
bufsize = 8*1024 # I/O buffering size for copy to file
def read_binary(self):
"""Internal: read binary data."""
self.file = self.make_file()
todo = self.length
if todo >= 0:
while todo > 0:
data = self.fp.read(min(todo, self.bufsize)) # bytes
if not isinstance(data, bytes):
raise ValueError("%s should return bytes, got %s"
% (self.fp, type(data).__name__))
self.bytes_read += len(data)
if not data:
self.done = -1
break
self.file.write(data)
todo = todo - len(data)
def read_lines(self):
"""Internal: read lines until EOF or outerboundary."""
if self._binary_file:
self.file = self.__file = BytesIO() # store data as bytes for files
else:
self.file = self.__file = StringIO() # as strings for other fields
if self.outerboundary:
self.read_lines_to_outerboundary()
else:
self.read_lines_to_eof()
def __write(self, line):
"""line is always bytes, not string"""
if self.__file is not None:
if self.__file.tell() + len(line) > 1000:
self.file = self.make_file()
data = self.__file.getvalue()
self.file.write(data)
self.__file = None
if self._binary_file:
# keep bytes
self.file.write(line)
else:
# decode to string
self.file.write(line.decode(self.encoding, self.errors))
def read_lines_to_eof(self):
"""Internal: read lines until EOF."""
while 1:
line = self.fp.readline(1<<16) # bytes
self.bytes_read += len(line)
if not line:
self.done = -1
break
self.__write(line)
def read_lines_to_outerboundary(self):
"""Internal: read lines until outerboundary.
Data is read as bytes: boundaries and line ends must be converted
to bytes for comparisons.
"""
next_boundary = b"--" + self.outerboundary
last_boundary = next_boundary + b"--"
delim = b""
last_line_lfend = True
_read = 0
while 1:
if self.limit is not None and 0 <= self.limit <= _read:
break
line = self.fp.readline(1<<16) # bytes
self.bytes_read += len(line)
_read += len(line)
if not line:
self.done = -1
break
if delim == b"\r":
line = delim + line
delim = b""
if line.startswith(b"--") and last_line_lfend:
strippedline = line.rstrip()
if strippedline == next_boundary:
break
if strippedline == last_boundary:
self.done = 1
break
odelim = delim
if line.endswith(b"\r\n"):
delim = b"\r\n"
line = line[:-2]
last_line_lfend = True
elif line.endswith(b"\n"):
delim = b"\n"
line = line[:-1]
last_line_lfend = True
elif line.endswith(b"\r"):
# We may interrupt \r\n sequences if they span the 2**16
# byte boundary
delim = b"\r"
line = line[:-1]
last_line_lfend = False
else:
delim = b""
last_line_lfend = False
self.__write(odelim + line)
def skip_lines(self):
"""Internal: skip lines until outer boundary if defined."""
if not self.outerboundary or self.done:
return
next_boundary = b"--" + self.outerboundary
last_boundary = next_boundary + b"--"
last_line_lfend = True
while True:
line = self.fp.readline(1<<16)
self.bytes_read += len(line)
if not line:
self.done = -1
break
if line.endswith(b"--") and last_line_lfend:
strippedline = line.strip()
if strippedline == next_boundary:
break
if strippedline == last_boundary:
self.done = 1
break
last_line_lfend = line.endswith(b'\n')
def make_file(self):
"""Overridable: return a readable & writable file.
The file will be used as follows:
- data is written to it
- seek(0)
- data is read from it
The file is opened in binary mode for files, in text mode
for other fields
This version opens a temporary file for reading and writing,
and immediately deletes (unlinks) it. The trick (on Unix!) is
that the file can still be used, but it can't be opened by
another process, and it will automatically be deleted when it
is closed or when the current process terminates.
If you want a more permanent file, you derive a class which
overrides this method. If you want a visible temporary file
that is nevertheless automatically deleted when the script
terminates, try defining a __del__ method in a derived class
which unlinks the temporary files you have created.
"""
if self._binary_file:
return tempfile.TemporaryFile("wb+")
else:
return tempfile.TemporaryFile("w+",
encoding=self.encoding, newline = '\n')
# Test/debug code
# ===============
def test(environ=os.environ):
"""Robust test CGI script, usable as main program.
Write minimal HTTP headers and dump all information provided to
the script in HTML form.
"""
print("Content-type: text/html")
print()
sys.stderr = sys.stdout
try:
form = FieldStorage() # Replace with other classes to test those
print_directory()
print_arguments()
print_form(form)
print_environ(environ)
print_environ_usage()
def f():
exec("testing print_exception() -- <I>italics?</I>")
def g(f=f):
f()
print("<H3>What follows is a test, not an actual exception:</H3>")
g()
except:
print_exception()
print("<H1>Second try with a small maxlen...</H1>")
global maxlen
maxlen = 50
try:
form = FieldStorage() # Replace with other classes to test those
print_directory()
print_arguments()
print_form(form)
print_environ(environ)
except:
print_exception()
def print_exception(type=None, value=None, tb=None, limit=None):
if type is None:
type, value, tb = sys.exc_info()
import traceback
print()
print("<H3>Traceback (most recent call last):</H3>")
list = traceback.format_tb(tb, limit) + \
traceback.format_exception_only(type, value)
print("<PRE>%s<B>%s</B></PRE>" % (
html.escape("".join(list[:-1])),
html.escape(list[-1]),
))
del tb
def print_environ(environ=os.environ):
"""Dump the shell environment as HTML."""
keys = sorted(environ.keys())
print()
print("<H3>Shell Environment:</H3>")
print("<DL>")
for key in keys:
print("<DT>", html.escape(key), "<DD>", html.escape(environ[key]))
print("</DL>")
print()
def print_form(form):
"""Dump the contents of a form as HTML."""
keys = sorted(form.keys())
print()
print("<H3>Form Contents:</H3>")
if not keys:
print("<P>No form fields.")
print("<DL>")
for key in keys:
print("<DT>" + html.escape(key) + ":", end=' ')
value = form[key]
print("<i>" + html.escape(repr(type(value))) + "</i>")
print("<DD>" + html.escape(repr(value)))
print("</DL>")
print()
def print_directory():
"""Dump the current directory as HTML."""
print()
print("<H3>Current Working Directory:</H3>")
try:
pwd = os.getcwd()
except OSError as msg:
print("OSError:", html.escape(str(msg)))
else:
print(html.escape(pwd))
print()
def print_arguments():
print()
print("<H3>Command Line Arguments:</H3>")
print()
print(sys.argv)
print()
def print_environ_usage():
"""Dump a list of environment variables used by CGI as HTML."""
print("""
<H3>These environment variables could have been set:</H3>
<UL>
<LI>AUTH_TYPE
<LI>CONTENT_LENGTH
<LI>CONTENT_TYPE
<LI>DATE_GMT
<LI>DATE_LOCAL
<LI>DOCUMENT_NAME
<LI>DOCUMENT_ROOT
<LI>DOCUMENT_URI
<LI>GATEWAY_INTERFACE
<LI>LAST_MODIFIED
<LI>PATH
<LI>PATH_INFO
<LI>PATH_TRANSLATED
<LI>QUERY_STRING
<LI>REMOTE_ADDR
<LI>REMOTE_HOST
<LI>REMOTE_IDENT
<LI>REMOTE_USER
<LI>REQUEST_METHOD
<LI>SCRIPT_NAME
<LI>SERVER_NAME
<LI>SERVER_PORT
<LI>SERVER_PROTOCOL
<LI>SERVER_ROOT
<LI>SERVER_SOFTWARE
</UL>
In addition, HTTP headers sent by the server may be passed in the
environment as well. Here are some common variable names:
<UL>
<LI>HTTP_ACCEPT
<LI>HTTP_CONNECTION
<LI>HTTP_HOST
<LI>HTTP_PRAGMA
<LI>HTTP_REFERER
<LI>HTTP_USER_AGENT
</UL>
""")
# Utilities
# =========
def valid_boundary(s):
import re
if isinstance(s, bytes):
_vb_pattern = b"^[ -~]{0,200}[!-~]$"
else:
_vb_pattern = "^[ -~]{0,200}[!-~]$"
return re.match(_vb_pattern, s)
# Invoke mainline
# ===============
# Call test() when this file is run as a script (not imported as a module)
if __name__ == '__main__':
test()
trace.py 0000755 00000072256 15115353747 0006246 0 ustar 00 #! /usr/bin/python3.8
# portions copyright 2001, Autonomous Zones Industries, Inc., all rights...
# err... reserved and offered to the public under the terms of the
# Python 2.2 license.
# Author: Zooko O'Whielacronx
# http://zooko.com/
# mailto:zooko@zooko.com
#
# Copyright 2000, Mojam Media, Inc., all rights reserved.
# Author: Skip Montanaro
#
# Copyright 1999, Bioreason, Inc., all rights reserved.
# Author: Andrew Dalke
#
# Copyright 1995-1997, Automatrix, Inc., all rights reserved.
# Author: Skip Montanaro
#
# Copyright 1991-1995, Stichting Mathematisch Centrum, all rights reserved.
#
#
# Permission to use, copy, modify, and distribute this Python software and
# its associated documentation for any purpose without fee is hereby
# granted, provided that the above copyright notice appears in all copies,
# and that both that copyright notice and this permission notice appear in
# supporting documentation, and that the name of neither Automatrix,
# Bioreason or Mojam Media be used in advertising or publicity pertaining to
# distribution of the software without specific, written prior permission.
#
"""program/module to trace Python program or function execution
Sample use, command line:
trace.py -c -f counts --ignore-dir '$prefix' spam.py eggs
trace.py -t --ignore-dir '$prefix' spam.py eggs
trace.py --trackcalls spam.py eggs
Sample use, programmatically
import sys
# create a Trace object, telling it what to ignore, and whether to
# do tracing or line-counting or both.
tracer = trace.Trace(ignoredirs=[sys.base_prefix, sys.base_exec_prefix,],
trace=0, count=1)
# run the new command using the given tracer
tracer.run('main()')
# make a report, placing output in /tmp
r = tracer.results()
r.write_results(show_missing=True, coverdir="/tmp")
"""
__all__ = ['Trace', 'CoverageResults']
import io
import linecache
import os
import sys
import sysconfig
import token
import tokenize
import inspect
import gc
import dis
import pickle
from time import monotonic as _time
import threading
PRAGMA_NOCOVER = "#pragma NO COVER"
class _Ignore:
def __init__(self, modules=None, dirs=None):
self._mods = set() if not modules else set(modules)
self._dirs = [] if not dirs else [os.path.normpath(d)
for d in dirs]
self._ignore = { '<string>': 1 }
def names(self, filename, modulename):
if modulename in self._ignore:
return self._ignore[modulename]
# haven't seen this one before, so see if the module name is
# on the ignore list.
if modulename in self._mods: # Identical names, so ignore
self._ignore[modulename] = 1
return 1
# check if the module is a proper submodule of something on
# the ignore list
for mod in self._mods:
# Need to take some care since ignoring
# "cmp" mustn't mean ignoring "cmpcache" but ignoring
# "Spam" must also mean ignoring "Spam.Eggs".
if modulename.startswith(mod + '.'):
self._ignore[modulename] = 1
return 1
# Now check that filename isn't in one of the directories
if filename is None:
# must be a built-in, so we must ignore
self._ignore[modulename] = 1
return 1
# Ignore a file when it contains one of the ignorable paths
for d in self._dirs:
# The '+ os.sep' is to ensure that d is a parent directory,
# as compared to cases like:
# d = "/usr/local"
# filename = "/usr/local.py"
# or
# d = "/usr/local.py"
# filename = "/usr/local.py"
if filename.startswith(d + os.sep):
self._ignore[modulename] = 1
return 1
# Tried the different ways, so we don't ignore this module
self._ignore[modulename] = 0
return 0
def _modname(path):
"""Return a plausible module name for the patch."""
base = os.path.basename(path)
filename, ext = os.path.splitext(base)
return filename
def _fullmodname(path):
"""Return a plausible module name for the path."""
# If the file 'path' is part of a package, then the filename isn't
# enough to uniquely identify it. Try to do the right thing by
# looking in sys.path for the longest matching prefix. We'll
# assume that the rest is the package name.
comparepath = os.path.normcase(path)
longest = ""
for dir in sys.path:
dir = os.path.normcase(dir)
if comparepath.startswith(dir) and comparepath[len(dir)] == os.sep:
if len(dir) > len(longest):
longest = dir
if longest:
base = path[len(longest) + 1:]
else:
base = path
# the drive letter is never part of the module name
drive, base = os.path.splitdrive(base)
base = base.replace(os.sep, ".")
if os.altsep:
base = base.replace(os.altsep, ".")
filename, ext = os.path.splitext(base)
return filename.lstrip(".")
class CoverageResults:
def __init__(self, counts=None, calledfuncs=None, infile=None,
callers=None, outfile=None):
self.counts = counts
if self.counts is None:
self.counts = {}
self.counter = self.counts.copy() # map (filename, lineno) to count
self.calledfuncs = calledfuncs
if self.calledfuncs is None:
self.calledfuncs = {}
self.calledfuncs = self.calledfuncs.copy()
self.callers = callers
if self.callers is None:
self.callers = {}
self.callers = self.callers.copy()
self.infile = infile
self.outfile = outfile
if self.infile:
# Try to merge existing counts file.
try:
with open(self.infile, 'rb') as f:
counts, calledfuncs, callers = pickle.load(f)
self.update(self.__class__(counts, calledfuncs, callers))
except (OSError, EOFError, ValueError) as err:
print(("Skipping counts file %r: %s"
% (self.infile, err)), file=sys.stderr)
def is_ignored_filename(self, filename):
"""Return True if the filename does not refer to a file
we want to have reported.
"""
return filename.startswith('<') and filename.endswith('>')
def update(self, other):
"""Merge in the data from another CoverageResults"""
counts = self.counts
calledfuncs = self.calledfuncs
callers = self.callers
other_counts = other.counts
other_calledfuncs = other.calledfuncs
other_callers = other.callers
for key in other_counts:
counts[key] = counts.get(key, 0) + other_counts[key]
for key in other_calledfuncs:
calledfuncs[key] = 1
for key in other_callers:
callers[key] = 1
def write_results(self, show_missing=True, summary=False, coverdir=None):
"""
Write the coverage results.
:param show_missing: Show lines that had no hits.
:param summary: Include coverage summary per module.
:param coverdir: If None, the results of each module are placed in its
directory, otherwise it is included in the directory
specified.
"""
if self.calledfuncs:
print()
print("functions called:")
calls = self.calledfuncs
for filename, modulename, funcname in sorted(calls):
print(("filename: %s, modulename: %s, funcname: %s"
% (filename, modulename, funcname)))
if self.callers:
print()
print("calling relationships:")
lastfile = lastcfile = ""
for ((pfile, pmod, pfunc), (cfile, cmod, cfunc)) \
in sorted(self.callers):
if pfile != lastfile:
print()
print("***", pfile, "***")
lastfile = pfile
lastcfile = ""
if cfile != pfile and lastcfile != cfile:
print(" -->", cfile)
lastcfile = cfile
print(" %s.%s -> %s.%s" % (pmod, pfunc, cmod, cfunc))
# turn the counts data ("(filename, lineno) = count") into something
# accessible on a per-file basis
per_file = {}
for filename, lineno in self.counts:
lines_hit = per_file[filename] = per_file.get(filename, {})
lines_hit[lineno] = self.counts[(filename, lineno)]
# accumulate summary info, if needed
sums = {}
for filename, count in per_file.items():
if self.is_ignored_filename(filename):
continue
if filename.endswith(".pyc"):
filename = filename[:-1]
if coverdir is None:
dir = os.path.dirname(os.path.abspath(filename))
modulename = _modname(filename)
else:
dir = coverdir
if not os.path.exists(dir):
os.makedirs(dir)
modulename = _fullmodname(filename)
# If desired, get a list of the line numbers which represent
# executable content (returned as a dict for better lookup speed)
if show_missing:
lnotab = _find_executable_linenos(filename)
else:
lnotab = {}
source = linecache.getlines(filename)
coverpath = os.path.join(dir, modulename + ".cover")
with open(filename, 'rb') as fp:
encoding, _ = tokenize.detect_encoding(fp.readline)
n_hits, n_lines = self.write_results_file(coverpath, source,
lnotab, count, encoding)
if summary and n_lines:
percent = int(100 * n_hits / n_lines)
sums[modulename] = n_lines, percent, modulename, filename
if summary and sums:
print("lines cov% module (path)")
for m in sorted(sums):
n_lines, percent, modulename, filename = sums[m]
print("%5d %3d%% %s (%s)" % sums[m])
if self.outfile:
# try and store counts and module info into self.outfile
try:
with open(self.outfile, 'wb') as f:
pickle.dump((self.counts, self.calledfuncs, self.callers),
f, 1)
except OSError as err:
print("Can't save counts files because %s" % err, file=sys.stderr)
def write_results_file(self, path, lines, lnotab, lines_hit, encoding=None):
"""Return a coverage results file in path."""
# ``lnotab`` is a dict of executable lines, or a line number "table"
try:
outfile = open(path, "w", encoding=encoding)
except OSError as err:
print(("trace: Could not open %r for writing: %s "
"- skipping" % (path, err)), file=sys.stderr)
return 0, 0
n_lines = 0
n_hits = 0
with outfile:
for lineno, line in enumerate(lines, 1):
# do the blank/comment match to try to mark more lines
# (help the reader find stuff that hasn't been covered)
if lineno in lines_hit:
outfile.write("%5d: " % lines_hit[lineno])
n_hits += 1
n_lines += 1
elif lineno in lnotab and not PRAGMA_NOCOVER in line:
# Highlight never-executed lines, unless the line contains
# #pragma: NO COVER
outfile.write(">>>>>> ")
n_lines += 1
else:
outfile.write(" ")
outfile.write(line.expandtabs(8))
return n_hits, n_lines
def _find_lines_from_code(code, strs):
"""Return dict where keys are lines in the line number table."""
linenos = {}
for _, lineno in dis.findlinestarts(code):
if lineno not in strs:
linenos[lineno] = 1
return linenos
def _find_lines(code, strs):
"""Return lineno dict for all code objects reachable from code."""
# get all of the lineno information from the code of this scope level
linenos = _find_lines_from_code(code, strs)
# and check the constants for references to other code objects
for c in code.co_consts:
if inspect.iscode(c):
# find another code object, so recurse into it
linenos.update(_find_lines(c, strs))
return linenos
def _find_strings(filename, encoding=None):
"""Return a dict of possible docstring positions.
The dict maps line numbers to strings. There is an entry for
line that contains only a string or a part of a triple-quoted
string.
"""
d = {}
# If the first token is a string, then it's the module docstring.
# Add this special case so that the test in the loop passes.
prev_ttype = token.INDENT
with open(filename, encoding=encoding) as f:
tok = tokenize.generate_tokens(f.readline)
for ttype, tstr, start, end, line in tok:
if ttype == token.STRING:
if prev_ttype == token.INDENT:
sline, scol = start
eline, ecol = end
for i in range(sline, eline + 1):
d[i] = 1
prev_ttype = ttype
return d
def _find_executable_linenos(filename):
"""Return dict where keys are line numbers in the line number table."""
try:
with tokenize.open(filename) as f:
prog = f.read()
encoding = f.encoding
except OSError as err:
print(("Not printing coverage data for %r: %s"
% (filename, err)), file=sys.stderr)
return {}
code = compile(prog, filename, "exec")
strs = _find_strings(filename, encoding)
return _find_lines(code, strs)
class Trace:
def __init__(self, count=1, trace=1, countfuncs=0, countcallers=0,
ignoremods=(), ignoredirs=(), infile=None, outfile=None,
timing=False):
"""
@param count true iff it should count number of times each
line is executed
@param trace true iff it should print out each line that is
being counted
@param countfuncs true iff it should just output a list of
(filename, modulename, funcname,) for functions
that were called at least once; This overrides
`count' and `trace'
@param ignoremods a list of the names of modules to ignore
@param ignoredirs a list of the names of directories to ignore
all of the (recursive) contents of
@param infile file from which to read stored counts to be
added into the results
@param outfile file in which to write the results
@param timing true iff timing information be displayed
"""
self.infile = infile
self.outfile = outfile
self.ignore = _Ignore(ignoremods, ignoredirs)
self.counts = {} # keys are (filename, linenumber)
self.pathtobasename = {} # for memoizing os.path.basename
self.donothing = 0
self.trace = trace
self._calledfuncs = {}
self._callers = {}
self._caller_cache = {}
self.start_time = None
if timing:
self.start_time = _time()
if countcallers:
self.globaltrace = self.globaltrace_trackcallers
elif countfuncs:
self.globaltrace = self.globaltrace_countfuncs
elif trace and count:
self.globaltrace = self.globaltrace_lt
self.localtrace = self.localtrace_trace_and_count
elif trace:
self.globaltrace = self.globaltrace_lt
self.localtrace = self.localtrace_trace
elif count:
self.globaltrace = self.globaltrace_lt
self.localtrace = self.localtrace_count
else:
# Ahem -- do nothing? Okay.
self.donothing = 1
def run(self, cmd):
import __main__
dict = __main__.__dict__
self.runctx(cmd, dict, dict)
def runctx(self, cmd, globals=None, locals=None):
if globals is None: globals = {}
if locals is None: locals = {}
if not self.donothing:
threading.settrace(self.globaltrace)
sys.settrace(self.globaltrace)
try:
exec(cmd, globals, locals)
finally:
if not self.donothing:
sys.settrace(None)
threading.settrace(None)
def runfunc(*args, **kw):
if len(args) >= 2:
self, func, *args = args
elif not args:
raise TypeError("descriptor 'runfunc' of 'Trace' object "
"needs an argument")
elif 'func' in kw:
func = kw.pop('func')
self, *args = args
import warnings
warnings.warn("Passing 'func' as keyword argument is deprecated",
DeprecationWarning, stacklevel=2)
else:
raise TypeError('runfunc expected at least 1 positional argument, '
'got %d' % (len(args)-1))
result = None
if not self.donothing:
sys.settrace(self.globaltrace)
try:
result = func(*args, **kw)
finally:
if not self.donothing:
sys.settrace(None)
return result
runfunc.__text_signature__ = '($self, func, /, *args, **kw)'
def file_module_function_of(self, frame):
code = frame.f_code
filename = code.co_filename
if filename:
modulename = _modname(filename)
else:
modulename = None
funcname = code.co_name
clsname = None
if code in self._caller_cache:
if self._caller_cache[code] is not None:
clsname = self._caller_cache[code]
else:
self._caller_cache[code] = None
## use of gc.get_referrers() was suggested by Michael Hudson
# all functions which refer to this code object
funcs = [f for f in gc.get_referrers(code)
if inspect.isfunction(f)]
# require len(func) == 1 to avoid ambiguity caused by calls to
# new.function(): "In the face of ambiguity, refuse the
# temptation to guess."
if len(funcs) == 1:
dicts = [d for d in gc.get_referrers(funcs[0])
if isinstance(d, dict)]
if len(dicts) == 1:
classes = [c for c in gc.get_referrers(dicts[0])
if hasattr(c, "__bases__")]
if len(classes) == 1:
# ditto for new.classobj()
clsname = classes[0].__name__
# cache the result - assumption is that new.* is
# not called later to disturb this relationship
# _caller_cache could be flushed if functions in
# the new module get called.
self._caller_cache[code] = clsname
if clsname is not None:
funcname = "%s.%s" % (clsname, funcname)
return filename, modulename, funcname
def globaltrace_trackcallers(self, frame, why, arg):
"""Handler for call events.
Adds information about who called who to the self._callers dict.
"""
if why == 'call':
# XXX Should do a better job of identifying methods
this_func = self.file_module_function_of(frame)
parent_func = self.file_module_function_of(frame.f_back)
self._callers[(parent_func, this_func)] = 1
def globaltrace_countfuncs(self, frame, why, arg):
"""Handler for call events.
Adds (filename, modulename, funcname) to the self._calledfuncs dict.
"""
if why == 'call':
this_func = self.file_module_function_of(frame)
self._calledfuncs[this_func] = 1
def globaltrace_lt(self, frame, why, arg):
"""Handler for call events.
If the code block being entered is to be ignored, returns `None',
else returns self.localtrace.
"""
if why == 'call':
code = frame.f_code
filename = frame.f_globals.get('__file__', None)
if filename:
# XXX _modname() doesn't work right for packages, so
# the ignore support won't work right for packages
modulename = _modname(filename)
if modulename is not None:
ignore_it = self.ignore.names(filename, modulename)
if not ignore_it:
if self.trace:
print((" --- modulename: %s, funcname: %s"
% (modulename, code.co_name)))
return self.localtrace
else:
return None
def localtrace_trace_and_count(self, frame, why, arg):
if why == "line":
# record the file name and line number of every trace
filename = frame.f_code.co_filename
lineno = frame.f_lineno
key = filename, lineno
self.counts[key] = self.counts.get(key, 0) + 1
if self.start_time:
print('%.2f' % (_time() - self.start_time), end=' ')
bname = os.path.basename(filename)
print("%s(%d): %s" % (bname, lineno,
linecache.getline(filename, lineno)), end='')
return self.localtrace
def localtrace_trace(self, frame, why, arg):
if why == "line":
# record the file name and line number of every trace
filename = frame.f_code.co_filename
lineno = frame.f_lineno
if self.start_time:
print('%.2f' % (_time() - self.start_time), end=' ')
bname = os.path.basename(filename)
print("%s(%d): %s" % (bname, lineno,
linecache.getline(filename, lineno)), end='')
return self.localtrace
def localtrace_count(self, frame, why, arg):
if why == "line":
filename = frame.f_code.co_filename
lineno = frame.f_lineno
key = filename, lineno
self.counts[key] = self.counts.get(key, 0) + 1
return self.localtrace
def results(self):
return CoverageResults(self.counts, infile=self.infile,
outfile=self.outfile,
calledfuncs=self._calledfuncs,
callers=self._callers)
def main():
import argparse
parser = argparse.ArgumentParser()
parser.add_argument('--version', action='version', version='trace 2.0')
grp = parser.add_argument_group('Main options',
'One of these (or --report) must be given')
grp.add_argument('-c', '--count', action='store_true',
help='Count the number of times each line is executed and write '
'the counts to <module>.cover for each module executed, in '
'the module\'s directory. See also --coverdir, --file, '
'--no-report below.')
grp.add_argument('-t', '--trace', action='store_true',
help='Print each line to sys.stdout before it is executed')
grp.add_argument('-l', '--listfuncs', action='store_true',
help='Keep track of which functions are executed at least once '
'and write the results to sys.stdout after the program exits. '
'Cannot be specified alongside --trace or --count.')
grp.add_argument('-T', '--trackcalls', action='store_true',
help='Keep track of caller/called pairs and write the results to '
'sys.stdout after the program exits.')
grp = parser.add_argument_group('Modifiers')
_grp = grp.add_mutually_exclusive_group()
_grp.add_argument('-r', '--report', action='store_true',
help='Generate a report from a counts file; does not execute any '
'code. --file must specify the results file to read, which '
'must have been created in a previous run with --count '
'--file=FILE')
_grp.add_argument('-R', '--no-report', action='store_true',
help='Do not generate the coverage report files. '
'Useful if you want to accumulate over several runs.')
grp.add_argument('-f', '--file',
help='File to accumulate counts over several runs')
grp.add_argument('-C', '--coverdir',
help='Directory where the report files go. The coverage report '
'for <package>.<module> will be written to file '
'<dir>/<package>/<module>.cover')
grp.add_argument('-m', '--missing', action='store_true',
help='Annotate executable lines that were not executed with '
'">>>>>> "')
grp.add_argument('-s', '--summary', action='store_true',
help='Write a brief summary for each file to sys.stdout. '
'Can only be used with --count or --report')
grp.add_argument('-g', '--timing', action='store_true',
help='Prefix each line with the time since the program started. '
'Only used while tracing')
grp = parser.add_argument_group('Filters',
'Can be specified multiple times')
grp.add_argument('--ignore-module', action='append', default=[],
help='Ignore the given module(s) and its submodules '
'(if it is a package). Accepts comma separated list of '
'module names.')
grp.add_argument('--ignore-dir', action='append', default=[],
help='Ignore files in the given directory '
'(multiple directories can be joined by os.pathsep).')
parser.add_argument('--module', action='store_true', default=False,
help='Trace a module. ')
parser.add_argument('progname', nargs='?',
help='file to run as main program')
parser.add_argument('arguments', nargs=argparse.REMAINDER,
help='arguments to the program')
opts = parser.parse_args()
if opts.ignore_dir:
_prefix = sysconfig.get_path("stdlib")
_exec_prefix = sysconfig.get_path("platstdlib")
def parse_ignore_dir(s):
s = os.path.expanduser(os.path.expandvars(s))
s = s.replace('$prefix', _prefix).replace('$exec_prefix', _exec_prefix)
return os.path.normpath(s)
opts.ignore_module = [mod.strip()
for i in opts.ignore_module for mod in i.split(',')]
opts.ignore_dir = [parse_ignore_dir(s)
for i in opts.ignore_dir for s in i.split(os.pathsep)]
if opts.report:
if not opts.file:
parser.error('-r/--report requires -f/--file')
results = CoverageResults(infile=opts.file, outfile=opts.file)
return results.write_results(opts.missing, opts.summary, opts.coverdir)
if not any([opts.trace, opts.count, opts.listfuncs, opts.trackcalls]):
parser.error('must specify one of --trace, --count, --report, '
'--listfuncs, or --trackcalls')
if opts.listfuncs and (opts.count or opts.trace):
parser.error('cannot specify both --listfuncs and (--trace or --count)')
if opts.summary and not opts.count:
parser.error('--summary can only be used with --count or --report')
if opts.progname is None:
parser.error('progname is missing: required with the main options')
t = Trace(opts.count, opts.trace, countfuncs=opts.listfuncs,
countcallers=opts.trackcalls, ignoremods=opts.ignore_module,
ignoredirs=opts.ignore_dir, infile=opts.file,
outfile=opts.file, timing=opts.timing)
try:
if opts.module:
import runpy
module_name = opts.progname
mod_name, mod_spec, code = runpy._get_module_details(module_name)
sys.argv = [code.co_filename, *opts.arguments]
globs = {
'__name__': '__main__',
'__file__': code.co_filename,
'__package__': mod_spec.parent,
'__loader__': mod_spec.loader,
'__spec__': mod_spec,
'__cached__': None,
}
else:
sys.argv = [opts.progname, *opts.arguments]
sys.path[0] = os.path.dirname(opts.progname)
with io.open_code(opts.progname) as fp:
code = compile(fp.read(), opts.progname, 'exec')
# try to emulate __main__ namespace as much as possible
globs = {
'__file__': opts.progname,
'__name__': '__main__',
'__package__': None,
'__cached__': None,
}
t.runctx(code, globs, globs)
except OSError as err:
sys.exit("Cannot run file %r because: %s" % (sys.argv[0], err))
except SystemExit:
pass
results = t.results()
if not opts.no_report:
results.write_results(opts.missing, opts.summary, opts.coverdir)
if __name__=='__main__':
main()
numbers.py 0000644 00000024004 15115353747 0006604 0 ustar 00 # Copyright 2007 Google, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Abstract Base Classes (ABCs) for numbers, according to PEP 3141.
TODO: Fill out more detailed documentation on the operators."""
from abc import ABCMeta, abstractmethod
__all__ = ["Number", "Complex", "Real", "Rational", "Integral"]
class Number(metaclass=ABCMeta):
"""All numbers inherit from this class.
If you just want to check if an argument x is a number, without
caring what kind, use isinstance(x, Number).
"""
__slots__ = ()
# Concrete numeric types must provide their own hash implementation
__hash__ = None
## Notes on Decimal
## ----------------
## Decimal has all of the methods specified by the Real abc, but it should
## not be registered as a Real because decimals do not interoperate with
## binary floats (i.e. Decimal('3.14') + 2.71828 is undefined). But,
## abstract reals are expected to interoperate (i.e. R1 + R2 should be
## expected to work if R1 and R2 are both Reals).
class Complex(Number):
"""Complex defines the operations that work on the builtin complex type.
In short, those are: a conversion to complex, .real, .imag, +, -,
*, /, abs(), .conjugate, ==, and !=.
If it is given heterogeneous arguments, and doesn't have special
knowledge about them, it should fall back to the builtin complex
type as described below.
"""
__slots__ = ()
@abstractmethod
def __complex__(self):
"""Return a builtin complex instance. Called for complex(self)."""
def __bool__(self):
"""True if self != 0. Called for bool(self)."""
return self != 0
@property
@abstractmethod
def real(self):
"""Retrieve the real component of this number.
This should subclass Real.
"""
raise NotImplementedError
@property
@abstractmethod
def imag(self):
"""Retrieve the imaginary component of this number.
This should subclass Real.
"""
raise NotImplementedError
@abstractmethod
def __add__(self, other):
"""self + other"""
raise NotImplementedError
@abstractmethod
def __radd__(self, other):
"""other + self"""
raise NotImplementedError
@abstractmethod
def __neg__(self):
"""-self"""
raise NotImplementedError
@abstractmethod
def __pos__(self):
"""+self"""
raise NotImplementedError
def __sub__(self, other):
"""self - other"""
return self + -other
def __rsub__(self, other):
"""other - self"""
return -self + other
@abstractmethod
def __mul__(self, other):
"""self * other"""
raise NotImplementedError
@abstractmethod
def __rmul__(self, other):
"""other * self"""
raise NotImplementedError
@abstractmethod
def __truediv__(self, other):
"""self / other: Should promote to float when necessary."""
raise NotImplementedError
@abstractmethod
def __rtruediv__(self, other):
"""other / self"""
raise NotImplementedError
@abstractmethod
def __pow__(self, exponent):
"""self**exponent; should promote to float or complex when necessary."""
raise NotImplementedError
@abstractmethod
def __rpow__(self, base):
"""base ** self"""
raise NotImplementedError
@abstractmethod
def __abs__(self):
"""Returns the Real distance from 0. Called for abs(self)."""
raise NotImplementedError
@abstractmethod
def conjugate(self):
"""(x+y*i).conjugate() returns (x-y*i)."""
raise NotImplementedError
@abstractmethod
def __eq__(self, other):
"""self == other"""
raise NotImplementedError
Complex.register(complex)
class Real(Complex):
"""To Complex, Real adds the operations that work on real numbers.
In short, those are: a conversion to float, trunc(), divmod,
%, <, <=, >, and >=.
Real also provides defaults for the derived operations.
"""
__slots__ = ()
@abstractmethod
def __float__(self):
"""Any Real can be converted to a native float object.
Called for float(self)."""
raise NotImplementedError
@abstractmethod
def __trunc__(self):
"""trunc(self): Truncates self to an Integral.
Returns an Integral i such that:
* i>0 iff self>0;
* abs(i) <= abs(self);
* for any Integral j satisfying the first two conditions,
abs(i) >= abs(j) [i.e. i has "maximal" abs among those].
i.e. "truncate towards 0".
"""
raise NotImplementedError
@abstractmethod
def __floor__(self):
"""Finds the greatest Integral <= self."""
raise NotImplementedError
@abstractmethod
def __ceil__(self):
"""Finds the least Integral >= self."""
raise NotImplementedError
@abstractmethod
def __round__(self, ndigits=None):
"""Rounds self to ndigits decimal places, defaulting to 0.
If ndigits is omitted or None, returns an Integral, otherwise
returns a Real. Rounds half toward even.
"""
raise NotImplementedError
def __divmod__(self, other):
"""divmod(self, other): The pair (self // other, self % other).
Sometimes this can be computed faster than the pair of
operations.
"""
return (self // other, self % other)
def __rdivmod__(self, other):
"""divmod(other, self): The pair (self // other, self % other).
Sometimes this can be computed faster than the pair of
operations.
"""
return (other // self, other % self)
@abstractmethod
def __floordiv__(self, other):
"""self // other: The floor() of self/other."""
raise NotImplementedError
@abstractmethod
def __rfloordiv__(self, other):
"""other // self: The floor() of other/self."""
raise NotImplementedError
@abstractmethod
def __mod__(self, other):
"""self % other"""
raise NotImplementedError
@abstractmethod
def __rmod__(self, other):
"""other % self"""
raise NotImplementedError
@abstractmethod
def __lt__(self, other):
"""self < other
< on Reals defines a total ordering, except perhaps for NaN."""
raise NotImplementedError
@abstractmethod
def __le__(self, other):
"""self <= other"""
raise NotImplementedError
# Concrete implementations of Complex abstract methods.
def __complex__(self):
"""complex(self) == complex(float(self), 0)"""
return complex(float(self))
@property
def real(self):
"""Real numbers are their real component."""
return +self
@property
def imag(self):
"""Real numbers have no imaginary component."""
return 0
def conjugate(self):
"""Conjugate is a no-op for Reals."""
return +self
Real.register(float)
class Rational(Real):
""".numerator and .denominator should be in lowest terms."""
__slots__ = ()
@property
@abstractmethod
def numerator(self):
raise NotImplementedError
@property
@abstractmethod
def denominator(self):
raise NotImplementedError
# Concrete implementation of Real's conversion to float.
def __float__(self):
"""float(self) = self.numerator / self.denominator
It's important that this conversion use the integer's "true"
division rather than casting one side to float before dividing
so that ratios of huge integers convert without overflowing.
"""
return self.numerator / self.denominator
class Integral(Rational):
"""Integral adds a conversion to int and the bit-string operations."""
__slots__ = ()
@abstractmethod
def __int__(self):
"""int(self)"""
raise NotImplementedError
def __index__(self):
"""Called whenever an index is needed, such as in slicing"""
return int(self)
@abstractmethod
def __pow__(self, exponent, modulus=None):
"""self ** exponent % modulus, but maybe faster.
Accept the modulus argument if you want to support the
3-argument version of pow(). Raise a TypeError if exponent < 0
or any argument isn't Integral. Otherwise, just implement the
2-argument version described in Complex.
"""
raise NotImplementedError
@abstractmethod
def __lshift__(self, other):
"""self << other"""
raise NotImplementedError
@abstractmethod
def __rlshift__(self, other):
"""other << self"""
raise NotImplementedError
@abstractmethod
def __rshift__(self, other):
"""self >> other"""
raise NotImplementedError
@abstractmethod
def __rrshift__(self, other):
"""other >> self"""
raise NotImplementedError
@abstractmethod
def __and__(self, other):
"""self & other"""
raise NotImplementedError
@abstractmethod
def __rand__(self, other):
"""other & self"""
raise NotImplementedError
@abstractmethod
def __xor__(self, other):
"""self ^ other"""
raise NotImplementedError
@abstractmethod
def __rxor__(self, other):
"""other ^ self"""
raise NotImplementedError
@abstractmethod
def __or__(self, other):
"""self | other"""
raise NotImplementedError
@abstractmethod
def __ror__(self, other):
"""other | self"""
raise NotImplementedError
@abstractmethod
def __invert__(self):
"""~self"""
raise NotImplementedError
# Concrete implementations of Rational and Real abstract methods.
def __float__(self):
"""float(self) == float(int(self))"""
return float(int(self))
@property
def numerator(self):
"""Integers are their own numerators."""
return +self
@property
def denominator(self):
"""Integers have a denominator of 1."""
return 1
Integral.register(int)
colorsys.py 0000644 00000007740 15115353747 0007016 0 ustar 00 """Conversion functions between RGB and other color systems.
This modules provides two functions for each color system ABC:
rgb_to_abc(r, g, b) --> a, b, c
abc_to_rgb(a, b, c) --> r, g, b
All inputs and outputs are triples of floats in the range [0.0...1.0]
(with the exception of I and Q, which covers a slightly larger range).
Inputs outside the valid range may cause exceptions or invalid outputs.
Supported color systems:
RGB: Red, Green, Blue components
YIQ: Luminance, Chrominance (used by composite video signals)
HLS: Hue, Luminance, Saturation
HSV: Hue, Saturation, Value
"""
# References:
# http://en.wikipedia.org/wiki/YIQ
# http://en.wikipedia.org/wiki/HLS_color_space
# http://en.wikipedia.org/wiki/HSV_color_space
__all__ = ["rgb_to_yiq","yiq_to_rgb","rgb_to_hls","hls_to_rgb",
"rgb_to_hsv","hsv_to_rgb"]
# Some floating point constants
ONE_THIRD = 1.0/3.0
ONE_SIXTH = 1.0/6.0
TWO_THIRD = 2.0/3.0
# YIQ: used by composite video signals (linear combinations of RGB)
# Y: perceived grey level (0.0 == black, 1.0 == white)
# I, Q: color components
#
# There are a great many versions of the constants used in these formulae.
# The ones in this library uses constants from the FCC version of NTSC.
def rgb_to_yiq(r, g, b):
y = 0.30*r + 0.59*g + 0.11*b
i = 0.74*(r-y) - 0.27*(b-y)
q = 0.48*(r-y) + 0.41*(b-y)
return (y, i, q)
def yiq_to_rgb(y, i, q):
# r = y + (0.27*q + 0.41*i) / (0.74*0.41 + 0.27*0.48)
# b = y + (0.74*q - 0.48*i) / (0.74*0.41 + 0.27*0.48)
# g = y - (0.30*(r-y) + 0.11*(b-y)) / 0.59
r = y + 0.9468822170900693*i + 0.6235565819861433*q
g = y - 0.27478764629897834*i - 0.6356910791873801*q
b = y - 1.1085450346420322*i + 1.7090069284064666*q
if r < 0.0:
r = 0.0
if g < 0.0:
g = 0.0
if b < 0.0:
b = 0.0
if r > 1.0:
r = 1.0
if g > 1.0:
g = 1.0
if b > 1.0:
b = 1.0
return (r, g, b)
# HLS: Hue, Luminance, Saturation
# H: position in the spectrum
# L: color lightness
# S: color saturation
def rgb_to_hls(r, g, b):
maxc = max(r, g, b)
minc = min(r, g, b)
# XXX Can optimize (maxc+minc) and (maxc-minc)
l = (minc+maxc)/2.0
if minc == maxc:
return 0.0, l, 0.0
if l <= 0.5:
s = (maxc-minc) / (maxc+minc)
else:
s = (maxc-minc) / (2.0-maxc-minc)
rc = (maxc-r) / (maxc-minc)
gc = (maxc-g) / (maxc-minc)
bc = (maxc-b) / (maxc-minc)
if r == maxc:
h = bc-gc
elif g == maxc:
h = 2.0+rc-bc
else:
h = 4.0+gc-rc
h = (h/6.0) % 1.0
return h, l, s
def hls_to_rgb(h, l, s):
if s == 0.0:
return l, l, l
if l <= 0.5:
m2 = l * (1.0+s)
else:
m2 = l+s-(l*s)
m1 = 2.0*l - m2
return (_v(m1, m2, h+ONE_THIRD), _v(m1, m2, h), _v(m1, m2, h-ONE_THIRD))
def _v(m1, m2, hue):
hue = hue % 1.0
if hue < ONE_SIXTH:
return m1 + (m2-m1)*hue*6.0
if hue < 0.5:
return m2
if hue < TWO_THIRD:
return m1 + (m2-m1)*(TWO_THIRD-hue)*6.0
return m1
# HSV: Hue, Saturation, Value
# H: position in the spectrum
# S: color saturation ("purity")
# V: color brightness
def rgb_to_hsv(r, g, b):
maxc = max(r, g, b)
minc = min(r, g, b)
v = maxc
if minc == maxc:
return 0.0, 0.0, v
s = (maxc-minc) / maxc
rc = (maxc-r) / (maxc-minc)
gc = (maxc-g) / (maxc-minc)
bc = (maxc-b) / (maxc-minc)
if r == maxc:
h = bc-gc
elif g == maxc:
h = 2.0+rc-bc
else:
h = 4.0+gc-rc
h = (h/6.0) % 1.0
return h, s, v
def hsv_to_rgb(h, s, v):
if s == 0.0:
return v, v, v
i = int(h*6.0) # XXX assume int() truncates!
f = (h*6.0) - i
p = v*(1.0 - s)
q = v*(1.0 - s*f)
t = v*(1.0 - s*(1.0-f))
i = i%6
if i == 0:
return v, t, p
if i == 1:
return q, v, p
if i == 2:
return p, v, t
if i == 3:
return p, q, v
if i == 4:
return t, p, v
if i == 5:
return v, p, q
# Cannot get here
pipes.py 0000644 00000021324 15115353747 0006253 0 ustar 00 """Conversion pipeline templates.
The problem:
------------
Suppose you have some data that you want to convert to another format,
such as from GIF image format to PPM image format. Maybe the
conversion involves several steps (e.g. piping it through compress or
uuencode). Some of the conversion steps may require that their input
is a disk file, others may be able to read standard input; similar for
their output. The input to the entire conversion may also be read
from a disk file or from an open file, and similar for its output.
The module lets you construct a pipeline template by sticking one or
more conversion steps together. It will take care of creating and
removing temporary files if they are necessary to hold intermediate
data. You can then use the template to do conversions from many
different sources to many different destinations. The temporary
file names used are different each time the template is used.
The templates are objects so you can create templates for many
different conversion steps and store them in a dictionary, for
instance.
Directions:
-----------
To create a template:
t = Template()
To add a conversion step to a template:
t.append(command, kind)
where kind is a string of two characters: the first is '-' if the
command reads its standard input or 'f' if it requires a file; the
second likewise for the output. The command must be valid /bin/sh
syntax. If input or output files are required, they are passed as
$IN and $OUT; otherwise, it must be possible to use the command in
a pipeline.
To add a conversion step at the beginning:
t.prepend(command, kind)
To convert a file to another file using a template:
sts = t.copy(infile, outfile)
If infile or outfile are the empty string, standard input is read or
standard output is written, respectively. The return value is the
exit status of the conversion pipeline.
To open a file for reading or writing through a conversion pipeline:
fp = t.open(file, mode)
where mode is 'r' to read the file, or 'w' to write it -- just like
for the built-in function open() or for os.popen().
To create a new template object initialized to a given one:
t2 = t.clone()
""" # '
import re
import os
import tempfile
# we import the quote function rather than the module for backward compat
# (quote used to be an undocumented but used function in pipes)
from shlex import quote
__all__ = ["Template"]
# Conversion step kinds
FILEIN_FILEOUT = 'ff' # Must read & write real files
STDIN_FILEOUT = '-f' # Must write a real file
FILEIN_STDOUT = 'f-' # Must read a real file
STDIN_STDOUT = '--' # Normal pipeline element
SOURCE = '.-' # Must be first, writes stdout
SINK = '-.' # Must be last, reads stdin
stepkinds = [FILEIN_FILEOUT, STDIN_FILEOUT, FILEIN_STDOUT, STDIN_STDOUT, \
SOURCE, SINK]
class Template:
"""Class representing a pipeline template."""
def __init__(self):
"""Template() returns a fresh pipeline template."""
self.debugging = 0
self.reset()
def __repr__(self):
"""t.__repr__() implements repr(t)."""
return '<Template instance, steps=%r>' % (self.steps,)
def reset(self):
"""t.reset() restores a pipeline template to its initial state."""
self.steps = []
def clone(self):
"""t.clone() returns a new pipeline template with identical
initial state as the current one."""
t = Template()
t.steps = self.steps[:]
t.debugging = self.debugging
return t
def debug(self, flag):
"""t.debug(flag) turns debugging on or off."""
self.debugging = flag
def append(self, cmd, kind):
"""t.append(cmd, kind) adds a new step at the end."""
if type(cmd) is not type(''):
raise TypeError('Template.append: cmd must be a string')
if kind not in stepkinds:
raise ValueError('Template.append: bad kind %r' % (kind,))
if kind == SOURCE:
raise ValueError('Template.append: SOURCE can only be prepended')
if self.steps and self.steps[-1][1] == SINK:
raise ValueError('Template.append: already ends with SINK')
if kind[0] == 'f' and not re.search(r'\$IN\b', cmd):
raise ValueError('Template.append: missing $IN in cmd')
if kind[1] == 'f' and not re.search(r'\$OUT\b', cmd):
raise ValueError('Template.append: missing $OUT in cmd')
self.steps.append((cmd, kind))
def prepend(self, cmd, kind):
"""t.prepend(cmd, kind) adds a new step at the front."""
if type(cmd) is not type(''):
raise TypeError('Template.prepend: cmd must be a string')
if kind not in stepkinds:
raise ValueError('Template.prepend: bad kind %r' % (kind,))
if kind == SINK:
raise ValueError('Template.prepend: SINK can only be appended')
if self.steps and self.steps[0][1] == SOURCE:
raise ValueError('Template.prepend: already begins with SOURCE')
if kind[0] == 'f' and not re.search(r'\$IN\b', cmd):
raise ValueError('Template.prepend: missing $IN in cmd')
if kind[1] == 'f' and not re.search(r'\$OUT\b', cmd):
raise ValueError('Template.prepend: missing $OUT in cmd')
self.steps.insert(0, (cmd, kind))
def open(self, file, rw):
"""t.open(file, rw) returns a pipe or file object open for
reading or writing; the file is the other end of the pipeline."""
if rw == 'r':
return self.open_r(file)
if rw == 'w':
return self.open_w(file)
raise ValueError('Template.open: rw must be \'r\' or \'w\', not %r'
% (rw,))
def open_r(self, file):
"""t.open_r(file) and t.open_w(file) implement
t.open(file, 'r') and t.open(file, 'w') respectively."""
if not self.steps:
return open(file, 'r')
if self.steps[-1][1] == SINK:
raise ValueError('Template.open_r: pipeline ends width SINK')
cmd = self.makepipeline(file, '')
return os.popen(cmd, 'r')
def open_w(self, file):
if not self.steps:
return open(file, 'w')
if self.steps[0][1] == SOURCE:
raise ValueError('Template.open_w: pipeline begins with SOURCE')
cmd = self.makepipeline('', file)
return os.popen(cmd, 'w')
def copy(self, infile, outfile):
return os.system(self.makepipeline(infile, outfile))
def makepipeline(self, infile, outfile):
cmd = makepipeline(infile, self.steps, outfile)
if self.debugging:
print(cmd)
cmd = 'set -x; ' + cmd
return cmd
def makepipeline(infile, steps, outfile):
# Build a list with for each command:
# [input filename or '', command string, kind, output filename or '']
list = []
for cmd, kind in steps:
list.append(['', cmd, kind, ''])
#
# Make sure there is at least one step
#
if not list:
list.append(['', 'cat', '--', ''])
#
# Take care of the input and output ends
#
[cmd, kind] = list[0][1:3]
if kind[0] == 'f' and not infile:
list.insert(0, ['', 'cat', '--', ''])
list[0][0] = infile
#
[cmd, kind] = list[-1][1:3]
if kind[1] == 'f' and not outfile:
list.append(['', 'cat', '--', ''])
list[-1][-1] = outfile
#
# Invent temporary files to connect stages that need files
#
garbage = []
for i in range(1, len(list)):
lkind = list[i-1][2]
rkind = list[i][2]
if lkind[1] == 'f' or rkind[0] == 'f':
(fd, temp) = tempfile.mkstemp()
os.close(fd)
garbage.append(temp)
list[i-1][-1] = list[i][0] = temp
#
for item in list:
[inf, cmd, kind, outf] = item
if kind[1] == 'f':
cmd = 'OUT=' + quote(outf) + '; ' + cmd
if kind[0] == 'f':
cmd = 'IN=' + quote(inf) + '; ' + cmd
if kind[0] == '-' and inf:
cmd = cmd + ' <' + quote(inf)
if kind[1] == '-' and outf:
cmd = cmd + ' >' + quote(outf)
item[1] = cmd
#
cmdlist = list[0][1]
for item in list[1:]:
[cmd, kind] = item[1:3]
if item[0] == '':
if 'f' in kind:
cmd = '{ ' + cmd + '; }'
cmdlist = cmdlist + ' |\n' + cmd
else:
cmdlist = cmdlist + '\n' + cmd
#
if garbage:
rmcmd = 'rm -f'
for file in garbage:
rmcmd = rmcmd + ' ' + quote(file)
trapcmd = 'trap ' + quote(rmcmd + '; exit') + ' 1 2 3 13 14 15'
cmdlist = trapcmd + '\n' + cmdlist + '\n' + rmcmd
#
return cmdlist
pprint.py 0000644 00000051754 15115353747 0006461 0 ustar 00 # Author: Fred L. Drake, Jr.
# fdrake@acm.org
#
# This is a simple little module I wrote to make life easier. I didn't
# see anything quite like it in the library, though I may have overlooked
# something. I wrote this when I was trying to read some heavily nested
# tuples with fairly non-descriptive content. This is modeled very much
# after Lisp/Scheme - style pretty-printing of lists. If you find it
# useful, thank small children who sleep at night.
"""Support to pretty-print lists, tuples, & dictionaries recursively.
Very simple, but useful, especially in debugging data structures.
Classes
-------
PrettyPrinter()
Handle pretty-printing operations onto a stream using a configured
set of formatting parameters.
Functions
---------
pformat()
Format a Python object into a pretty-printed representation.
pprint()
Pretty-print a Python object to a stream [default is sys.stdout].
saferepr()
Generate a 'standard' repr()-like value, but protect against recursive
data structures.
"""
import collections as _collections
import re
import sys as _sys
import types as _types
from io import StringIO as _StringIO
__all__ = ["pprint","pformat","isreadable","isrecursive","saferepr",
"PrettyPrinter", "pp"]
def pprint(object, stream=None, indent=1, width=80, depth=None, *,
compact=False, sort_dicts=True):
"""Pretty-print a Python object to a stream [default is sys.stdout]."""
printer = PrettyPrinter(
stream=stream, indent=indent, width=width, depth=depth,
compact=compact, sort_dicts=sort_dicts)
printer.pprint(object)
def pformat(object, indent=1, width=80, depth=None, *,
compact=False, sort_dicts=True):
"""Format a Python object into a pretty-printed representation."""
return PrettyPrinter(indent=indent, width=width, depth=depth,
compact=compact, sort_dicts=sort_dicts).pformat(object)
def pp(object, *args, sort_dicts=False, **kwargs):
"""Pretty-print a Python object"""
pprint(object, *args, sort_dicts=sort_dicts, **kwargs)
def saferepr(object):
"""Version of repr() which can handle recursive data structures."""
return _safe_repr(object, {}, None, 0, True)[0]
def isreadable(object):
"""Determine if saferepr(object) is readable by eval()."""
return _safe_repr(object, {}, None, 0, True)[1]
def isrecursive(object):
"""Determine if object requires a recursive representation."""
return _safe_repr(object, {}, None, 0, True)[2]
class _safe_key:
"""Helper function for key functions when sorting unorderable objects.
The wrapped-object will fallback to a Py2.x style comparison for
unorderable types (sorting first comparing the type name and then by
the obj ids). Does not work recursively, so dict.items() must have
_safe_key applied to both the key and the value.
"""
__slots__ = ['obj']
def __init__(self, obj):
self.obj = obj
def __lt__(self, other):
try:
return self.obj < other.obj
except TypeError:
return ((str(type(self.obj)), id(self.obj)) < \
(str(type(other.obj)), id(other.obj)))
def _safe_tuple(t):
"Helper function for comparing 2-tuples"
return _safe_key(t[0]), _safe_key(t[1])
class PrettyPrinter:
def __init__(self, indent=1, width=80, depth=None, stream=None, *,
compact=False, sort_dicts=True):
"""Handle pretty printing operations onto a stream using a set of
configured parameters.
indent
Number of spaces to indent for each level of nesting.
width
Attempted maximum number of columns in the output.
depth
The maximum depth to print out nested structures.
stream
The desired output stream. If omitted (or false), the standard
output stream available at construction will be used.
compact
If true, several items will be combined in one line.
sort_dicts
If true, dict keys are sorted.
"""
indent = int(indent)
width = int(width)
if indent < 0:
raise ValueError('indent must be >= 0')
if depth is not None and depth <= 0:
raise ValueError('depth must be > 0')
if not width:
raise ValueError('width must be != 0')
self._depth = depth
self._indent_per_level = indent
self._width = width
if stream is not None:
self._stream = stream
else:
self._stream = _sys.stdout
self._compact = bool(compact)
self._sort_dicts = sort_dicts
def pprint(self, object):
self._format(object, self._stream, 0, 0, {}, 0)
self._stream.write("\n")
def pformat(self, object):
sio = _StringIO()
self._format(object, sio, 0, 0, {}, 0)
return sio.getvalue()
def isrecursive(self, object):
return self.format(object, {}, 0, 0)[2]
def isreadable(self, object):
s, readable, recursive = self.format(object, {}, 0, 0)
return readable and not recursive
def _format(self, object, stream, indent, allowance, context, level):
objid = id(object)
if objid in context:
stream.write(_recursion(object))
self._recursive = True
self._readable = False
return
rep = self._repr(object, context, level)
max_width = self._width - indent - allowance
if len(rep) > max_width:
p = self._dispatch.get(type(object).__repr__, None)
if p is not None:
context[objid] = 1
p(self, object, stream, indent, allowance, context, level + 1)
del context[objid]
return
elif isinstance(object, dict):
context[objid] = 1
self._pprint_dict(object, stream, indent, allowance,
context, level + 1)
del context[objid]
return
stream.write(rep)
_dispatch = {}
def _pprint_dict(self, object, stream, indent, allowance, context, level):
write = stream.write
write('{')
if self._indent_per_level > 1:
write((self._indent_per_level - 1) * ' ')
length = len(object)
if length:
if self._sort_dicts:
items = sorted(object.items(), key=_safe_tuple)
else:
items = object.items()
self._format_dict_items(items, stream, indent, allowance + 1,
context, level)
write('}')
_dispatch[dict.__repr__] = _pprint_dict
def _pprint_ordered_dict(self, object, stream, indent, allowance, context, level):
if not len(object):
stream.write(repr(object))
return
cls = object.__class__
stream.write(cls.__name__ + '(')
self._format(list(object.items()), stream,
indent + len(cls.__name__) + 1, allowance + 1,
context, level)
stream.write(')')
_dispatch[_collections.OrderedDict.__repr__] = _pprint_ordered_dict
def _pprint_list(self, object, stream, indent, allowance, context, level):
stream.write('[')
self._format_items(object, stream, indent, allowance + 1,
context, level)
stream.write(']')
_dispatch[list.__repr__] = _pprint_list
def _pprint_tuple(self, object, stream, indent, allowance, context, level):
stream.write('(')
endchar = ',)' if len(object) == 1 else ')'
self._format_items(object, stream, indent, allowance + len(endchar),
context, level)
stream.write(endchar)
_dispatch[tuple.__repr__] = _pprint_tuple
def _pprint_set(self, object, stream, indent, allowance, context, level):
if not len(object):
stream.write(repr(object))
return
typ = object.__class__
if typ is set:
stream.write('{')
endchar = '}'
else:
stream.write(typ.__name__ + '({')
endchar = '})'
indent += len(typ.__name__) + 1
object = sorted(object, key=_safe_key)
self._format_items(object, stream, indent, allowance + len(endchar),
context, level)
stream.write(endchar)
_dispatch[set.__repr__] = _pprint_set
_dispatch[frozenset.__repr__] = _pprint_set
def _pprint_str(self, object, stream, indent, allowance, context, level):
write = stream.write
if not len(object):
write(repr(object))
return
chunks = []
lines = object.splitlines(True)
if level == 1:
indent += 1
allowance += 1
max_width1 = max_width = self._width - indent
for i, line in enumerate(lines):
rep = repr(line)
if i == len(lines) - 1:
max_width1 -= allowance
if len(rep) <= max_width1:
chunks.append(rep)
else:
# A list of alternating (non-space, space) strings
parts = re.findall(r'\S*\s*', line)
assert parts
assert not parts[-1]
parts.pop() # drop empty last part
max_width2 = max_width
current = ''
for j, part in enumerate(parts):
candidate = current + part
if j == len(parts) - 1 and i == len(lines) - 1:
max_width2 -= allowance
if len(repr(candidate)) > max_width2:
if current:
chunks.append(repr(current))
current = part
else:
current = candidate
if current:
chunks.append(repr(current))
if len(chunks) == 1:
write(rep)
return
if level == 1:
write('(')
for i, rep in enumerate(chunks):
if i > 0:
write('\n' + ' '*indent)
write(rep)
if level == 1:
write(')')
_dispatch[str.__repr__] = _pprint_str
def _pprint_bytes(self, object, stream, indent, allowance, context, level):
write = stream.write
if len(object) <= 4:
write(repr(object))
return
parens = level == 1
if parens:
indent += 1
allowance += 1
write('(')
delim = ''
for rep in _wrap_bytes_repr(object, self._width - indent, allowance):
write(delim)
write(rep)
if not delim:
delim = '\n' + ' '*indent
if parens:
write(')')
_dispatch[bytes.__repr__] = _pprint_bytes
def _pprint_bytearray(self, object, stream, indent, allowance, context, level):
write = stream.write
write('bytearray(')
self._pprint_bytes(bytes(object), stream, indent + 10,
allowance + 1, context, level + 1)
write(')')
_dispatch[bytearray.__repr__] = _pprint_bytearray
def _pprint_mappingproxy(self, object, stream, indent, allowance, context, level):
stream.write('mappingproxy(')
self._format(object.copy(), stream, indent + 13, allowance + 1,
context, level)
stream.write(')')
_dispatch[_types.MappingProxyType.__repr__] = _pprint_mappingproxy
def _format_dict_items(self, items, stream, indent, allowance, context,
level):
write = stream.write
indent += self._indent_per_level
delimnl = ',\n' + ' ' * indent
last_index = len(items) - 1
for i, (key, ent) in enumerate(items):
last = i == last_index
rep = self._repr(key, context, level)
write(rep)
write(': ')
self._format(ent, stream, indent + len(rep) + 2,
allowance if last else 1,
context, level)
if not last:
write(delimnl)
def _format_items(self, items, stream, indent, allowance, context, level):
write = stream.write
indent += self._indent_per_level
if self._indent_per_level > 1:
write((self._indent_per_level - 1) * ' ')
delimnl = ',\n' + ' ' * indent
delim = ''
width = max_width = self._width - indent + 1
it = iter(items)
try:
next_ent = next(it)
except StopIteration:
return
last = False
while not last:
ent = next_ent
try:
next_ent = next(it)
except StopIteration:
last = True
max_width -= allowance
width -= allowance
if self._compact:
rep = self._repr(ent, context, level)
w = len(rep) + 2
if width < w:
width = max_width
if delim:
delim = delimnl
if width >= w:
width -= w
write(delim)
delim = ', '
write(rep)
continue
write(delim)
delim = delimnl
self._format(ent, stream, indent,
allowance if last else 1,
context, level)
def _repr(self, object, context, level):
repr, readable, recursive = self.format(object, context.copy(),
self._depth, level)
if not readable:
self._readable = False
if recursive:
self._recursive = True
return repr
def format(self, object, context, maxlevels, level):
"""Format object for a specific context, returning a string
and flags indicating whether the representation is 'readable'
and whether the object represents a recursive construct.
"""
return _safe_repr(object, context, maxlevels, level, self._sort_dicts)
def _pprint_default_dict(self, object, stream, indent, allowance, context, level):
if not len(object):
stream.write(repr(object))
return
rdf = self._repr(object.default_factory, context, level)
cls = object.__class__
indent += len(cls.__name__) + 1
stream.write('%s(%s,\n%s' % (cls.__name__, rdf, ' ' * indent))
self._pprint_dict(object, stream, indent, allowance + 1, context, level)
stream.write(')')
_dispatch[_collections.defaultdict.__repr__] = _pprint_default_dict
def _pprint_counter(self, object, stream, indent, allowance, context, level):
if not len(object):
stream.write(repr(object))
return
cls = object.__class__
stream.write(cls.__name__ + '({')
if self._indent_per_level > 1:
stream.write((self._indent_per_level - 1) * ' ')
items = object.most_common()
self._format_dict_items(items, stream,
indent + len(cls.__name__) + 1, allowance + 2,
context, level)
stream.write('})')
_dispatch[_collections.Counter.__repr__] = _pprint_counter
def _pprint_chain_map(self, object, stream, indent, allowance, context, level):
if not len(object.maps):
stream.write(repr(object))
return
cls = object.__class__
stream.write(cls.__name__ + '(')
indent += len(cls.__name__) + 1
for i, m in enumerate(object.maps):
if i == len(object.maps) - 1:
self._format(m, stream, indent, allowance + 1, context, level)
stream.write(')')
else:
self._format(m, stream, indent, 1, context, level)
stream.write(',\n' + ' ' * indent)
_dispatch[_collections.ChainMap.__repr__] = _pprint_chain_map
def _pprint_deque(self, object, stream, indent, allowance, context, level):
if not len(object):
stream.write(repr(object))
return
cls = object.__class__
stream.write(cls.__name__ + '(')
indent += len(cls.__name__) + 1
stream.write('[')
if object.maxlen is None:
self._format_items(object, stream, indent, allowance + 2,
context, level)
stream.write('])')
else:
self._format_items(object, stream, indent, 2,
context, level)
rml = self._repr(object.maxlen, context, level)
stream.write('],\n%smaxlen=%s)' % (' ' * indent, rml))
_dispatch[_collections.deque.__repr__] = _pprint_deque
def _pprint_user_dict(self, object, stream, indent, allowance, context, level):
self._format(object.data, stream, indent, allowance, context, level - 1)
_dispatch[_collections.UserDict.__repr__] = _pprint_user_dict
def _pprint_user_list(self, object, stream, indent, allowance, context, level):
self._format(object.data, stream, indent, allowance, context, level - 1)
_dispatch[_collections.UserList.__repr__] = _pprint_user_list
def _pprint_user_string(self, object, stream, indent, allowance, context, level):
self._format(object.data, stream, indent, allowance, context, level - 1)
_dispatch[_collections.UserString.__repr__] = _pprint_user_string
# Return triple (repr_string, isreadable, isrecursive).
def _safe_repr(object, context, maxlevels, level, sort_dicts):
typ = type(object)
if typ in _builtin_scalars:
return repr(object), True, False
r = getattr(typ, "__repr__", None)
if issubclass(typ, dict) and r is dict.__repr__:
if not object:
return "{}", True, False
objid = id(object)
if maxlevels and level >= maxlevels:
return "{...}", False, objid in context
if objid in context:
return _recursion(object), False, True
context[objid] = 1
readable = True
recursive = False
components = []
append = components.append
level += 1
if sort_dicts:
items = sorted(object.items(), key=_safe_tuple)
else:
items = object.items()
for k, v in items:
krepr, kreadable, krecur = _safe_repr(k, context, maxlevels, level, sort_dicts)
vrepr, vreadable, vrecur = _safe_repr(v, context, maxlevels, level, sort_dicts)
append("%s: %s" % (krepr, vrepr))
readable = readable and kreadable and vreadable
if krecur or vrecur:
recursive = True
del context[objid]
return "{%s}" % ", ".join(components), readable, recursive
if (issubclass(typ, list) and r is list.__repr__) or \
(issubclass(typ, tuple) and r is tuple.__repr__):
if issubclass(typ, list):
if not object:
return "[]", True, False
format = "[%s]"
elif len(object) == 1:
format = "(%s,)"
else:
if not object:
return "()", True, False
format = "(%s)"
objid = id(object)
if maxlevels and level >= maxlevels:
return format % "...", False, objid in context
if objid in context:
return _recursion(object), False, True
context[objid] = 1
readable = True
recursive = False
components = []
append = components.append
level += 1
for o in object:
orepr, oreadable, orecur = _safe_repr(o, context, maxlevels, level, sort_dicts)
append(orepr)
if not oreadable:
readable = False
if orecur:
recursive = True
del context[objid]
return format % ", ".join(components), readable, recursive
rep = repr(object)
return rep, (rep and not rep.startswith('<')), False
_builtin_scalars = frozenset({str, bytes, bytearray, int, float, complex,
bool, type(None)})
def _recursion(object):
return ("<Recursion on %s with id=%s>"
% (type(object).__name__, id(object)))
def _perfcheck(object=None):
import time
if object is None:
object = [("string", (1, 2), [3, 4], {5: 6, 7: 8})] * 100000
p = PrettyPrinter()
t1 = time.perf_counter()
_safe_repr(object, {}, None, 0, True)
t2 = time.perf_counter()
p.pformat(object)
t3 = time.perf_counter()
print("_safe_repr:", t2 - t1)
print("pformat:", t3 - t2)
def _wrap_bytes_repr(object, width, allowance):
current = b''
last = len(object) // 4 * 4
for i in range(0, len(object), 4):
part = object[i: i+4]
candidate = current + part
if i == last:
width -= allowance
if len(repr(candidate)) > width:
if current:
yield repr(current)
current = part
else:
current = candidate
if current:
yield repr(current)
if __name__ == "__main__":
_perfcheck()
cgitb.py 0000644 00000027500 15115353747 0006225 0 ustar 00 """More comprehensive traceback formatting for Python scripts.
To enable this module, do:
import cgitb; cgitb.enable()
at the top of your script. The optional arguments to enable() are:
display - if true, tracebacks are displayed in the web browser
logdir - if set, tracebacks are written to files in this directory
context - number of lines of source code to show for each stack frame
format - 'text' or 'html' controls the output format
By default, tracebacks are displayed but not saved, the context is 5 lines
and the output format is 'html' (for backwards compatibility with the
original use of this module)
Alternatively, if you have caught an exception and want cgitb to display it
for you, call cgitb.handler(). The optional argument to handler() is a
3-item tuple (etype, evalue, etb) just like the value of sys.exc_info().
The default handler displays output as HTML.
"""
import inspect
import keyword
import linecache
import os
import pydoc
import sys
import tempfile
import time
import tokenize
import traceback
def reset():
"""Return a string that resets the CGI and browser to a known state."""
return '''<!--: spam
Content-Type: text/html
<body bgcolor="#f0f0f8"><font color="#f0f0f8" size="-5"> -->
<body bgcolor="#f0f0f8"><font color="#f0f0f8" size="-5"> --> -->
</font> </font> </font> </script> </object> </blockquote> </pre>
</table> </table> </table> </table> </table> </font> </font> </font>'''
__UNDEF__ = [] # a special sentinel object
def small(text):
if text:
return '<small>' + text + '</small>'
else:
return ''
def strong(text):
if text:
return '<strong>' + text + '</strong>'
else:
return ''
def grey(text):
if text:
return '<font color="#909090">' + text + '</font>'
else:
return ''
def lookup(name, frame, locals):
"""Find the value for a given name in the given environment."""
if name in locals:
return 'local', locals[name]
if name in frame.f_globals:
return 'global', frame.f_globals[name]
if '__builtins__' in frame.f_globals:
builtins = frame.f_globals['__builtins__']
if type(builtins) is type({}):
if name in builtins:
return 'builtin', builtins[name]
else:
if hasattr(builtins, name):
return 'builtin', getattr(builtins, name)
return None, __UNDEF__
def scanvars(reader, frame, locals):
"""Scan one logical line of Python and look up values of variables used."""
vars, lasttoken, parent, prefix, value = [], None, None, '', __UNDEF__
for ttype, token, start, end, line in tokenize.generate_tokens(reader):
if ttype == tokenize.NEWLINE: break
if ttype == tokenize.NAME and token not in keyword.kwlist:
if lasttoken == '.':
if parent is not __UNDEF__:
value = getattr(parent, token, __UNDEF__)
vars.append((prefix + token, prefix, value))
else:
where, value = lookup(token, frame, locals)
vars.append((token, where, value))
elif token == '.':
prefix += lasttoken + '.'
parent = value
else:
parent, prefix = None, ''
lasttoken = token
return vars
def html(einfo, context=5):
"""Return a nice HTML document describing a given traceback."""
etype, evalue, etb = einfo
if isinstance(etype, type):
etype = etype.__name__
pyver = 'Python ' + sys.version.split()[0] + ': ' + sys.executable
date = time.ctime(time.time())
head = '<body bgcolor="#f0f0f8">' + pydoc.html.heading(
'<big><big>%s</big></big>' %
strong(pydoc.html.escape(str(etype))),
'#ffffff', '#6622aa', pyver + '<br>' + date) + '''
<p>A problem occurred in a Python script. Here is the sequence of
function calls leading up to the error, in the order they occurred.</p>'''
indent = '<tt>' + small(' ' * 5) + ' </tt>'
frames = []
records = inspect.getinnerframes(etb, context)
for frame, file, lnum, func, lines, index in records:
if file:
file = os.path.abspath(file)
link = '<a href="file://%s">%s</a>' % (file, pydoc.html.escape(file))
else:
file = link = '?'
args, varargs, varkw, locals = inspect.getargvalues(frame)
call = ''
if func != '?':
call = 'in ' + strong(pydoc.html.escape(func))
if func != "<module>":
call += inspect.formatargvalues(args, varargs, varkw, locals,
formatvalue=lambda value: '=' + pydoc.html.repr(value))
highlight = {}
def reader(lnum=[lnum]):
highlight[lnum[0]] = 1
try: return linecache.getline(file, lnum[0])
finally: lnum[0] += 1
vars = scanvars(reader, frame, locals)
rows = ['<tr><td bgcolor="#d8bbff">%s%s %s</td></tr>' %
('<big> </big>', link, call)]
if index is not None:
i = lnum - index
for line in lines:
num = small(' ' * (5-len(str(i))) + str(i)) + ' '
if i in highlight:
line = '<tt>=>%s%s</tt>' % (num, pydoc.html.preformat(line))
rows.append('<tr><td bgcolor="#ffccee">%s</td></tr>' % line)
else:
line = '<tt> %s%s</tt>' % (num, pydoc.html.preformat(line))
rows.append('<tr><td>%s</td></tr>' % grey(line))
i += 1
done, dump = {}, []
for name, where, value in vars:
if name in done: continue
done[name] = 1
if value is not __UNDEF__:
if where in ('global', 'builtin'):
name = ('<em>%s</em> ' % where) + strong(name)
elif where == 'local':
name = strong(name)
else:
name = where + strong(name.split('.')[-1])
dump.append('%s = %s' % (name, pydoc.html.repr(value)))
else:
dump.append(name + ' <em>undefined</em>')
rows.append('<tr><td>%s</td></tr>' % small(grey(', '.join(dump))))
frames.append('''
<table width="100%%" cellspacing=0 cellpadding=0 border=0>
%s</table>''' % '\n'.join(rows))
exception = ['<p>%s: %s' % (strong(pydoc.html.escape(str(etype))),
pydoc.html.escape(str(evalue)))]
for name in dir(evalue):
if name[:1] == '_': continue
value = pydoc.html.repr(getattr(evalue, name))
exception.append('\n<br>%s%s =\n%s' % (indent, name, value))
return head + ''.join(frames) + ''.join(exception) + '''
<!-- The above is a description of an error in a Python program, formatted
for a Web browser because the 'cgitb' module was enabled. In case you
are not reading this in a Web browser, here is the original traceback:
%s
-->
''' % pydoc.html.escape(
''.join(traceback.format_exception(etype, evalue, etb)))
def text(einfo, context=5):
"""Return a plain text document describing a given traceback."""
etype, evalue, etb = einfo
if isinstance(etype, type):
etype = etype.__name__
pyver = 'Python ' + sys.version.split()[0] + ': ' + sys.executable
date = time.ctime(time.time())
head = "%s\n%s\n%s\n" % (str(etype), pyver, date) + '''
A problem occurred in a Python script. Here is the sequence of
function calls leading up to the error, in the order they occurred.
'''
frames = []
records = inspect.getinnerframes(etb, context)
for frame, file, lnum, func, lines, index in records:
file = file and os.path.abspath(file) or '?'
args, varargs, varkw, locals = inspect.getargvalues(frame)
call = ''
if func != '?':
call = 'in ' + func
if func != "<module>":
call += inspect.formatargvalues(args, varargs, varkw, locals,
formatvalue=lambda value: '=' + pydoc.text.repr(value))
highlight = {}
def reader(lnum=[lnum]):
highlight[lnum[0]] = 1
try: return linecache.getline(file, lnum[0])
finally: lnum[0] += 1
vars = scanvars(reader, frame, locals)
rows = [' %s %s' % (file, call)]
if index is not None:
i = lnum - index
for line in lines:
num = '%5d ' % i
rows.append(num+line.rstrip())
i += 1
done, dump = {}, []
for name, where, value in vars:
if name in done: continue
done[name] = 1
if value is not __UNDEF__:
if where == 'global': name = 'global ' + name
elif where != 'local': name = where + name.split('.')[-1]
dump.append('%s = %s' % (name, pydoc.text.repr(value)))
else:
dump.append(name + ' undefined')
rows.append('\n'.join(dump))
frames.append('\n%s\n' % '\n'.join(rows))
exception = ['%s: %s' % (str(etype), str(evalue))]
for name in dir(evalue):
value = pydoc.text.repr(getattr(evalue, name))
exception.append('\n%s%s = %s' % (" "*4, name, value))
return head + ''.join(frames) + ''.join(exception) + '''
The above is a description of an error in a Python program. Here is
the original traceback:
%s
''' % ''.join(traceback.format_exception(etype, evalue, etb))
class Hook:
"""A hook to replace sys.excepthook that shows tracebacks in HTML."""
def __init__(self, display=1, logdir=None, context=5, file=None,
format="html"):
self.display = display # send tracebacks to browser if true
self.logdir = logdir # log tracebacks to files if not None
self.context = context # number of source code lines per frame
self.file = file or sys.stdout # place to send the output
self.format = format
def __call__(self, etype, evalue, etb):
self.handle((etype, evalue, etb))
def handle(self, info=None):
info = info or sys.exc_info()
if self.format == "html":
self.file.write(reset())
formatter = (self.format=="html") and html or text
plain = False
try:
doc = formatter(info, self.context)
except: # just in case something goes wrong
doc = ''.join(traceback.format_exception(*info))
plain = True
if self.display:
if plain:
doc = pydoc.html.escape(doc)
self.file.write('<pre>' + doc + '</pre>\n')
else:
self.file.write(doc + '\n')
else:
self.file.write('<p>A problem occurred in a Python script.\n')
if self.logdir is not None:
suffix = ['.txt', '.html'][self.format=="html"]
(fd, path) = tempfile.mkstemp(suffix=suffix, dir=self.logdir)
try:
with os.fdopen(fd, 'w') as file:
file.write(doc)
msg = '%s contains the description of this error.' % path
except:
msg = 'Tried to save traceback to %s, but failed.' % path
if self.format == 'html':
self.file.write('<p>%s</p>\n' % msg)
else:
self.file.write(msg + '\n')
try:
self.file.flush()
except: pass
handler = Hook().handle
def enable(display=1, logdir=None, context=5, format="html"):
"""Install an exception handler that formats tracebacks as HTML.
The optional argument 'display' can be set to 0 to suppress sending the
traceback to the browser, and 'logdir' can be set to a directory to cause
tracebacks to be written to files there."""
sys.excepthook = Hook(display=display, logdir=logdir,
context=context, format=format)
getopt.py 0000644 00000016501 15115353747 0006436 0 ustar 00 """Parser for command line options.
This module helps scripts to parse the command line arguments in
sys.argv. It supports the same conventions as the Unix getopt()
function (including the special meanings of arguments of the form `-'
and `--'). Long options similar to those supported by GNU software
may be used as well via an optional third argument. This module
provides two functions and an exception:
getopt() -- Parse command line options
gnu_getopt() -- Like getopt(), but allow option and non-option arguments
to be intermixed.
GetoptError -- exception (class) raised with 'opt' attribute, which is the
option involved with the exception.
"""
# Long option support added by Lars Wirzenius <liw@iki.fi>.
#
# Gerrit Holl <gerrit@nl.linux.org> moved the string-based exceptions
# to class-based exceptions.
#
# Peter Åstrand <astrand@lysator.liu.se> added gnu_getopt().
#
# TODO for gnu_getopt():
#
# - GNU getopt_long_only mechanism
# - allow the caller to specify ordering
# - RETURN_IN_ORDER option
# - GNU extension with '-' as first character of option string
# - optional arguments, specified by double colons
# - an option string with a W followed by semicolon should
# treat "-W foo" as "--foo"
__all__ = ["GetoptError","error","getopt","gnu_getopt"]
import os
try:
from gettext import gettext as _
except ImportError:
# Bootstrapping Python: gettext's dependencies not built yet
def _(s): return s
class GetoptError(Exception):
opt = ''
msg = ''
def __init__(self, msg, opt=''):
self.msg = msg
self.opt = opt
Exception.__init__(self, msg, opt)
def __str__(self):
return self.msg
error = GetoptError # backward compatibility
def getopt(args, shortopts, longopts = []):
"""getopt(args, options[, long_options]) -> opts, args
Parses command line options and parameter list. args is the
argument list to be parsed, without the leading reference to the
running program. Typically, this means "sys.argv[1:]". shortopts
is the string of option letters that the script wants to
recognize, with options that require an argument followed by a
colon (i.e., the same format that Unix getopt() uses). If
specified, longopts is a list of strings with the names of the
long options which should be supported. The leading '--'
characters should not be included in the option name. Options
which require an argument should be followed by an equal sign
('=').
The return value consists of two elements: the first is a list of
(option, value) pairs; the second is the list of program arguments
left after the option list was stripped (this is a trailing slice
of the first argument). Each option-and-value pair returned has
the option as its first element, prefixed with a hyphen (e.g.,
'-x'), and the option argument as its second element, or an empty
string if the option has no argument. The options occur in the
list in the same order in which they were found, thus allowing
multiple occurrences. Long and short options may be mixed.
"""
opts = []
if type(longopts) == type(""):
longopts = [longopts]
else:
longopts = list(longopts)
while args and args[0].startswith('-') and args[0] != '-':
if args[0] == '--':
args = args[1:]
break
if args[0].startswith('--'):
opts, args = do_longs(opts, args[0][2:], longopts, args[1:])
else:
opts, args = do_shorts(opts, args[0][1:], shortopts, args[1:])
return opts, args
def gnu_getopt(args, shortopts, longopts = []):
"""getopt(args, options[, long_options]) -> opts, args
This function works like getopt(), except that GNU style scanning
mode is used by default. This means that option and non-option
arguments may be intermixed. The getopt() function stops
processing options as soon as a non-option argument is
encountered.
If the first character of the option string is `+', or if the
environment variable POSIXLY_CORRECT is set, then option
processing stops as soon as a non-option argument is encountered.
"""
opts = []
prog_args = []
if isinstance(longopts, str):
longopts = [longopts]
else:
longopts = list(longopts)
# Allow options after non-option arguments?
if shortopts.startswith('+'):
shortopts = shortopts[1:]
all_options_first = True
elif os.environ.get("POSIXLY_CORRECT"):
all_options_first = True
else:
all_options_first = False
while args:
if args[0] == '--':
prog_args += args[1:]
break
if args[0][:2] == '--':
opts, args = do_longs(opts, args[0][2:], longopts, args[1:])
elif args[0][:1] == '-' and args[0] != '-':
opts, args = do_shorts(opts, args[0][1:], shortopts, args[1:])
else:
if all_options_first:
prog_args += args
break
else:
prog_args.append(args[0])
args = args[1:]
return opts, prog_args
def do_longs(opts, opt, longopts, args):
try:
i = opt.index('=')
except ValueError:
optarg = None
else:
opt, optarg = opt[:i], opt[i+1:]
has_arg, opt = long_has_args(opt, longopts)
if has_arg:
if optarg is None:
if not args:
raise GetoptError(_('option --%s requires argument') % opt, opt)
optarg, args = args[0], args[1:]
elif optarg is not None:
raise GetoptError(_('option --%s must not have an argument') % opt, opt)
opts.append(('--' + opt, optarg or ''))
return opts, args
# Return:
# has_arg?
# full option name
def long_has_args(opt, longopts):
possibilities = [o for o in longopts if o.startswith(opt)]
if not possibilities:
raise GetoptError(_('option --%s not recognized') % opt, opt)
# Is there an exact match?
if opt in possibilities:
return False, opt
elif opt + '=' in possibilities:
return True, opt
# No exact match, so better be unique.
if len(possibilities) > 1:
# XXX since possibilities contains all valid continuations, might be
# nice to work them into the error msg
raise GetoptError(_('option --%s not a unique prefix') % opt, opt)
assert len(possibilities) == 1
unique_match = possibilities[0]
has_arg = unique_match.endswith('=')
if has_arg:
unique_match = unique_match[:-1]
return has_arg, unique_match
def do_shorts(opts, optstring, shortopts, args):
while optstring != '':
opt, optstring = optstring[0], optstring[1:]
if short_has_arg(opt, shortopts):
if optstring == '':
if not args:
raise GetoptError(_('option -%s requires argument') % opt,
opt)
optstring, args = args[0], args[1:]
optarg, optstring = optstring, ''
else:
optarg = ''
opts.append(('-' + opt, optarg))
return opts, args
def short_has_arg(opt, shortopts):
for i in range(len(shortopts)):
if opt == shortopts[i] != ':':
return shortopts.startswith(':', i+1)
raise GetoptError(_('option -%s not recognized') % opt, opt)
if __name__ == '__main__':
import sys
print(getopt(sys.argv[1:], "a:b", ["alpha=", "beta"]))
functools.py 0000644 00000111036 15115353747 0007147 0 ustar 00 """functools.py - Tools for working with functions and callable objects
"""
# Python module wrapper for _functools C module
# to allow utilities written in Python to be added
# to the functools module.
# Written by Nick Coghlan <ncoghlan at gmail.com>,
# Raymond Hettinger <python at rcn.com>,
# and Łukasz Langa <lukasz at langa.pl>.
# Copyright (C) 2006-2013 Python Software Foundation.
# See C source code for _functools credits/copyright
__all__ = ['update_wrapper', 'wraps', 'WRAPPER_ASSIGNMENTS', 'WRAPPER_UPDATES',
'total_ordering', 'cmp_to_key', 'lru_cache', 'reduce', 'partial',
'partialmethod', 'singledispatch', 'singledispatchmethod',
"cached_property"]
from abc import get_cache_token
from collections import namedtuple
# import types, weakref # Deferred to single_dispatch()
from reprlib import recursive_repr
from _thread import RLock
################################################################################
### update_wrapper() and wraps() decorator
################################################################################
# update_wrapper() and wraps() are tools to help write
# wrapper functions that can handle naive introspection
WRAPPER_ASSIGNMENTS = ('__module__', '__name__', '__qualname__', '__doc__',
'__annotations__')
WRAPPER_UPDATES = ('__dict__',)
def update_wrapper(wrapper,
wrapped,
assigned = WRAPPER_ASSIGNMENTS,
updated = WRAPPER_UPDATES):
"""Update a wrapper function to look like the wrapped function
wrapper is the function to be updated
wrapped is the original function
assigned is a tuple naming the attributes assigned directly
from the wrapped function to the wrapper function (defaults to
functools.WRAPPER_ASSIGNMENTS)
updated is a tuple naming the attributes of the wrapper that
are updated with the corresponding attribute from the wrapped
function (defaults to functools.WRAPPER_UPDATES)
"""
for attr in assigned:
try:
value = getattr(wrapped, attr)
except AttributeError:
pass
else:
setattr(wrapper, attr, value)
for attr in updated:
getattr(wrapper, attr).update(getattr(wrapped, attr, {}))
# Issue #17482: set __wrapped__ last so we don't inadvertently copy it
# from the wrapped function when updating __dict__
wrapper.__wrapped__ = wrapped
# Return the wrapper so this can be used as a decorator via partial()
return wrapper
def wraps(wrapped,
assigned = WRAPPER_ASSIGNMENTS,
updated = WRAPPER_UPDATES):
"""Decorator factory to apply update_wrapper() to a wrapper function
Returns a decorator that invokes update_wrapper() with the decorated
function as the wrapper argument and the arguments to wraps() as the
remaining arguments. Default arguments are as for update_wrapper().
This is a convenience function to simplify applying partial() to
update_wrapper().
"""
return partial(update_wrapper, wrapped=wrapped,
assigned=assigned, updated=updated)
################################################################################
### total_ordering class decorator
################################################################################
# The total ordering functions all invoke the root magic method directly
# rather than using the corresponding operator. This avoids possible
# infinite recursion that could occur when the operator dispatch logic
# detects a NotImplemented result and then calls a reflected method.
def _gt_from_lt(self, other, NotImplemented=NotImplemented):
'Return a > b. Computed by @total_ordering from (not a < b) and (a != b).'
op_result = self.__lt__(other)
if op_result is NotImplemented:
return op_result
return not op_result and self != other
def _le_from_lt(self, other, NotImplemented=NotImplemented):
'Return a <= b. Computed by @total_ordering from (a < b) or (a == b).'
op_result = self.__lt__(other)
return op_result or self == other
def _ge_from_lt(self, other, NotImplemented=NotImplemented):
'Return a >= b. Computed by @total_ordering from (not a < b).'
op_result = self.__lt__(other)
if op_result is NotImplemented:
return op_result
return not op_result
def _ge_from_le(self, other, NotImplemented=NotImplemented):
'Return a >= b. Computed by @total_ordering from (not a <= b) or (a == b).'
op_result = self.__le__(other)
if op_result is NotImplemented:
return op_result
return not op_result or self == other
def _lt_from_le(self, other, NotImplemented=NotImplemented):
'Return a < b. Computed by @total_ordering from (a <= b) and (a != b).'
op_result = self.__le__(other)
if op_result is NotImplemented:
return op_result
return op_result and self != other
def _gt_from_le(self, other, NotImplemented=NotImplemented):
'Return a > b. Computed by @total_ordering from (not a <= b).'
op_result = self.__le__(other)
if op_result is NotImplemented:
return op_result
return not op_result
def _lt_from_gt(self, other, NotImplemented=NotImplemented):
'Return a < b. Computed by @total_ordering from (not a > b) and (a != b).'
op_result = self.__gt__(other)
if op_result is NotImplemented:
return op_result
return not op_result and self != other
def _ge_from_gt(self, other, NotImplemented=NotImplemented):
'Return a >= b. Computed by @total_ordering from (a > b) or (a == b).'
op_result = self.__gt__(other)
return op_result or self == other
def _le_from_gt(self, other, NotImplemented=NotImplemented):
'Return a <= b. Computed by @total_ordering from (not a > b).'
op_result = self.__gt__(other)
if op_result is NotImplemented:
return op_result
return not op_result
def _le_from_ge(self, other, NotImplemented=NotImplemented):
'Return a <= b. Computed by @total_ordering from (not a >= b) or (a == b).'
op_result = self.__ge__(other)
if op_result is NotImplemented:
return op_result
return not op_result or self == other
def _gt_from_ge(self, other, NotImplemented=NotImplemented):
'Return a > b. Computed by @total_ordering from (a >= b) and (a != b).'
op_result = self.__ge__(other)
if op_result is NotImplemented:
return op_result
return op_result and self != other
def _lt_from_ge(self, other, NotImplemented=NotImplemented):
'Return a < b. Computed by @total_ordering from (not a >= b).'
op_result = self.__ge__(other)
if op_result is NotImplemented:
return op_result
return not op_result
_convert = {
'__lt__': [('__gt__', _gt_from_lt),
('__le__', _le_from_lt),
('__ge__', _ge_from_lt)],
'__le__': [('__ge__', _ge_from_le),
('__lt__', _lt_from_le),
('__gt__', _gt_from_le)],
'__gt__': [('__lt__', _lt_from_gt),
('__ge__', _ge_from_gt),
('__le__', _le_from_gt)],
'__ge__': [('__le__', _le_from_ge),
('__gt__', _gt_from_ge),
('__lt__', _lt_from_ge)]
}
def total_ordering(cls):
"""Class decorator that fills in missing ordering methods"""
# Find user-defined comparisons (not those inherited from object).
roots = {op for op in _convert if getattr(cls, op, None) is not getattr(object, op, None)}
if not roots:
raise ValueError('must define at least one ordering operation: < > <= >=')
root = max(roots) # prefer __lt__ to __le__ to __gt__ to __ge__
for opname, opfunc in _convert[root]:
if opname not in roots:
opfunc.__name__ = opname
setattr(cls, opname, opfunc)
return cls
################################################################################
### cmp_to_key() function converter
################################################################################
def cmp_to_key(mycmp):
"""Convert a cmp= function into a key= function"""
class K(object):
__slots__ = ['obj']
def __init__(self, obj):
self.obj = obj
def __lt__(self, other):
return mycmp(self.obj, other.obj) < 0
def __gt__(self, other):
return mycmp(self.obj, other.obj) > 0
def __eq__(self, other):
return mycmp(self.obj, other.obj) == 0
def __le__(self, other):
return mycmp(self.obj, other.obj) <= 0
def __ge__(self, other):
return mycmp(self.obj, other.obj) >= 0
__hash__ = None
return K
try:
from _functools import cmp_to_key
except ImportError:
pass
################################################################################
### reduce() sequence to a single item
################################################################################
_initial_missing = object()
def reduce(function, sequence, initial=_initial_missing):
"""
reduce(function, sequence[, initial]) -> value
Apply a function of two arguments cumulatively to the items of a sequence,
from left to right, so as to reduce the sequence to a single value.
For example, reduce(lambda x, y: x+y, [1, 2, 3, 4, 5]) calculates
((((1+2)+3)+4)+5). If initial is present, it is placed before the items
of the sequence in the calculation, and serves as a default when the
sequence is empty.
"""
it = iter(sequence)
if initial is _initial_missing:
try:
value = next(it)
except StopIteration:
raise TypeError("reduce() of empty sequence with no initial value") from None
else:
value = initial
for element in it:
value = function(value, element)
return value
try:
from _functools import reduce
except ImportError:
pass
################################################################################
### partial() argument application
################################################################################
# Purely functional, no descriptor behaviour
class partial:
"""New function with partial application of the given arguments
and keywords.
"""
__slots__ = "func", "args", "keywords", "__dict__", "__weakref__"
def __new__(cls, func, /, *args, **keywords):
if not callable(func):
raise TypeError("the first argument must be callable")
if hasattr(func, "func"):
args = func.args + args
keywords = {**func.keywords, **keywords}
func = func.func
self = super(partial, cls).__new__(cls)
self.func = func
self.args = args
self.keywords = keywords
return self
def __call__(self, /, *args, **keywords):
keywords = {**self.keywords, **keywords}
return self.func(*self.args, *args, **keywords)
@recursive_repr()
def __repr__(self):
qualname = type(self).__qualname__
args = [repr(self.func)]
args.extend(repr(x) for x in self.args)
args.extend(f"{k}={v!r}" for (k, v) in self.keywords.items())
if type(self).__module__ == "functools":
return f"functools.{qualname}({', '.join(args)})"
return f"{qualname}({', '.join(args)})"
def __reduce__(self):
return type(self), (self.func,), (self.func, self.args,
self.keywords or None, self.__dict__ or None)
def __setstate__(self, state):
if not isinstance(state, tuple):
raise TypeError("argument to __setstate__ must be a tuple")
if len(state) != 4:
raise TypeError(f"expected 4 items in state, got {len(state)}")
func, args, kwds, namespace = state
if (not callable(func) or not isinstance(args, tuple) or
(kwds is not None and not isinstance(kwds, dict)) or
(namespace is not None and not isinstance(namespace, dict))):
raise TypeError("invalid partial state")
args = tuple(args) # just in case it's a subclass
if kwds is None:
kwds = {}
elif type(kwds) is not dict: # XXX does it need to be *exactly* dict?
kwds = dict(kwds)
if namespace is None:
namespace = {}
self.__dict__ = namespace
self.func = func
self.args = args
self.keywords = kwds
try:
from _functools import partial
except ImportError:
pass
# Descriptor version
class partialmethod(object):
"""Method descriptor with partial application of the given arguments
and keywords.
Supports wrapping existing descriptors and handles non-descriptor
callables as instance methods.
"""
def __init__(*args, **keywords):
if len(args) >= 2:
self, func, *args = args
elif not args:
raise TypeError("descriptor '__init__' of partialmethod "
"needs an argument")
elif 'func' in keywords:
func = keywords.pop('func')
self, *args = args
import warnings
warnings.warn("Passing 'func' as keyword argument is deprecated",
DeprecationWarning, stacklevel=2)
else:
raise TypeError("type 'partialmethod' takes at least one argument, "
"got %d" % (len(args)-1))
args = tuple(args)
if not callable(func) and not hasattr(func, "__get__"):
raise TypeError("{!r} is not callable or a descriptor"
.format(func))
# func could be a descriptor like classmethod which isn't callable,
# so we can't inherit from partial (it verifies func is callable)
if isinstance(func, partialmethod):
# flattening is mandatory in order to place cls/self before all
# other arguments
# it's also more efficient since only one function will be called
self.func = func.func
self.args = func.args + args
self.keywords = {**func.keywords, **keywords}
else:
self.func = func
self.args = args
self.keywords = keywords
__init__.__text_signature__ = '($self, func, /, *args, **keywords)'
def __repr__(self):
args = ", ".join(map(repr, self.args))
keywords = ", ".join("{}={!r}".format(k, v)
for k, v in self.keywords.items())
format_string = "{module}.{cls}({func}, {args}, {keywords})"
return format_string.format(module=self.__class__.__module__,
cls=self.__class__.__qualname__,
func=self.func,
args=args,
keywords=keywords)
def _make_unbound_method(self):
def _method(cls_or_self, /, *args, **keywords):
keywords = {**self.keywords, **keywords}
return self.func(cls_or_self, *self.args, *args, **keywords)
_method.__isabstractmethod__ = self.__isabstractmethod__
_method._partialmethod = self
return _method
def __get__(self, obj, cls=None):
get = getattr(self.func, "__get__", None)
result = None
if get is not None:
new_func = get(obj, cls)
if new_func is not self.func:
# Assume __get__ returning something new indicates the
# creation of an appropriate callable
result = partial(new_func, *self.args, **self.keywords)
try:
result.__self__ = new_func.__self__
except AttributeError:
pass
if result is None:
# If the underlying descriptor didn't do anything, treat this
# like an instance method
result = self._make_unbound_method().__get__(obj, cls)
return result
@property
def __isabstractmethod__(self):
return getattr(self.func, "__isabstractmethod__", False)
# Helper functions
def _unwrap_partial(func):
while isinstance(func, partial):
func = func.func
return func
################################################################################
### LRU Cache function decorator
################################################################################
_CacheInfo = namedtuple("CacheInfo", ["hits", "misses", "maxsize", "currsize"])
class _HashedSeq(list):
""" This class guarantees that hash() will be called no more than once
per element. This is important because the lru_cache() will hash
the key multiple times on a cache miss.
"""
__slots__ = 'hashvalue'
def __init__(self, tup, hash=hash):
self[:] = tup
self.hashvalue = hash(tup)
def __hash__(self):
return self.hashvalue
def _make_key(args, kwds, typed,
kwd_mark = (object(),),
fasttypes = {int, str},
tuple=tuple, type=type, len=len):
"""Make a cache key from optionally typed positional and keyword arguments
The key is constructed in a way that is flat as possible rather than
as a nested structure that would take more memory.
If there is only a single argument and its data type is known to cache
its hash value, then that argument is returned without a wrapper. This
saves space and improves lookup speed.
"""
# All of code below relies on kwds preserving the order input by the user.
# Formerly, we sorted() the kwds before looping. The new way is *much*
# faster; however, it means that f(x=1, y=2) will now be treated as a
# distinct call from f(y=2, x=1) which will be cached separately.
key = args
if kwds:
key += kwd_mark
for item in kwds.items():
key += item
if typed:
key += tuple(type(v) for v in args)
if kwds:
key += tuple(type(v) for v in kwds.values())
elif len(key) == 1 and type(key[0]) in fasttypes:
return key[0]
return _HashedSeq(key)
def lru_cache(maxsize=128, typed=False):
"""Least-recently-used cache decorator.
If *maxsize* is set to None, the LRU features are disabled and the cache
can grow without bound.
If *typed* is True, arguments of different types will be cached separately.
For example, f(3.0) and f(3) will be treated as distinct calls with
distinct results.
Arguments to the cached function must be hashable.
View the cache statistics named tuple (hits, misses, maxsize, currsize)
with f.cache_info(). Clear the cache and statistics with f.cache_clear().
Access the underlying function with f.__wrapped__.
See: http://en.wikipedia.org/wiki/Cache_replacement_policies#Least_recently_used_(LRU)
"""
# Users should only access the lru_cache through its public API:
# cache_info, cache_clear, and f.__wrapped__
# The internals of the lru_cache are encapsulated for thread safety and
# to allow the implementation to change (including a possible C version).
if isinstance(maxsize, int):
# Negative maxsize is treated as 0
if maxsize < 0:
maxsize = 0
elif callable(maxsize) and isinstance(typed, bool):
# The user_function was passed in directly via the maxsize argument
user_function, maxsize = maxsize, 128
wrapper = _lru_cache_wrapper(user_function, maxsize, typed, _CacheInfo)
return update_wrapper(wrapper, user_function)
elif maxsize is not None:
raise TypeError(
'Expected first argument to be an integer, a callable, or None')
def decorating_function(user_function):
wrapper = _lru_cache_wrapper(user_function, maxsize, typed, _CacheInfo)
return update_wrapper(wrapper, user_function)
return decorating_function
def _lru_cache_wrapper(user_function, maxsize, typed, _CacheInfo):
# Constants shared by all lru cache instances:
sentinel = object() # unique object used to signal cache misses
make_key = _make_key # build a key from the function arguments
PREV, NEXT, KEY, RESULT = 0, 1, 2, 3 # names for the link fields
cache = {}
hits = misses = 0
full = False
cache_get = cache.get # bound method to lookup a key or return None
cache_len = cache.__len__ # get cache size without calling len()
lock = RLock() # because linkedlist updates aren't threadsafe
root = [] # root of the circular doubly linked list
root[:] = [root, root, None, None] # initialize by pointing to self
if maxsize == 0:
def wrapper(*args, **kwds):
# No caching -- just a statistics update
nonlocal misses
misses += 1
result = user_function(*args, **kwds)
return result
elif maxsize is None:
def wrapper(*args, **kwds):
# Simple caching without ordering or size limit
nonlocal hits, misses
key = make_key(args, kwds, typed)
result = cache_get(key, sentinel)
if result is not sentinel:
hits += 1
return result
misses += 1
result = user_function(*args, **kwds)
cache[key] = result
return result
else:
def wrapper(*args, **kwds):
# Size limited caching that tracks accesses by recency
nonlocal root, hits, misses, full
key = make_key(args, kwds, typed)
with lock:
link = cache_get(key)
if link is not None:
# Move the link to the front of the circular queue
link_prev, link_next, _key, result = link
link_prev[NEXT] = link_next
link_next[PREV] = link_prev
last = root[PREV]
last[NEXT] = root[PREV] = link
link[PREV] = last
link[NEXT] = root
hits += 1
return result
misses += 1
result = user_function(*args, **kwds)
with lock:
if key in cache:
# Getting here means that this same key was added to the
# cache while the lock was released. Since the link
# update is already done, we need only return the
# computed result and update the count of misses.
pass
elif full:
# Use the old root to store the new key and result.
oldroot = root
oldroot[KEY] = key
oldroot[RESULT] = result
# Empty the oldest link and make it the new root.
# Keep a reference to the old key and old result to
# prevent their ref counts from going to zero during the
# update. That will prevent potentially arbitrary object
# clean-up code (i.e. __del__) from running while we're
# still adjusting the links.
root = oldroot[NEXT]
oldkey = root[KEY]
oldresult = root[RESULT]
root[KEY] = root[RESULT] = None
# Now update the cache dictionary.
del cache[oldkey]
# Save the potentially reentrant cache[key] assignment
# for last, after the root and links have been put in
# a consistent state.
cache[key] = oldroot
else:
# Put result in a new link at the front of the queue.
last = root[PREV]
link = [last, root, key, result]
last[NEXT] = root[PREV] = cache[key] = link
# Use the cache_len bound method instead of the len() function
# which could potentially be wrapped in an lru_cache itself.
full = (cache_len() >= maxsize)
return result
def cache_info():
"""Report cache statistics"""
with lock:
return _CacheInfo(hits, misses, maxsize, cache_len())
def cache_clear():
"""Clear the cache and cache statistics"""
nonlocal hits, misses, full
with lock:
cache.clear()
root[:] = [root, root, None, None]
hits = misses = 0
full = False
wrapper.cache_info = cache_info
wrapper.cache_clear = cache_clear
return wrapper
try:
from _functools import _lru_cache_wrapper
except ImportError:
pass
################################################################################
### singledispatch() - single-dispatch generic function decorator
################################################################################
def _c3_merge(sequences):
"""Merges MROs in *sequences* to a single MRO using the C3 algorithm.
Adapted from http://www.python.org/download/releases/2.3/mro/.
"""
result = []
while True:
sequences = [s for s in sequences if s] # purge empty sequences
if not sequences:
return result
for s1 in sequences: # find merge candidates among seq heads
candidate = s1[0]
for s2 in sequences:
if candidate in s2[1:]:
candidate = None
break # reject the current head, it appears later
else:
break
if candidate is None:
raise RuntimeError("Inconsistent hierarchy")
result.append(candidate)
# remove the chosen candidate
for seq in sequences:
if seq[0] == candidate:
del seq[0]
def _c3_mro(cls, abcs=None):
"""Computes the method resolution order using extended C3 linearization.
If no *abcs* are given, the algorithm works exactly like the built-in C3
linearization used for method resolution.
If given, *abcs* is a list of abstract base classes that should be inserted
into the resulting MRO. Unrelated ABCs are ignored and don't end up in the
result. The algorithm inserts ABCs where their functionality is introduced,
i.e. issubclass(cls, abc) returns True for the class itself but returns
False for all its direct base classes. Implicit ABCs for a given class
(either registered or inferred from the presence of a special method like
__len__) are inserted directly after the last ABC explicitly listed in the
MRO of said class. If two implicit ABCs end up next to each other in the
resulting MRO, their ordering depends on the order of types in *abcs*.
"""
for i, base in enumerate(reversed(cls.__bases__)):
if hasattr(base, '__abstractmethods__'):
boundary = len(cls.__bases__) - i
break # Bases up to the last explicit ABC are considered first.
else:
boundary = 0
abcs = list(abcs) if abcs else []
explicit_bases = list(cls.__bases__[:boundary])
abstract_bases = []
other_bases = list(cls.__bases__[boundary:])
for base in abcs:
if issubclass(cls, base) and not any(
issubclass(b, base) for b in cls.__bases__
):
# If *cls* is the class that introduces behaviour described by
# an ABC *base*, insert said ABC to its MRO.
abstract_bases.append(base)
for base in abstract_bases:
abcs.remove(base)
explicit_c3_mros = [_c3_mro(base, abcs=abcs) for base in explicit_bases]
abstract_c3_mros = [_c3_mro(base, abcs=abcs) for base in abstract_bases]
other_c3_mros = [_c3_mro(base, abcs=abcs) for base in other_bases]
return _c3_merge(
[[cls]] +
explicit_c3_mros + abstract_c3_mros + other_c3_mros +
[explicit_bases] + [abstract_bases] + [other_bases]
)
def _compose_mro(cls, types):
"""Calculates the method resolution order for a given class *cls*.
Includes relevant abstract base classes (with their respective bases) from
the *types* iterable. Uses a modified C3 linearization algorithm.
"""
bases = set(cls.__mro__)
# Remove entries which are already present in the __mro__ or unrelated.
def is_related(typ):
return (typ not in bases and hasattr(typ, '__mro__')
and issubclass(cls, typ))
types = [n for n in types if is_related(n)]
# Remove entries which are strict bases of other entries (they will end up
# in the MRO anyway.
def is_strict_base(typ):
for other in types:
if typ != other and typ in other.__mro__:
return True
return False
types = [n for n in types if not is_strict_base(n)]
# Subclasses of the ABCs in *types* which are also implemented by
# *cls* can be used to stabilize ABC ordering.
type_set = set(types)
mro = []
for typ in types:
found = []
for sub in typ.__subclasses__():
if sub not in bases and issubclass(cls, sub):
found.append([s for s in sub.__mro__ if s in type_set])
if not found:
mro.append(typ)
continue
# Favor subclasses with the biggest number of useful bases
found.sort(key=len, reverse=True)
for sub in found:
for subcls in sub:
if subcls not in mro:
mro.append(subcls)
return _c3_mro(cls, abcs=mro)
def _find_impl(cls, registry):
"""Returns the best matching implementation from *registry* for type *cls*.
Where there is no registered implementation for a specific type, its method
resolution order is used to find a more generic implementation.
Note: if *registry* does not contain an implementation for the base
*object* type, this function may return None.
"""
mro = _compose_mro(cls, registry.keys())
match = None
for t in mro:
if match is not None:
# If *match* is an implicit ABC but there is another unrelated,
# equally matching implicit ABC, refuse the temptation to guess.
if (t in registry and t not in cls.__mro__
and match not in cls.__mro__
and not issubclass(match, t)):
raise RuntimeError("Ambiguous dispatch: {} or {}".format(
match, t))
break
if t in registry:
match = t
return registry.get(match)
def singledispatch(func):
"""Single-dispatch generic function decorator.
Transforms a function into a generic function, which can have different
behaviours depending upon the type of its first argument. The decorated
function acts as the default implementation, and additional
implementations can be registered using the register() attribute of the
generic function.
"""
# There are many programs that use functools without singledispatch, so we
# trade-off making singledispatch marginally slower for the benefit of
# making start-up of such applications slightly faster.
import types, weakref
registry = {}
dispatch_cache = weakref.WeakKeyDictionary()
cache_token = None
def dispatch(cls):
"""generic_func.dispatch(cls) -> <function implementation>
Runs the dispatch algorithm to return the best available implementation
for the given *cls* registered on *generic_func*.
"""
nonlocal cache_token
if cache_token is not None:
current_token = get_cache_token()
if cache_token != current_token:
dispatch_cache.clear()
cache_token = current_token
try:
impl = dispatch_cache[cls]
except KeyError:
try:
impl = registry[cls]
except KeyError:
impl = _find_impl(cls, registry)
dispatch_cache[cls] = impl
return impl
def register(cls, func=None):
"""generic_func.register(cls, func) -> func
Registers a new implementation for the given *cls* on a *generic_func*.
"""
nonlocal cache_token
if func is None:
if isinstance(cls, type):
return lambda f: register(cls, f)
ann = getattr(cls, '__annotations__', {})
if not ann:
raise TypeError(
f"Invalid first argument to `register()`: {cls!r}. "
f"Use either `@register(some_class)` or plain `@register` "
f"on an annotated function."
)
func = cls
# only import typing if annotation parsing is necessary
from typing import get_type_hints
argname, cls = next(iter(get_type_hints(func).items()))
if not isinstance(cls, type):
raise TypeError(
f"Invalid annotation for {argname!r}. "
f"{cls!r} is not a class."
)
registry[cls] = func
if cache_token is None and hasattr(cls, '__abstractmethods__'):
cache_token = get_cache_token()
dispatch_cache.clear()
return func
def wrapper(*args, **kw):
if not args:
raise TypeError(f'{funcname} requires at least '
'1 positional argument')
return dispatch(args[0].__class__)(*args, **kw)
funcname = getattr(func, '__name__', 'singledispatch function')
registry[object] = func
wrapper.register = register
wrapper.dispatch = dispatch
wrapper.registry = types.MappingProxyType(registry)
wrapper._clear_cache = dispatch_cache.clear
update_wrapper(wrapper, func)
return wrapper
# Descriptor version
class singledispatchmethod:
"""Single-dispatch generic method descriptor.
Supports wrapping existing descriptors and handles non-descriptor
callables as instance methods.
"""
def __init__(self, func):
if not callable(func) and not hasattr(func, "__get__"):
raise TypeError(f"{func!r} is not callable or a descriptor")
self.dispatcher = singledispatch(func)
self.func = func
def register(self, cls, method=None):
"""generic_method.register(cls, func) -> func
Registers a new implementation for the given *cls* on a *generic_method*.
"""
return self.dispatcher.register(cls, func=method)
def __get__(self, obj, cls=None):
def _method(*args, **kwargs):
method = self.dispatcher.dispatch(args[0].__class__)
return method.__get__(obj, cls)(*args, **kwargs)
_method.__isabstractmethod__ = self.__isabstractmethod__
_method.register = self.register
update_wrapper(_method, self.func)
return _method
@property
def __isabstractmethod__(self):
return getattr(self.func, '__isabstractmethod__', False)
################################################################################
### cached_property() - computed once per instance, cached as attribute
################################################################################
_NOT_FOUND = object()
class cached_property:
def __init__(self, func):
self.func = func
self.attrname = None
self.__doc__ = func.__doc__
self.lock = RLock()
def __set_name__(self, owner, name):
if self.attrname is None:
self.attrname = name
elif name != self.attrname:
raise TypeError(
"Cannot assign the same cached_property to two different names "
f"({self.attrname!r} and {name!r})."
)
def __get__(self, instance, owner=None):
if instance is None:
return self
if self.attrname is None:
raise TypeError(
"Cannot use cached_property instance without calling __set_name__ on it.")
try:
cache = instance.__dict__
except AttributeError: # not all objects have __dict__ (e.g. class defines slots)
msg = (
f"No '__dict__' attribute on {type(instance).__name__!r} "
f"instance to cache {self.attrname!r} property."
)
raise TypeError(msg) from None
val = cache.get(self.attrname, _NOT_FOUND)
if val is _NOT_FOUND:
with self.lock:
# check if another thread filled cache while we awaited lock
val = cache.get(self.attrname, _NOT_FOUND)
if val is _NOT_FOUND:
val = self.func(instance)
try:
cache[self.attrname] = val
except TypeError:
msg = (
f"The '__dict__' attribute on {type(instance).__name__!r} instance "
f"does not support item assignment for caching {self.attrname!r} property."
)
raise TypeError(msg) from None
return val
tarfile.py 0000755 00000317751 15115353747 0006600 0 ustar 00 #! /usr/bin/python3.8
#-------------------------------------------------------------------
# tarfile.py
#-------------------------------------------------------------------
# Copyright (C) 2002 Lars Gustaebel <lars@gustaebel.de>
# All rights reserved.
#
# Permission is hereby granted, free of charge, to any person
# obtaining a copy of this software and associated documentation
# files (the "Software"), to deal in the Software without
# restriction, including without limitation the rights to use,
# copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the
# Software is furnished to do so, subject to the following
# conditions:
#
# The above copyright notice and this permission notice shall be
# included in all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
# OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
# HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
# OTHER DEALINGS IN THE SOFTWARE.
#
"""Read from and write to tar format archives.
"""
version = "0.9.0"
__author__ = "Lars Gust\u00e4bel (lars@gustaebel.de)"
__credits__ = "Gustavo Niemeyer, Niels Gust\u00e4bel, Richard Townsend."
#---------
# Imports
#---------
from builtins import open as bltn_open
import sys
import os
import io
import shutil
import stat
import time
import struct
import copy
import re
import warnings
try:
import pwd
except ImportError:
pwd = None
try:
import grp
except ImportError:
grp = None
# os.symlink on Windows prior to 6.0 raises NotImplementedError
symlink_exception = (AttributeError, NotImplementedError)
try:
# OSError (winerror=1314) will be raised if the caller does not hold the
# SeCreateSymbolicLinkPrivilege privilege
symlink_exception += (OSError,)
except NameError:
pass
# from tarfile import *
__all__ = ["TarFile", "TarInfo", "is_tarfile", "TarError", "ReadError",
"CompressionError", "StreamError", "ExtractError", "HeaderError",
"ENCODING", "USTAR_FORMAT", "GNU_FORMAT", "PAX_FORMAT",
"DEFAULT_FORMAT", "open"]
# If true, use the safer (but backwards-incompatible) 'tar' extraction filter,
# rather than 'fully_trusted', by default.
# The emitted warning is changed to match.
_RH_SAFER_DEFAULT = True
# System-wide configuration file
_CONFIG_FILENAME = '/etc/python/tarfile.cfg'
#---------------------------------------------------------
# tar constants
#---------------------------------------------------------
NUL = b"\0" # the null character
BLOCKSIZE = 512 # length of processing blocks
RECORDSIZE = BLOCKSIZE * 20 # length of records
GNU_MAGIC = b"ustar \0" # magic gnu tar string
POSIX_MAGIC = b"ustar\x0000" # magic posix tar string
LENGTH_NAME = 100 # maximum length of a filename
LENGTH_LINK = 100 # maximum length of a linkname
LENGTH_PREFIX = 155 # maximum length of the prefix field
REGTYPE = b"0" # regular file
AREGTYPE = b"\0" # regular file
LNKTYPE = b"1" # link (inside tarfile)
SYMTYPE = b"2" # symbolic link
CHRTYPE = b"3" # character special device
BLKTYPE = b"4" # block special device
DIRTYPE = b"5" # directory
FIFOTYPE = b"6" # fifo special device
CONTTYPE = b"7" # contiguous file
GNUTYPE_LONGNAME = b"L" # GNU tar longname
GNUTYPE_LONGLINK = b"K" # GNU tar longlink
GNUTYPE_SPARSE = b"S" # GNU tar sparse file
XHDTYPE = b"x" # POSIX.1-2001 extended header
XGLTYPE = b"g" # POSIX.1-2001 global header
SOLARIS_XHDTYPE = b"X" # Solaris extended header
USTAR_FORMAT = 0 # POSIX.1-1988 (ustar) format
GNU_FORMAT = 1 # GNU tar format
PAX_FORMAT = 2 # POSIX.1-2001 (pax) format
DEFAULT_FORMAT = PAX_FORMAT
#---------------------------------------------------------
# tarfile constants
#---------------------------------------------------------
# File types that tarfile supports:
SUPPORTED_TYPES = (REGTYPE, AREGTYPE, LNKTYPE,
SYMTYPE, DIRTYPE, FIFOTYPE,
CONTTYPE, CHRTYPE, BLKTYPE,
GNUTYPE_LONGNAME, GNUTYPE_LONGLINK,
GNUTYPE_SPARSE)
# File types that will be treated as a regular file.
REGULAR_TYPES = (REGTYPE, AREGTYPE,
CONTTYPE, GNUTYPE_SPARSE)
# File types that are part of the GNU tar format.
GNU_TYPES = (GNUTYPE_LONGNAME, GNUTYPE_LONGLINK,
GNUTYPE_SPARSE)
# Fields from a pax header that override a TarInfo attribute.
PAX_FIELDS = ("path", "linkpath", "size", "mtime",
"uid", "gid", "uname", "gname")
# Fields from a pax header that are affected by hdrcharset.
PAX_NAME_FIELDS = {"path", "linkpath", "uname", "gname"}
# Fields in a pax header that are numbers, all other fields
# are treated as strings.
PAX_NUMBER_FIELDS = {
"atime": float,
"ctime": float,
"mtime": float,
"uid": int,
"gid": int,
"size": int
}
#---------------------------------------------------------
# initialization
#---------------------------------------------------------
if os.name == "nt":
ENCODING = "utf-8"
else:
ENCODING = sys.getfilesystemencoding()
#---------------------------------------------------------
# Some useful functions
#---------------------------------------------------------
def stn(s, length, encoding, errors):
"""Convert a string to a null-terminated bytes object.
"""
if s is None:
raise ValueError("metadata cannot contain None")
s = s.encode(encoding, errors)
return s[:length] + (length - len(s)) * NUL
def nts(s, encoding, errors):
"""Convert a null-terminated bytes object to a string.
"""
p = s.find(b"\0")
if p != -1:
s = s[:p]
return s.decode(encoding, errors)
def nti(s):
"""Convert a number field to a python number.
"""
# There are two possible encodings for a number field, see
# itn() below.
if s[0] in (0o200, 0o377):
n = 0
for i in range(len(s) - 1):
n <<= 8
n += s[i + 1]
if s[0] == 0o377:
n = -(256 ** (len(s) - 1) - n)
else:
try:
s = nts(s, "ascii", "strict")
n = int(s.strip() or "0", 8)
except ValueError:
raise InvalidHeaderError("invalid header")
return n
def itn(n, digits=8, format=DEFAULT_FORMAT):
"""Convert a python number to a number field.
"""
# POSIX 1003.1-1988 requires numbers to be encoded as a string of
# octal digits followed by a null-byte, this allows values up to
# (8**(digits-1))-1. GNU tar allows storing numbers greater than
# that if necessary. A leading 0o200 or 0o377 byte indicate this
# particular encoding, the following digits-1 bytes are a big-endian
# base-256 representation. This allows values up to (256**(digits-1))-1.
# A 0o200 byte indicates a positive number, a 0o377 byte a negative
# number.
n = int(n)
if 0 <= n < 8 ** (digits - 1):
s = bytes("%0*o" % (digits - 1, n), "ascii") + NUL
elif format == GNU_FORMAT and -256 ** (digits - 1) <= n < 256 ** (digits - 1):
if n >= 0:
s = bytearray([0o200])
else:
s = bytearray([0o377])
n = 256 ** digits + n
for i in range(digits - 1):
s.insert(1, n & 0o377)
n >>= 8
else:
raise ValueError("overflow in number field")
return s
def calc_chksums(buf):
"""Calculate the checksum for a member's header by summing up all
characters except for the chksum field which is treated as if
it was filled with spaces. According to the GNU tar sources,
some tars (Sun and NeXT) calculate chksum with signed char,
which will be different if there are chars in the buffer with
the high bit set. So we calculate two checksums, unsigned and
signed.
"""
unsigned_chksum = 256 + sum(struct.unpack_from("148B8x356B", buf))
signed_chksum = 256 + sum(struct.unpack_from("148b8x356b", buf))
return unsigned_chksum, signed_chksum
def copyfileobj(src, dst, length=None, exception=OSError, bufsize=None):
"""Copy length bytes from fileobj src to fileobj dst.
If length is None, copy the entire content.
"""
bufsize = bufsize or 16 * 1024
if length == 0:
return
if length is None:
shutil.copyfileobj(src, dst, bufsize)
return
blocks, remainder = divmod(length, bufsize)
for b in range(blocks):
buf = src.read(bufsize)
if len(buf) < bufsize:
raise exception("unexpected end of data")
dst.write(buf)
if remainder != 0:
buf = src.read(remainder)
if len(buf) < remainder:
raise exception("unexpected end of data")
dst.write(buf)
return
def _safe_print(s):
encoding = getattr(sys.stdout, 'encoding', None)
if encoding is not None:
s = s.encode(encoding, 'backslashreplace').decode(encoding)
print(s, end=' ')
class TarError(Exception):
"""Base exception."""
pass
class ExtractError(TarError):
"""General exception for extract errors."""
pass
class ReadError(TarError):
"""Exception for unreadable tar archives."""
pass
class CompressionError(TarError):
"""Exception for unavailable compression methods."""
pass
class StreamError(TarError):
"""Exception for unsupported operations on stream-like TarFiles."""
pass
class HeaderError(TarError):
"""Base exception for header errors."""
pass
class EmptyHeaderError(HeaderError):
"""Exception for empty headers."""
pass
class TruncatedHeaderError(HeaderError):
"""Exception for truncated headers."""
pass
class EOFHeaderError(HeaderError):
"""Exception for end of file headers."""
pass
class InvalidHeaderError(HeaderError):
"""Exception for invalid headers."""
pass
class SubsequentHeaderError(HeaderError):
"""Exception for missing and invalid extended headers."""
pass
#---------------------------
# internal stream interface
#---------------------------
class _LowLevelFile:
"""Low-level file object. Supports reading and writing.
It is used instead of a regular file object for streaming
access.
"""
def __init__(self, name, mode):
mode = {
"r": os.O_RDONLY,
"w": os.O_WRONLY | os.O_CREAT | os.O_TRUNC,
}[mode]
if hasattr(os, "O_BINARY"):
mode |= os.O_BINARY
self.fd = os.open(name, mode, 0o666)
def close(self):
os.close(self.fd)
def read(self, size):
return os.read(self.fd, size)
def write(self, s):
os.write(self.fd, s)
class _Stream:
"""Class that serves as an adapter between TarFile and
a stream-like object. The stream-like object only
needs to have a read() or write() method and is accessed
blockwise. Use of gzip or bzip2 compression is possible.
A stream-like object could be for example: sys.stdin,
sys.stdout, a socket, a tape device etc.
_Stream is intended to be used only internally.
"""
def __init__(self, name, mode, comptype, fileobj, bufsize):
"""Construct a _Stream object.
"""
self._extfileobj = True
if fileobj is None:
fileobj = _LowLevelFile(name, mode)
self._extfileobj = False
if comptype == '*':
# Enable transparent compression detection for the
# stream interface
fileobj = _StreamProxy(fileobj)
comptype = fileobj.getcomptype()
self.name = name or ""
self.mode = mode
self.comptype = comptype
self.fileobj = fileobj
self.bufsize = bufsize
self.buf = b""
self.pos = 0
self.closed = False
try:
if comptype == "gz":
try:
import zlib
except ImportError:
raise CompressionError("zlib module is not available")
self.zlib = zlib
self.crc = zlib.crc32(b"")
if mode == "r":
self._init_read_gz()
self.exception = zlib.error
else:
self._init_write_gz()
elif comptype == "bz2":
try:
import bz2
except ImportError:
raise CompressionError("bz2 module is not available")
if mode == "r":
self.dbuf = b""
self.cmp = bz2.BZ2Decompressor()
self.exception = OSError
else:
self.cmp = bz2.BZ2Compressor()
elif comptype == "xz":
try:
import lzma
except ImportError:
raise CompressionError("lzma module is not available")
if mode == "r":
self.dbuf = b""
self.cmp = lzma.LZMADecompressor()
self.exception = lzma.LZMAError
else:
self.cmp = lzma.LZMACompressor()
elif comptype != "tar":
raise CompressionError("unknown compression type %r" % comptype)
except:
if not self._extfileobj:
self.fileobj.close()
self.closed = True
raise
def __del__(self):
if hasattr(self, "closed") and not self.closed:
self.close()
def _init_write_gz(self):
"""Initialize for writing with gzip compression.
"""
self.cmp = self.zlib.compressobj(9, self.zlib.DEFLATED,
-self.zlib.MAX_WBITS,
self.zlib.DEF_MEM_LEVEL,
0)
timestamp = struct.pack("<L", int(time.time()))
self.__write(b"\037\213\010\010" + timestamp + b"\002\377")
if self.name.endswith(".gz"):
self.name = self.name[:-3]
# Honor "directory components removed" from RFC1952
self.name = os.path.basename(self.name)
# RFC1952 says we must use ISO-8859-1 for the FNAME field.
self.__write(self.name.encode("iso-8859-1", "replace") + NUL)
def write(self, s):
"""Write string s to the stream.
"""
if self.comptype == "gz":
self.crc = self.zlib.crc32(s, self.crc)
self.pos += len(s)
if self.comptype != "tar":
s = self.cmp.compress(s)
self.__write(s)
def __write(self, s):
"""Write string s to the stream if a whole new block
is ready to be written.
"""
self.buf += s
while len(self.buf) > self.bufsize:
self.fileobj.write(self.buf[:self.bufsize])
self.buf = self.buf[self.bufsize:]
def close(self):
"""Close the _Stream object. No operation should be
done on it afterwards.
"""
if self.closed:
return
self.closed = True
try:
if self.mode == "w" and self.comptype != "tar":
self.buf += self.cmp.flush()
if self.mode == "w" and self.buf:
self.fileobj.write(self.buf)
self.buf = b""
if self.comptype == "gz":
self.fileobj.write(struct.pack("<L", self.crc))
self.fileobj.write(struct.pack("<L", self.pos & 0xffffFFFF))
finally:
if not self._extfileobj:
self.fileobj.close()
def _init_read_gz(self):
"""Initialize for reading a gzip compressed fileobj.
"""
self.cmp = self.zlib.decompressobj(-self.zlib.MAX_WBITS)
self.dbuf = b""
# taken from gzip.GzipFile with some alterations
if self.__read(2) != b"\037\213":
raise ReadError("not a gzip file")
if self.__read(1) != b"\010":
raise CompressionError("unsupported compression method")
flag = ord(self.__read(1))
self.__read(6)
if flag & 4:
xlen = ord(self.__read(1)) + 256 * ord(self.__read(1))
self.read(xlen)
if flag & 8:
while True:
s = self.__read(1)
if not s or s == NUL:
break
if flag & 16:
while True:
s = self.__read(1)
if not s or s == NUL:
break
if flag & 2:
self.__read(2)
def tell(self):
"""Return the stream's file pointer position.
"""
return self.pos
def seek(self, pos=0):
"""Set the stream's file pointer to pos. Negative seeking
is forbidden.
"""
if pos - self.pos >= 0:
blocks, remainder = divmod(pos - self.pos, self.bufsize)
for i in range(blocks):
self.read(self.bufsize)
self.read(remainder)
else:
raise StreamError("seeking backwards is not allowed")
return self.pos
def read(self, size):
"""Return the next size number of bytes from the stream."""
assert size is not None
buf = self._read(size)
self.pos += len(buf)
return buf
def _read(self, size):
"""Return size bytes from the stream.
"""
if self.comptype == "tar":
return self.__read(size)
c = len(self.dbuf)
t = [self.dbuf]
while c < size:
# Skip underlying buffer to avoid unaligned double buffering.
if self.buf:
buf = self.buf
self.buf = b""
else:
buf = self.fileobj.read(self.bufsize)
if not buf:
break
try:
buf = self.cmp.decompress(buf)
except self.exception:
raise ReadError("invalid compressed data")
t.append(buf)
c += len(buf)
t = b"".join(t)
self.dbuf = t[size:]
return t[:size]
def __read(self, size):
"""Return size bytes from stream. If internal buffer is empty,
read another block from the stream.
"""
c = len(self.buf)
t = [self.buf]
while c < size:
buf = self.fileobj.read(self.bufsize)
if not buf:
break
t.append(buf)
c += len(buf)
t = b"".join(t)
self.buf = t[size:]
return t[:size]
# class _Stream
class _StreamProxy(object):
"""Small proxy class that enables transparent compression
detection for the Stream interface (mode 'r|*').
"""
def __init__(self, fileobj):
self.fileobj = fileobj
self.buf = self.fileobj.read(BLOCKSIZE)
def read(self, size):
self.read = self.fileobj.read
return self.buf
def getcomptype(self):
if self.buf.startswith(b"\x1f\x8b\x08"):
return "gz"
elif self.buf[0:3] == b"BZh" and self.buf[4:10] == b"1AY&SY":
return "bz2"
elif self.buf.startswith((b"\x5d\x00\x00\x80", b"\xfd7zXZ")):
return "xz"
else:
return "tar"
def close(self):
self.fileobj.close()
# class StreamProxy
#------------------------
# Extraction file object
#------------------------
class _FileInFile(object):
"""A thin wrapper around an existing file object that
provides a part of its data as an individual file
object.
"""
def __init__(self, fileobj, offset, size, blockinfo=None):
self.fileobj = fileobj
self.offset = offset
self.size = size
self.position = 0
self.name = getattr(fileobj, "name", None)
self.closed = False
if blockinfo is None:
blockinfo = [(0, size)]
# Construct a map with data and zero blocks.
self.map_index = 0
self.map = []
lastpos = 0
realpos = self.offset
for offset, size in blockinfo:
if offset > lastpos:
self.map.append((False, lastpos, offset, None))
self.map.append((True, offset, offset + size, realpos))
realpos += size
lastpos = offset + size
if lastpos < self.size:
self.map.append((False, lastpos, self.size, None))
def flush(self):
pass
def readable(self):
return True
def writable(self):
return False
def seekable(self):
return self.fileobj.seekable()
def tell(self):
"""Return the current file position.
"""
return self.position
def seek(self, position, whence=io.SEEK_SET):
"""Seek to a position in the file.
"""
if whence == io.SEEK_SET:
self.position = min(max(position, 0), self.size)
elif whence == io.SEEK_CUR:
if position < 0:
self.position = max(self.position + position, 0)
else:
self.position = min(self.position + position, self.size)
elif whence == io.SEEK_END:
self.position = max(min(self.size + position, self.size), 0)
else:
raise ValueError("Invalid argument")
return self.position
def read(self, size=None):
"""Read data from the file.
"""
if size is None:
size = self.size - self.position
else:
size = min(size, self.size - self.position)
buf = b""
while size > 0:
while True:
data, start, stop, offset = self.map[self.map_index]
if start <= self.position < stop:
break
else:
self.map_index += 1
if self.map_index == len(self.map):
self.map_index = 0
length = min(size, stop - self.position)
if data:
self.fileobj.seek(offset + (self.position - start))
b = self.fileobj.read(length)
if len(b) != length:
raise ReadError("unexpected end of data")
buf += b
else:
buf += NUL * length
size -= length
self.position += length
return buf
def readinto(self, b):
buf = self.read(len(b))
b[:len(buf)] = buf
return len(buf)
def close(self):
self.closed = True
#class _FileInFile
class ExFileObject(io.BufferedReader):
def __init__(self, tarfile, tarinfo):
fileobj = _FileInFile(tarfile.fileobj, tarinfo.offset_data,
tarinfo.size, tarinfo.sparse)
super().__init__(fileobj)
#class ExFileObject
#-----------------------------
# extraction filters (PEP 706)
#-----------------------------
class FilterError(TarError):
pass
class AbsolutePathError(FilterError):
def __init__(self, tarinfo):
self.tarinfo = tarinfo
super().__init__(f'member {tarinfo.name!r} has an absolute path')
class OutsideDestinationError(FilterError):
def __init__(self, tarinfo, path):
self.tarinfo = tarinfo
self._path = path
super().__init__(f'{tarinfo.name!r} would be extracted to {path!r}, '
+ 'which is outside the destination')
class SpecialFileError(FilterError):
def __init__(self, tarinfo):
self.tarinfo = tarinfo
super().__init__(f'{tarinfo.name!r} is a special file')
class AbsoluteLinkError(FilterError):
def __init__(self, tarinfo):
self.tarinfo = tarinfo
super().__init__(f'{tarinfo.name!r} is a symlink to an absolute path')
class LinkOutsideDestinationError(FilterError):
def __init__(self, tarinfo, path):
self.tarinfo = tarinfo
self._path = path
super().__init__(f'{tarinfo.name!r} would link to {path!r}, '
+ 'which is outside the destination')
def _get_filtered_attrs(member, dest_path, for_data=True):
new_attrs = {}
name = member.name
dest_path = os.path.realpath(dest_path)
# Strip leading / (tar's directory separator) from filenames.
# Include os.sep (target OS directory separator) as well.
if name.startswith(('/', os.sep)):
name = new_attrs['name'] = member.path.lstrip('/' + os.sep)
if os.path.isabs(name):
# Path is absolute even after stripping.
# For example, 'C:/foo' on Windows.
raise AbsolutePathError(member)
# Ensure we stay in the destination
target_path = os.path.realpath(os.path.join(dest_path, name))
if os.path.commonpath([target_path, dest_path]) != dest_path:
raise OutsideDestinationError(member, target_path)
# Limit permissions (no high bits, and go-w)
mode = member.mode
if mode is not None:
# Strip high bits & group/other write bits
mode = mode & 0o755
if for_data:
# For data, handle permissions & file types
if member.isreg() or member.islnk():
if not mode & 0o100:
# Clear executable bits if not executable by user
mode &= ~0o111
# Ensure owner can read & write
mode |= 0o600
elif member.isdir() or member.issym():
# Ignore mode for directories & symlinks
mode = None
else:
# Reject special files
raise SpecialFileError(member)
if mode != member.mode:
new_attrs['mode'] = mode
if for_data:
# Ignore ownership for 'data'
if member.uid is not None:
new_attrs['uid'] = None
if member.gid is not None:
new_attrs['gid'] = None
if member.uname is not None:
new_attrs['uname'] = None
if member.gname is not None:
new_attrs['gname'] = None
# Check link destination for 'data'
if member.islnk() or member.issym():
if os.path.isabs(member.linkname):
raise AbsoluteLinkError(member)
if member.issym():
target_path = os.path.join(dest_path,
os.path.dirname(name),
member.linkname)
else:
target_path = os.path.join(dest_path,
member.linkname)
target_path = os.path.realpath(target_path)
if os.path.commonpath([target_path, dest_path]) != dest_path:
raise LinkOutsideDestinationError(member, target_path)
return new_attrs
def fully_trusted_filter(member, dest_path):
return member
def tar_filter(member, dest_path):
new_attrs = _get_filtered_attrs(member, dest_path, False)
if new_attrs:
return member.replace(**new_attrs, deep=False)
return member
def data_filter(member, dest_path):
new_attrs = _get_filtered_attrs(member, dest_path, True)
if new_attrs:
return member.replace(**new_attrs, deep=False)
return member
_NAMED_FILTERS = {
"fully_trusted": fully_trusted_filter,
"tar": tar_filter,
"data": data_filter,
}
#------------------
# Exported Classes
#------------------
# Sentinel for replace() defaults, meaning "don't change the attribute"
_KEEP = object()
class TarInfo(object):
"""Informational class which holds the details about an
archive member given by a tar header block.
TarInfo objects are returned by TarFile.getmember(),
TarFile.getmembers() and TarFile.gettarinfo() and are
usually created internally.
"""
__slots__ = dict(
name = 'Name of the archive member.',
mode = 'Permission bits.',
uid = 'User ID of the user who originally stored this member.',
gid = 'Group ID of the user who originally stored this member.',
size = 'Size in bytes.',
mtime = 'Time of last modification.',
chksum = 'Header checksum.',
type = ('File type. type is usually one of these constants: '
'REGTYPE, AREGTYPE, LNKTYPE, SYMTYPE, DIRTYPE, FIFOTYPE, '
'CONTTYPE, CHRTYPE, BLKTYPE, GNUTYPE_SPARSE.'),
linkname = ('Name of the target file name, which is only present '
'in TarInfo objects of type LNKTYPE and SYMTYPE.'),
uname = 'User name.',
gname = 'Group name.',
devmajor = 'Device major number.',
devminor = 'Device minor number.',
offset = 'The tar header starts here.',
offset_data = "The file's data starts here.",
pax_headers = ('A dictionary containing key-value pairs of an '
'associated pax extended header.'),
sparse = 'Sparse member information.',
tarfile = None,
_sparse_structs = None,
_link_target = None,
)
def __init__(self, name=""):
"""Construct a TarInfo object. name is the optional name
of the member.
"""
self.name = name # member name
self.mode = 0o644 # file permissions
self.uid = 0 # user id
self.gid = 0 # group id
self.size = 0 # file size
self.mtime = 0 # modification time
self.chksum = 0 # header checksum
self.type = REGTYPE # member type
self.linkname = "" # link name
self.uname = "" # user name
self.gname = "" # group name
self.devmajor = 0 # device major number
self.devminor = 0 # device minor number
self.offset = 0 # the tar header starts here
self.offset_data = 0 # the file's data starts here
self.sparse = None # sparse member information
self.pax_headers = {} # pax header information
@property
def path(self):
'In pax headers, "name" is called "path".'
return self.name
@path.setter
def path(self, name):
self.name = name
@property
def linkpath(self):
'In pax headers, "linkname" is called "linkpath".'
return self.linkname
@linkpath.setter
def linkpath(self, linkname):
self.linkname = linkname
def __repr__(self):
return "<%s %r at %#x>" % (self.__class__.__name__,self.name,id(self))
def replace(self, *,
name=_KEEP, mtime=_KEEP, mode=_KEEP, linkname=_KEEP,
uid=_KEEP, gid=_KEEP, uname=_KEEP, gname=_KEEP,
deep=True, _KEEP=_KEEP):
"""Return a deep copy of self with the given attributes replaced.
"""
if deep:
result = copy.deepcopy(self)
else:
result = copy.copy(self)
if name is not _KEEP:
result.name = name
if mtime is not _KEEP:
result.mtime = mtime
if mode is not _KEEP:
result.mode = mode
if linkname is not _KEEP:
result.linkname = linkname
if uid is not _KEEP:
result.uid = uid
if gid is not _KEEP:
result.gid = gid
if uname is not _KEEP:
result.uname = uname
if gname is not _KEEP:
result.gname = gname
return result
def get_info(self):
"""Return the TarInfo's attributes as a dictionary.
"""
if self.mode is None:
mode = None
else:
mode = self.mode & 0o7777
info = {
"name": self.name,
"mode": mode,
"uid": self.uid,
"gid": self.gid,
"size": self.size,
"mtime": self.mtime,
"chksum": self.chksum,
"type": self.type,
"linkname": self.linkname,
"uname": self.uname,
"gname": self.gname,
"devmajor": self.devmajor,
"devminor": self.devminor
}
if info["type"] == DIRTYPE and not info["name"].endswith("/"):
info["name"] += "/"
return info
def tobuf(self, format=DEFAULT_FORMAT, encoding=ENCODING, errors="surrogateescape"):
"""Return a tar header as a string of 512 byte blocks.
"""
info = self.get_info()
for name, value in info.items():
if value is None:
raise ValueError("%s may not be None" % name)
if format == USTAR_FORMAT:
return self.create_ustar_header(info, encoding, errors)
elif format == GNU_FORMAT:
return self.create_gnu_header(info, encoding, errors)
elif format == PAX_FORMAT:
return self.create_pax_header(info, encoding)
else:
raise ValueError("invalid format")
def create_ustar_header(self, info, encoding, errors):
"""Return the object as a ustar header block.
"""
info["magic"] = POSIX_MAGIC
if len(info["linkname"].encode(encoding, errors)) > LENGTH_LINK:
raise ValueError("linkname is too long")
if len(info["name"].encode(encoding, errors)) > LENGTH_NAME:
info["prefix"], info["name"] = self._posix_split_name(info["name"], encoding, errors)
return self._create_header(info, USTAR_FORMAT, encoding, errors)
def create_gnu_header(self, info, encoding, errors):
"""Return the object as a GNU header block sequence.
"""
info["magic"] = GNU_MAGIC
buf = b""
if len(info["linkname"].encode(encoding, errors)) > LENGTH_LINK:
buf += self._create_gnu_long_header(info["linkname"], GNUTYPE_LONGLINK, encoding, errors)
if len(info["name"].encode(encoding, errors)) > LENGTH_NAME:
buf += self._create_gnu_long_header(info["name"], GNUTYPE_LONGNAME, encoding, errors)
return buf + self._create_header(info, GNU_FORMAT, encoding, errors)
def create_pax_header(self, info, encoding):
"""Return the object as a ustar header block. If it cannot be
represented this way, prepend a pax extended header sequence
with supplement information.
"""
info["magic"] = POSIX_MAGIC
pax_headers = self.pax_headers.copy()
# Test string fields for values that exceed the field length or cannot
# be represented in ASCII encoding.
for name, hname, length in (
("name", "path", LENGTH_NAME), ("linkname", "linkpath", LENGTH_LINK),
("uname", "uname", 32), ("gname", "gname", 32)):
if hname in pax_headers:
# The pax header has priority.
continue
# Try to encode the string as ASCII.
try:
info[name].encode("ascii", "strict")
except UnicodeEncodeError:
pax_headers[hname] = info[name]
continue
if len(info[name]) > length:
pax_headers[hname] = info[name]
# Test number fields for values that exceed the field limit or values
# that like to be stored as float.
for name, digits in (("uid", 8), ("gid", 8), ("size", 12), ("mtime", 12)):
if name in pax_headers:
# The pax header has priority. Avoid overflow.
info[name] = 0
continue
val = info[name]
if not 0 <= val < 8 ** (digits - 1) or isinstance(val, float):
pax_headers[name] = str(val)
info[name] = 0
# Create a pax extended header if necessary.
if pax_headers:
buf = self._create_pax_generic_header(pax_headers, XHDTYPE, encoding)
else:
buf = b""
return buf + self._create_header(info, USTAR_FORMAT, "ascii", "replace")
@classmethod
def create_pax_global_header(cls, pax_headers):
"""Return the object as a pax global header block sequence.
"""
return cls._create_pax_generic_header(pax_headers, XGLTYPE, "utf-8")
def _posix_split_name(self, name, encoding, errors):
"""Split a name longer than 100 chars into a prefix
and a name part.
"""
components = name.split("/")
for i in range(1, len(components)):
prefix = "/".join(components[:i])
name = "/".join(components[i:])
if len(prefix.encode(encoding, errors)) <= LENGTH_PREFIX and \
len(name.encode(encoding, errors)) <= LENGTH_NAME:
break
else:
raise ValueError("name is too long")
return prefix, name
@staticmethod
def _create_header(info, format, encoding, errors):
"""Return a header block. info is a dictionary with file
information, format must be one of the *_FORMAT constants.
"""
has_device_fields = info.get("type") in (CHRTYPE, BLKTYPE)
if has_device_fields:
devmajor = itn(info.get("devmajor", 0), 8, format)
devminor = itn(info.get("devminor", 0), 8, format)
else:
devmajor = stn("", 8, encoding, errors)
devminor = stn("", 8, encoding, errors)
# None values in metadata should cause ValueError.
# itn()/stn() do this for all fields except type.
filetype = info.get("type", REGTYPE)
if filetype is None:
raise ValueError("TarInfo.type must not be None")
parts = [
stn(info.get("name", ""), 100, encoding, errors),
itn(info.get("mode", 0) & 0o7777, 8, format),
itn(info.get("uid", 0), 8, format),
itn(info.get("gid", 0), 8, format),
itn(info.get("size", 0), 12, format),
itn(info.get("mtime", 0), 12, format),
b" ", # checksum field
filetype,
stn(info.get("linkname", ""), 100, encoding, errors),
info.get("magic", POSIX_MAGIC),
stn(info.get("uname", ""), 32, encoding, errors),
stn(info.get("gname", ""), 32, encoding, errors),
itn(info.get("devmajor", 0), 8, format),
itn(info.get("devminor", 0), 8, format),
stn(info.get("prefix", ""), 155, encoding, errors)
]
buf = struct.pack("%ds" % BLOCKSIZE, b"".join(parts))
chksum = calc_chksums(buf[-BLOCKSIZE:])[0]
buf = buf[:-364] + bytes("%06o\0" % chksum, "ascii") + buf[-357:]
return buf
@staticmethod
def _create_payload(payload):
"""Return the string payload filled with zero bytes
up to the next 512 byte border.
"""
blocks, remainder = divmod(len(payload), BLOCKSIZE)
if remainder > 0:
payload += (BLOCKSIZE - remainder) * NUL
return payload
@classmethod
def _create_gnu_long_header(cls, name, type, encoding, errors):
"""Return a GNUTYPE_LONGNAME or GNUTYPE_LONGLINK sequence
for name.
"""
name = name.encode(encoding, errors) + NUL
info = {}
info["name"] = "././@LongLink"
info["type"] = type
info["size"] = len(name)
info["magic"] = GNU_MAGIC
# create extended header + name blocks.
return cls._create_header(info, USTAR_FORMAT, encoding, errors) + \
cls._create_payload(name)
@classmethod
def _create_pax_generic_header(cls, pax_headers, type, encoding):
"""Return a POSIX.1-2008 extended or global header sequence
that contains a list of keyword, value pairs. The values
must be strings.
"""
# Check if one of the fields contains surrogate characters and thereby
# forces hdrcharset=BINARY, see _proc_pax() for more information.
binary = False
for keyword, value in pax_headers.items():
try:
value.encode("utf-8", "strict")
except UnicodeEncodeError:
binary = True
break
records = b""
if binary:
# Put the hdrcharset field at the beginning of the header.
records += b"21 hdrcharset=BINARY\n"
for keyword, value in pax_headers.items():
keyword = keyword.encode("utf-8")
if binary:
# Try to restore the original byte representation of `value'.
# Needless to say, that the encoding must match the string.
value = value.encode(encoding, "surrogateescape")
else:
value = value.encode("utf-8")
l = len(keyword) + len(value) + 3 # ' ' + '=' + '\n'
n = p = 0
while True:
n = l + len(str(p))
if n == p:
break
p = n
records += bytes(str(p), "ascii") + b" " + keyword + b"=" + value + b"\n"
# We use a hardcoded "././@PaxHeader" name like star does
# instead of the one that POSIX recommends.
info = {}
info["name"] = "././@PaxHeader"
info["type"] = type
info["size"] = len(records)
info["magic"] = POSIX_MAGIC
# Create pax header + record blocks.
return cls._create_header(info, USTAR_FORMAT, "ascii", "replace") + \
cls._create_payload(records)
@classmethod
def frombuf(cls, buf, encoding, errors):
"""Construct a TarInfo object from a 512 byte bytes object.
"""
if len(buf) == 0:
raise EmptyHeaderError("empty header")
if len(buf) != BLOCKSIZE:
raise TruncatedHeaderError("truncated header")
if buf.count(NUL) == BLOCKSIZE:
raise EOFHeaderError("end of file header")
chksum = nti(buf[148:156])
if chksum not in calc_chksums(buf):
raise InvalidHeaderError("bad checksum")
obj = cls()
obj.name = nts(buf[0:100], encoding, errors)
obj.mode = nti(buf[100:108])
obj.uid = nti(buf[108:116])
obj.gid = nti(buf[116:124])
obj.size = nti(buf[124:136])
obj.mtime = nti(buf[136:148])
obj.chksum = chksum
obj.type = buf[156:157]
obj.linkname = nts(buf[157:257], encoding, errors)
obj.uname = nts(buf[265:297], encoding, errors)
obj.gname = nts(buf[297:329], encoding, errors)
obj.devmajor = nti(buf[329:337])
obj.devminor = nti(buf[337:345])
prefix = nts(buf[345:500], encoding, errors)
# Old V7 tar format represents a directory as a regular
# file with a trailing slash.
if obj.type == AREGTYPE and obj.name.endswith("/"):
obj.type = DIRTYPE
# The old GNU sparse format occupies some of the unused
# space in the buffer for up to 4 sparse structures.
# Save them for later processing in _proc_sparse().
if obj.type == GNUTYPE_SPARSE:
pos = 386
structs = []
for i in range(4):
try:
offset = nti(buf[pos:pos + 12])
numbytes = nti(buf[pos + 12:pos + 24])
except ValueError:
break
structs.append((offset, numbytes))
pos += 24
isextended = bool(buf[482])
origsize = nti(buf[483:495])
obj._sparse_structs = (structs, isextended, origsize)
# Remove redundant slashes from directories.
if obj.isdir():
obj.name = obj.name.rstrip("/")
# Reconstruct a ustar longname.
if prefix and obj.type not in GNU_TYPES:
obj.name = prefix + "/" + obj.name
return obj
@classmethod
def fromtarfile(cls, tarfile):
"""Return the next TarInfo object from TarFile object
tarfile.
"""
buf = tarfile.fileobj.read(BLOCKSIZE)
obj = cls.frombuf(buf, tarfile.encoding, tarfile.errors)
obj.offset = tarfile.fileobj.tell() - BLOCKSIZE
return obj._proc_member(tarfile)
#--------------------------------------------------------------------------
# The following are methods that are called depending on the type of a
# member. The entry point is _proc_member() which can be overridden in a
# subclass to add custom _proc_*() methods. A _proc_*() method MUST
# implement the following
# operations:
# 1. Set self.offset_data to the position where the data blocks begin,
# if there is data that follows.
# 2. Set tarfile.offset to the position where the next member's header will
# begin.
# 3. Return self or another valid TarInfo object.
def _proc_member(self, tarfile):
"""Choose the right processing method depending on
the type and call it.
"""
if self.type in (GNUTYPE_LONGNAME, GNUTYPE_LONGLINK):
return self._proc_gnulong(tarfile)
elif self.type == GNUTYPE_SPARSE:
return self._proc_sparse(tarfile)
elif self.type in (XHDTYPE, XGLTYPE, SOLARIS_XHDTYPE):
return self._proc_pax(tarfile)
else:
return self._proc_builtin(tarfile)
def _proc_builtin(self, tarfile):
"""Process a builtin type or an unknown type which
will be treated as a regular file.
"""
self.offset_data = tarfile.fileobj.tell()
offset = self.offset_data
if self.isreg() or self.type not in SUPPORTED_TYPES:
# Skip the following data blocks.
offset += self._block(self.size)
tarfile.offset = offset
# Patch the TarInfo object with saved global
# header information.
self._apply_pax_info(tarfile.pax_headers, tarfile.encoding, tarfile.errors)
return self
def _proc_gnulong(self, tarfile):
"""Process the blocks that hold a GNU longname
or longlink member.
"""
buf = tarfile.fileobj.read(self._block(self.size))
# Fetch the next header and process it.
try:
next = self.fromtarfile(tarfile)
except HeaderError:
raise SubsequentHeaderError("missing or bad subsequent header")
# Patch the TarInfo object from the next header with
# the longname information.
next.offset = self.offset
if self.type == GNUTYPE_LONGNAME:
next.name = nts(buf, tarfile.encoding, tarfile.errors)
elif self.type == GNUTYPE_LONGLINK:
next.linkname = nts(buf, tarfile.encoding, tarfile.errors)
return next
def _proc_sparse(self, tarfile):
"""Process a GNU sparse header plus extra headers.
"""
# We already collected some sparse structures in frombuf().
structs, isextended, origsize = self._sparse_structs
del self._sparse_structs
# Collect sparse structures from extended header blocks.
while isextended:
buf = tarfile.fileobj.read(BLOCKSIZE)
pos = 0
for i in range(21):
try:
offset = nti(buf[pos:pos + 12])
numbytes = nti(buf[pos + 12:pos + 24])
except ValueError:
break
if offset and numbytes:
structs.append((offset, numbytes))
pos += 24
isextended = bool(buf[504])
self.sparse = structs
self.offset_data = tarfile.fileobj.tell()
tarfile.offset = self.offset_data + self._block(self.size)
self.size = origsize
return self
def _proc_pax(self, tarfile):
"""Process an extended or global header as described in
POSIX.1-2008.
"""
# Read the header information.
buf = tarfile.fileobj.read(self._block(self.size))
# A pax header stores supplemental information for either
# the following file (extended) or all following files
# (global).
if self.type == XGLTYPE:
pax_headers = tarfile.pax_headers
else:
pax_headers = tarfile.pax_headers.copy()
# Check if the pax header contains a hdrcharset field. This tells us
# the encoding of the path, linkpath, uname and gname fields. Normally,
# these fields are UTF-8 encoded but since POSIX.1-2008 tar
# implementations are allowed to store them as raw binary strings if
# the translation to UTF-8 fails.
match = re.search(br"\d+ hdrcharset=([^\n]+)\n", buf)
if match is not None:
pax_headers["hdrcharset"] = match.group(1).decode("utf-8")
# For the time being, we don't care about anything other than "BINARY".
# The only other value that is currently allowed by the standard is
# "ISO-IR 10646 2000 UTF-8" in other words UTF-8.
hdrcharset = pax_headers.get("hdrcharset")
if hdrcharset == "BINARY":
encoding = tarfile.encoding
else:
encoding = "utf-8"
# Parse pax header information. A record looks like that:
# "%d %s=%s\n" % (length, keyword, value). length is the size
# of the complete record including the length field itself and
# the newline. keyword and value are both UTF-8 encoded strings.
regex = re.compile(br"(\d+) ([^=]+)=")
pos = 0
while True:
match = regex.match(buf, pos)
if not match:
break
length, keyword = match.groups()
length = int(length)
if length == 0:
raise InvalidHeaderError("invalid header")
value = buf[match.end(2) + 1:match.start(1) + length - 1]
# Normally, we could just use "utf-8" as the encoding and "strict"
# as the error handler, but we better not take the risk. For
# example, GNU tar <= 1.23 is known to store filenames it cannot
# translate to UTF-8 as raw strings (unfortunately without a
# hdrcharset=BINARY header).
# We first try the strict standard encoding, and if that fails we
# fall back on the user's encoding and error handler.
keyword = self._decode_pax_field(keyword, "utf-8", "utf-8",
tarfile.errors)
if keyword in PAX_NAME_FIELDS:
value = self._decode_pax_field(value, encoding, tarfile.encoding,
tarfile.errors)
else:
value = self._decode_pax_field(value, "utf-8", "utf-8",
tarfile.errors)
pax_headers[keyword] = value
pos += length
# Fetch the next header.
try:
next = self.fromtarfile(tarfile)
except HeaderError:
raise SubsequentHeaderError("missing or bad subsequent header")
# Process GNU sparse information.
if "GNU.sparse.map" in pax_headers:
# GNU extended sparse format version 0.1.
self._proc_gnusparse_01(next, pax_headers)
elif "GNU.sparse.size" in pax_headers:
# GNU extended sparse format version 0.0.
self._proc_gnusparse_00(next, pax_headers, buf)
elif pax_headers.get("GNU.sparse.major") == "1" and pax_headers.get("GNU.sparse.minor") == "0":
# GNU extended sparse format version 1.0.
self._proc_gnusparse_10(next, pax_headers, tarfile)
if self.type in (XHDTYPE, SOLARIS_XHDTYPE):
# Patch the TarInfo object with the extended header info.
next._apply_pax_info(pax_headers, tarfile.encoding, tarfile.errors)
next.offset = self.offset
if "size" in pax_headers:
# If the extended header replaces the size field,
# we need to recalculate the offset where the next
# header starts.
offset = next.offset_data
if next.isreg() or next.type not in SUPPORTED_TYPES:
offset += next._block(next.size)
tarfile.offset = offset
return next
def _proc_gnusparse_00(self, next, pax_headers, buf):
"""Process a GNU tar extended sparse header, version 0.0.
"""
offsets = []
for match in re.finditer(br"\d+ GNU.sparse.offset=(\d+)\n", buf):
offsets.append(int(match.group(1)))
numbytes = []
for match in re.finditer(br"\d+ GNU.sparse.numbytes=(\d+)\n", buf):
numbytes.append(int(match.group(1)))
next.sparse = list(zip(offsets, numbytes))
def _proc_gnusparse_01(self, next, pax_headers):
"""Process a GNU tar extended sparse header, version 0.1.
"""
sparse = [int(x) for x in pax_headers["GNU.sparse.map"].split(",")]
next.sparse = list(zip(sparse[::2], sparse[1::2]))
def _proc_gnusparse_10(self, next, pax_headers, tarfile):
"""Process a GNU tar extended sparse header, version 1.0.
"""
fields = None
sparse = []
buf = tarfile.fileobj.read(BLOCKSIZE)
fields, buf = buf.split(b"\n", 1)
fields = int(fields)
while len(sparse) < fields * 2:
if b"\n" not in buf:
buf += tarfile.fileobj.read(BLOCKSIZE)
number, buf = buf.split(b"\n", 1)
sparse.append(int(number))
next.offset_data = tarfile.fileobj.tell()
next.sparse = list(zip(sparse[::2], sparse[1::2]))
def _apply_pax_info(self, pax_headers, encoding, errors):
"""Replace fields with supplemental information from a previous
pax extended or global header.
"""
for keyword, value in pax_headers.items():
if keyword == "GNU.sparse.name":
setattr(self, "path", value)
elif keyword == "GNU.sparse.size":
setattr(self, "size", int(value))
elif keyword == "GNU.sparse.realsize":
setattr(self, "size", int(value))
elif keyword in PAX_FIELDS:
if keyword in PAX_NUMBER_FIELDS:
try:
value = PAX_NUMBER_FIELDS[keyword](value)
except ValueError:
value = 0
if keyword == "path":
value = value.rstrip("/")
setattr(self, keyword, value)
self.pax_headers = pax_headers.copy()
def _decode_pax_field(self, value, encoding, fallback_encoding, fallback_errors):
"""Decode a single field from a pax record.
"""
try:
return value.decode(encoding, "strict")
except UnicodeDecodeError:
return value.decode(fallback_encoding, fallback_errors)
def _block(self, count):
"""Round up a byte count by BLOCKSIZE and return it,
e.g. _block(834) => 1024.
"""
blocks, remainder = divmod(count, BLOCKSIZE)
if remainder:
blocks += 1
return blocks * BLOCKSIZE
def isreg(self):
'Return True if the Tarinfo object is a regular file.'
return self.type in REGULAR_TYPES
def isfile(self):
'Return True if the Tarinfo object is a regular file.'
return self.isreg()
def isdir(self):
'Return True if it is a directory.'
return self.type == DIRTYPE
def issym(self):
'Return True if it is a symbolic link.'
return self.type == SYMTYPE
def islnk(self):
'Return True if it is a hard link.'
return self.type == LNKTYPE
def ischr(self):
'Return True if it is a character device.'
return self.type == CHRTYPE
def isblk(self):
'Return True if it is a block device.'
return self.type == BLKTYPE
def isfifo(self):
'Return True if it is a FIFO.'
return self.type == FIFOTYPE
def issparse(self):
return self.sparse is not None
def isdev(self):
'Return True if it is one of character device, block device or FIFO.'
return self.type in (CHRTYPE, BLKTYPE, FIFOTYPE)
# class TarInfo
class TarFile(object):
"""The TarFile Class provides an interface to tar archives.
"""
debug = 0 # May be set from 0 (no msgs) to 3 (all msgs)
dereference = False # If true, add content of linked file to the
# tar file, else the link.
ignore_zeros = False # If true, skips empty or invalid blocks and
# continues processing.
errorlevel = 1 # If 0, fatal errors only appear in debug
# messages (if debug >= 0). If > 0, errors
# are passed to the caller as exceptions.
format = DEFAULT_FORMAT # The format to use when creating an archive.
encoding = ENCODING # Encoding for 8-bit character strings.
errors = None # Error handler for unicode conversion.
tarinfo = TarInfo # The default TarInfo class to use.
fileobject = ExFileObject # The file-object for extractfile().
extraction_filter = None # The default filter for extraction.
def __init__(self, name=None, mode="r", fileobj=None, format=None,
tarinfo=None, dereference=None, ignore_zeros=None, encoding=None,
errors="surrogateescape", pax_headers=None, debug=None,
errorlevel=None, copybufsize=None):
"""Open an (uncompressed) tar archive `name'. `mode' is either 'r' to
read from an existing archive, 'a' to append data to an existing
file or 'w' to create a new file overwriting an existing one. `mode'
defaults to 'r'.
If `fileobj' is given, it is used for reading or writing data. If it
can be determined, `mode' is overridden by `fileobj's mode.
`fileobj' is not closed, when TarFile is closed.
"""
modes = {"r": "rb", "a": "r+b", "w": "wb", "x": "xb"}
if mode not in modes:
raise ValueError("mode must be 'r', 'a', 'w' or 'x'")
self.mode = mode
self._mode = modes[mode]
if not fileobj:
if self.mode == "a" and not os.path.exists(name):
# Create nonexistent files in append mode.
self.mode = "w"
self._mode = "wb"
fileobj = bltn_open(name, self._mode)
self._extfileobj = False
else:
if (name is None and hasattr(fileobj, "name") and
isinstance(fileobj.name, (str, bytes))):
name = fileobj.name
if hasattr(fileobj, "mode"):
self._mode = fileobj.mode
self._extfileobj = True
self.name = os.path.abspath(name) if name else None
self.fileobj = fileobj
# Init attributes.
if format is not None:
self.format = format
if tarinfo is not None:
self.tarinfo = tarinfo
if dereference is not None:
self.dereference = dereference
if ignore_zeros is not None:
self.ignore_zeros = ignore_zeros
if encoding is not None:
self.encoding = encoding
self.errors = errors
if pax_headers is not None and self.format == PAX_FORMAT:
self.pax_headers = pax_headers
else:
self.pax_headers = {}
if debug is not None:
self.debug = debug
if errorlevel is not None:
self.errorlevel = errorlevel
# Init datastructures.
self.copybufsize = copybufsize
self.closed = False
self.members = [] # list of members as TarInfo objects
self._loaded = False # flag if all members have been read
self.offset = self.fileobj.tell()
# current position in the archive file
self.inodes = {} # dictionary caching the inodes of
# archive members already added
try:
if self.mode == "r":
self.firstmember = None
self.firstmember = self.next()
if self.mode == "a":
# Move to the end of the archive,
# before the first empty block.
while True:
self.fileobj.seek(self.offset)
try:
tarinfo = self.tarinfo.fromtarfile(self)
self.members.append(tarinfo)
except EOFHeaderError:
self.fileobj.seek(self.offset)
break
except HeaderError as e:
raise ReadError(str(e))
if self.mode in ("a", "w", "x"):
self._loaded = True
if self.pax_headers:
buf = self.tarinfo.create_pax_global_header(self.pax_headers.copy())
self.fileobj.write(buf)
self.offset += len(buf)
except:
if not self._extfileobj:
self.fileobj.close()
self.closed = True
raise
#--------------------------------------------------------------------------
# Below are the classmethods which act as alternate constructors to the
# TarFile class. The open() method is the only one that is needed for
# public use; it is the "super"-constructor and is able to select an
# adequate "sub"-constructor for a particular compression using the mapping
# from OPEN_METH.
#
# This concept allows one to subclass TarFile without losing the comfort of
# the super-constructor. A sub-constructor is registered and made available
# by adding it to the mapping in OPEN_METH.
@classmethod
def open(cls, name=None, mode="r", fileobj=None, bufsize=RECORDSIZE, **kwargs):
"""Open a tar archive for reading, writing or appending. Return
an appropriate TarFile class.
mode:
'r' or 'r:*' open for reading with transparent compression
'r:' open for reading exclusively uncompressed
'r:gz' open for reading with gzip compression
'r:bz2' open for reading with bzip2 compression
'r:xz' open for reading with lzma compression
'a' or 'a:' open for appending, creating the file if necessary
'w' or 'w:' open for writing without compression
'w:gz' open for writing with gzip compression
'w:bz2' open for writing with bzip2 compression
'w:xz' open for writing with lzma compression
'x' or 'x:' create a tarfile exclusively without compression, raise
an exception if the file is already created
'x:gz' create a gzip compressed tarfile, raise an exception
if the file is already created
'x:bz2' create a bzip2 compressed tarfile, raise an exception
if the file is already created
'x:xz' create an lzma compressed tarfile, raise an exception
if the file is already created
'r|*' open a stream of tar blocks with transparent compression
'r|' open an uncompressed stream of tar blocks for reading
'r|gz' open a gzip compressed stream of tar blocks
'r|bz2' open a bzip2 compressed stream of tar blocks
'r|xz' open an lzma compressed stream of tar blocks
'w|' open an uncompressed stream for writing
'w|gz' open a gzip compressed stream for writing
'w|bz2' open a bzip2 compressed stream for writing
'w|xz' open an lzma compressed stream for writing
"""
if not name and not fileobj:
raise ValueError("nothing to open")
if mode in ("r", "r:*"):
# Find out which *open() is appropriate for opening the file.
def not_compressed(comptype):
return cls.OPEN_METH[comptype] == 'taropen'
for comptype in sorted(cls.OPEN_METH, key=not_compressed):
func = getattr(cls, cls.OPEN_METH[comptype])
if fileobj is not None:
saved_pos = fileobj.tell()
try:
return func(name, "r", fileobj, **kwargs)
except (ReadError, CompressionError):
if fileobj is not None:
fileobj.seek(saved_pos)
continue
raise ReadError("file could not be opened successfully")
elif ":" in mode:
filemode, comptype = mode.split(":", 1)
filemode = filemode or "r"
comptype = comptype or "tar"
# Select the *open() function according to
# given compression.
if comptype in cls.OPEN_METH:
func = getattr(cls, cls.OPEN_METH[comptype])
else:
raise CompressionError("unknown compression type %r" % comptype)
return func(name, filemode, fileobj, **kwargs)
elif "|" in mode:
filemode, comptype = mode.split("|", 1)
filemode = filemode or "r"
comptype = comptype or "tar"
if filemode not in ("r", "w"):
raise ValueError("mode must be 'r' or 'w'")
stream = _Stream(name, filemode, comptype, fileobj, bufsize)
try:
t = cls(name, filemode, stream, **kwargs)
except:
stream.close()
raise
t._extfileobj = False
return t
elif mode in ("a", "w", "x"):
return cls.taropen(name, mode, fileobj, **kwargs)
raise ValueError("undiscernible mode")
@classmethod
def taropen(cls, name, mode="r", fileobj=None, **kwargs):
"""Open uncompressed tar archive name for reading or writing.
"""
if mode not in ("r", "a", "w", "x"):
raise ValueError("mode must be 'r', 'a', 'w' or 'x'")
return cls(name, mode, fileobj, **kwargs)
@classmethod
def gzopen(cls, name, mode="r", fileobj=None, compresslevel=9, **kwargs):
"""Open gzip compressed tar archive name for reading or writing.
Appending is not allowed.
"""
if mode not in ("r", "w", "x"):
raise ValueError("mode must be 'r', 'w' or 'x'")
try:
from gzip import GzipFile
except ImportError:
raise CompressionError("gzip module is not available")
try:
fileobj = GzipFile(name, mode + "b", compresslevel, fileobj)
except OSError:
if fileobj is not None and mode == 'r':
raise ReadError("not a gzip file")
raise
try:
t = cls.taropen(name, mode, fileobj, **kwargs)
except OSError:
fileobj.close()
if mode == 'r':
raise ReadError("not a gzip file")
raise
except:
fileobj.close()
raise
t._extfileobj = False
return t
@classmethod
def bz2open(cls, name, mode="r", fileobj=None, compresslevel=9, **kwargs):
"""Open bzip2 compressed tar archive name for reading or writing.
Appending is not allowed.
"""
if mode not in ("r", "w", "x"):
raise ValueError("mode must be 'r', 'w' or 'x'")
try:
from bz2 import BZ2File
except ImportError:
raise CompressionError("bz2 module is not available")
fileobj = BZ2File(fileobj or name, mode, compresslevel=compresslevel)
try:
t = cls.taropen(name, mode, fileobj, **kwargs)
except (OSError, EOFError):
fileobj.close()
if mode == 'r':
raise ReadError("not a bzip2 file")
raise
except:
fileobj.close()
raise
t._extfileobj = False
return t
@classmethod
def xzopen(cls, name, mode="r", fileobj=None, preset=None, **kwargs):
"""Open lzma compressed tar archive name for reading or writing.
Appending is not allowed.
"""
if mode not in ("r", "w", "x"):
raise ValueError("mode must be 'r', 'w' or 'x'")
try:
from lzma import LZMAFile, LZMAError
except ImportError:
raise CompressionError("lzma module is not available")
fileobj = LZMAFile(fileobj or name, mode, preset=preset)
try:
t = cls.taropen(name, mode, fileobj, **kwargs)
except (LZMAError, EOFError):
fileobj.close()
if mode == 'r':
raise ReadError("not an lzma file")
raise
except:
fileobj.close()
raise
t._extfileobj = False
return t
# All *open() methods are registered here.
OPEN_METH = {
"tar": "taropen", # uncompressed tar
"gz": "gzopen", # gzip compressed tar
"bz2": "bz2open", # bzip2 compressed tar
"xz": "xzopen" # lzma compressed tar
}
#--------------------------------------------------------------------------
# The public methods which TarFile provides:
def close(self):
"""Close the TarFile. In write-mode, two finishing zero blocks are
appended to the archive.
"""
if self.closed:
return
self.closed = True
try:
if self.mode in ("a", "w", "x"):
self.fileobj.write(NUL * (BLOCKSIZE * 2))
self.offset += (BLOCKSIZE * 2)
# fill up the end with zero-blocks
# (like option -b20 for tar does)
blocks, remainder = divmod(self.offset, RECORDSIZE)
if remainder > 0:
self.fileobj.write(NUL * (RECORDSIZE - remainder))
finally:
if not self._extfileobj:
self.fileobj.close()
def getmember(self, name):
"""Return a TarInfo object for member `name'. If `name' can not be
found in the archive, KeyError is raised. If a member occurs more
than once in the archive, its last occurrence is assumed to be the
most up-to-date version.
"""
tarinfo = self._getmember(name)
if tarinfo is None:
raise KeyError("filename %r not found" % name)
return tarinfo
def getmembers(self):
"""Return the members of the archive as a list of TarInfo objects. The
list has the same order as the members in the archive.
"""
self._check()
if not self._loaded: # if we want to obtain a list of
self._load() # all members, we first have to
# scan the whole archive.
return self.members
def getnames(self):
"""Return the members of the archive as a list of their names. It has
the same order as the list returned by getmembers().
"""
return [tarinfo.name for tarinfo in self.getmembers()]
def gettarinfo(self, name=None, arcname=None, fileobj=None):
"""Create a TarInfo object from the result of os.stat or equivalent
on an existing file. The file is either named by `name', or
specified as a file object `fileobj' with a file descriptor. If
given, `arcname' specifies an alternative name for the file in the
archive, otherwise, the name is taken from the 'name' attribute of
'fileobj', or the 'name' argument. The name should be a text
string.
"""
self._check("awx")
# When fileobj is given, replace name by
# fileobj's real name.
if fileobj is not None:
name = fileobj.name
# Building the name of the member in the archive.
# Backward slashes are converted to forward slashes,
# Absolute paths are turned to relative paths.
if arcname is None:
arcname = name
drv, arcname = os.path.splitdrive(arcname)
arcname = arcname.replace(os.sep, "/")
arcname = arcname.lstrip("/")
# Now, fill the TarInfo object with
# information specific for the file.
tarinfo = self.tarinfo()
tarinfo.tarfile = self # Not needed
# Use os.stat or os.lstat, depending on if symlinks shall be resolved.
if fileobj is None:
if not self.dereference:
statres = os.lstat(name)
else:
statres = os.stat(name)
else:
statres = os.fstat(fileobj.fileno())
linkname = ""
stmd = statres.st_mode
if stat.S_ISREG(stmd):
inode = (statres.st_ino, statres.st_dev)
if not self.dereference and statres.st_nlink > 1 and \
inode in self.inodes and arcname != self.inodes[inode]:
# Is it a hardlink to an already
# archived file?
type = LNKTYPE
linkname = self.inodes[inode]
else:
# The inode is added only if its valid.
# For win32 it is always 0.
type = REGTYPE
if inode[0]:
self.inodes[inode] = arcname
elif stat.S_ISDIR(stmd):
type = DIRTYPE
elif stat.S_ISFIFO(stmd):
type = FIFOTYPE
elif stat.S_ISLNK(stmd):
type = SYMTYPE
linkname = os.readlink(name)
elif stat.S_ISCHR(stmd):
type = CHRTYPE
elif stat.S_ISBLK(stmd):
type = BLKTYPE
else:
return None
# Fill the TarInfo object with all
# information we can get.
tarinfo.name = arcname
tarinfo.mode = stmd
tarinfo.uid = statres.st_uid
tarinfo.gid = statres.st_gid
if type == REGTYPE:
tarinfo.size = statres.st_size
else:
tarinfo.size = 0
tarinfo.mtime = statres.st_mtime
tarinfo.type = type
tarinfo.linkname = linkname
if pwd:
try:
tarinfo.uname = pwd.getpwuid(tarinfo.uid)[0]
except KeyError:
pass
if grp:
try:
tarinfo.gname = grp.getgrgid(tarinfo.gid)[0]
except KeyError:
pass
if type in (CHRTYPE, BLKTYPE):
if hasattr(os, "major") and hasattr(os, "minor"):
tarinfo.devmajor = os.major(statres.st_rdev)
tarinfo.devminor = os.minor(statres.st_rdev)
return tarinfo
def list(self, verbose=True, *, members=None):
"""Print a table of contents to sys.stdout. If `verbose' is False, only
the names of the members are printed. If it is True, an `ls -l'-like
output is produced. `members' is optional and must be a subset of the
list returned by getmembers().
"""
self._check()
if members is None:
members = self
for tarinfo in members:
if verbose:
if tarinfo.mode is None:
_safe_print("??????????")
else:
_safe_print(stat.filemode(tarinfo.mode))
_safe_print("%s/%s" % (tarinfo.uname or tarinfo.uid,
tarinfo.gname or tarinfo.gid))
if tarinfo.ischr() or tarinfo.isblk():
_safe_print("%10s" %
("%d,%d" % (tarinfo.devmajor, tarinfo.devminor)))
else:
_safe_print("%10d" % tarinfo.size)
if tarinfo.mtime is None:
_safe_print("????-??-?? ??:??:??")
else:
_safe_print("%d-%02d-%02d %02d:%02d:%02d" \
% time.localtime(tarinfo.mtime)[:6])
_safe_print(tarinfo.name + ("/" if tarinfo.isdir() else ""))
if verbose:
if tarinfo.issym():
_safe_print("-> " + tarinfo.linkname)
if tarinfo.islnk():
_safe_print("link to " + tarinfo.linkname)
print()
def add(self, name, arcname=None, recursive=True, *, filter=None):
"""Add the file `name' to the archive. `name' may be any type of file
(directory, fifo, symbolic link, etc.). If given, `arcname'
specifies an alternative name for the file in the archive.
Directories are added recursively by default. This can be avoided by
setting `recursive' to False. `filter' is a function
that expects a TarInfo object argument and returns the changed
TarInfo object, if it returns None the TarInfo object will be
excluded from the archive.
"""
self._check("awx")
if arcname is None:
arcname = name
# Skip if somebody tries to archive the archive...
if self.name is not None and os.path.abspath(name) == self.name:
self._dbg(2, "tarfile: Skipped %r" % name)
return
self._dbg(1, name)
# Create a TarInfo object from the file.
tarinfo = self.gettarinfo(name, arcname)
if tarinfo is None:
self._dbg(1, "tarfile: Unsupported type %r" % name)
return
# Change or exclude the TarInfo object.
if filter is not None:
tarinfo = filter(tarinfo)
if tarinfo is None:
self._dbg(2, "tarfile: Excluded %r" % name)
return
# Append the tar header and data to the archive.
if tarinfo.isreg():
with bltn_open(name, "rb") as f:
self.addfile(tarinfo, f)
elif tarinfo.isdir():
self.addfile(tarinfo)
if recursive:
for f in sorted(os.listdir(name)):
self.add(os.path.join(name, f), os.path.join(arcname, f),
recursive, filter=filter)
else:
self.addfile(tarinfo)
def addfile(self, tarinfo, fileobj=None):
"""Add the TarInfo object `tarinfo' to the archive. If `fileobj' is
given, it should be a binary file, and tarinfo.size bytes are read
from it and added to the archive. You can create TarInfo objects
directly, or by using gettarinfo().
"""
self._check("awx")
tarinfo = copy.copy(tarinfo)
buf = tarinfo.tobuf(self.format, self.encoding, self.errors)
self.fileobj.write(buf)
self.offset += len(buf)
bufsize=self.copybufsize
# If there's data to follow, append it.
if fileobj is not None:
copyfileobj(fileobj, self.fileobj, tarinfo.size, bufsize=bufsize)
blocks, remainder = divmod(tarinfo.size, BLOCKSIZE)
if remainder > 0:
self.fileobj.write(NUL * (BLOCKSIZE - remainder))
blocks += 1
self.offset += blocks * BLOCKSIZE
self.members.append(tarinfo)
def _get_filter_function(self, filter):
if filter is None:
filter = self.extraction_filter
if filter is None:
name = os.environ.get('PYTHON_TARFILE_EXTRACTION_FILTER')
if name is None:
try:
file = bltn_open(_CONFIG_FILENAME)
except FileNotFoundError:
pass
else:
import configparser
conf = configparser.ConfigParser(
interpolation=None,
comment_prefixes=('#', ),
)
with file:
conf.read_file(file)
name = conf.get('tarfile',
'PYTHON_TARFILE_EXTRACTION_FILTER',
fallback='')
if name:
try:
filter = _NAMED_FILTERS[name]
except KeyError:
raise ValueError(f"filter {filter!r} not found") from None
self.extraction_filter = filter
return filter
if _RH_SAFER_DEFAULT:
warnings.warn(
'The default behavior of tarfile extraction has been '
+ 'changed to disallow common exploits '
+ '(including CVE-2007-4559). '
+ 'By default, absolute/parent paths are disallowed '
+ 'and some mode bits are cleared. '
+ 'See https://access.redhat.com/articles/7004769 '
+ 'for more details.',
RuntimeWarning)
return tar_filter
return fully_trusted_filter
if isinstance(filter, str):
raise TypeError(
'String names are not supported for '
+ 'TarFile.extraction_filter. Use a function such as '
+ 'tarfile.data_filter directly.')
return filter
if callable(filter):
return filter
try:
return _NAMED_FILTERS[filter]
except KeyError:
raise ValueError(f"filter {filter!r} not found") from None
def extractall(self, path=".", members=None, *, numeric_owner=False,
filter=None):
"""Extract all members from the archive to the current working
directory and set owner, modification time and permissions on
directories afterwards. `path' specifies a different directory
to extract to. `members' is optional and must be a subset of the
list returned by getmembers(). If `numeric_owner` is True, only
the numbers for user/group names are used and not the names.
The `filter` function will be called on each member just
before extraction.
It can return a changed TarInfo or None to skip the member.
String names of common filters are accepted.
"""
directories = []
filter_function = self._get_filter_function(filter)
if members is None:
members = self
for member in members:
tarinfo = self._get_extract_tarinfo(member, filter_function, path)
if tarinfo is None:
continue
if tarinfo.isdir():
# For directories, delay setting attributes until later,
# since permissions can interfere with extraction and
# extracting contents can reset mtime.
directories.append(tarinfo)
self._extract_one(tarinfo, path, set_attrs=not tarinfo.isdir(),
numeric_owner=numeric_owner)
# Reverse sort directories.
directories.sort(key=lambda a: a.name, reverse=True)
# Set correct owner, mtime and filemode on directories.
for tarinfo in directories:
dirpath = os.path.join(path, tarinfo.name)
try:
self.chown(tarinfo, dirpath, numeric_owner=numeric_owner)
self.utime(tarinfo, dirpath)
self.chmod(tarinfo, dirpath)
except ExtractError as e:
self._handle_nonfatal_error(e)
def extract(self, member, path="", set_attrs=True, *, numeric_owner=False,
filter=None):
"""Extract a member from the archive to the current working directory,
using its full name. Its file information is extracted as accurately
as possible. `member' may be a filename or a TarInfo object. You can
specify a different directory using `path'. File attributes (owner,
mtime, mode) are set unless `set_attrs' is False. If `numeric_owner`
is True, only the numbers for user/group names are used and not
the names.
The `filter` function will be called before extraction.
It can return a changed TarInfo or None to skip the member.
String names of common filters are accepted.
"""
filter_function = self._get_filter_function(filter)
tarinfo = self._get_extract_tarinfo(member, filter_function, path)
if tarinfo is not None:
self._extract_one(tarinfo, path, set_attrs, numeric_owner)
def _get_extract_tarinfo(self, member, filter_function, path):
"""Get filtered TarInfo (or None) from member, which might be a str"""
if isinstance(member, str):
tarinfo = self.getmember(member)
else:
tarinfo = member
unfiltered = tarinfo
try:
tarinfo = filter_function(tarinfo, path)
except (OSError, FilterError) as e:
self._handle_fatal_error(e)
except ExtractError as e:
self._handle_nonfatal_error(e)
if tarinfo is None:
self._dbg(2, "tarfile: Excluded %r" % unfiltered.name)
return None
# Prepare the link target for makelink().
if tarinfo.islnk():
tarinfo = copy.copy(tarinfo)
tarinfo._link_target = os.path.join(path, tarinfo.linkname)
return tarinfo
def _extract_one(self, tarinfo, path, set_attrs, numeric_owner):
"""Extract from filtered tarinfo to disk"""
self._check("r")
try:
self._extract_member(tarinfo, os.path.join(path, tarinfo.name),
set_attrs=set_attrs,
numeric_owner=numeric_owner)
except OSError as e:
self._handle_fatal_error(e)
except ExtractError as e:
self._handle_nonfatal_error(e)
def _handle_nonfatal_error(self, e):
"""Handle non-fatal error (ExtractError) according to errorlevel"""
if self.errorlevel > 1:
raise
else:
self._dbg(1, "tarfile: %s" % e)
def _handle_fatal_error(self, e):
"""Handle "fatal" error according to self.errorlevel"""
if self.errorlevel > 0:
raise
elif isinstance(e, OSError):
if e.filename is None:
self._dbg(1, "tarfile: %s" % e.strerror)
else:
self._dbg(1, "tarfile: %s %r" % (e.strerror, e.filename))
else:
self._dbg(1, "tarfile: %s %s" % (type(e).__name__, e))
def extractfile(self, member):
"""Extract a member from the archive as a file object. `member' may be
a filename or a TarInfo object. If `member' is a regular file or a
link, an io.BufferedReader object is returned. Otherwise, None is
returned.
"""
self._check("r")
if isinstance(member, str):
tarinfo = self.getmember(member)
else:
tarinfo = member
if tarinfo.isreg() or tarinfo.type not in SUPPORTED_TYPES:
# Members with unknown types are treated as regular files.
return self.fileobject(self, tarinfo)
elif tarinfo.islnk() or tarinfo.issym():
if isinstance(self.fileobj, _Stream):
# A small but ugly workaround for the case that someone tries
# to extract a (sym)link as a file-object from a non-seekable
# stream of tar blocks.
raise StreamError("cannot extract (sym)link as file object")
else:
# A (sym)link's file object is its target's file object.
return self.extractfile(self._find_link_target(tarinfo))
else:
# If there's no data associated with the member (directory, chrdev,
# blkdev, etc.), return None instead of a file object.
return None
def _extract_member(self, tarinfo, targetpath, set_attrs=True,
numeric_owner=False):
"""Extract the TarInfo object tarinfo to a physical
file called targetpath.
"""
# Fetch the TarInfo object for the given name
# and build the destination pathname, replacing
# forward slashes to platform specific separators.
targetpath = targetpath.rstrip("/")
targetpath = targetpath.replace("/", os.sep)
# Create all upper directories.
upperdirs = os.path.dirname(targetpath)
if upperdirs and not os.path.exists(upperdirs):
# Create directories that are not part of the archive with
# default permissions.
os.makedirs(upperdirs)
if tarinfo.islnk() or tarinfo.issym():
self._dbg(1, "%s -> %s" % (tarinfo.name, tarinfo.linkname))
else:
self._dbg(1, tarinfo.name)
if tarinfo.isreg():
self.makefile(tarinfo, targetpath)
elif tarinfo.isdir():
self.makedir(tarinfo, targetpath)
elif tarinfo.isfifo():
self.makefifo(tarinfo, targetpath)
elif tarinfo.ischr() or tarinfo.isblk():
self.makedev(tarinfo, targetpath)
elif tarinfo.islnk() or tarinfo.issym():
self.makelink(tarinfo, targetpath)
elif tarinfo.type not in SUPPORTED_TYPES:
self.makeunknown(tarinfo, targetpath)
else:
self.makefile(tarinfo, targetpath)
if set_attrs:
self.chown(tarinfo, targetpath, numeric_owner)
if not tarinfo.issym():
self.chmod(tarinfo, targetpath)
self.utime(tarinfo, targetpath)
#--------------------------------------------------------------------------
# Below are the different file methods. They are called via
# _extract_member() when extract() is called. They can be replaced in a
# subclass to implement other functionality.
def makedir(self, tarinfo, targetpath):
"""Make a directory called targetpath.
"""
try:
if tarinfo.mode is None:
# Use the system's default mode
os.mkdir(targetpath)
else:
# Use a safe mode for the directory, the real mode is set
# later in _extract_member().
os.mkdir(targetpath, 0o700)
except FileExistsError:
pass
def makefile(self, tarinfo, targetpath):
"""Make a file called targetpath.
"""
source = self.fileobj
source.seek(tarinfo.offset_data)
bufsize = self.copybufsize
with bltn_open(targetpath, "wb") as target:
if tarinfo.sparse is not None:
for offset, size in tarinfo.sparse:
target.seek(offset)
copyfileobj(source, target, size, ReadError, bufsize)
target.seek(tarinfo.size)
target.truncate()
else:
copyfileobj(source, target, tarinfo.size, ReadError, bufsize)
def makeunknown(self, tarinfo, targetpath):
"""Make a file from a TarInfo object with an unknown type
at targetpath.
"""
self.makefile(tarinfo, targetpath)
self._dbg(1, "tarfile: Unknown file type %r, " \
"extracted as regular file." % tarinfo.type)
def makefifo(self, tarinfo, targetpath):
"""Make a fifo called targetpath.
"""
if hasattr(os, "mkfifo"):
os.mkfifo(targetpath)
else:
raise ExtractError("fifo not supported by system")
def makedev(self, tarinfo, targetpath):
"""Make a character or block device called targetpath.
"""
if not hasattr(os, "mknod") or not hasattr(os, "makedev"):
raise ExtractError("special devices not supported by system")
mode = tarinfo.mode
if mode is None:
# Use mknod's default
mode = 0o600
if tarinfo.isblk():
mode |= stat.S_IFBLK
else:
mode |= stat.S_IFCHR
os.mknod(targetpath, mode,
os.makedev(tarinfo.devmajor, tarinfo.devminor))
def makelink(self, tarinfo, targetpath):
"""Make a (symbolic) link called targetpath. If it cannot be created
(platform limitation), we try to make a copy of the referenced file
instead of a link.
"""
try:
# For systems that support symbolic and hard links.
if tarinfo.issym():
if os.path.lexists(targetpath):
# Avoid FileExistsError on following os.symlink.
os.unlink(targetpath)
os.symlink(tarinfo.linkname, targetpath)
else:
if os.path.exists(tarinfo._link_target):
os.link(tarinfo._link_target, targetpath)
else:
self._extract_member(self._find_link_target(tarinfo),
targetpath)
except symlink_exception:
try:
self._extract_member(self._find_link_target(tarinfo),
targetpath)
except KeyError:
raise ExtractError("unable to resolve link inside archive")
def chown(self, tarinfo, targetpath, numeric_owner):
"""Set owner of targetpath according to tarinfo. If numeric_owner
is True, use .gid/.uid instead of .gname/.uname. If numeric_owner
is False, fall back to .gid/.uid when the search based on name
fails.
"""
if hasattr(os, "geteuid") and os.geteuid() == 0:
# We have to be root to do so.
g = tarinfo.gid
u = tarinfo.uid
if not numeric_owner:
try:
if grp and tarinfo.gname:
g = grp.getgrnam(tarinfo.gname)[2]
except KeyError:
pass
try:
if pwd and tarinfo.uname:
u = pwd.getpwnam(tarinfo.uname)[2]
except KeyError:
pass
if g is None:
g = -1
if u is None:
u = -1
try:
if tarinfo.issym() and hasattr(os, "lchown"):
os.lchown(targetpath, u, g)
else:
os.chown(targetpath, u, g)
except OSError:
raise ExtractError("could not change owner")
def chmod(self, tarinfo, targetpath):
"""Set file permissions of targetpath according to tarinfo.
"""
if tarinfo.mode is None:
return
try:
os.chmod(targetpath, tarinfo.mode)
except OSError:
raise ExtractError("could not change mode")
def utime(self, tarinfo, targetpath):
"""Set modification time of targetpath according to tarinfo.
"""
mtime = tarinfo.mtime
if mtime is None:
return
if not hasattr(os, 'utime'):
return
try:
os.utime(targetpath, (mtime, mtime))
except OSError:
raise ExtractError("could not change modification time")
#--------------------------------------------------------------------------
def next(self):
"""Return the next member of the archive as a TarInfo object, when
TarFile is opened for reading. Return None if there is no more
available.
"""
self._check("ra")
if self.firstmember is not None:
m = self.firstmember
self.firstmember = None
return m
# Advance the file pointer.
if self.offset != self.fileobj.tell():
self.fileobj.seek(self.offset - 1)
if not self.fileobj.read(1):
raise ReadError("unexpected end of data")
# Read the next block.
tarinfo = None
while True:
try:
tarinfo = self.tarinfo.fromtarfile(self)
except EOFHeaderError as e:
if self.ignore_zeros:
self._dbg(2, "0x%X: %s" % (self.offset, e))
self.offset += BLOCKSIZE
continue
except InvalidHeaderError as e:
if self.ignore_zeros:
self._dbg(2, "0x%X: %s" % (self.offset, e))
self.offset += BLOCKSIZE
continue
elif self.offset == 0:
raise ReadError(str(e))
except EmptyHeaderError:
if self.offset == 0:
raise ReadError("empty file")
except TruncatedHeaderError as e:
if self.offset == 0:
raise ReadError(str(e))
except SubsequentHeaderError as e:
raise ReadError(str(e))
break
if tarinfo is not None:
self.members.append(tarinfo)
else:
self._loaded = True
return tarinfo
#--------------------------------------------------------------------------
# Little helper methods:
def _getmember(self, name, tarinfo=None, normalize=False):
"""Find an archive member by name from bottom to top.
If tarinfo is given, it is used as the starting point.
"""
# Ensure that all members have been loaded.
members = self.getmembers()
# Limit the member search list up to tarinfo.
skipping = False
if tarinfo is not None:
try:
index = members.index(tarinfo)
except ValueError:
# The given starting point might be a (modified) copy.
# We'll later skip members until we find an equivalent.
skipping = True
else:
# Happy fast path
members = members[:index]
if normalize:
name = os.path.normpath(name)
for member in reversed(members):
if skipping:
if tarinfo.offset == member.offset:
skipping = False
continue
if normalize:
member_name = os.path.normpath(member.name)
else:
member_name = member.name
if name == member_name:
return member
if skipping:
# Starting point was not found
raise ValueError(tarinfo)
def _load(self):
"""Read through the entire archive file and look for readable
members.
"""
while True:
tarinfo = self.next()
if tarinfo is None:
break
self._loaded = True
def _check(self, mode=None):
"""Check if TarFile is still open, and if the operation's mode
corresponds to TarFile's mode.
"""
if self.closed:
raise OSError("%s is closed" % self.__class__.__name__)
if mode is not None and self.mode not in mode:
raise OSError("bad operation for mode %r" % self.mode)
def _find_link_target(self, tarinfo):
"""Find the target member of a symlink or hardlink member in the
archive.
"""
if tarinfo.issym():
# Always search the entire archive.
linkname = "/".join(filter(None, (os.path.dirname(tarinfo.name), tarinfo.linkname)))
limit = None
else:
# Search the archive before the link, because a hard link is
# just a reference to an already archived file.
linkname = tarinfo.linkname
limit = tarinfo
member = self._getmember(linkname, tarinfo=limit, normalize=True)
if member is None:
raise KeyError("linkname %r not found" % linkname)
return member
def __iter__(self):
"""Provide an iterator object.
"""
if self._loaded:
yield from self.members
return
# Yield items using TarFile's next() method.
# When all members have been read, set TarFile as _loaded.
index = 0
# Fix for SF #1100429: Under rare circumstances it can
# happen that getmembers() is called during iteration,
# which will have already exhausted the next() method.
if self.firstmember is not None:
tarinfo = self.next()
index += 1
yield tarinfo
while True:
if index < len(self.members):
tarinfo = self.members[index]
elif not self._loaded:
tarinfo = self.next()
if not tarinfo:
self._loaded = True
return
else:
return
index += 1
yield tarinfo
def _dbg(self, level, msg):
"""Write debugging output to sys.stderr.
"""
if level <= self.debug:
print(msg, file=sys.stderr)
def __enter__(self):
self._check()
return self
def __exit__(self, type, value, traceback):
if type is None:
self.close()
else:
# An exception occurred. We must not call close() because
# it would try to write end-of-archive blocks and padding.
if not self._extfileobj:
self.fileobj.close()
self.closed = True
#--------------------
# exported functions
#--------------------
def is_tarfile(name):
"""Return True if name points to a tar archive that we
are able to handle, else return False.
"""
try:
t = open(name)
t.close()
return True
except TarError:
return False
open = TarFile.open
def main():
import argparse
description = 'A simple command-line interface for tarfile module.'
parser = argparse.ArgumentParser(description=description)
parser.add_argument('-v', '--verbose', action='store_true', default=False,
help='Verbose output')
parser.add_argument('--filter', metavar='<filtername>',
choices=_NAMED_FILTERS,
help='Filter for extraction')
group = parser.add_mutually_exclusive_group(required=True)
group.add_argument('-l', '--list', metavar='<tarfile>',
help='Show listing of a tarfile')
group.add_argument('-e', '--extract', nargs='+',
metavar=('<tarfile>', '<output_dir>'),
help='Extract tarfile into target dir')
group.add_argument('-c', '--create', nargs='+',
metavar=('<name>', '<file>'),
help='Create tarfile from sources')
group.add_argument('-t', '--test', metavar='<tarfile>',
help='Test if a tarfile is valid')
args = parser.parse_args()
if args.filter and args.extract is None:
parser.exit(1, '--filter is only valid for extraction\n')
if args.test is not None:
src = args.test
if is_tarfile(src):
with open(src, 'r') as tar:
tar.getmembers()
print(tar.getmembers(), file=sys.stderr)
if args.verbose:
print('{!r} is a tar archive.'.format(src))
else:
parser.exit(1, '{!r} is not a tar archive.\n'.format(src))
elif args.list is not None:
src = args.list
if is_tarfile(src):
with TarFile.open(src, 'r:*') as tf:
tf.list(verbose=args.verbose)
else:
parser.exit(1, '{!r} is not a tar archive.\n'.format(src))
elif args.extract is not None:
if len(args.extract) == 1:
src = args.extract[0]
curdir = os.curdir
elif len(args.extract) == 2:
src, curdir = args.extract
else:
parser.exit(1, parser.format_help())
if is_tarfile(src):
with TarFile.open(src, 'r:*') as tf:
tf.extractall(path=curdir, filter=args.filter)
if args.verbose:
if curdir == '.':
msg = '{!r} file is extracted.'.format(src)
else:
msg = ('{!r} file is extracted '
'into {!r} directory.').format(src, curdir)
print(msg)
else:
parser.exit(1, '{!r} is not a tar archive.\n'.format(src))
elif args.create is not None:
tar_name = args.create.pop(0)
_, ext = os.path.splitext(tar_name)
compressions = {
# gz
'.gz': 'gz',
'.tgz': 'gz',
# xz
'.xz': 'xz',
'.txz': 'xz',
# bz2
'.bz2': 'bz2',
'.tbz': 'bz2',
'.tbz2': 'bz2',
'.tb2': 'bz2',
}
tar_mode = 'w:' + compressions[ext] if ext in compressions else 'w'
tar_files = args.create
with TarFile.open(tar_name, tar_mode) as tf:
for file_name in tar_files:
tf.add(file_name)
if args.verbose:
print('{!r} file created.'.format(tar_name))
if __name__ == '__main__':
main()
csv.py 0000644 00000037420 15115353747 0005732 0 ustar 00
"""
csv.py - read/write/investigate CSV files
"""
import re
from _csv import Error, __version__, writer, reader, register_dialect, \
unregister_dialect, get_dialect, list_dialects, \
field_size_limit, \
QUOTE_MINIMAL, QUOTE_ALL, QUOTE_NONNUMERIC, QUOTE_NONE, \
__doc__
from _csv import Dialect as _Dialect
from io import StringIO
__all__ = ["QUOTE_MINIMAL", "QUOTE_ALL", "QUOTE_NONNUMERIC", "QUOTE_NONE",
"Error", "Dialect", "__doc__", "excel", "excel_tab",
"field_size_limit", "reader", "writer",
"register_dialect", "get_dialect", "list_dialects", "Sniffer",
"unregister_dialect", "__version__", "DictReader", "DictWriter",
"unix_dialect"]
class Dialect:
"""Describe a CSV dialect.
This must be subclassed (see csv.excel). Valid attributes are:
delimiter, quotechar, escapechar, doublequote, skipinitialspace,
lineterminator, quoting.
"""
_name = ""
_valid = False
# placeholders
delimiter = None
quotechar = None
escapechar = None
doublequote = None
skipinitialspace = None
lineterminator = None
quoting = None
def __init__(self):
if self.__class__ != Dialect:
self._valid = True
self._validate()
def _validate(self):
try:
_Dialect(self)
except TypeError as e:
# We do this for compatibility with py2.3
raise Error(str(e))
class excel(Dialect):
"""Describe the usual properties of Excel-generated CSV files."""
delimiter = ','
quotechar = '"'
doublequote = True
skipinitialspace = False
lineterminator = '\r\n'
quoting = QUOTE_MINIMAL
register_dialect("excel", excel)
class excel_tab(excel):
"""Describe the usual properties of Excel-generated TAB-delimited files."""
delimiter = '\t'
register_dialect("excel-tab", excel_tab)
class unix_dialect(Dialect):
"""Describe the usual properties of Unix-generated CSV files."""
delimiter = ','
quotechar = '"'
doublequote = True
skipinitialspace = False
lineterminator = '\n'
quoting = QUOTE_ALL
register_dialect("unix", unix_dialect)
class DictReader:
def __init__(self, f, fieldnames=None, restkey=None, restval=None,
dialect="excel", *args, **kwds):
self._fieldnames = fieldnames # list of keys for the dict
self.restkey = restkey # key to catch long rows
self.restval = restval # default value for short rows
self.reader = reader(f, dialect, *args, **kwds)
self.dialect = dialect
self.line_num = 0
def __iter__(self):
return self
@property
def fieldnames(self):
if self._fieldnames is None:
try:
self._fieldnames = next(self.reader)
except StopIteration:
pass
self.line_num = self.reader.line_num
return self._fieldnames
@fieldnames.setter
def fieldnames(self, value):
self._fieldnames = value
def __next__(self):
if self.line_num == 0:
# Used only for its side effect.
self.fieldnames
row = next(self.reader)
self.line_num = self.reader.line_num
# unlike the basic reader, we prefer not to return blanks,
# because we will typically wind up with a dict full of None
# values
while row == []:
row = next(self.reader)
d = dict(zip(self.fieldnames, row))
lf = len(self.fieldnames)
lr = len(row)
if lf < lr:
d[self.restkey] = row[lf:]
elif lf > lr:
for key in self.fieldnames[lr:]:
d[key] = self.restval
return d
class DictWriter:
def __init__(self, f, fieldnames, restval="", extrasaction="raise",
dialect="excel", *args, **kwds):
self.fieldnames = fieldnames # list of keys for the dict
self.restval = restval # for writing short dicts
if extrasaction.lower() not in ("raise", "ignore"):
raise ValueError("extrasaction (%s) must be 'raise' or 'ignore'"
% extrasaction)
self.extrasaction = extrasaction
self.writer = writer(f, dialect, *args, **kwds)
def writeheader(self):
header = dict(zip(self.fieldnames, self.fieldnames))
return self.writerow(header)
def _dict_to_list(self, rowdict):
if self.extrasaction == "raise":
wrong_fields = rowdict.keys() - self.fieldnames
if wrong_fields:
raise ValueError("dict contains fields not in fieldnames: "
+ ", ".join([repr(x) for x in wrong_fields]))
return (rowdict.get(key, self.restval) for key in self.fieldnames)
def writerow(self, rowdict):
return self.writer.writerow(self._dict_to_list(rowdict))
def writerows(self, rowdicts):
return self.writer.writerows(map(self._dict_to_list, rowdicts))
# Guard Sniffer's type checking against builds that exclude complex()
try:
complex
except NameError:
complex = float
class Sniffer:
'''
"Sniffs" the format of a CSV file (i.e. delimiter, quotechar)
Returns a Dialect object.
'''
def __init__(self):
# in case there is more than one possible delimiter
self.preferred = [',', '\t', ';', ' ', ':']
def sniff(self, sample, delimiters=None):
"""
Returns a dialect (or None) corresponding to the sample
"""
quotechar, doublequote, delimiter, skipinitialspace = \
self._guess_quote_and_delimiter(sample, delimiters)
if not delimiter:
delimiter, skipinitialspace = self._guess_delimiter(sample,
delimiters)
if not delimiter:
raise Error("Could not determine delimiter")
class dialect(Dialect):
_name = "sniffed"
lineterminator = '\r\n'
quoting = QUOTE_MINIMAL
# escapechar = ''
dialect.doublequote = doublequote
dialect.delimiter = delimiter
# _csv.reader won't accept a quotechar of ''
dialect.quotechar = quotechar or '"'
dialect.skipinitialspace = skipinitialspace
return dialect
def _guess_quote_and_delimiter(self, data, delimiters):
"""
Looks for text enclosed between two identical quotes
(the probable quotechar) which are preceded and followed
by the same character (the probable delimiter).
For example:
,'some text',
The quote with the most wins, same with the delimiter.
If there is no quotechar the delimiter can't be determined
this way.
"""
matches = []
for restr in (r'(?P<delim>[^\w\n"\'])(?P<space> ?)(?P<quote>["\']).*?(?P=quote)(?P=delim)', # ,".*?",
r'(?:^|\n)(?P<quote>["\']).*?(?P=quote)(?P<delim>[^\w\n"\'])(?P<space> ?)', # ".*?",
r'(?P<delim>[^\w\n"\'])(?P<space> ?)(?P<quote>["\']).*?(?P=quote)(?:$|\n)', # ,".*?"
r'(?:^|\n)(?P<quote>["\']).*?(?P=quote)(?:$|\n)'): # ".*?" (no delim, no space)
regexp = re.compile(restr, re.DOTALL | re.MULTILINE)
matches = regexp.findall(data)
if matches:
break
if not matches:
# (quotechar, doublequote, delimiter, skipinitialspace)
return ('', False, None, 0)
quotes = {}
delims = {}
spaces = 0
groupindex = regexp.groupindex
for m in matches:
n = groupindex['quote'] - 1
key = m[n]
if key:
quotes[key] = quotes.get(key, 0) + 1
try:
n = groupindex['delim'] - 1
key = m[n]
except KeyError:
continue
if key and (delimiters is None or key in delimiters):
delims[key] = delims.get(key, 0) + 1
try:
n = groupindex['space'] - 1
except KeyError:
continue
if m[n]:
spaces += 1
quotechar = max(quotes, key=quotes.get)
if delims:
delim = max(delims, key=delims.get)
skipinitialspace = delims[delim] == spaces
if delim == '\n': # most likely a file with a single column
delim = ''
else:
# there is *no* delimiter, it's a single column of quoted data
delim = ''
skipinitialspace = 0
# if we see an extra quote between delimiters, we've got a
# double quoted format
dq_regexp = re.compile(
r"((%(delim)s)|^)\W*%(quote)s[^%(delim)s\n]*%(quote)s[^%(delim)s\n]*%(quote)s\W*((%(delim)s)|$)" % \
{'delim':re.escape(delim), 'quote':quotechar}, re.MULTILINE)
if dq_regexp.search(data):
doublequote = True
else:
doublequote = False
return (quotechar, doublequote, delim, skipinitialspace)
def _guess_delimiter(self, data, delimiters):
"""
The delimiter /should/ occur the same number of times on
each row. However, due to malformed data, it may not. We don't want
an all or nothing approach, so we allow for small variations in this
number.
1) build a table of the frequency of each character on every line.
2) build a table of frequencies of this frequency (meta-frequency?),
e.g. 'x occurred 5 times in 10 rows, 6 times in 1000 rows,
7 times in 2 rows'
3) use the mode of the meta-frequency to determine the /expected/
frequency for that character
4) find out how often the character actually meets that goal
5) the character that best meets its goal is the delimiter
For performance reasons, the data is evaluated in chunks, so it can
try and evaluate the smallest portion of the data possible, evaluating
additional chunks as necessary.
"""
data = list(filter(None, data.split('\n')))
ascii = [chr(c) for c in range(127)] # 7-bit ASCII
# build frequency tables
chunkLength = min(10, len(data))
iteration = 0
charFrequency = {}
modes = {}
delims = {}
start, end = 0, chunkLength
while start < len(data):
iteration += 1
for line in data[start:end]:
for char in ascii:
metaFrequency = charFrequency.get(char, {})
# must count even if frequency is 0
freq = line.count(char)
# value is the mode
metaFrequency[freq] = metaFrequency.get(freq, 0) + 1
charFrequency[char] = metaFrequency
for char in charFrequency.keys():
items = list(charFrequency[char].items())
if len(items) == 1 and items[0][0] == 0:
continue
# get the mode of the frequencies
if len(items) > 1:
modes[char] = max(items, key=lambda x: x[1])
# adjust the mode - subtract the sum of all
# other frequencies
items.remove(modes[char])
modes[char] = (modes[char][0], modes[char][1]
- sum(item[1] for item in items))
else:
modes[char] = items[0]
# build a list of possible delimiters
modeList = modes.items()
total = float(min(chunkLength * iteration, len(data)))
# (rows of consistent data) / (number of rows) = 100%
consistency = 1.0
# minimum consistency threshold
threshold = 0.9
while len(delims) == 0 and consistency >= threshold:
for k, v in modeList:
if v[0] > 0 and v[1] > 0:
if ((v[1]/total) >= consistency and
(delimiters is None or k in delimiters)):
delims[k] = v
consistency -= 0.01
if len(delims) == 1:
delim = list(delims.keys())[0]
skipinitialspace = (data[0].count(delim) ==
data[0].count("%c " % delim))
return (delim, skipinitialspace)
# analyze another chunkLength lines
start = end
end += chunkLength
if not delims:
return ('', 0)
# if there's more than one, fall back to a 'preferred' list
if len(delims) > 1:
for d in self.preferred:
if d in delims.keys():
skipinitialspace = (data[0].count(d) ==
data[0].count("%c " % d))
return (d, skipinitialspace)
# nothing else indicates a preference, pick the character that
# dominates(?)
items = [(v,k) for (k,v) in delims.items()]
items.sort()
delim = items[-1][1]
skipinitialspace = (data[0].count(delim) ==
data[0].count("%c " % delim))
return (delim, skipinitialspace)
def has_header(self, sample):
# Creates a dictionary of types of data in each column. If any
# column is of a single type (say, integers), *except* for the first
# row, then the first row is presumed to be labels. If the type
# can't be determined, it is assumed to be a string in which case
# the length of the string is the determining factor: if all of the
# rows except for the first are the same length, it's a header.
# Finally, a 'vote' is taken at the end for each column, adding or
# subtracting from the likelihood of the first row being a header.
rdr = reader(StringIO(sample), self.sniff(sample))
header = next(rdr) # assume first row is header
columns = len(header)
columnTypes = {}
for i in range(columns): columnTypes[i] = None
checked = 0
for row in rdr:
# arbitrary number of rows to check, to keep it sane
if checked > 20:
break
checked += 1
if len(row) != columns:
continue # skip rows that have irregular number of columns
for col in list(columnTypes.keys()):
for thisType in [int, float, complex]:
try:
thisType(row[col])
break
except (ValueError, OverflowError):
pass
else:
# fallback to length of string
thisType = len(row[col])
if thisType != columnTypes[col]:
if columnTypes[col] is None: # add new column type
columnTypes[col] = thisType
else:
# type is inconsistent, remove column from
# consideration
del columnTypes[col]
# finally, compare results against first row and "vote"
# on whether it's a header
hasHeader = 0
for col, colType in columnTypes.items():
if type(colType) == type(0): # it's a length
if len(header[col]) != colType:
hasHeader += 1
else:
hasHeader -= 1
else: # attempt typecast
try:
colType(header[col])
except (ValueError, TypeError):
hasHeader += 1
else:
hasHeader -= 1
return hasHeader > 0
shlex.py 0000644 00000032015 15115353747 0006255 0 ustar 00 """A lexical analyzer class for simple shell-like syntaxes."""
# Module and documentation by Eric S. Raymond, 21 Dec 1998
# Input stacking and error message cleanup added by ESR, March 2000
# push_source() and pop_source() made explicit by ESR, January 2001.
# Posix compliance, split(), string arguments, and
# iterator interface by Gustavo Niemeyer, April 2003.
# changes to tokenize more like Posix shells by Vinay Sajip, July 2016.
import os
import re
import sys
from collections import deque
from io import StringIO
__all__ = ["shlex", "split", "quote", "join"]
class shlex:
"A lexical analyzer class for simple shell-like syntaxes."
def __init__(self, instream=None, infile=None, posix=False,
punctuation_chars=False):
if isinstance(instream, str):
instream = StringIO(instream)
if instream is not None:
self.instream = instream
self.infile = infile
else:
self.instream = sys.stdin
self.infile = None
self.posix = posix
if posix:
self.eof = None
else:
self.eof = ''
self.commenters = '#'
self.wordchars = ('abcdfeghijklmnopqrstuvwxyz'
'ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789_')
if self.posix:
self.wordchars += ('ßàáâãäåæçèéêëìíîïðñòóôõöøùúûüýþÿ'
'ÀÁÂÃÄÅÆÇÈÉÊËÌÍÎÏÐÑÒÓÔÕÖØÙÚÛÜÝÞ')
self.whitespace = ' \t\r\n'
self.whitespace_split = False
self.quotes = '\'"'
self.escape = '\\'
self.escapedquotes = '"'
self.state = ' '
self.pushback = deque()
self.lineno = 1
self.debug = 0
self.token = ''
self.filestack = deque()
self.source = None
if not punctuation_chars:
punctuation_chars = ''
elif punctuation_chars is True:
punctuation_chars = '();<>|&'
self._punctuation_chars = punctuation_chars
if punctuation_chars:
# _pushback_chars is a push back queue used by lookahead logic
self._pushback_chars = deque()
# these chars added because allowed in file names, args, wildcards
self.wordchars += '~-./*?='
#remove any punctuation chars from wordchars
t = self.wordchars.maketrans(dict.fromkeys(punctuation_chars))
self.wordchars = self.wordchars.translate(t)
@property
def punctuation_chars(self):
return self._punctuation_chars
def push_token(self, tok):
"Push a token onto the stack popped by the get_token method"
if self.debug >= 1:
print("shlex: pushing token " + repr(tok))
self.pushback.appendleft(tok)
def push_source(self, newstream, newfile=None):
"Push an input source onto the lexer's input source stack."
if isinstance(newstream, str):
newstream = StringIO(newstream)
self.filestack.appendleft((self.infile, self.instream, self.lineno))
self.infile = newfile
self.instream = newstream
self.lineno = 1
if self.debug:
if newfile is not None:
print('shlex: pushing to file %s' % (self.infile,))
else:
print('shlex: pushing to stream %s' % (self.instream,))
def pop_source(self):
"Pop the input source stack."
self.instream.close()
(self.infile, self.instream, self.lineno) = self.filestack.popleft()
if self.debug:
print('shlex: popping to %s, line %d' \
% (self.instream, self.lineno))
self.state = ' '
def get_token(self):
"Get a token from the input stream (or from stack if it's nonempty)"
if self.pushback:
tok = self.pushback.popleft()
if self.debug >= 1:
print("shlex: popping token " + repr(tok))
return tok
# No pushback. Get a token.
raw = self.read_token()
# Handle inclusions
if self.source is not None:
while raw == self.source:
spec = self.sourcehook(self.read_token())
if spec:
(newfile, newstream) = spec
self.push_source(newstream, newfile)
raw = self.get_token()
# Maybe we got EOF instead?
while raw == self.eof:
if not self.filestack:
return self.eof
else:
self.pop_source()
raw = self.get_token()
# Neither inclusion nor EOF
if self.debug >= 1:
if raw != self.eof:
print("shlex: token=" + repr(raw))
else:
print("shlex: token=EOF")
return raw
def read_token(self):
quoted = False
escapedstate = ' '
while True:
if self.punctuation_chars and self._pushback_chars:
nextchar = self._pushback_chars.pop()
else:
nextchar = self.instream.read(1)
if nextchar == '\n':
self.lineno += 1
if self.debug >= 3:
print("shlex: in state %r I see character: %r" % (self.state,
nextchar))
if self.state is None:
self.token = '' # past end of file
break
elif self.state == ' ':
if not nextchar:
self.state = None # end of file
break
elif nextchar in self.whitespace:
if self.debug >= 2:
print("shlex: I see whitespace in whitespace state")
if self.token or (self.posix and quoted):
break # emit current token
else:
continue
elif nextchar in self.commenters:
self.instream.readline()
self.lineno += 1
elif self.posix and nextchar in self.escape:
escapedstate = 'a'
self.state = nextchar
elif nextchar in self.wordchars:
self.token = nextchar
self.state = 'a'
elif nextchar in self.punctuation_chars:
self.token = nextchar
self.state = 'c'
elif nextchar in self.quotes:
if not self.posix:
self.token = nextchar
self.state = nextchar
elif self.whitespace_split:
self.token = nextchar
self.state = 'a'
else:
self.token = nextchar
if self.token or (self.posix and quoted):
break # emit current token
else:
continue
elif self.state in self.quotes:
quoted = True
if not nextchar: # end of file
if self.debug >= 2:
print("shlex: I see EOF in quotes state")
# XXX what error should be raised here?
raise ValueError("No closing quotation")
if nextchar == self.state:
if not self.posix:
self.token += nextchar
self.state = ' '
break
else:
self.state = 'a'
elif (self.posix and nextchar in self.escape and self.state
in self.escapedquotes):
escapedstate = self.state
self.state = nextchar
else:
self.token += nextchar
elif self.state in self.escape:
if not nextchar: # end of file
if self.debug >= 2:
print("shlex: I see EOF in escape state")
# XXX what error should be raised here?
raise ValueError("No escaped character")
# In posix shells, only the quote itself or the escape
# character may be escaped within quotes.
if (escapedstate in self.quotes and
nextchar != self.state and nextchar != escapedstate):
self.token += self.state
self.token += nextchar
self.state = escapedstate
elif self.state in ('a', 'c'):
if not nextchar:
self.state = None # end of file
break
elif nextchar in self.whitespace:
if self.debug >= 2:
print("shlex: I see whitespace in word state")
self.state = ' '
if self.token or (self.posix and quoted):
break # emit current token
else:
continue
elif nextchar in self.commenters:
self.instream.readline()
self.lineno += 1
if self.posix:
self.state = ' '
if self.token or (self.posix and quoted):
break # emit current token
else:
continue
elif self.state == 'c':
if nextchar in self.punctuation_chars:
self.token += nextchar
else:
if nextchar not in self.whitespace:
self._pushback_chars.append(nextchar)
self.state = ' '
break
elif self.posix and nextchar in self.quotes:
self.state = nextchar
elif self.posix and nextchar in self.escape:
escapedstate = 'a'
self.state = nextchar
elif (nextchar in self.wordchars or nextchar in self.quotes
or (self.whitespace_split and
nextchar not in self.punctuation_chars)):
self.token += nextchar
else:
if self.punctuation_chars:
self._pushback_chars.append(nextchar)
else:
self.pushback.appendleft(nextchar)
if self.debug >= 2:
print("shlex: I see punctuation in word state")
self.state = ' '
if self.token or (self.posix and quoted):
break # emit current token
else:
continue
result = self.token
self.token = ''
if self.posix and not quoted and result == '':
result = None
if self.debug > 1:
if result:
print("shlex: raw token=" + repr(result))
else:
print("shlex: raw token=EOF")
return result
def sourcehook(self, newfile):
"Hook called on a filename to be sourced."
if newfile[0] == '"':
newfile = newfile[1:-1]
# This implements cpp-like semantics for relative-path inclusion.
if isinstance(self.infile, str) and not os.path.isabs(newfile):
newfile = os.path.join(os.path.dirname(self.infile), newfile)
return (newfile, open(newfile, "r"))
def error_leader(self, infile=None, lineno=None):
"Emit a C-compiler-like, Emacs-friendly error-message leader."
if infile is None:
infile = self.infile
if lineno is None:
lineno = self.lineno
return "\"%s\", line %d: " % (infile, lineno)
def __iter__(self):
return self
def __next__(self):
token = self.get_token()
if token == self.eof:
raise StopIteration
return token
def split(s, comments=False, posix=True):
"""Split the string *s* using shell-like syntax."""
lex = shlex(s, posix=posix)
lex.whitespace_split = True
if not comments:
lex.commenters = ''
return list(lex)
def join(split_command):
"""Return a shell-escaped string from *split_command*."""
return ' '.join(quote(arg) for arg in split_command)
_find_unsafe = re.compile(r'[^\w@%+=:,./-]', re.ASCII).search
def quote(s):
"""Return a shell-escaped version of the string *s*."""
if not s:
return "''"
if _find_unsafe(s) is None:
return s
# use single quotes, and put single quotes into double quotes
# the string $'b is then quoted as '$'"'"'b'
return "'" + s.replace("'", "'\"'\"'") + "'"
def _print_tokens(lexer):
while 1:
tt = lexer.get_token()
if not tt:
break
print("Token: " + repr(tt))
if __name__ == '__main__':
if len(sys.argv) == 1:
_print_tokens(shlex())
else:
fn = sys.argv[1]
with open(fn) as f:
_print_tokens(shlex(f, fn))
xmlrpc/server.py 0000644 00000107471 15115353747 0007756 0 ustar 00 r"""XML-RPC Servers.
This module can be used to create simple XML-RPC servers
by creating a server and either installing functions, a
class instance, or by extending the SimpleXMLRPCServer
class.
It can also be used to handle XML-RPC requests in a CGI
environment using CGIXMLRPCRequestHandler.
The Doc* classes can be used to create XML-RPC servers that
serve pydoc-style documentation in response to HTTP
GET requests. This documentation is dynamically generated
based on the functions and methods registered with the
server.
A list of possible usage patterns follows:
1. Install functions:
server = SimpleXMLRPCServer(("localhost", 8000))
server.register_function(pow)
server.register_function(lambda x,y: x+y, 'add')
server.serve_forever()
2. Install an instance:
class MyFuncs:
def __init__(self):
# make all of the sys functions available through sys.func_name
import sys
self.sys = sys
def _listMethods(self):
# implement this method so that system.listMethods
# knows to advertise the sys methods
return list_public_methods(self) + \
['sys.' + method for method in list_public_methods(self.sys)]
def pow(self, x, y): return pow(x, y)
def add(self, x, y) : return x + y
server = SimpleXMLRPCServer(("localhost", 8000))
server.register_introspection_functions()
server.register_instance(MyFuncs())
server.serve_forever()
3. Install an instance with custom dispatch method:
class Math:
def _listMethods(self):
# this method must be present for system.listMethods
# to work
return ['add', 'pow']
def _methodHelp(self, method):
# this method must be present for system.methodHelp
# to work
if method == 'add':
return "add(2,3) => 5"
elif method == 'pow':
return "pow(x, y[, z]) => number"
else:
# By convention, return empty
# string if no help is available
return ""
def _dispatch(self, method, params):
if method == 'pow':
return pow(*params)
elif method == 'add':
return params[0] + params[1]
else:
raise ValueError('bad method')
server = SimpleXMLRPCServer(("localhost", 8000))
server.register_introspection_functions()
server.register_instance(Math())
server.serve_forever()
4. Subclass SimpleXMLRPCServer:
class MathServer(SimpleXMLRPCServer):
def _dispatch(self, method, params):
try:
# We are forcing the 'export_' prefix on methods that are
# callable through XML-RPC to prevent potential security
# problems
func = getattr(self, 'export_' + method)
except AttributeError:
raise Exception('method "%s" is not supported' % method)
else:
return func(*params)
def export_add(self, x, y):
return x + y
server = MathServer(("localhost", 8000))
server.serve_forever()
5. CGI script:
server = CGIXMLRPCRequestHandler()
server.register_function(pow)
server.handle_request()
"""
# Written by Brian Quinlan (brian@sweetapp.com).
# Based on code written by Fredrik Lundh.
from xmlrpc.client import Fault, dumps, loads, gzip_encode, gzip_decode
from http.server import BaseHTTPRequestHandler
from functools import partial
from inspect import signature
import html
import http.server
import socketserver
import sys
import os
import re
import pydoc
import traceback
try:
import fcntl
except ImportError:
fcntl = None
def resolve_dotted_attribute(obj, attr, allow_dotted_names=True):
"""resolve_dotted_attribute(a, 'b.c.d') => a.b.c.d
Resolves a dotted attribute name to an object. Raises
an AttributeError if any attribute in the chain starts with a '_'.
If the optional allow_dotted_names argument is false, dots are not
supported and this function operates similar to getattr(obj, attr).
"""
if allow_dotted_names:
attrs = attr.split('.')
else:
attrs = [attr]
for i in attrs:
if i.startswith('_'):
raise AttributeError(
'attempt to access private attribute "%s"' % i
)
else:
obj = getattr(obj,i)
return obj
def list_public_methods(obj):
"""Returns a list of attribute strings, found in the specified
object, which represent callable attributes"""
return [member for member in dir(obj)
if not member.startswith('_') and
callable(getattr(obj, member))]
class SimpleXMLRPCDispatcher:
"""Mix-in class that dispatches XML-RPC requests.
This class is used to register XML-RPC method handlers
and then to dispatch them. This class doesn't need to be
instanced directly when used by SimpleXMLRPCServer but it
can be instanced when used by the MultiPathXMLRPCServer
"""
def __init__(self, allow_none=False, encoding=None,
use_builtin_types=False):
self.funcs = {}
self.instance = None
self.allow_none = allow_none
self.encoding = encoding or 'utf-8'
self.use_builtin_types = use_builtin_types
def register_instance(self, instance, allow_dotted_names=False):
"""Registers an instance to respond to XML-RPC requests.
Only one instance can be installed at a time.
If the registered instance has a _dispatch method then that
method will be called with the name of the XML-RPC method and
its parameters as a tuple
e.g. instance._dispatch('add',(2,3))
If the registered instance does not have a _dispatch method
then the instance will be searched to find a matching method
and, if found, will be called. Methods beginning with an '_'
are considered private and will not be called by
SimpleXMLRPCServer.
If a registered function matches an XML-RPC request, then it
will be called instead of the registered instance.
If the optional allow_dotted_names argument is true and the
instance does not have a _dispatch method, method names
containing dots are supported and resolved, as long as none of
the name segments start with an '_'.
*** SECURITY WARNING: ***
Enabling the allow_dotted_names options allows intruders
to access your module's global variables and may allow
intruders to execute arbitrary code on your machine. Only
use this option on a secure, closed network.
"""
self.instance = instance
self.allow_dotted_names = allow_dotted_names
def register_function(self, function=None, name=None):
"""Registers a function to respond to XML-RPC requests.
The optional name argument can be used to set a Unicode name
for the function.
"""
# decorator factory
if function is None:
return partial(self.register_function, name=name)
if name is None:
name = function.__name__
self.funcs[name] = function
return function
def register_introspection_functions(self):
"""Registers the XML-RPC introspection methods in the system
namespace.
see http://xmlrpc.usefulinc.com/doc/reserved.html
"""
self.funcs.update({'system.listMethods' : self.system_listMethods,
'system.methodSignature' : self.system_methodSignature,
'system.methodHelp' : self.system_methodHelp})
def register_multicall_functions(self):
"""Registers the XML-RPC multicall method in the system
namespace.
see http://www.xmlrpc.com/discuss/msgReader$1208"""
self.funcs.update({'system.multicall' : self.system_multicall})
def _marshaled_dispatch(self, data, dispatch_method = None, path = None):
"""Dispatches an XML-RPC method from marshalled (XML) data.
XML-RPC methods are dispatched from the marshalled (XML) data
using the _dispatch method and the result is returned as
marshalled data. For backwards compatibility, a dispatch
function can be provided as an argument (see comment in
SimpleXMLRPCRequestHandler.do_POST) but overriding the
existing method through subclassing is the preferred means
of changing method dispatch behavior.
"""
try:
params, method = loads(data, use_builtin_types=self.use_builtin_types)
# generate response
if dispatch_method is not None:
response = dispatch_method(method, params)
else:
response = self._dispatch(method, params)
# wrap response in a singleton tuple
response = (response,)
response = dumps(response, methodresponse=1,
allow_none=self.allow_none, encoding=self.encoding)
except Fault as fault:
response = dumps(fault, allow_none=self.allow_none,
encoding=self.encoding)
except:
# report exception back to server
exc_type, exc_value, exc_tb = sys.exc_info()
try:
response = dumps(
Fault(1, "%s:%s" % (exc_type, exc_value)),
encoding=self.encoding, allow_none=self.allow_none,
)
finally:
# Break reference cycle
exc_type = exc_value = exc_tb = None
return response.encode(self.encoding, 'xmlcharrefreplace')
def system_listMethods(self):
"""system.listMethods() => ['add', 'subtract', 'multiple']
Returns a list of the methods supported by the server."""
methods = set(self.funcs.keys())
if self.instance is not None:
# Instance can implement _listMethod to return a list of
# methods
if hasattr(self.instance, '_listMethods'):
methods |= set(self.instance._listMethods())
# if the instance has a _dispatch method then we
# don't have enough information to provide a list
# of methods
elif not hasattr(self.instance, '_dispatch'):
methods |= set(list_public_methods(self.instance))
return sorted(methods)
def system_methodSignature(self, method_name):
"""system.methodSignature('add') => [double, int, int]
Returns a list describing the signature of the method. In the
above example, the add method takes two integers as arguments
and returns a double result.
This server does NOT support system.methodSignature."""
# See http://xmlrpc.usefulinc.com/doc/sysmethodsig.html
return 'signatures not supported'
def system_methodHelp(self, method_name):
"""system.methodHelp('add') => "Adds two integers together"
Returns a string containing documentation for the specified method."""
method = None
if method_name in self.funcs:
method = self.funcs[method_name]
elif self.instance is not None:
# Instance can implement _methodHelp to return help for a method
if hasattr(self.instance, '_methodHelp'):
return self.instance._methodHelp(method_name)
# if the instance has a _dispatch method then we
# don't have enough information to provide help
elif not hasattr(self.instance, '_dispatch'):
try:
method = resolve_dotted_attribute(
self.instance,
method_name,
self.allow_dotted_names
)
except AttributeError:
pass
# Note that we aren't checking that the method actually
# be a callable object of some kind
if method is None:
return ""
else:
return pydoc.getdoc(method)
def system_multicall(self, call_list):
"""system.multicall([{'methodName': 'add', 'params': [2, 2]}, ...]) => \
[[4], ...]
Allows the caller to package multiple XML-RPC calls into a single
request.
See http://www.xmlrpc.com/discuss/msgReader$1208
"""
results = []
for call in call_list:
method_name = call['methodName']
params = call['params']
try:
# XXX A marshalling error in any response will fail the entire
# multicall. If someone cares they should fix this.
results.append([self._dispatch(method_name, params)])
except Fault as fault:
results.append(
{'faultCode' : fault.faultCode,
'faultString' : fault.faultString}
)
except:
exc_type, exc_value, exc_tb = sys.exc_info()
try:
results.append(
{'faultCode' : 1,
'faultString' : "%s:%s" % (exc_type, exc_value)}
)
finally:
# Break reference cycle
exc_type = exc_value = exc_tb = None
return results
def _dispatch(self, method, params):
"""Dispatches the XML-RPC method.
XML-RPC calls are forwarded to a registered function that
matches the called XML-RPC method name. If no such function
exists then the call is forwarded to the registered instance,
if available.
If the registered instance has a _dispatch method then that
method will be called with the name of the XML-RPC method and
its parameters as a tuple
e.g. instance._dispatch('add',(2,3))
If the registered instance does not have a _dispatch method
then the instance will be searched to find a matching method
and, if found, will be called.
Methods beginning with an '_' are considered private and will
not be called.
"""
try:
# call the matching registered function
func = self.funcs[method]
except KeyError:
pass
else:
if func is not None:
return func(*params)
raise Exception('method "%s" is not supported' % method)
if self.instance is not None:
if hasattr(self.instance, '_dispatch'):
# call the `_dispatch` method on the instance
return self.instance._dispatch(method, params)
# call the instance's method directly
try:
func = resolve_dotted_attribute(
self.instance,
method,
self.allow_dotted_names
)
except AttributeError:
pass
else:
if func is not None:
return func(*params)
raise Exception('method "%s" is not supported' % method)
class SimpleXMLRPCRequestHandler(BaseHTTPRequestHandler):
"""Simple XML-RPC request handler class.
Handles all HTTP POST requests and attempts to decode them as
XML-RPC requests.
"""
# Class attribute listing the accessible path components;
# paths not on this list will result in a 404 error.
rpc_paths = ('/', '/RPC2')
#if not None, encode responses larger than this, if possible
encode_threshold = 1400 #a common MTU
#Override form StreamRequestHandler: full buffering of output
#and no Nagle.
wbufsize = -1
disable_nagle_algorithm = True
# a re to match a gzip Accept-Encoding
aepattern = re.compile(r"""
\s* ([^\s;]+) \s* #content-coding
(;\s* q \s*=\s* ([0-9\.]+))? #q
""", re.VERBOSE | re.IGNORECASE)
def accept_encodings(self):
r = {}
ae = self.headers.get("Accept-Encoding", "")
for e in ae.split(","):
match = self.aepattern.match(e)
if match:
v = match.group(3)
v = float(v) if v else 1.0
r[match.group(1)] = v
return r
def is_rpc_path_valid(self):
if self.rpc_paths:
return self.path in self.rpc_paths
else:
# If .rpc_paths is empty, just assume all paths are legal
return True
def do_POST(self):
"""Handles the HTTP POST request.
Attempts to interpret all HTTP POST requests as XML-RPC calls,
which are forwarded to the server's _dispatch method for handling.
"""
# Check that the path is legal
if not self.is_rpc_path_valid():
self.report_404()
return
try:
# Get arguments by reading body of request.
# We read this in chunks to avoid straining
# socket.read(); around the 10 or 15Mb mark, some platforms
# begin to have problems (bug #792570).
max_chunk_size = 10*1024*1024
size_remaining = int(self.headers["content-length"])
L = []
while size_remaining:
chunk_size = min(size_remaining, max_chunk_size)
chunk = self.rfile.read(chunk_size)
if not chunk:
break
L.append(chunk)
size_remaining -= len(L[-1])
data = b''.join(L)
data = self.decode_request_content(data)
if data is None:
return #response has been sent
# In previous versions of SimpleXMLRPCServer, _dispatch
# could be overridden in this class, instead of in
# SimpleXMLRPCDispatcher. To maintain backwards compatibility,
# check to see if a subclass implements _dispatch and dispatch
# using that method if present.
response = self.server._marshaled_dispatch(
data, getattr(self, '_dispatch', None), self.path
)
except Exception as e: # This should only happen if the module is buggy
# internal error, report as HTTP server error
self.send_response(500)
# Send information about the exception if requested
if hasattr(self.server, '_send_traceback_header') and \
self.server._send_traceback_header:
self.send_header("X-exception", str(e))
trace = traceback.format_exc()
trace = str(trace.encode('ASCII', 'backslashreplace'), 'ASCII')
self.send_header("X-traceback", trace)
self.send_header("Content-length", "0")
self.end_headers()
else:
self.send_response(200)
self.send_header("Content-type", "text/xml")
if self.encode_threshold is not None:
if len(response) > self.encode_threshold:
q = self.accept_encodings().get("gzip", 0)
if q:
try:
response = gzip_encode(response)
self.send_header("Content-Encoding", "gzip")
except NotImplementedError:
pass
self.send_header("Content-length", str(len(response)))
self.end_headers()
self.wfile.write(response)
def decode_request_content(self, data):
#support gzip encoding of request
encoding = self.headers.get("content-encoding", "identity").lower()
if encoding == "identity":
return data
if encoding == "gzip":
try:
return gzip_decode(data)
except NotImplementedError:
self.send_response(501, "encoding %r not supported" % encoding)
except ValueError:
self.send_response(400, "error decoding gzip content")
else:
self.send_response(501, "encoding %r not supported" % encoding)
self.send_header("Content-length", "0")
self.end_headers()
def report_404 (self):
# Report a 404 error
self.send_response(404)
response = b'No such page'
self.send_header("Content-type", "text/plain")
self.send_header("Content-length", str(len(response)))
self.end_headers()
self.wfile.write(response)
def log_request(self, code='-', size='-'):
"""Selectively log an accepted request."""
if self.server.logRequests:
BaseHTTPRequestHandler.log_request(self, code, size)
class SimpleXMLRPCServer(socketserver.TCPServer,
SimpleXMLRPCDispatcher):
"""Simple XML-RPC server.
Simple XML-RPC server that allows functions and a single instance
to be installed to handle requests. The default implementation
attempts to dispatch XML-RPC calls to the functions or instance
installed in the server. Override the _dispatch method inherited
from SimpleXMLRPCDispatcher to change this behavior.
"""
allow_reuse_address = True
# Warning: this is for debugging purposes only! Never set this to True in
# production code, as will be sending out sensitive information (exception
# and stack trace details) when exceptions are raised inside
# SimpleXMLRPCRequestHandler.do_POST
_send_traceback_header = False
def __init__(self, addr, requestHandler=SimpleXMLRPCRequestHandler,
logRequests=True, allow_none=False, encoding=None,
bind_and_activate=True, use_builtin_types=False):
self.logRequests = logRequests
SimpleXMLRPCDispatcher.__init__(self, allow_none, encoding, use_builtin_types)
socketserver.TCPServer.__init__(self, addr, requestHandler, bind_and_activate)
class MultiPathXMLRPCServer(SimpleXMLRPCServer):
"""Multipath XML-RPC Server
This specialization of SimpleXMLRPCServer allows the user to create
multiple Dispatcher instances and assign them to different
HTTP request paths. This makes it possible to run two or more
'virtual XML-RPC servers' at the same port.
Make sure that the requestHandler accepts the paths in question.
"""
def __init__(self, addr, requestHandler=SimpleXMLRPCRequestHandler,
logRequests=True, allow_none=False, encoding=None,
bind_and_activate=True, use_builtin_types=False):
SimpleXMLRPCServer.__init__(self, addr, requestHandler, logRequests, allow_none,
encoding, bind_and_activate, use_builtin_types)
self.dispatchers = {}
self.allow_none = allow_none
self.encoding = encoding or 'utf-8'
def add_dispatcher(self, path, dispatcher):
self.dispatchers[path] = dispatcher
return dispatcher
def get_dispatcher(self, path):
return self.dispatchers[path]
def _marshaled_dispatch(self, data, dispatch_method = None, path = None):
try:
response = self.dispatchers[path]._marshaled_dispatch(
data, dispatch_method, path)
except:
# report low level exception back to server
# (each dispatcher should have handled their own
# exceptions)
exc_type, exc_value = sys.exc_info()[:2]
try:
response = dumps(
Fault(1, "%s:%s" % (exc_type, exc_value)),
encoding=self.encoding, allow_none=self.allow_none)
response = response.encode(self.encoding, 'xmlcharrefreplace')
finally:
# Break reference cycle
exc_type = exc_value = None
return response
class CGIXMLRPCRequestHandler(SimpleXMLRPCDispatcher):
"""Simple handler for XML-RPC data passed through CGI."""
def __init__(self, allow_none=False, encoding=None, use_builtin_types=False):
SimpleXMLRPCDispatcher.__init__(self, allow_none, encoding, use_builtin_types)
def handle_xmlrpc(self, request_text):
"""Handle a single XML-RPC request"""
response = self._marshaled_dispatch(request_text)
print('Content-Type: text/xml')
print('Content-Length: %d' % len(response))
print()
sys.stdout.flush()
sys.stdout.buffer.write(response)
sys.stdout.buffer.flush()
def handle_get(self):
"""Handle a single HTTP GET request.
Default implementation indicates an error because
XML-RPC uses the POST method.
"""
code = 400
message, explain = BaseHTTPRequestHandler.responses[code]
response = http.server.DEFAULT_ERROR_MESSAGE % \
{
'code' : code,
'message' : message,
'explain' : explain
}
response = response.encode('utf-8')
print('Status: %d %s' % (code, message))
print('Content-Type: %s' % http.server.DEFAULT_ERROR_CONTENT_TYPE)
print('Content-Length: %d' % len(response))
print()
sys.stdout.flush()
sys.stdout.buffer.write(response)
sys.stdout.buffer.flush()
def handle_request(self, request_text=None):
"""Handle a single XML-RPC request passed through a CGI post method.
If no XML data is given then it is read from stdin. The resulting
XML-RPC response is printed to stdout along with the correct HTTP
headers.
"""
if request_text is None and \
os.environ.get('REQUEST_METHOD', None) == 'GET':
self.handle_get()
else:
# POST data is normally available through stdin
try:
length = int(os.environ.get('CONTENT_LENGTH', None))
except (ValueError, TypeError):
length = -1
if request_text is None:
request_text = sys.stdin.read(length)
self.handle_xmlrpc(request_text)
# -----------------------------------------------------------------------------
# Self documenting XML-RPC Server.
class ServerHTMLDoc(pydoc.HTMLDoc):
"""Class used to generate pydoc HTML document for a server"""
def markup(self, text, escape=None, funcs={}, classes={}, methods={}):
"""Mark up some plain text, given a context of symbols to look for.
Each context dictionary maps object names to anchor names."""
escape = escape or self.escape
results = []
here = 0
# XXX Note that this regular expression does not allow for the
# hyperlinking of arbitrary strings being used as method
# names. Only methods with names consisting of word characters
# and '.'s are hyperlinked.
pattern = re.compile(r'\b((http|ftp)://\S+[\w/]|'
r'RFC[- ]?(\d+)|'
r'PEP[- ]?(\d+)|'
r'(self\.)?((?:\w|\.)+))\b')
while 1:
match = pattern.search(text, here)
if not match: break
start, end = match.span()
results.append(escape(text[here:start]))
all, scheme, rfc, pep, selfdot, name = match.groups()
if scheme:
url = escape(all).replace('"', '"')
results.append('<a href="%s">%s</a>' % (url, url))
elif rfc:
url = 'http://www.rfc-editor.org/rfc/rfc%d.txt' % int(rfc)
results.append('<a href="%s">%s</a>' % (url, escape(all)))
elif pep:
url = 'http://www.python.org/dev/peps/pep-%04d/' % int(pep)
results.append('<a href="%s">%s</a>' % (url, escape(all)))
elif text[end:end+1] == '(':
results.append(self.namelink(name, methods, funcs, classes))
elif selfdot:
results.append('self.<strong>%s</strong>' % name)
else:
results.append(self.namelink(name, classes))
here = end
results.append(escape(text[here:]))
return ''.join(results)
def docroutine(self, object, name, mod=None,
funcs={}, classes={}, methods={}, cl=None):
"""Produce HTML documentation for a function or method object."""
anchor = (cl and cl.__name__ or '') + '-' + name
note = ''
title = '<a name="%s"><strong>%s</strong></a>' % (
self.escape(anchor), self.escape(name))
if callable(object):
argspec = str(signature(object))
else:
argspec = '(...)'
if isinstance(object, tuple):
argspec = object[0] or argspec
docstring = object[1] or ""
else:
docstring = pydoc.getdoc(object)
decl = title + argspec + (note and self.grey(
'<font face="helvetica, arial">%s</font>' % note))
doc = self.markup(
docstring, self.preformat, funcs, classes, methods)
doc = doc and '<dd><tt>%s</tt></dd>' % doc
return '<dl><dt>%s</dt>%s</dl>\n' % (decl, doc)
def docserver(self, server_name, package_documentation, methods):
"""Produce HTML documentation for an XML-RPC server."""
fdict = {}
for key, value in methods.items():
fdict[key] = '#-' + key
fdict[value] = fdict[key]
server_name = self.escape(server_name)
head = '<big><big><strong>%s</strong></big></big>' % server_name
result = self.heading(head, '#ffffff', '#7799ee')
doc = self.markup(package_documentation, self.preformat, fdict)
doc = doc and '<tt>%s</tt>' % doc
result = result + '<p>%s</p>\n' % doc
contents = []
method_items = sorted(methods.items())
for key, value in method_items:
contents.append(self.docroutine(value, key, funcs=fdict))
result = result + self.bigsection(
'Methods', '#ffffff', '#eeaa77', ''.join(contents))
return result
class XMLRPCDocGenerator:
"""Generates documentation for an XML-RPC server.
This class is designed as mix-in and should not
be constructed directly.
"""
def __init__(self):
# setup variables used for HTML documentation
self.server_name = 'XML-RPC Server Documentation'
self.server_documentation = \
"This server exports the following methods through the XML-RPC "\
"protocol."
self.server_title = 'XML-RPC Server Documentation'
def set_server_title(self, server_title):
"""Set the HTML title of the generated server documentation"""
self.server_title = server_title
def set_server_name(self, server_name):
"""Set the name of the generated HTML server documentation"""
self.server_name = server_name
def set_server_documentation(self, server_documentation):
"""Set the documentation string for the entire server."""
self.server_documentation = server_documentation
def generate_html_documentation(self):
"""generate_html_documentation() => html documentation for the server
Generates HTML documentation for the server using introspection for
installed functions and instances that do not implement the
_dispatch method. Alternatively, instances can choose to implement
the _get_method_argstring(method_name) method to provide the
argument string used in the documentation and the
_methodHelp(method_name) method to provide the help text used
in the documentation."""
methods = {}
for method_name in self.system_listMethods():
if method_name in self.funcs:
method = self.funcs[method_name]
elif self.instance is not None:
method_info = [None, None] # argspec, documentation
if hasattr(self.instance, '_get_method_argstring'):
method_info[0] = self.instance._get_method_argstring(method_name)
if hasattr(self.instance, '_methodHelp'):
method_info[1] = self.instance._methodHelp(method_name)
method_info = tuple(method_info)
if method_info != (None, None):
method = method_info
elif not hasattr(self.instance, '_dispatch'):
try:
method = resolve_dotted_attribute(
self.instance,
method_name
)
except AttributeError:
method = method_info
else:
method = method_info
else:
assert 0, "Could not find method in self.functions and no "\
"instance installed"
methods[method_name] = method
documenter = ServerHTMLDoc()
documentation = documenter.docserver(
self.server_name,
self.server_documentation,
methods
)
return documenter.page(html.escape(self.server_title), documentation)
class DocXMLRPCRequestHandler(SimpleXMLRPCRequestHandler):
"""XML-RPC and documentation request handler class.
Handles all HTTP POST requests and attempts to decode them as
XML-RPC requests.
Handles all HTTP GET requests and interprets them as requests
for documentation.
"""
def do_GET(self):
"""Handles the HTTP GET request.
Interpret all HTTP GET requests as requests for server
documentation.
"""
# Check that the path is legal
if not self.is_rpc_path_valid():
self.report_404()
return
response = self.server.generate_html_documentation().encode('utf-8')
self.send_response(200)
self.send_header("Content-type", "text/html")
self.send_header("Content-length", str(len(response)))
self.end_headers()
self.wfile.write(response)
class DocXMLRPCServer( SimpleXMLRPCServer,
XMLRPCDocGenerator):
"""XML-RPC and HTML documentation server.
Adds the ability to serve server documentation to the capabilities
of SimpleXMLRPCServer.
"""
def __init__(self, addr, requestHandler=DocXMLRPCRequestHandler,
logRequests=True, allow_none=False, encoding=None,
bind_and_activate=True, use_builtin_types=False):
SimpleXMLRPCServer.__init__(self, addr, requestHandler, logRequests,
allow_none, encoding, bind_and_activate,
use_builtin_types)
XMLRPCDocGenerator.__init__(self)
class DocCGIXMLRPCRequestHandler( CGIXMLRPCRequestHandler,
XMLRPCDocGenerator):
"""Handler for XML-RPC data and documentation requests passed through
CGI"""
def handle_get(self):
"""Handles the HTTP GET request.
Interpret all HTTP GET requests as requests for server
documentation.
"""
response = self.generate_html_documentation().encode('utf-8')
print('Content-Type: text/html')
print('Content-Length: %d' % len(response))
print()
sys.stdout.flush()
sys.stdout.buffer.write(response)
sys.stdout.buffer.flush()
def __init__(self):
CGIXMLRPCRequestHandler.__init__(self)
XMLRPCDocGenerator.__init__(self)
if __name__ == '__main__':
import datetime
class ExampleService:
def getData(self):
return '42'
class currentTime:
@staticmethod
def getCurrentTime():
return datetime.datetime.now()
with SimpleXMLRPCServer(("localhost", 8000)) as server:
server.register_function(pow)
server.register_function(lambda x,y: x+y, 'add')
server.register_instance(ExampleService(), allow_dotted_names=True)
server.register_multicall_functions()
print('Serving XML-RPC on localhost port 8000')
print('It is advisable to run this example server within a secure, closed network.')
try:
server.serve_forever()
except KeyboardInterrupt:
print("\nKeyboard interrupt received, exiting.")
sys.exit(0)
xmlrpc/__init__.py 0000644 00000000046 15115353747 0010175 0 ustar 00 # This directory is a Python package.
xmlrpc/__pycache__/client.cpython-38.opt-1.pyc 0000644 00000103134 15115353747 0015143 0 ustar 00 U
e5d�� �
@ sf d Z ddlZddlZddlZddlmZ ddlmZ ddlZddl Z
ddl m Z ddl
Z
ddlmZ z ddlZW n ek
r� dZY nX dd� Zd ejdd
� Zd Zd Zd
ZdZdZdZdZd
Z dZ dZ dZ dZ dZ!dZ"G dd� de#�Z$G dd� de$�Z%G dd � d e$�Z&G d d � d e$�Z'e( Z)Z*ed d d �Z+e+�,d �d!k�rJd"d#� Z-n"e+�,d$�d!k�rdd%d#� Z-nd&d#� Z-[+d'd(� Z.G d)d*� d*�Z/d+d,� Z0d-d.� Z1G d/d0� d0�Z2d1d2� Z3e/e2fZ4G d3d4� d4�Z5G d5d6� d6�Z6G d7d8� d8�Z7G d9d:� d:�Z8G d;d<� d<�Z9G d=d>� d>�Z:d Z; Z<Z=dYd@dA�Z>dZdBdC�Z?d[dDdE�Z@dFdG� ZAd\dIdJ�ZBG dKdL� dLe�rXejCneD�ZEG dMdN� dN�ZFG dOdP� dP�ZGG dQdR� dReG�ZHG dSdT� dT�ZIeIZJeKdUk�rbeIdV�ZLzeMeLjN�O� � W n. e$k
�r� ZP zeMdWeP� W 5 dZP[PX Y nX e:eL�ZQeQ�R� eQ�Sd
dX� eQ�Td d
� zeQ� D ]ZUeMeU� �q W n. e$k
�r` ZP zeMdWeP� W 5 dZP[PX Y nX dS )]a�
An XML-RPC client interface for Python.
The marshalling and response parser code can also be used to
implement XML-RPC servers.
Exported exceptions:
Error Base class for client errors
ProtocolError Indicates an HTTP protocol error
ResponseError Indicates a broken response package
Fault Indicates an XML-RPC fault package
Exported classes:
ServerProxy Represents a logical connection to an XML-RPC server
MultiCall Executor of boxcared xmlrpc requests
DateTime dateTime wrapper for an ISO 8601 string or time tuple or
localtime integer value to generate a "dateTime.iso8601"
XML-RPC value
Binary binary data wrapper
Marshaller Generate an XML-RPC params chunk from a Python data structure
Unmarshaller Unmarshal an XML-RPC response from incoming XML event message
Transport Handles an HTTP transaction to an XML-RPC server
SafeTransport Handles an HTTPS transaction to an XML-RPC server
Exported constants:
(none)
Exported functions:
getparser Create instance of the fastest available parser & attach
to an unmarshalling object
dumps Convert an argument tuple or a Fault instance to an XML-RPC
request (or response, if the methodresponse option is used).
loads Convert an XML-RPC packet to unmarshalled data plus a method
name (None if not present).
� N)�datetime)�Decimal)�expat)�BytesIOc C s$ | � dd�} | � dd�} | � dd�S )N�&z&�<z<�>z>)�replace)�s� r �%/usr/lib64/python3.8/xmlrpc/client.py�escape� s r
z%d.%d� i���i �iD���i����i ���ip���iԁ��iC���iB���i����i����i����c @ s e Zd ZdZejZdS )�Errorz Base class for client errors.N)�__name__�
__module__� __qualname__�__doc__�object�__str__r r r r r � s r c @ s e Zd ZdZdd� Zdd� ZdS )�
ProtocolErrorz!Indicates an HTTP protocol error.c C s& t �| � || _|| _|| _|| _d S �N)r �__init__�url�errcode�errmsg�headers)�selfr r r r r r r r � s
zProtocolError.__init__c C s d| j j| j| j| jf S )Nz<%s for %s: %s %s>)� __class__r r r r �r r r r �__repr__� s ��zProtocolError.__repr__N�r r r r r r r r r r r � s r c @ s e Zd ZdZdS )�
ResponseErrorz$Indicates a broken response package.N)r r r r r r r r r" � s r" c @ s e Zd ZdZdd� Zdd� ZdS )�Faultz#Indicates an XML-RPC fault package.c K s t �| � || _|| _d S r )r r � faultCode� faultString)r r$ r% Zextrar r r r � s
zFault.__init__c C s d| j j| j| jf S )Nz <%s %s: %r>)r r r$ r% r r r r r � s �zFault.__repr__Nr! r r r r r# � s r# � z%YZ0001c C s
| � d�S �N�%Y%m%dT%H:%M:%S��strftime��valuer r r �_iso8601_format s r- z%4Yc C s
| � d�S )Nz%4Y%m%dT%H:%M:%Sr) r+ r r r r- s c C s | � d��d�S )Nr( � )r* �zfillr+ r r r r- s c C sL t | t�rt| �S t | ttjf�s<| dkr2t�� } t�| �} d| d d� S )Nr z%04d%02d%02dT%02d:%02d:%02d� )�
isinstancer r- �tuple�time� struct_time� localtimer+ r r r � _strftime s
r6 c @ sr e Zd ZdZd dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� ZdS ) �DateTimez�DateTime wrapper for an ISO 8601 string or time tuple or
localtime integer value to generate 'dateTime.iso8601' XML-RPC
value.
r c C s t |t�r|| _n
t|�| _d S r )r1 �strr, r6 )r r, r r r r ( s
zDateTime.__init__c C s� t |t�r| j}|j}nzt |t�r2| j}t|�}n`t |t�rH| j}|}nJt|d�rd| �� }|�� }n.t|d�rv|jj p|t
|�}t d| jj |f ��||fS )N� timetupler zCan't compare %s and %s) r1 r7 r, r r- r8 �hasattrr9 r r �type� TypeError)r �otherr
�oZotyper r r �make_comparable. s*
��
�zDateTime.make_comparablec C s | � |�\}}||k S r �r? �r r= r
r> r r r �__lt__C s zDateTime.__lt__c C s | � |�\}}||kS r r@ rA r r r �__le__G s zDateTime.__le__c C s | � |�\}}||kS r r@ rA r r r �__gt__K s zDateTime.__gt__c C s | � |�\}}||kS r r@ rA r r r �__ge__O s zDateTime.__ge__c C s | � |�\}}||kS r r@ rA r r r �__eq__S s zDateTime.__eq__c C s t �| jd�S r' )r3 �strptimer, r r r r r9 W s zDateTime.timetuplec C s | j S r r+ r r r r r _ s zDateTime.__str__c C s d| j j| jt| �f S )Nz<%s %r at %#x>)r r r, �idr r r r r b s zDateTime.__repr__c C s t |��� | _d S r )r8 �stripr, �r �datar r r �decodee s zDateTime.decodec C s$ |� d� |� | j� |� d� d S �Nz<value><dateTime.iso8601>z </dateTime.iso8601></value>
)�writer, )r �outr r r �encodeh s
zDateTime.encodeN)r )r r r r r r? rB rC rD rE rF r9 r r rL rP r r r r r7 " s
r7 c C s t � }|�| � |S r )r7 rL �rK r, r r r � _datetimem s
rR c C s t �| d�S r' )r rG )rK r r r �_datetime_types s rS c @ s: e Zd ZdZd
dd�Zdd� Zdd� Zd d
� Zd d � ZdS )�BinaryzWrapper for binary data.Nc C s> |d krd}n&t |ttf�s,td|jj ��t|�}|| _d S )N� z#expected bytes or bytearray, not %s)r1 �bytes� bytearrayr< r r rK rJ r r r r s �zBinary.__init__c C s t | jd�S )Nzlatin-1)r8 rK r r r r r � s zBinary.__str__c C s t |t�r|j}| j|kS r )r1 rT rK )r r= r r r rF � s
z
Binary.__eq__c C s t �|�| _d S r )�base64� decodebytesrK rJ r r r rL � s z
Binary.decodec C s4 |� d� t�| j�}|� |�d�� |� d� d S �Nz<value><base64>
�asciiz</base64></value>
)rN rX � encodebytesrK rL )r rO �encodedr r r rP � s
z
Binary.encode)N) r r r r r r rF rL rP r r r r rT | s
rT c C s t � }|�| � |S r )rT rL rQ r r r �_binary� s
r^ c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )� ExpatParserc C sD t �d d � | _}|| _|j|_|j|_|j|_ d }|�
|d � d S r ) r Z ParserCreate�_parser�_target�startZStartElementHandler�endZEndElementHandlerrK ZCharacterDataHandler�xml)r �target�parser�encodingr r r r � s zExpatParser.__init__c C s | j �|d� d S �Nr )r` �ParserJ r r r �feed� s zExpatParser.feedc C s8 z
| j }W n tk
r Y nX | `| ` |�dd� d S )NrU T)r` �AttributeErrorra ri )r rf r r r �close� s
zExpatParser.closeN)r r r r rj rl r r r r r_ � s r_ c @ s� e Zd ZdZd dd�Zi Zdd� Zdd � Zd
d � Zeee d�< d d
� Z
e
ee < dd� Z e ee
< e Zdd� Zeee< efdd�Zeee< dd� Zeee< eee< dd� Zeee< eee< efdd�Zeee< dd� Z e ee < d d � Z e ee < e ee < e ed < dS ) �
Marshallerav Generate an XML-RPC params chunk from a Python data structure.
Create a Marshaller instance for each set of parameters, and use
the "dumps" method to convert your data (represented as a tuple)
to an XML-RPC params chunk. To write a fault response, pass a
Fault instance instead. You may prefer to use the "dumps" module
function for this purpose.
NFc C s i | _ d | _|| _|| _d S r )�memorK rg �
allow_none)r rg ro r r r r � s zMarshaller.__init__c C s� g }|j }| j}t|t�r@|d� ||j|jd�|� |d� n4|d� |D ] }|d� |||� |d� qL|d� d�|�}|S ) Nz<fault>
)r$ r% z </fault>
z <params>
z<param>
z </param>
z
</params>
� )�append�_Marshaller__dumpr1 r# r$ r% �join)r �valuesrO rN �dump�v�resultr r r �dumps� s&
��
zMarshaller.dumpsc C s� z| j t|� }W nf tk
rx t|d�s<tdt|� ��t|�jD ]"}|| j �� krFtdt|� ��qF| j d }Y nX || ||� d S )N�__dict__zcannot marshal %s objects�_arbitrary_instance)�dispatchr; �KeyErrorr: r< �__mro__�keys)r r, rN �fZtype_r r r Z__dump� s
zMarshaller.__dumpc C s | j std��|d� d S )Nz0cannot marshal None unless allow_none is enabledz<value><nil/></value>)ro r< �r r, rN r r r �dump_nil
s zMarshaller.dump_nilc C s$ |d� ||rdpd� |d� d S )Nz<value><boolean>�1�0z</boolean></value>
r r� r r r � dump_bool s zMarshaller.dump_boolc C s< |t ks|tk rtd��|d� |tt|��� |d� d S )Nzint exceeds XML-RPC limitsz <value><int>z</int></value>
)�MAXINT�MININT�
OverflowErrorr8 �intr� r r r � dump_long s
zMarshaller.dump_longc C s |d� |t |�� |d� d S )Nz<value><double>z</double></value>
)�reprr� r r r � dump_double$ s zMarshaller.dump_doublec C s |d� |||�� |d� d S )Nz<value><string>z</string></value>
r )r r, rN r
r r r � dump_unicode* s zMarshaller.dump_unicodec C s, |d� t �|�}||�d�� |d� d S rZ )rX r\ rL )r r, rN r] r r r �
dump_bytes0 s
zMarshaller.dump_bytesc C sZ t |�}|| jkrtd��d | j|< | j}|d� |D ]}|||� q6|d� | j|= d S )Nz"cannot marshal recursive sequencesz<value><array><data>
z</data></array></value>
)rH rn r< rr )r r, rN �iru rv r r r �
dump_array8 s
zMarshaller.dump_arrayc C s� t |�}|| jkrtd��d | j|< | j}|d� |�� D ]D\}}|d� t|t�s\td��|d||� � |||� |d� q:|d� | j|= d S )Nz%cannot marshal recursive dictionariesz<value><struct>
z <member>
z dictionary key must be stringz<name>%s</name>
z
</member>
z</struct></value>
)rH rn r< rr �itemsr1 r8 )r r, rN r
r� ru �krv r r r � dump_structF s
zMarshaller.dump_structc C s |d� |t |�� |d� d S rM )r6 r� r r r �
dump_datetimeX s zMarshaller.dump_datetimec C s2 |j tkr || _|�| � | `n| �|j|� d S r )r �WRAPPERSrN rP r� ry r� r r r �
dump_instance^ s
zMarshaller.dump_instancerz )NF)!r r r r r r{ rx rr r� r; r� �boolr� r� Zdump_intr� �floatr
r� r8 r� rV rW r� r2 �listr� �dictr� r r� r7 rT r r r r rm � s<
rm c @ sn e Zd ZdZdEdd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z i Z dd� Z
e
e d< dd� Zee d< dd� Zee d< ee d < ee d < ee d < ee d < ee d < d!d"� Zee d#< ee d$< d%d&� Zee d'< d(d)� Zee d*< ee d+< d,d-� Zee d.< d/d0� Zee d1< d2d3� Zee d4< d5d6� Zee d7< d8d9� Zee d:< d;d<� Zee d=< d>d?� Zee d@< dAdB� Zee dC< dDS )F� Unmarshallera Unmarshal an XML-RPC response, based on incoming XML event
messages (start, data, end). Call close() to get the resulting
data structure.
Note that this reader is fairly tolerant, and gladly accepts bogus
XML-RPC data without complaining (but not bogus XML).
Fc C sH d | _ g | _g | _g | _d| _d | _d| _| jj| _|p:|| _|| _ d S )NF�utf-8)
�_type�_stack�_marks�_data�_value� _methodname� _encodingrq �
_use_datetime�
_use_bytes)r � use_datetime�use_builtin_typesr r r r ~ s
zUnmarshaller.__init__c C s: | j d ks| jrt� �| j dkr0tf | jd ��t| j�S )N�faultr )r� r� r" r# r� r2 r r r r rl � s
zUnmarshaller.closec C s | j S r )r� r r r r �
getmethodname� s zUnmarshaller.getmethodnamec C s
|| _ d S r )r� )r rg Z
standaloner r r rd � s zUnmarshaller.xmlc C sh d|kr|� d�d }|dks&|dkr8| j�t| j�� g | _| jrZ|| jkrZtd| ��|dk| _d S )N�:����array�structzunknown tag %rr, ) �splitr� rq �lenr� r� r� r{ r" )r �tagZattrsr r r rb � s zUnmarshaller.startc C s | j �|� d S r )r� rq )r �textr r r rK � s zUnmarshaller.datac C sv z| j | }W nT tk
rb d|kr,Y d S z| j |�d�d }W n tk
r\ Y Y d S X Y nX || d�| j��S )Nr� r� rp )r{ r| r� rs r� )r r� r r r r rc � s zUnmarshaller.endc C sn z| j | }W nT tk
rb d|kr,Y d S z| j |�d�d }W n tk
r\ Y Y d S X Y nX || |�S )Nr� r� )r{ r| r� )r r� rK r r r r � end_dispatch� s zUnmarshaller.end_dispatchc C s | � d � d| _d S rh )rq r� rJ r r r �end_nil� s
zUnmarshaller.end_nilZnilc C s: |dkr| � d� n |dkr(| � d� ntd��d| _d S )Nr� Fr� Tzbad boolean valuer )rq r< r� rJ r r r � end_boolean� s zUnmarshaller.end_boolean�booleanc C s | � t|�� d| _d S rh )rq r� r� rJ r r r �end_int� s zUnmarshaller.end_intZi1Zi2Zi4Zi8r� Z
bigintegerc C s | � t|�� d| _d S rh )rq r� r� rJ r r r �
end_double� s zUnmarshaller.end_doubleZdoubler� c C s | � t|�� d| _d S rh )rq r r� rJ r r r �end_bigdecimal� s zUnmarshaller.end_bigdecimalZ
bigdecimalc C s& | j r|�| j �}| �|� d| _d S rh )r� rL rq r� rJ r r r �
end_string� s
zUnmarshaller.end_string�string�namec C s. | j �� }| j|d � g| j|d �< d| _d S rh )r� �popr� r� )r rK �markr r r � end_array� s
zUnmarshaller.end_arrayr� c C s` | j �� }i }| j|d � }tdt|�d�D ]}||d ||| < q,|g| j|d �< d| _d S )Nr r r& )r� r� r� �ranger� r� )r rK r� r� r� r� r r r �
end_struct� s
zUnmarshaller.end_structr� c C s6 t � }|�|�d�� | jr"|j}| �|� d| _d S )Nr[ r )rT rL rP r� rK rq r� �r rK r, r r r �
end_base64
s
zUnmarshaller.end_base64rX c C s, t � }|�|� | jr t|�}| �|� d S r )r7 rL r� rS rq r� r r r � end_dateTime s
zUnmarshaller.end_dateTimezdateTime.iso8601c C s | j r| �|� d S r )r� r� rJ r r r � end_value s zUnmarshaller.end_valuer, c C s
d| _ d S )N�params�r� rJ r r r �
end_params" s zUnmarshaller.end_paramsr� c C s
d| _ d S )Nr� r� rJ r r r � end_fault& s zUnmarshaller.end_faultr� c C s" | j r|�| j �}|| _d| _d S )N�
methodName)r� rL r� r� rJ r r r �end_methodName* s zUnmarshaller.end_methodNamer� N)FF)r r r r r rl r� rd rb rK rc r� r{ r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r� r sZ
r� c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�_MultiCallMethodc C s || _ || _d S r )�_MultiCallMethod__call_list�_MultiCallMethod__name)r Z call_listr� r r r r 7 s z_MultiCallMethod.__init__c C s t | jd| j|f �S �Nz%s.%s)r� r� r� �r r� r r r � __getattr__: s z _MultiCallMethod.__getattr__c G s | j �| j|f� d S r )r� rq r� �r �argsr r r �__call__< s z_MultiCallMethod.__call__N�r r r r r� r� r r r r r� 4 s r� c @ s e Zd ZdZdd� Zdd� ZdS )�MultiCallIteratorzaIterates over the results of a multicall. Exceptions are
raised in response to xmlrpc faults.c C s
|| _ d S r )�results)r r� r r r r C s zMultiCallIterator.__init__c C sR | j | }t|�ti �kr.t|d |d ��n t|�tg �krF|d S td��d S )Nr$ r% r z#unexpected type in multicall result)r� r; r# �
ValueError)r r� �itemr r r � __getitem__F s
z MultiCallIterator.__getitem__N)r r r r r r� r r r r r� ? s r� c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) � MultiCalla~ server -> an object used to boxcar method calls
server should be a ServerProxy object.
Methods can be added to the MultiCall using normal
method call syntax e.g.:
multicall = MultiCall(server_proxy)
multicall.add(2,3)
multicall.get_address("Guido")
To execute the multicall, call the MultiCall object e.g.:
add_result, address = multicall()
c C s || _ g | _d S r )�_MultiCall__server�_MultiCall__call_list)r �serverr r r r ` s zMultiCall.__init__c C s d| j jt| �f S )Nz <%s at %#x>)r r rH r r r r r d s zMultiCall.__repr__c C s t | j|�S r )r� r� r� r r r r� g s zMultiCall.__getattr__c C s6 g }| j D ]\}}|�||d�� q
t| jj�|��S )N)r� r� )r� rq r� r� �systemZ multicall)r Zmarshalled_listr� r� r r r r� j s zMultiCall.__call__N)r r r r r r r� r� r r r r r� O s
r� Fc C sr t rHtrH|rt}tj}n| r&t}t}nt}t}tdd||t�}t |�}n"t| |d�}t rbt |�}nt |�}||fS )z�getparser() -> parser, unmarshaller
Create an instance of the fastest available parser, and attach it
to an unmarshalling object. Return both objects.
TF�r� r� )
�
FastParser�FastUnmarshallerrS rX rY r^ rR r# r� r_ )r� r� Z
mkdatetimeZmkbytesre rf r r r � getparser| s
r� c C s� t | t�rd}n|r t | t�r |s&d}tr4t|�}n
t||�}|�| �}|dkr^dt|� }nd}|rx|d|d|df}n|r�|d|d f}n|S d
�|�S ) a� data [,options] -> marshalled data
Convert an argument tuple or a Fault instance to an XML-RPC
request (or response, if the methodresponse option is used).
In addition to the data object, the following options can be given
as keyword arguments:
methodname: the method name for a methodCall packet
methodresponse: true to create a methodResponse packet.
If this option is used with a tuple, the tuple must be
a singleton (i.e. it can contain only one element).
encoding: the packet encoding (default is UTF-8)
All byte strings in the data structure are assumed to use the
packet encoding. Unicode strings are automatically converted,
where necessary.
r& r� z$<?xml version='1.0' encoding='%s'?>
z<?xml version='1.0'?>
z<methodCall>
<methodName>z</methodName>
z</methodCall>
z<methodResponse>
z</methodResponse>
rp )r1 r# r2 �FastMarshallerrm rx r8 rs )r� �
methodnameZmethodresponserg ro �mrK Z xmlheaderr r r rx � s8
��rx c C s2 t ||d�\}}|�| � |�� |�� |�� fS )z�data -> unmarshalled data, method name
Convert an XML-RPC packet to unmarshalled data plus a method
name (None if not present).
If the XML-RPC packet represents a fault condition, this function
raises a Fault exception.
r� )r� rj rl r� )rK r� r� �p�ur r r �loads� s
r� c C s< t st�t� }t jd|dd��}|�| � W 5 Q R X |�� S )zhdata -> gzip encoded data
Encode data using the gzip content encoding as described in RFC 1952
�wbr& )�mode�fileobjZ
compresslevel)�gzip�NotImplementedErrorr �GzipFilerN �getvalue)rK r �gzfr r r � gzip_encode s r� � @c C s� t st�t jdt| �d��H}z$|dk r0|�� }n|�|d �}W n tk
r\ td��Y nX W 5 Q R X |dkr�t|�|kr�td��|S )zrgzip encoded data -> unencoded data
Decode data using the gzip content encoding as described in RFC 1952
�rb�r� r� r r& z invalid dataz#max gzipped payload length exceeded)r� r� r� r �read�OSErrorr� r� )rK Z
max_decoder� Zdecodedr r r � gzip_decode s
r� c @ s e Zd ZdZdd� Zdd� ZdS )�GzipDecodedResponsezha file-like object to decode a response encoded with the gzip
method, as described in RFC 1952.
c C s. t st�t|�� �| _t jj| d| jd� d S )Nr� r� )r� r� r r� �ior� r )r �responser r r r : s z GzipDecodedResponse.__init__c C s" ztj�| � W 5 | j �� X d S r )r� rl r� r� r r r r rl B s zGzipDecodedResponse.closeN)r r r r r rl r r r r r� 6 s r� c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�_Methodc C s || _ || _d S r ��
_Method__send�
_Method__name)r �sendr� r r r r O s z_Method.__init__c C s t | jd| j|f �S r� )r� r� r� r� r r r r� R s z_Method.__getattr__c G s | � | j|�S r r� r� r r r r� T s z_Method.__call__Nr� r r r r r� L s r� c @ s� e Zd ZdZde ZdZdZd dd�dd �Zd d
d �Z d d d
�Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd� Zd d � ZdS )!� Transportz1Handles an HTTP transaction to an XML-RPC server.zPython-xmlrpc/%sTNFr )r c C s& || _ || _d| _t|�| _g | _d S �N)NN)r� �_use_builtin_types� _connectionr� �_headers�_extra_headers)r r� r� r r r r r k s
zTransport.__init__c C s� dD ]v}z| � ||||�W S tjjk
r< |r8� Y q tk
rx } z |sf|jtjtjtjfkrh� W 5 d }~X Y qX qd S )N)r r& ) �single_request�http�clientZRemoteDisconnectedr� �errnoZ
ECONNRESETZ ECONNABORTEDZEPIPE)r �host�handler� request_body�verboser� �er r r �request} s �zTransport.requestc C s� z8| � ||||�}|�� }|jdkr6|| _| �|�W S W n2 tk
rN � Y n tk
rj | �� � Y nX |�dd�r�|� � t
|| |j|j t |�
� ���d S )N�� zcontent-lengthrp )� send_requestZ getresponseZstatusr �parse_responser# � Exceptionrl � getheaderr� r �reasonr� Z
getheaders)r r r
r r Z http_connZrespr r r r � s&
�zTransport.single_requestc C s t | j| jd�S )Nr� )r� r� r r r r r r� � s �zTransport.getparserc C sr i }t |t�r|\}}tj�|�\}}|rdtj�|�}t�|��d�}d� |�
� �}dd| fg}ng }|||fS )Nr� rp Z
AuthorizationzBasic ) r1 r2 �urllib�parseZ
_splituserZunquote_to_bytesrX r\ rL rs r� )r r �x509ZauthZ
extra_headersr r r �
get_host_info� s
�zTransport.get_host_infoc C sL | j r || j d kr | j d S | �|�\}| _}|tj�|�f| _ | j d S )Nr r& )r r r r r ZHTTPConnection�r r Zchostr r r r �make_connection� s
zTransport.make_connectionc C s | j \}}|r d| _ |�� d S r )r rl )r r �
connectionr r r rl � s
zTransport.closec C s� | � |�}| j| j }|r$|�d� | jrJtrJ|jd|dd� |�d� n |�d|� |�d� |�d| jf� | � ||� | �
||� |S )Nr& ZPOSTT)Zskip_accept_encoding)zAccept-Encodingr� )z Content-Typeztext/xmlz
User-Agent) r r r Zset_debuglevel�accept_gzip_encodingr� Z
putrequestrq �
user_agent� send_headers� send_content)r r r
r �debugr r r r r r � s
zTransport.send_requestc C s |D ]\}}|� ||� qd S r )� putheader)r r r �key�valr r r r s zTransport.send_headersc C sR | j d k r0| j t|�k r0tr0|�dd� t|�}|�dtt|��� |�|� d S )N�Content-Encodingr� zContent-Length)�encode_thresholdr� r� r! r� r8 Z
endheaders)r r r r r r r s
�� zTransport.send_contentc C s� t |d�r*|�dd�dkr$t|�}q.|}n|}| �� \}}|�d�}|sJqj| jr^tdt|�� |�|� q:||k rz|� � |� � |� � S )Nr r$ rp r� i zbody:)
r: r r� r� r� r �printr� rj rl )r r� �streamr� r� rK r r r r $ s
zTransport.parse_response)FF)F)F)r r r r � __version__r r r% r r r r� r r rl r r r r r r r r r� ] s" �
! r� c s2 e Zd ZdZd
ddd�� fdd� Zdd � Z� ZS ) �
SafeTransportz2Handles an HTTPS transaction to an XML-RPC server.Fr N�r �contextc s t � j|||d� || _d S )N�r� r� r )�superr r+ )r r� r� r r+ �r r r r E s
�zSafeTransport.__init__c C st | j r || j d kr | j d S ttjd�s2td��| �|�\}| _}|tjj|d fd| ji|p`i ��f| _ | j d S )Nr r& �HTTPSConnectionz1your version of http.client doesn't support HTTPSr+ ) r r: r r r� r r r/ r+ r r r r r N s
�
���
z SafeTransport.make_connection)FF)r r r r r r �
__classcell__r r r. r r) B s � r) c @ sZ e Zd ZdZdddd�dd�Zdd � Zd
d � Zd d
� Zdd� Zdd� Z dd� Z
dd� Z dS )� ServerProxya� uri [,options] -> a logical connection to an XML-RPC server
uri is the connection point on the server, given as
scheme://host/target.
The standard implementation always supports the "http" scheme. If
SSL socket support is available (Python 2.0), it also supports
"https".
If the target part and the slash preceding it are both omitted,
"/RPC2" is assumed.
The following options can be given as keyword arguments:
transport: a transport factory
encoding: the request encoding (default is UTF-8)
All 8-bit strings passed to the server proxy are assumed to use
the given encoding.
NFr r* c
C s� t j�|�\}
}|
dkr td��t j�|�\| _| _| js@d| _|d kr||
dkr^t} d| i} nt} i } | f |||d�| ��}|| _ |p�d| _
|| _ || _ d S )N)r �httpsz unsupported XML-RPC protocolz/RPC2r2 r+ r, r� )
r r Z
_splittyper� Z
_splithost�_ServerProxy__host�_ServerProxy__handlerr) r� �_ServerProxy__transport�_ServerProxy__encoding�_ServerProxy__verbose�_ServerProxy__allow_none)
r Zuri� transportrg r ro r� r� r r+ r; r
Z extra_kwargsr r r r � s,
��
zServerProxy.__init__c C s | j �� d S r )r5 rl r r r r Z__close� s zServerProxy.__closec C sP t ||| j| jd��| jd�}| jj| j| j|| jd�}t |�dkrL|d }|S )N)rg ro �xmlcharrefreplace)r r& r )
rx r6 r8 rP r5 r r3 r4 r7 r� )r r� r� r r� r r r Z __request� s
� �� zServerProxy.__requestc C s d| j j| j| jf S )Nz
<%s for %s%s>)r r r3 r4 r r r r r � s ��zServerProxy.__repr__c C s t | j|�S r )r� �_ServerProxy__requestr� r r r r� � s zServerProxy.__getattr__c C s. |dkr| j S |dkr | jS td|f ��dS )z|A workaround to get special attributes on the ServerProxy
without interfering with the magic __getattr__
rl r9 zAttribute %r not foundN)�_ServerProxy__closer5 rk )r �attrr r r r� � s
zServerProxy.__call__c C s | S r r r r r r � __enter__� s zServerProxy.__enter__c G s | � � d S r )r< r� r r r �__exit__� s zServerProxy.__exit__)NNFFFF) r r r r r r< r; r r� r� r> r? r r r r r1 m s � �
r1 �__main__zhttp://localhost:8000ZERROR� )FF)NNNF)FF)r� )Vr rX �sysr3 r �decimalr Z http.clientr Z urllib.parser Z xml.parsersr r r� r r� � ImportErrorr
� version_infor( r� r� Z PARSE_ERRORZ SERVER_ERRORZAPPLICATION_ERRORZ SYSTEM_ERRORZTRANSPORT_ERRORZNOT_WELLFORMED_ERRORZUNSUPPORTED_ENCODINGZINVALID_ENCODING_CHARZINVALID_XMLRPCZMETHOD_NOT_FOUNDZINVALID_METHOD_PARAMSZINTERNAL_ERRORr r r r" r# r� r� ZBooleanZ_day0r* r- r6 r7 rR rS rT r^ r� r_ rm r� r� r� r� r� r� r� r� rx r� r� r� r� r r� r� r� r) r1 ZServerr r� r& Z currentTimeZgetCurrentTimerv ZmultiZgetData�pow�addr� r r r r �<module>Y s� *
K #! ( C %
' �
K
f+h
xmlrpc/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000202 15115353747 0015414 0 ustar 00 U
e5d& � @ s d S )N� r r r �'/usr/lib64/python3.8/xmlrpc/__init__.py�<module> � xmlrpc/__pycache__/client.cpython-38.pyc 0000644 00000103355 15115353747 0014211 0 ustar 00 U
e5d�� �
@ sf d Z ddlZddlZddlZddlmZ ddlmZ ddlZddl Z
ddl m Z ddl
Z
ddlmZ z ddlZW n ek
r� dZY nX dd� Zd ejdd
� Zd Zd Zd
ZdZdZdZdZd
Z dZ dZ dZ dZ dZ!dZ"G dd� de#�Z$G dd� de$�Z%G dd � d e$�Z&G d d � d e$�Z'e( Z)Z*ed d d �Z+e+�,d �d!k�rJd"d#� Z-n"e+�,d$�d!k�rdd%d#� Z-nd&d#� Z-[+d'd(� Z.G d)d*� d*�Z/d+d,� Z0d-d.� Z1G d/d0� d0�Z2d1d2� Z3e/e2fZ4G d3d4� d4�Z5G d5d6� d6�Z6G d7d8� d8�Z7G d9d:� d:�Z8G d;d<� d<�Z9G d=d>� d>�Z:d Z; Z<Z=dYd@dA�Z>dZdBdC�Z?d[dDdE�Z@dFdG� ZAd\dIdJ�ZBG dKdL� dLe�rXejCneD�ZEG dMdN� dN�ZFG dOdP� dP�ZGG dQdR� dReG�ZHG dSdT� dT�ZIeIZJeKdUk�rbeIdV�ZLzeMeLjN�O� � W n. e$k
�r� ZP zeMdWeP� W 5 dZP[PX Y nX e:eL�ZQeQ�R� eQ�Sd
dX� eQ�Td d
� zeQ� D ]ZUeMeU� �q W n. e$k
�r` ZP zeMdWeP� W 5 dZP[PX Y nX dS )]a�
An XML-RPC client interface for Python.
The marshalling and response parser code can also be used to
implement XML-RPC servers.
Exported exceptions:
Error Base class for client errors
ProtocolError Indicates an HTTP protocol error
ResponseError Indicates a broken response package
Fault Indicates an XML-RPC fault package
Exported classes:
ServerProxy Represents a logical connection to an XML-RPC server
MultiCall Executor of boxcared xmlrpc requests
DateTime dateTime wrapper for an ISO 8601 string or time tuple or
localtime integer value to generate a "dateTime.iso8601"
XML-RPC value
Binary binary data wrapper
Marshaller Generate an XML-RPC params chunk from a Python data structure
Unmarshaller Unmarshal an XML-RPC response from incoming XML event message
Transport Handles an HTTP transaction to an XML-RPC server
SafeTransport Handles an HTTPS transaction to an XML-RPC server
Exported constants:
(none)
Exported functions:
getparser Create instance of the fastest available parser & attach
to an unmarshalling object
dumps Convert an argument tuple or a Fault instance to an XML-RPC
request (or response, if the methodresponse option is used).
loads Convert an XML-RPC packet to unmarshalled data plus a method
name (None if not present).
� N)�datetime)�Decimal)�expat)�BytesIOc C s$ | � dd�} | � dd�} | � dd�S )N�&z&�<z<�>z>)�replace)�s� r �%/usr/lib64/python3.8/xmlrpc/client.py�escape� s r
z%d.%d� i���i �iD���i����i ���ip���iԁ��iC���iB���i����i����i����c @ s e Zd ZdZejZdS )�Errorz Base class for client errors.N)�__name__�
__module__� __qualname__�__doc__�object�__str__r r r r r � s r c @ s e Zd ZdZdd� Zdd� ZdS )�
ProtocolErrorz!Indicates an HTTP protocol error.c C s& t �| � || _|| _|| _|| _d S �N)r �__init__�url�errcode�errmsg�headers)�selfr r r r r r r r � s
zProtocolError.__init__c C s d| j j| j| j| jf S )Nz<%s for %s: %s %s>)� __class__r r r r �r r r r �__repr__� s ��zProtocolError.__repr__N�r r r r r r r r r r r � s r c @ s e Zd ZdZdS )�
ResponseErrorz$Indicates a broken response package.N)r r r r r r r r r" � s r" c @ s e Zd ZdZdd� Zdd� ZdS )�Faultz#Indicates an XML-RPC fault package.c K s t �| � || _|| _d S r )r r � faultCode� faultString)r r$ r% Zextrar r r r � s
zFault.__init__c C s d| j j| j| jf S )Nz <%s %s: %r>)r r r$ r% r r r r r � s �zFault.__repr__Nr! r r r r r# � s r# � z%YZ0001c C s
| � d�S �N�%Y%m%dT%H:%M:%S��strftime��valuer r r �_iso8601_format s r- z%4Yc C s
| � d�S )Nz%4Y%m%dT%H:%M:%Sr) r+ r r r r- s c C s | � d��d�S )Nr( � )r* �zfillr+ r r r r- s c C sL t | t�rt| �S t | ttjf�s<| dkr2t�� } t�| �} d| d d� S )Nr z%04d%02d%02dT%02d:%02d:%02d� )�
isinstancer r- �tuple�time� struct_time� localtimer+ r r r � _strftime s
r6 c @ sr e Zd ZdZd dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� ZdS ) �DateTimez�DateTime wrapper for an ISO 8601 string or time tuple or
localtime integer value to generate 'dateTime.iso8601' XML-RPC
value.
r c C s t |t�r|| _n
t|�| _d S r )r1 �strr, r6 )r r, r r r r ( s
zDateTime.__init__c C s� t |t�r| j}|j}nzt |t�r2| j}t|�}n`t |t�rH| j}|}nJt|d�rd| �� }|�� }n.t|d�rv|jj p|t
|�}t d| jj |f ��||fS )N� timetupler zCan't compare %s and %s) r1 r7 r, r r- r8 �hasattrr9 r r �type� TypeError)r �otherr
�oZotyper r r �make_comparable. s*
��
�zDateTime.make_comparablec C s | � |�\}}||k S r �r? �r r= r
r> r r r �__lt__C s zDateTime.__lt__c C s | � |�\}}||kS r r@ rA r r r �__le__G s zDateTime.__le__c C s | � |�\}}||kS r r@ rA r r r �__gt__K s zDateTime.__gt__c C s | � |�\}}||kS r r@ rA r r r �__ge__O s zDateTime.__ge__c C s | � |�\}}||kS r r@ rA r r r �__eq__S s zDateTime.__eq__c C s t �| jd�S r' )r3 �strptimer, r r r r r9 W s zDateTime.timetuplec C s | j S r r+ r r r r r _ s zDateTime.__str__c C s d| j j| jt| �f S )Nz<%s %r at %#x>)r r r, �idr r r r r b s zDateTime.__repr__c C s t |��� | _d S r )r8 �stripr, �r �datar r r �decodee s zDateTime.decodec C s$ |� d� |� | j� |� d� d S �Nz<value><dateTime.iso8601>z </dateTime.iso8601></value>
)�writer, )r �outr r r �encodeh s
zDateTime.encodeN)r )r r r r r r? rB rC rD rE rF r9 r r rL rP r r r r r7 " s
r7 c C s t � }|�| � |S r )r7 rL �rK r, r r r � _datetimem s
rR c C s t �| d�S r' )r rG )rK r r r �_datetime_types s rS c @ s: e Zd ZdZd
dd�Zdd� Zdd� Zd d
� Zd d � ZdS )�BinaryzWrapper for binary data.Nc C s> |d krd}n&t |ttf�s,td|jj ��t|�}|| _d S )N� z#expected bytes or bytearray, not %s)r1 �bytes� bytearrayr< r r rK rJ r r r r s �zBinary.__init__c C s t | jd�S )Nzlatin-1)r8 rK r r r r r � s zBinary.__str__c C s t |t�r|j}| j|kS r )r1 rT rK )r r= r r r rF � s
z
Binary.__eq__c C s t �|�| _d S r )�base64� decodebytesrK rJ r r r rL � s z
Binary.decodec C s4 |� d� t�| j�}|� |�d�� |� d� d S �Nz<value><base64>
�asciiz</base64></value>
)rN rX � encodebytesrK rL )r rO �encodedr r r rP � s
z
Binary.encode)N) r r r r r r rF rL rP r r r r rT | s
rT c C s t � }|�| � |S r )rT rL rQ r r r �_binary� s
r^ c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )� ExpatParserc C sD t �d d � | _}|| _|j|_|j|_|j|_ d }|�
|d � d S r ) r Z ParserCreate�_parser�_target�startZStartElementHandler�endZEndElementHandlerrK ZCharacterDataHandler�xml)r �target�parser�encodingr r r r � s zExpatParser.__init__c C s | j �|d� d S �Nr )r` �ParserJ r r r �feed� s zExpatParser.feedc C s8 z
| j }W n tk
r Y nX | `| ` |�dd� d S )NrU T)r` �AttributeErrorra ri )r rf r r r �close� s
zExpatParser.closeN)r r r r rj rl r r r r r_ � s r_ c @ s� e Zd ZdZd dd�Zi Zdd� Zdd � Zd
d � Zeee d�< d d
� Z
e
ee < dd� Z e ee
< e Zdd� Zeee< efdd�Zeee< dd� Zeee< eee< dd� Zeee< eee< efdd�Zeee< dd� Z e ee < d d � Z e ee < e ee < e ed < dS ) �
Marshallerav Generate an XML-RPC params chunk from a Python data structure.
Create a Marshaller instance for each set of parameters, and use
the "dumps" method to convert your data (represented as a tuple)
to an XML-RPC params chunk. To write a fault response, pass a
Fault instance instead. You may prefer to use the "dumps" module
function for this purpose.
NFc C s i | _ d | _|| _|| _d S r )�memorK rg �
allow_none)r rg ro r r r r � s zMarshaller.__init__c C s� g }|j }| j}t|t�r@|d� ||j|jd�|� |d� n4|d� |D ] }|d� |||� |d� qL|d� d�|�}|S ) Nz<fault>
)r$ r% z </fault>
z <params>
z<param>
z </param>
z
</params>
� )�append�_Marshaller__dumpr1 r# r$ r% �join)r �valuesrO rN �dump�v�resultr r r �dumps� s&
��
zMarshaller.dumpsc C s� z| j t|� }W nf tk
rx t|d�s<tdt|� ��t|�jD ]"}|| j �� krFtdt|� ��qF| j d }Y nX || ||� d S )N�__dict__zcannot marshal %s objects�_arbitrary_instance)�dispatchr; �KeyErrorr: r< �__mro__�keys)r r, rN �fZtype_r r r Z__dump� s
zMarshaller.__dumpc C s | j std��|d� d S )Nz0cannot marshal None unless allow_none is enabledz<value><nil/></value>)ro r< �r r, rN r r r �dump_nil
s zMarshaller.dump_nilc C s$ |d� ||rdpd� |d� d S )Nz<value><boolean>�1�0z</boolean></value>
r r� r r r � dump_bool s zMarshaller.dump_boolc C s< |t ks|tk rtd��|d� |tt|��� |d� d S )Nzint exceeds XML-RPC limitsz <value><int>z</int></value>
)�MAXINT�MININT�
OverflowErrorr8 �intr� r r r � dump_long s
zMarshaller.dump_longc C s |d� |t |�� |d� d S )Nz<value><double>z</double></value>
)�reprr� r r r � dump_double$ s zMarshaller.dump_doublec C s |d� |||�� |d� d S )Nz<value><string>z</string></value>
r )r r, rN r
r r r � dump_unicode* s zMarshaller.dump_unicodec C s, |d� t �|�}||�d�� |d� d S rZ )rX r\ rL )r r, rN r] r r r �
dump_bytes0 s
zMarshaller.dump_bytesc C sZ t |�}|| jkrtd��d | j|< | j}|d� |D ]}|||� q6|d� | j|= d S )Nz"cannot marshal recursive sequencesz<value><array><data>
z</data></array></value>
)rH rn r< rr )r r, rN �iru rv r r r �
dump_array8 s
zMarshaller.dump_arrayc C s� t |�}|| jkrtd��d | j|< | j}|d� |�� D ]D\}}|d� t|t�s\td��|d||� � |||� |d� q:|d� | j|= d S )Nz%cannot marshal recursive dictionariesz<value><struct>
z <member>
z dictionary key must be stringz<name>%s</name>
z
</member>
z</struct></value>
)rH rn r< rr �itemsr1 r8 )r r, rN r
r� ru �krv r r r � dump_structF s
zMarshaller.dump_structc C s |d� |t |�� |d� d S rM )r6 r� r r r �
dump_datetimeX s zMarshaller.dump_datetimec C s2 |j tkr || _|�| � | `n| �|j|� d S r )r �WRAPPERSrN rP r� ry r� r r r �
dump_instance^ s
zMarshaller.dump_instancerz )NF)!r r r r r r{ rx rr r� r; r� �boolr� r� Zdump_intr� �floatr
r� r8 r� rV rW r� r2 �listr� �dictr� r r� r7 rT r r r r rm � s<
rm c @ sn e Zd ZdZdEdd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z i Z dd� Z
e
e d< dd� Zee d< dd� Zee d< ee d < ee d < ee d < ee d < ee d < d!d"� Zee d#< ee d$< d%d&� Zee d'< d(d)� Zee d*< ee d+< d,d-� Zee d.< d/d0� Zee d1< d2d3� Zee d4< d5d6� Zee d7< d8d9� Zee d:< d;d<� Zee d=< d>d?� Zee d@< dAdB� Zee dC< dDS )F� Unmarshallera Unmarshal an XML-RPC response, based on incoming XML event
messages (start, data, end). Call close() to get the resulting
data structure.
Note that this reader is fairly tolerant, and gladly accepts bogus
XML-RPC data without complaining (but not bogus XML).
Fc C sH d | _ g | _g | _g | _d| _d | _d| _| jj| _|p:|| _|| _ d S )NF�utf-8)
�_type�_stack�_marks�_data�_value� _methodname� _encodingrq �
_use_datetime�
_use_bytes)r � use_datetime�use_builtin_typesr r r r ~ s
zUnmarshaller.__init__c C s: | j d ks| jrt� �| j dkr0tf | jd ��t| j�S )N�faultr )r� r� r" r# r� r2 r r r r rl � s
zUnmarshaller.closec C s | j S r )r� r r r r �
getmethodname� s zUnmarshaller.getmethodnamec C s
|| _ d S r )r� )r rg Z
standaloner r r rd � s zUnmarshaller.xmlc C sh d|kr|� d�d }|dks&|dkr8| j�t| j�� g | _| jrZ|| jkrZtd| ��|dk| _d S )N�:����array�structzunknown tag %rr, ) �splitr� rq �lenr� r� r� r{ r" )r �tag�attrsr r r rb � s zUnmarshaller.startc C s | j �|� d S r )r� rq )r �textr r r rK � s zUnmarshaller.datac C sv z| j | }W nT tk
rb d|kr,Y d S z| j |�d�d }W n tk
r\ Y Y d S X Y nX || d�| j��S )Nr� r� rp )r{ r| r� rs r� )r r� r r r r rc � s zUnmarshaller.endc C sn z| j | }W nT tk
rb d|kr,Y d S z| j |�d�d }W n tk
r\ Y Y d S X Y nX || |�S )Nr� r� )r{ r| r� )r r� rK r r r r � end_dispatch� s zUnmarshaller.end_dispatchc C s | � d � d| _d S rh )rq r� rJ r r r �end_nil� s
zUnmarshaller.end_nilZnilc C s: |dkr| � d� n |dkr(| � d� ntd��d| _d S )Nr� Fr� Tzbad boolean valuer )rq r< r� rJ r r r � end_boolean� s zUnmarshaller.end_boolean�booleanc C s | � t|�� d| _d S rh )rq r� r� rJ r r r �end_int� s zUnmarshaller.end_intZi1Zi2Zi4Zi8r� Z
bigintegerc C s | � t|�� d| _d S rh )rq r� r� rJ r r r �
end_double� s zUnmarshaller.end_doubleZdoubler� c C s | � t|�� d| _d S rh )rq r r� rJ r r r �end_bigdecimal� s zUnmarshaller.end_bigdecimalZ
bigdecimalc C s& | j r|�| j �}| �|� d| _d S rh )r� rL rq r� rJ r r r �
end_string� s
zUnmarshaller.end_string�string�namec C s. | j �� }| j|d � g| j|d �< d| _d S rh )r� �popr� r� )r rK �markr r r � end_array� s
zUnmarshaller.end_arrayr� c C s` | j �� }i }| j|d � }tdt|�d�D ]}||d ||| < q,|g| j|d �< d| _d S )Nr r r& )r� r� r� �ranger� r� )r rK r� r� r� r� r r r �
end_struct� s
zUnmarshaller.end_structr� c C s6 t � }|�|�d�� | jr"|j}| �|� d| _d S )Nr[ r )rT rL rP r� rK rq r� �r rK r, r r r �
end_base64
s
zUnmarshaller.end_base64rX c C s, t � }|�|� | jr t|�}| �|� d S r )r7 rL r� rS rq r� r r r � end_dateTime s
zUnmarshaller.end_dateTimezdateTime.iso8601c C s | j r| �|� d S r )r� r� rJ r r r � end_value s zUnmarshaller.end_valuer, c C s
d| _ d S )N�params�r� rJ r r r �
end_params" s zUnmarshaller.end_paramsr� c C s
d| _ d S )Nr� r� rJ r r r � end_fault& s zUnmarshaller.end_faultr� c C s" | j r|�| j �}|| _d| _d S )N�
methodName)r� rL r� r� rJ r r r �end_methodName* s zUnmarshaller.end_methodNamer� N)FF)r r r r r rl r� rd rb rK rc r� r{ r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r� r sZ
r� c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�_MultiCallMethodc C s || _ || _d S r )�_MultiCallMethod__call_list�_MultiCallMethod__name)r Z call_listr� r r r r 7 s z_MultiCallMethod.__init__c C s t | jd| j|f �S �Nz%s.%s)r� r� r� �r r� r r r � __getattr__: s z _MultiCallMethod.__getattr__c G s | j �| j|f� d S r )r� rq r� �r �argsr r r �__call__< s z_MultiCallMethod.__call__N�r r r r r� r� r r r r r� 4 s r� c @ s e Zd ZdZdd� Zdd� ZdS )�MultiCallIteratorzaIterates over the results of a multicall. Exceptions are
raised in response to xmlrpc faults.c C s
|| _ d S r )�results)r r� r r r r C s zMultiCallIterator.__init__c C sR | j | }t|�ti �kr.t|d |d ��n t|�tg �krF|d S td��d S )Nr$ r% r z#unexpected type in multicall result)r� r; r# �
ValueError)r r� �itemr r r � __getitem__F s
z MultiCallIterator.__getitem__N)r r r r r r� r r r r r� ? s r� c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) � MultiCalla~ server -> an object used to boxcar method calls
server should be a ServerProxy object.
Methods can be added to the MultiCall using normal
method call syntax e.g.:
multicall = MultiCall(server_proxy)
multicall.add(2,3)
multicall.get_address("Guido")
To execute the multicall, call the MultiCall object e.g.:
add_result, address = multicall()
c C s || _ g | _d S r )�_MultiCall__server�_MultiCall__call_list)r �serverr r r r ` s zMultiCall.__init__c C s d| j jt| �f S )Nz <%s at %#x>)r r rH r r r r r d s zMultiCall.__repr__c C s t | j|�S r )r� r� r� r r r r� g s zMultiCall.__getattr__c C s6 g }| j D ]\}}|�||d�� q
t| jj�|��S )N)r� r� )r� rq r� r� �systemZ multicall)r Zmarshalled_listr� r� r r r r� j s zMultiCall.__call__N)r r r r r r r� r� r r r r r� O s
r� Fc C sr t rHtrH|rt}tj}n| r&t}t}nt}t}tdd||t�}t |�}n"t| |d�}t rbt |�}nt |�}||fS )z�getparser() -> parser, unmarshaller
Create an instance of the fastest available parser, and attach it
to an unmarshalling object. Return both objects.
TF�r� r� )
�
FastParser�FastUnmarshallerrS rX rY r^ rR r# r� r_ )r� r� Z
mkdatetimeZmkbytesre rf r r r � getparser| s
r� c C s� t | ttf�std��t | t�r&d}n"|rHt | t�rHt| �dksHtd��|sPd}tr^t|�}n
t||�}|�| �}|dkr�dt|� }nd}|r�|d|d|d f}n|r�|d
|d f}n|S d � |�S )
a� data [,options] -> marshalled data
Convert an argument tuple or a Fault instance to an XML-RPC
request (or response, if the methodresponse option is used).
In addition to the data object, the following options can be given
as keyword arguments:
methodname: the method name for a methodCall packet
methodresponse: true to create a methodResponse packet.
If this option is used with a tuple, the tuple must be
a singleton (i.e. it can contain only one element).
encoding: the packet encoding (default is UTF-8)
All byte strings in the data structure are assumed to use the
packet encoding. Unicode strings are automatically converted,
where necessary.
z(argument must be tuple or Fault instancer& z"response tuple must be a singletonr� z$<?xml version='1.0' encoding='%s'?>
z<?xml version='1.0'?>
z<methodCall>
<methodName>z</methodName>
z</methodCall>
z<methodResponse>
z</methodResponse>
rp )
r1 r2 r# �AssertionErrorr� �FastMarshallerrm rx r8 rs )r� �
methodnameZmethodresponserg ro �mrK Z xmlheaderr r r rx � s<
��rx c C s2 t ||d�\}}|�| � |�� |�� |�� fS )z�data -> unmarshalled data, method name
Convert an XML-RPC packet to unmarshalled data plus a method
name (None if not present).
If the XML-RPC packet represents a fault condition, this function
raises a Fault exception.
r� )r� rj rl r� )rK r� r� �p�ur r r �loads� s
r� c C s< t st�t� }t jd|dd��}|�| � W 5 Q R X |�� S )zhdata -> gzip encoded data
Encode data using the gzip content encoding as described in RFC 1952
�wbr& )�mode�fileobjZ
compresslevel)�gzip�NotImplementedErrorr �GzipFilerN �getvalue)rK r �gzfr r r � gzip_encode s r� � @c C s� t st�t jdt| �d��H}z$|dk r0|�� }n|�|d �}W n tk
r\ td��Y nX W 5 Q R X |dkr�t|�|kr�td��|S )zrgzip encoded data -> unencoded data
Decode data using the gzip content encoding as described in RFC 1952
�rb�r� r� r r& z invalid dataz#max gzipped payload length exceeded)r� r� r� r �read�OSErrorr� r� )rK Z
max_decoder� Zdecodedr r r � gzip_decode s
r� c @ s e Zd ZdZdd� Zdd� ZdS )�GzipDecodedResponsezha file-like object to decode a response encoded with the gzip
method, as described in RFC 1952.
c C s. t st�t|�� �| _t jj| d| jd� d S )Nr� r� )r� r� r r� �ior� r )r �responser r r r : s z GzipDecodedResponse.__init__c C s" ztj�| � W 5 | j �� X d S r )r� rl r� r� r r r r rl B s zGzipDecodedResponse.closeN)r r r r r rl r r r r r� 6 s r� c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�_Methodc C s || _ || _d S r ��
_Method__send�
_Method__name)r �sendr� r r r r O s z_Method.__init__c C s t | jd| j|f �S r� )r� r� r� r� r r r r� R s z_Method.__getattr__c G s | � | j|�S r r� r� r r r r� T s z_Method.__call__Nr� r r r r r� L s r� c @ s� e Zd ZdZde ZdZdZd dd�dd �Zd d
d �Z d d d
�Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd� Zd d � ZdS )!� Transportz1Handles an HTTP transaction to an XML-RPC server.zPython-xmlrpc/%sTNFr )r c C s& || _ || _d| _t|�| _g | _d S �N)NN)r� �_use_builtin_types� _connectionr� �_headers�_extra_headers)r r� r� r r r r r k s
zTransport.__init__c C s� dD ]v}z| � ||||�W S tjjk
r< |r8� Y q tk
rx } z |sf|jtjtjtjfkrh� W 5 d }~X Y qX qd S )N)r r& ) �single_request�http�clientZRemoteDisconnectedr� �errnoZ
ECONNRESETZ ECONNABORTEDZEPIPE)r �host�handler� request_body�verboser� �er r r �request} s �zTransport.requestc C s� z8| � ||||�}|�� }|jdkr6|| _| �|�W S W n2 tk
rN � Y n tk
rj | �� � Y nX |�dd�r�|� � t
|| |j|j t |�
� ���d S )N�� zcontent-lengthrp )� send_requestZ getresponseZstatusr �parse_responser# � Exceptionrl � getheaderr� r �reasonr� Z
getheaders)r r r r
r Z http_connZrespr r r r � s&
�zTransport.single_requestc C s t | j| jd�S )Nr� )r� r� r r r r r r� � s �zTransport.getparserc C sr i }t |t�r|\}}tj�|�\}}|rdtj�|�}t�|��d�}d� |�
� �}dd| fg}ng }|||fS )Nr� rp Z
AuthorizationzBasic ) r1 r2 �urllib�parseZ
_splituserZunquote_to_bytesrX r\ rL rs r� )r r �x509ZauthZ
extra_headersr r r �
get_host_info� s
�zTransport.get_host_infoc C sL | j r || j d kr | j d S | �|�\}| _}|tj�|�f| _ | j d S )Nr r& )r r r r r ZHTTPConnection�r r Zchostr r r r �make_connection� s
zTransport.make_connectionc C s | j \}}|r d| _ |�� d S r )r rl )r r �
connectionr r r rl � s
zTransport.closec C s� | � |�}| j| j }|r$|�d� | jrJtrJ|jd|dd� |�d� n |�d|� |�d� |�d| jf� | � ||� | �
||� |S )Nr& ZPOSTT)Zskip_accept_encoding)zAccept-Encodingr� )z Content-Typeztext/xmlz
User-Agent) r r r Zset_debuglevel�accept_gzip_encodingr� Z
putrequestrq �
user_agent� send_headers� send_content)r r r r
�debugr r r r r r � s
zTransport.send_requestc C s |D ]\}}|� ||� qd S r )� putheader)r r r �key�valr r r r s zTransport.send_headersc C sR | j d k r0| j t|�k r0tr0|�dd� t|�}|�dtt|��� |�|� d S )N�Content-Encodingr� zContent-Length)�encode_thresholdr� r� r# r� r8 Z
endheaders)r r r
r r r r! s
�� zTransport.send_contentc C s� t |d�r*|�dd�dkr$t|�}q.|}n|}| �� \}}|�d�}|sJqj| jr^tdt|�� |�|� q:||k rz|� � |� � |� � S )Nr r& rp r� i zbody:)
r: r r� r� r� r �printr� rj rl )r r� �streamr� r� rK r r r r $ s
zTransport.parse_response)FF)F)F)r r r r � __version__r r r' r r r r� r r rl r r r! r r r r r r ] s" �
! r c s2 e Zd ZdZd
ddd�� fdd� Zdd � Z� ZS ) �
SafeTransportz2Handles an HTTPS transaction to an XML-RPC server.Fr N�r �contextc s t � j|||d� || _d S )N�r� r� r )�superr r- )r r� r� r r- �r r r r E s
�zSafeTransport.__init__c C st | j r || j d kr | j d S ttjd�s2td��| �|�\}| _}|tjj|d fd| ji|p`i ��f| _ | j d S )Nr r& �HTTPSConnectionz1your version of http.client doesn't support HTTPSr- ) r r: r r r� r r r1 r- r r r r r N s
�
���
z SafeTransport.make_connection)FF)r r r r r r �
__classcell__r r r0 r r+ B s � r+ c @ sZ e Zd ZdZdddd�dd�Zdd � Zd
d � Zd d
� Zdd� Zdd� Z dd� Z
dd� Z dS )� ServerProxya� uri [,options] -> a logical connection to an XML-RPC server
uri is the connection point on the server, given as
scheme://host/target.
The standard implementation always supports the "http" scheme. If
SSL socket support is available (Python 2.0), it also supports
"https".
If the target part and the slash preceding it are both omitted,
"/RPC2" is assumed.
The following options can be given as keyword arguments:
transport: a transport factory
encoding: the request encoding (default is UTF-8)
All 8-bit strings passed to the server proxy are assumed to use
the given encoding.
NFr r, c
C s� t j�|�\}
}|
dkr td��t j�|�\| _| _| js@d| _|d kr||
dkr^t} d| i} nt} i } | f |||d�| ��}|| _ |p�d| _
|| _ || _ d S )N)r �httpsz unsupported XML-RPC protocolz/RPC2r4 r- r. r� )
r r Z
_splittyper� Z
_splithost�_ServerProxy__host�_ServerProxy__handlerr+ r �_ServerProxy__transport�_ServerProxy__encoding�_ServerProxy__verbose�_ServerProxy__allow_none)
r Zuri� transportrg r ro r� r� r r- r; r Z extra_kwargsr r r r � s,
��
zServerProxy.__init__c C s | j �� d S r )r7 rl r r r r Z__close� s zServerProxy.__closec C sP t ||| j| jd��| jd�}| jj| j| j|| jd�}t |�dkrL|d }|S )N)rg ro �xmlcharrefreplace)r r& r )
rx r8 r: rP r7 r r5 r6 r9 r� )r r� r� r r� r r r Z __request� s
� �� zServerProxy.__requestc C s d| j j| j| jf S )Nz
<%s for %s%s>)r r r5 r6 r r r r r � s ��zServerProxy.__repr__c C s t | j|�S r )r� �_ServerProxy__requestr� r r r r� � s zServerProxy.__getattr__c C s. |dkr| j S |dkr | jS td|f ��dS )z|A workaround to get special attributes on the ServerProxy
without interfering with the magic __getattr__
rl r; zAttribute %r not foundN)�_ServerProxy__closer7 rk )r �attrr r r r� � s
zServerProxy.__call__c C s | S r r r r r r � __enter__� s zServerProxy.__enter__c G s | � � d S r )r> r� r r r �__exit__� s zServerProxy.__exit__)NNFFFF) r r r r r r> r= r r� r� r@ rA r r r r r3 m s � �
r3 �__main__zhttp://localhost:8000ZERROR� )FF)NNNF)FF)r� )Vr rX �sysr3 r �decimalr Z http.clientr Z urllib.parser Z xml.parsersr r
r� r r� � ImportErrorr
� version_infor* r� r� Z PARSE_ERRORZ SERVER_ERRORZAPPLICATION_ERRORZ SYSTEM_ERRORZTRANSPORT_ERRORZNOT_WELLFORMED_ERRORZUNSUPPORTED_ENCODINGZINVALID_ENCODING_CHARZINVALID_XMLRPCZMETHOD_NOT_FOUNDZINVALID_METHOD_PARAMSZINTERNAL_ERRORr r r r" r# r� r� ZBooleanZ_day0r* r- r6 r7 rR rS rT r^ r� r_ rm r� r� r� r� r� r� r� r� rx r� r� r� r� r r� r� r r+ r3 ZServerr r� r( Z currentTimeZgetCurrentTimerv ZmultiZgetData�pow�addr� r r r r �<module>Y s� *
K #! ( C %
' �
K
f+h
xmlrpc/__pycache__/server.cpython-38.pyc 0000644 00000071342 15115353747 0014241 0 ustar 00 U
e5d9� � @ s d Z ddlmZmZmZmZmZ ddlmZ ddl m
Z
ddl m Z ddl
Z
ddlZddlZddlZddlZddlZddlZddlZz ddlZW n ek
r� dZY nX d+dd �Zd
d � ZG d d
� d
�ZG dd� de�ZG dd� deje�Z G dd� de �Z G dd� de�Z G dd� dej �Z G dd� d�Z!G dd� de�Z"G d d � d e e!�Z#G d d � d e e!�Z$e%d k�rddl&Z&G d!d"� d"�Z'e d#��~Z(e(�)e*� e(�)d$d%� d&� e(j+e'� dd'� e(�,� e-d(� e-d)� z e(�.� W n( e/k
�r e-d*� e�0d� Y nX W 5 Q R X dS ),a XML-RPC Servers.
This module can be used to create simple XML-RPC servers
by creating a server and either installing functions, a
class instance, or by extending the SimpleXMLRPCServer
class.
It can also be used to handle XML-RPC requests in a CGI
environment using CGIXMLRPCRequestHandler.
The Doc* classes can be used to create XML-RPC servers that
serve pydoc-style documentation in response to HTTP
GET requests. This documentation is dynamically generated
based on the functions and methods registered with the
server.
A list of possible usage patterns follows:
1. Install functions:
server = SimpleXMLRPCServer(("localhost", 8000))
server.register_function(pow)
server.register_function(lambda x,y: x+y, 'add')
server.serve_forever()
2. Install an instance:
class MyFuncs:
def __init__(self):
# make all of the sys functions available through sys.func_name
import sys
self.sys = sys
def _listMethods(self):
# implement this method so that system.listMethods
# knows to advertise the sys methods
return list_public_methods(self) + \
['sys.' + method for method in list_public_methods(self.sys)]
def pow(self, x, y): return pow(x, y)
def add(self, x, y) : return x + y
server = SimpleXMLRPCServer(("localhost", 8000))
server.register_introspection_functions()
server.register_instance(MyFuncs())
server.serve_forever()
3. Install an instance with custom dispatch method:
class Math:
def _listMethods(self):
# this method must be present for system.listMethods
# to work
return ['add', 'pow']
def _methodHelp(self, method):
# this method must be present for system.methodHelp
# to work
if method == 'add':
return "add(2,3) => 5"
elif method == 'pow':
return "pow(x, y[, z]) => number"
else:
# By convention, return empty
# string if no help is available
return ""
def _dispatch(self, method, params):
if method == 'pow':
return pow(*params)
elif method == 'add':
return params[0] + params[1]
else:
raise ValueError('bad method')
server = SimpleXMLRPCServer(("localhost", 8000))
server.register_introspection_functions()
server.register_instance(Math())
server.serve_forever()
4. Subclass SimpleXMLRPCServer:
class MathServer(SimpleXMLRPCServer):
def _dispatch(self, method, params):
try:
# We are forcing the 'export_' prefix on methods that are
# callable through XML-RPC to prevent potential security
# problems
func = getattr(self, 'export_' + method)
except AttributeError:
raise Exception('method "%s" is not supported' % method)
else:
return func(*params)
def export_add(self, x, y):
return x + y
server = MathServer(("localhost", 8000))
server.serve_forever()
5. CGI script:
server = CGIXMLRPCRequestHandler()
server.register_function(pow)
server.handle_request()
� )�Fault�dumps�loads� gzip_encode� gzip_decode)�BaseHTTPRequestHandler)�partial)� signatureNTc C sF |r|� d�}n|g}|D ]&}|�d�r6td| ��qt| |�} q| S )aG resolve_dotted_attribute(a, 'b.c.d') => a.b.c.d
Resolves a dotted attribute name to an object. Raises
an AttributeError if any attribute in the chain starts with a '_'.
If the optional allow_dotted_names argument is false, dots are not
supported and this function operates similar to getattr(obj, attr).
�.�_z(attempt to access private attribute "%s")�split�
startswith�AttributeError�getattr)�obj�attr�allow_dotted_names�attrs�i� r �%/usr/lib64/python3.8/xmlrpc/server.py�resolve_dotted_attribute| s
� r c s � fdd�t � �D �S )zkReturns a list of attribute strings, found in the specified
object, which represent callable attributesc s( g | ] }|� d �stt� |��r|�qS )r )r
�callabler )�.0�member�r r r �
<listcomp>� s
�z'list_public_methods.<locals>.<listcomp>)�dirr r r r �list_public_methods� s r c @ sp e Zd ZdZddd�Zddd�Zd dd �Zd
d � Zd d
� Zd dd�Z dd� Z
dd� Z dd� Z dd� Z
dd� ZdS ) �SimpleXMLRPCDispatchera& Mix-in class that dispatches XML-RPC requests.
This class is used to register XML-RPC method handlers
and then to dispatch them. This class doesn't need to be
instanced directly when used by SimpleXMLRPCServer but it
can be instanced when used by the MultiPathXMLRPCServer
FNc C s& i | _ d | _|| _|pd| _|| _d S �N�utf-8)�funcs�instance�
allow_none�encoding�use_builtin_types��selfr$ r% r& r r r �__init__� s
z SimpleXMLRPCDispatcher.__init__c C s || _ || _dS )a Registers an instance to respond to XML-RPC requests.
Only one instance can be installed at a time.
If the registered instance has a _dispatch method then that
method will be called with the name of the XML-RPC method and
its parameters as a tuple
e.g. instance._dispatch('add',(2,3))
If the registered instance does not have a _dispatch method
then the instance will be searched to find a matching method
and, if found, will be called. Methods beginning with an '_'
are considered private and will not be called by
SimpleXMLRPCServer.
If a registered function matches an XML-RPC request, then it
will be called instead of the registered instance.
If the optional allow_dotted_names argument is true and the
instance does not have a _dispatch method, method names
containing dots are supported and resolved, as long as none of
the name segments start with an '_'.
*** SECURITY WARNING: ***
Enabling the allow_dotted_names options allows intruders
to access your module's global variables and may allow
intruders to execute arbitrary code on your machine. Only
use this option on a secure, closed network.
N)r# r )r( r# r r r r �register_instance� s !z(SimpleXMLRPCDispatcher.register_instancec C s2 |dkrt | j|d�S |dkr$|j}|| j|< |S )z�Registers a function to respond to XML-RPC requests.
The optional name argument can be used to set a Unicode name
for the function.
N)�name)r �register_function�__name__r" )r( Zfunctionr+ r r r r, � s
z(SimpleXMLRPCDispatcher.register_functionc C s | j �| j| j| jd�� dS )z�Registers the XML-RPC introspection methods in the system
namespace.
see http://xmlrpc.usefulinc.com/doc/reserved.html
)zsystem.listMethodszsystem.methodSignaturezsystem.methodHelpN)r" �update�system_listMethods�system_methodSignature�system_methodHelp�r( r r r � register_introspection_functions� s
�z7SimpleXMLRPCDispatcher.register_introspection_functionsc C s | j �d| ji� dS )z�Registers the XML-RPC multicall method in the system
namespace.
see http://www.xmlrpc.com/discuss/msgReader$1208zsystem.multicallN)r" r. �system_multicallr2 r r r � register_multicall_functions� s z3SimpleXMLRPCDispatcher.register_multicall_functionsc C s� zPt || jd�\}}|dk r(|||�}n | �||�}|f}t|d| j| jd�}W n� tk
r� } zt|| j| jd�}W 5 d}~X Y nN t�� \}} }
z$ttdd|| f �| j| jd�}W 5 d } } }
X Y nX |� | jd�S ) a� Dispatches an XML-RPC method from marshalled (XML) data.
XML-RPC methods are dispatched from the marshalled (XML) data
using the _dispatch method and the result is returned as
marshalled data. For backwards compatibility, a dispatch
function can be provided as an argument (see comment in
SimpleXMLRPCRequestHandler.do_POST) but overriding the
existing method through subclassing is the preferred means
of changing method dispatch behavior.
)r& N� )Zmethodresponser$ r% )r$ r% �%s:%s�r% r$ �xmlcharrefreplace)
r r& � _dispatchr r$ r% r �sys�exc_info�encode) r( �data�dispatch_method�path�params�method�response�fault�exc_type� exc_value�exc_tbr r r �_marshaled_dispatch� s0 �
� �
z*SimpleXMLRPCDispatcher._marshaled_dispatchc C s^ t | j�� �}| jdk rVt| jd�r8|t | j�� �O }n t| jd�sV|t t| j��O }t|�S )zwsystem.listMethods() => ['add', 'subtract', 'multiple']
Returns a list of the methods supported by the server.N� _listMethodsr: )�setr" �keysr# �hasattrrI r �sorted)r( �methodsr r r r/ s
z)SimpleXMLRPCDispatcher.system_listMethodsc C s dS )a# system.methodSignature('add') => [double, int, int]
Returns a list describing the signature of the method. In the
above example, the add method takes two integers as arguments
and returns a double result.
This server does NOT support system.methodSignature.zsignatures not supportedr )r( � method_namer r r r0 / s z-SimpleXMLRPCDispatcher.system_methodSignaturec C s� d}|| j kr| j | }nX| jdk rrt| jd�r<| j�|�S t| jd�srzt| j|| j�}W n tk
rp Y nX |dkr~dS t�|�S dS )z�system.methodHelp('add') => "Adds two integers together"
Returns a string containing documentation for the specified method.N� _methodHelpr: � ) r" r# rL rP r r r �pydoc�getdoc)r( rO rB r r r r1 < s$
�z(SimpleXMLRPCDispatcher.system_methodHelpc
C s� g }|D ]�}|d }|d }z|� | �||�g� W q tk
rj } z|� |j|jd�� W 5 d}~X Y q t�� \}}} z |� dd||f d�� W 5 d } }} X Y qX q|S )z�system.multicall([{'methodName': 'add', 'params': [2, 2]}, ...]) => [[4], ...]
Allows the caller to package multiple XML-RPC calls into a single
request.
See http://www.xmlrpc.com/discuss/msgReader$1208
Z
methodNamerA )� faultCode� faultStringNr6 r7 )�appendr: r rT rU r; r< )
r( Z call_list�resultsZcallrO rA rD rE rF rG r r r r4 [ s,
��
��z'SimpleXMLRPCDispatcher.system_multicallc C s� z| j | }W n tk
r" Y n X |dk r4||� S td| ��| jdk r�t| jd�rd| j�||�S zt| j|| j�}W n tk
r� Y nX |dk r�||� S td| ��dS )a� Dispatches the XML-RPC method.
XML-RPC calls are forwarded to a registered function that
matches the called XML-RPC method name. If no such function
exists then the call is forwarded to the registered instance,
if available.
If the registered instance has a _dispatch method then that
method will be called with the name of the XML-RPC method and
its parameters as a tuple
e.g. instance._dispatch('add',(2,3))
If the registered instance does not have a _dispatch method
then the instance will be searched to find a matching method
and, if found, will be called.
Methods beginning with an '_' are considered private and will
not be called.
Nz method "%s" is not supportedr: ) r" �KeyError� Exceptionr# rL r: r r r )r( rB rA �funcr r r r: s*
�z SimpleXMLRPCDispatcher._dispatch)FNF)F)NN)NN)r- �
__module__� __qualname__�__doc__r) r* r, r3 r5 rH r/ r0 r1 r4 r: r r r r r � s �
$
)
$r c @ sf e Zd ZdZdZdZdZdZe� dej
ej B �Z dd� Z
d d
� Zd d � Zd
d� Zdd� Zddd�ZdS )�SimpleXMLRPCRequestHandlerz�Simple XML-RPC request handler class.
Handles all HTTP POST requests and attempts to decode them as
XML-RPC requests.
)�/z/RPC2ix ���Tz�
\s* ([^\s;]+) \s* #content-coding
(;\s* q \s*=\s* ([0-9\.]+))? #q
c C s^ i }| j �dd�}|�d�D ]<}| j�|�}|r |�d�}|rFt|�nd}|||�d�< q |S )NzAccept-EncodingrQ �,� g �?r6 )�headers�getr � aepattern�match�group�float)r( �rZae�erf �vr r r �accept_encodings� s
z+SimpleXMLRPCRequestHandler.accept_encodingsc C s | j r| j| j kS dS d S )NT)� rpc_pathsr@ r2 r r r �is_rpc_path_valid� s z,SimpleXMLRPCRequestHandler.is_rpc_path_validc
C s� | � � s| �� dS z�d}t| jd �}g }|rht||�}| j�|�}|sLqh|�|� |t|d �8 }q,d� |�}| �
|�}|dkr�W dS | j � |t
| dd�| j�}W n� tk
�r6 } zp| �d� t| j d��r| j j�r| �d t|�� t�� } t| �d
d �d
�} | �d | � | �d
d� | �� W 5 d}~X Y n�X | �d� | �dd� | jdk �r�t|�| jk�r�| �� �dd�}
|
�r�zt |�}| �dd� W n t k
�r� Y nX | �d
tt|��� | �� | j � |� dS )z�Handles the HTTP POST request.
Attempts to interpret all HTTP POST requests as XML-RPC calls,
which are forwarded to the server's _dispatch method for handling.
Ni � zcontent-lengthr` � r: i� �_send_traceback_headerz X-exception�ASCII�backslashreplacez X-traceback�Content-length�0�� � Content-typeztext/xml�gzipr zContent-Encoding) rn �
report_404�intrc �minZrfile�readrV �len�join�decode_request_content�serverrH r r@ rY �
send_responserL rp � send_header�str� traceback�
format_excr= � end_headers�encode_thresholdrl rd r �NotImplementedError�wfile�write) r( Zmax_chunk_sizeZsize_remaining�LZ
chunk_size�chunkr> rC rj Ztrace�qr r r �do_POST� s`
�
�
z"SimpleXMLRPCRequestHandler.do_POSTc C s� | j �dd��� }|dkr |S |dkrvz
t|�W S tk
rT | �dd| � Y q� tk
rr | �dd� Y q�X n| �dd| � | �dd � | �� d S )
Nzcontent-encodingZidentityrw i� zencoding %r not supported� zerror decoding gzip contentrs rt ) rc rd �lowerr r� r� �
ValueErrorr� r� )r( r> r% r r r r~ $ s
z1SimpleXMLRPCRequestHandler.decode_request_contentc C sF | � d� d}| �dd� | �dtt|��� | �� | j�|� d S )Ni� s No such pagerv z
text/plainrs )r� r� r� r| r� r� r� �r( rC r r r rx 5 s
z%SimpleXMLRPCRequestHandler.report_404�-c C s | j jrt�| ||� dS )z$Selectively log an accepted request.N)r � logRequestsr � log_request)r( �code�sizer r r r� > s z&SimpleXMLRPCRequestHandler.log_requestN)r� r� )r- r[ r\ r] rm r� ZwbufsizeZdisable_nagle_algorithm�re�compile�VERBOSE�
IGNORECASEre rl rn r� r~ rx r� r r r r r^ � s
� G r^ c @ s. e Zd ZdZdZdZedddddfdd�ZdS )�SimpleXMLRPCServerag Simple XML-RPC server.
Simple XML-RPC server that allows functions and a single instance
to be installed to handle requests. The default implementation
attempts to dispatch XML-RPC calls to the functions or instance
installed in the server. Override the _dispatch method inherited
from SimpleXMLRPCDispatcher to change this behavior.
TFNc C s, || _ t�| |||� tj�| |||� d S �N)r� r r) � socketserver� TCPServer�r( ZaddrZrequestHandlerr� r$ r% Zbind_and_activater& r r r r) W s zSimpleXMLRPCServer.__init__)r- r[ r\ r] Zallow_reuse_addressrp r^ r) r r r r r� D s �r� c @ s@ e Zd ZdZedddddfdd�Zdd� Zd d
� Zd
d d �ZdS )�MultiPathXMLRPCServera\ Multipath XML-RPC Server
This specialization of SimpleXMLRPCServer allows the user to create
multiple Dispatcher instances and assign them to different
HTTP request paths. This makes it possible to run two or more
'virtual XML-RPC servers' at the same port.
Make sure that the requestHandler accepts the paths in question.
TFNc
C s2 t �| |||||||� i | _|| _|p*d| _d S r )r� r) � dispatchersr$ r% r� r r r r) h s �z MultiPathXMLRPCServer.__init__c C s || j |< |S r� �r� )r( r@ �
dispatcherr r r �add_dispatcherr s
z$MultiPathXMLRPCServer.add_dispatcherc C s
| j | S r� r� )r( r@ r r r �get_dispatcherv s z$MultiPathXMLRPCServer.get_dispatcherc C s| z| j | �|||�}W n^ t�� d d� \}}z2ttdd||f �| j| jd�}|�| jd�}W 5 d }}X Y nX |S )N� r6 r7 r8 r9 ) r� rH r; r< r r r% r$ r= )r( r> r? r@ rC rE rF r r r rH y s"
� �z)MultiPathXMLRPCServer._marshaled_dispatch)NN) r- r[ r\ r] r^ r) r� r� rH r r r r r� ` s �
r� c @ s4 e Zd ZdZd dd�Zdd� Zdd � Zd
d
d �ZdS )�CGIXMLRPCRequestHandlerz3Simple handler for XML-RPC data passed through CGI.FNc C s t �| |||� d S r� )r r) r' r r r r) � s z CGIXMLRPCRequestHandler.__init__c C sP | � |�}td� tdt|� � t� tj�� tjj�|� tjj�� dS )z Handle a single XML-RPC requestzContent-Type: text/xml�Content-Length: %dN)rH �printr| r; �stdout�flush�bufferr� )r( � request_textrC r r r �
handle_xmlrpc� s
z%CGIXMLRPCRequestHandler.handle_xmlrpcc C s� d}t j| \}}tjj|||d� }|�d�}td||f � tdtjj � tdt|� � t� t j
� � t j
j �
|� t j
j � � dS )z�Handle a single HTTP GET request.
Default implementation indicates an error because
XML-RPC uses the POST method.
r� )r� �message�explainr! z
Status: %d %szContent-Type: %sr� N)r Z responses�httpr ZDEFAULT_ERROR_MESSAGEr= r� ZDEFAULT_ERROR_CONTENT_TYPEr| r; r� r� r� r� )r( r� r� r� rC r r r �
handle_get� s ��
z"CGIXMLRPCRequestHandler.handle_getc C sz |dkr$t j�dd�dkr$| �� nRztt j�dd��}W n ttfk
rV d}Y nX |dkrltj� |�}| �
|� dS )z�Handle a single XML-RPC request passed through a CGI post method.
If no XML data is given then it is read from stdin. The resulting
XML-RPC response is printed to stdout along with the correct HTTP
headers.
NZREQUEST_METHODZGETZCONTENT_LENGTHr` ) �os�environrd r� ry r� � TypeErrorr; �stdinr{ r� )r( r� Zlengthr r r �handle_request� s �
z&CGIXMLRPCRequestHandler.handle_request)FNF)N)r- r[ r\ r] r) r� r� r� r r r r r� � s
r� c @ s> e Zd ZdZdi i i fdd�Zdi i i dfdd�Zdd� ZdS ) �
ServerHTMLDocz7Class used to generate pydoc HTML document for a serverNc C sZ |p| j }g }d}t�d�}|�||�} | s0�q:| �� \}
} |�||||
� �� | �� \} }
}}}}|
r�|| ��dd�}|�d||f � n�|r�dt|� }|�d||| �f � n~|r�dt|� }|�d||| �f � nV|| | d � d k�r |�| � ||||�� n(|�r"|�d
| � n|�| � ||�� | }q |�|||d � �� d �
|�S )
z�Mark up some plain text, given a context of symbols to look for.
Each context dictionary maps object names to anchor names.r zM\b((http|ftp)://\S+[\w/]|RFC[- ]?(\d+)|PEP[- ]?(\d+)|(self\.)?((?:\w|\.)+))\b�"z"z<a href="%s">%s</a>z'http://www.rfc-editor.org/rfc/rfc%d.txtz(http://www.python.org/dev/peps/pep-%04d/r6 �(zself.<strong>%s</strong>NrQ ) �escaper� r� �search�spanrV �groups�replacery Znamelinkr} )r( �textr� r" �classesrN rW �here�patternrf �start�end�allZschemeZrfcZpepZselfdotr+ Zurlr r r �markup� s6
zServerHTMLDoc.markupc C s� |r
|j p dd | }d} d| �|�| �|�f }
t|�rHtt|��} nd} t|t�rp|d p`| } |d pld} n
t�|�} |
| | o�| � d| � }
| �
| | j |||�}|o�d| }d |
|f S )
z;Produce HTML documentation for a function or method object.rQ r� z$<a name="%s"><strong>%s</strong></a>z(...)r r6 z'<font face="helvetica, arial">%s</font>z<dd><tt>%s</tt></dd>z<dl><dt>%s</dt>%s</dl>
) r- r� r r� r �
isinstance�tuplerR rS Zgreyr� � preformat)r( �objectr+ �modr" r� rN ZclZanchorZnote�titleZargspecZ docstringZdecl�docr r r �
docroutine� s2 �
� � zServerHTMLDoc.docroutinec C s� i }|� � D ] \}}d| ||< || ||< q | �|�}d| }| �|dd�}| �|| j|�} | ohd| } |d| }g }
t|� � �} | D ] \}}|
�| j|||d�� q�|| �ddd d
� |
�� }|S ) z1Produce HTML documentation for an XML-RPC server.z#-z)<big><big><strong>%s</strong></big></big>z#ffffffz#7799eez <tt>%s</tt>z
<p>%s</p>
)r" ZMethodsz#eeaa77rQ )
�itemsr� Zheadingr� r� rM rV r� Z
bigsectionr} ) r( � server_nameZpackage_documentationrN Zfdict�key�value�head�resultr� �contentsZ method_itemsr r r � docserver s*
�zServerHTMLDoc.docserver)r- r[ r\ r] r� r� r� r r r r r� � s ) �
r� c @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd S )
�XMLRPCDocGeneratorz�Generates documentation for an XML-RPC server.
This class is designed as mix-in and should not
be constructed directly.
c C s d| _ d| _d| _d S )Nz XML-RPC Server DocumentationzGThis server exports the following methods through the XML-RPC protocol.)r� �server_documentation� server_titler2 r r r r) : s �zXMLRPCDocGenerator.__init__c C s
|| _ dS )z8Set the HTML title of the generated server documentationN)r� )r( r� r r r �set_server_titleB s z#XMLRPCDocGenerator.set_server_titlec C s
|| _ dS )z7Set the name of the generated HTML server documentationN)r� )r( r� r r r �set_server_nameG s z"XMLRPCDocGenerator.set_server_namec C s
|| _ dS )z3Set the documentation string for the entire server.N)r� )r( r� r r r �set_server_documentationL s z+XMLRPCDocGenerator.set_server_documentationc C s i }| � � D ]�}|| jkr&| j| }n�| jdk r�ddg}t| jd�rT| j�|�|d< t| jd�rp| j�|�|d< t|�}|dkr�|}q�t| jd�s�zt| j|�}W q� tk
r� |}Y q�X q�|}n ds�t d��|||< q t
� }|� | j | j
|�}|�t�| j�|�S ) a generate_html_documentation() => html documentation for the server
Generates HTML documentation for the server using introspection for
installed functions and instances that do not implement the
_dispatch method. Alternatively, instances can choose to implement
the _get_method_argstring(method_name) method to provide the
argument string used in the documentation and the
_methodHelp(method_name) method to provide the help text used
in the documentation.N�_get_method_argstringr rP r6 )NNr: zACould not find method in self.functions and no instance installed)r/ r" r# rL r� rP r� r r �AssertionErrorr� r� r� r� Zpage�htmlr� r� )r( rN rO rB Z method_infoZ
documenterZ
documentationr r r �generate_html_documentationQ s>
�
�z.XMLRPCDocGenerator.generate_html_documentationN) r- r[ r\ r] r) r� r� r� r� r r r r r� 3 s r� c @ s e Zd ZdZdd� ZdS )�DocXMLRPCRequestHandlerz�XML-RPC and documentation request handler class.
Handles all HTTP POST requests and attempts to decode them as
XML-RPC requests.
Handles all HTTP GET requests and interprets them as requests
for documentation.
c C sf | � � s| �� dS | j�� �d�}| �d� | �dd� | �dtt|��� | � � | j
� |� dS )�}Handles the HTTP GET request.
Interpret all HTTP GET requests as requests for server
documentation.
Nr! ru rv z text/htmlrs ) rn rx r r� r= r� r� r� r| r� r� r� r� r r r �do_GET� s
z DocXMLRPCRequestHandler.do_GETN)r- r[ r\ r] r� r r r r r� � s r� c @ s& e Zd ZdZedddddfdd�ZdS )�DocXMLRPCServerz�XML-RPC and HTML documentation server.
Adds the ability to serve server documentation to the capabilities
of SimpleXMLRPCServer.
TFNc
C s& t �| |||||||� t�| � d S r� )r� r) r� r� r r r r) � s �zDocXMLRPCServer.__init__)r- r[ r\ r] r� r) r r r r r� � s �r� c @ s e Zd ZdZdd� Zdd� ZdS )�DocCGIXMLRPCRequestHandlerzJHandler for XML-RPC data and documentation requests passed through
CGIc C sT | � � �d�}td� tdt|� � t� tj�� tjj�|� tjj�� dS )r� r! zContent-Type: text/htmlr� N) r� r= r� r| r; r� r� r� r� r� r r r r� � s
z%DocCGIXMLRPCRequestHandler.handle_getc C s t �| � t�| � d S r� )r� r) r� r2 r r r r) � s
z#DocCGIXMLRPCRequestHandler.__init__N)r- r[ r\ r] r� r) r r r r r� � s r� �__main__c @ s" e Zd Zdd� ZG dd� d�ZdS )�ExampleServicec C s dS )NZ42r r2 r r r �getData� s zExampleService.getDatac @ s e Zd Zedd� �ZdS )zExampleService.currentTimec C s
t j �� S r� )�datetimeZnowr r r r �getCurrentTime� s z)ExampleService.currentTime.getCurrentTimeN)r- r[ r\ � staticmethodr� r r r r � currentTime� s r� N)r- r[ r\ r� r� r r r r r� � s r� )Z localhosti@ c C s | | S r� r )�x�yr r r �<lambda>� ro r� �add)r z&Serving XML-RPC on localhost port 8000zKIt is advisable to run this example server within a secure, closed network.z&
Keyboard interrupt received, exiting.)T)1r] Z
xmlrpc.clientr r r r r Z http.serverr � functoolsr �inspectr r� r� r� r; r� r� rR r� Zfcntl� ImportErrorr r r r^ r� r� r� r� ZHTMLDocr� r� r� r� r� r- r� r� r r, �powr* r5 r� Z
serve_forever�KeyboardInterrupt�exitr r r r �<module> sh j
� ,EbQ � �
xmlrpc/__pycache__/client.cpython-38.opt-2.pyc 0000644 00000070442 15115353747 0015151 0 ustar 00 U
e5d�� �
@ sb d dl Z d dlZd dlZd dlmZ d dlmZ d dlZd dlZ d dl
m Z d dl Z d dl
mZ z d dlZW n ek
r� dZY nX dd� Zdejdd � Zd
Zd Zd Zd
ZdZdZdZd ZdZ dZ d
Z dZ dZ dZ!G dd� de"�Z#G dd� de#�Z$G dd� de#�Z%G d d � d e#�Z&e' Z(Z)ed d d �Z*e*�+d �d k�rFd!d"� Z,n"e*�+d#�d k�r`d$d"� Z,nd%d"� Z,[*d&d'� Z-G d(d)� d)�Z.d*d+� Z/d,d-� Z0G d.d/� d/�Z1d0d1� Z2e.e1fZ3G d2d3� d3�Z4G d4d5� d5�Z5G d6d7� d7�Z6G d8d9� d9�Z7G d:d;� d;�Z8G d<d=� d=�Z9d Z: Z;Z<dXd?d@�Z=dYdAdB�Z>dZdCdD�Z?dEdF� Z@d[dHdI�ZAG dJdK� dKe�rTejBneC�ZDG dLdM� dM�ZEG dNdO� dO�ZFG dPdQ� dQeF�ZGG dRdS� dS�ZHeHZIeJdTk�r^eHdU�ZKzeLeKjM�N� � W n. e#k
�r� ZO zeLdVeO� W 5 dZO[OX Y nX e9eK�ZPeP�Q� eP�Rd dW� eP�Sd d � zeP� D ]ZTeLeT� �q W n. e#k
�r\ ZO zeLdVeO� W 5 dZO[OX Y nX dS )\� N)�datetime)�Decimal)�expat)�BytesIOc C s$ | � dd�} | � dd�} | � dd�S )N�&z&�<z<�>z>)�replace)�s� r �%/usr/lib64/python3.8/xmlrpc/client.py�escape� s r
z%d.%d� i���i �iD���i����i ���ip���iԁ��iC���iB���i����i����i����c @ s e Zd ZejZdS )�ErrorN)�__name__�
__module__� __qualname__�object�__str__r r r r r � s r c @ s e Zd Zdd� Zdd� ZdS )�
ProtocolErrorc C s& t �| � || _|| _|| _|| _d S �N)r �__init__�url�errcode�errmsg�headers)�selfr r r r r r r r � s
zProtocolError.__init__c C s d| j j| j| j| jf S )Nz<%s for %s: %s %s>)� __class__r r r r �r r r r �__repr__� s ��zProtocolError.__repr__N�r r r r r r r r r r � s r c @ s e Zd ZdS )�
ResponseErrorN)r r r r r r r r! � s r! c @ s e Zd Zdd� Zdd� ZdS )�Faultc K s t �| � || _|| _d S r )r r � faultCode� faultString)r r# r$ Zextrar r r r � s
zFault.__init__c C s d| j j| j| jf S )Nz <%s %s: %r>)r r r# r$ r r r r r � s �zFault.__repr__Nr r r r r r" � s r" � z%YZ0001c C s
| � d�S �N�%Y%m%dT%H:%M:%S��strftime��valuer r r �_iso8601_format s r, z%4Yc C s
| � d�S )Nz%4Y%m%dT%H:%M:%Sr( r* r r r r, s c C s | � d��d�S )Nr' � )r) �zfillr* r r r r, s c C sL t | t�rt| �S t | ttjf�s<| dkr2t�� } t�| �} d| d d� S )Nr z%04d%02d%02dT%02d:%02d:%02d� )�
isinstancer r, �tuple�time� struct_time� localtimer* r r r � _strftime s
r5 c @ sn e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� ZdS ) �DateTimer c C s t |t�r|| _n
t|�| _d S r )r0 �strr+ r5 )r r+ r r r r ( s
zDateTime.__init__c C s� t |t�r| j}|j}nzt |t�r2| j}t|�}n`t |t�rH| j}|}nJt|d�rd| �� }|�� }n.t|d�rv|jj p|t
|�}t d| jj |f ��||fS )N� timetupler zCan't compare %s and %s) r0 r6 r+ r r, r7 �hasattrr8 r r �type� TypeError)r �otherr
�oZotyper r r �make_comparable. s*
��
�zDateTime.make_comparablec C s | � |�\}}||k S r �r> �r r< r
r= r r r �__lt__C s zDateTime.__lt__c C s | � |�\}}||kS r r? r@ r r r �__le__G s zDateTime.__le__c C s | � |�\}}||kS r r? r@ r r r �__gt__K s zDateTime.__gt__c C s | � |�\}}||kS r r? r@ r r r �__ge__O s zDateTime.__ge__c C s | � |�\}}||kS r r? r@ r r r �__eq__S s zDateTime.__eq__c C s t �| jd�S r& )r2 �strptimer+ r r r r r8 W s zDateTime.timetuplec C s | j S r r* r r r r r _ s zDateTime.__str__c C s d| j j| jt| �f S )Nz<%s %r at %#x>)r r r+ �idr r r r r b s zDateTime.__repr__c C s t |��� | _d S r )r7 �stripr+ �r �datar r r �decodee s zDateTime.decodec C s$ |� d� |� | j� |� d� d S �Nz<value><dateTime.iso8601>z </dateTime.iso8601></value>
)�writer+ )r �outr r r �encodeh s
zDateTime.encodeN)r )r r r r r> rA rB rC rD rE r8 r r rK rO r r r r r6 " s
r6 c C s t � }|�| � |S r )r6 rK �rJ r+ r r r � _datetimem s
rQ c C s t �| d�S r& )r rF )rJ r r r �_datetime_types s rR c @ s6 e Zd Zd dd�Zdd� Zdd� Zdd � Zd
d � ZdS )
�BinaryNc C s> |d krd}n&t |ttf�s,td|jj ��t|�}|| _d S )N� z#expected bytes or bytearray, not %s)r0 �bytes� bytearrayr; r r rJ rI r r r r s �zBinary.__init__c C s t | jd�S )Nzlatin-1)r7 rJ r r r r r � s zBinary.__str__c C s t |t�r|j}| j|kS r )r0 rS rJ )r r< r r r rE � s
z
Binary.__eq__c C s t �|�| _d S r )�base64� decodebytesrJ rI r r r rK � s z
Binary.decodec C s4 |� d� t�| j�}|� |�d�� |� d� d S �Nz<value><base64>
�asciiz</base64></value>
)rM rW � encodebytesrJ rK )r rN �encodedr r r rO � s
z
Binary.encode)N)r r r r r rE rK rO r r r r rS | s
rS c C s t � }|�| � |S r )rS rK rP r r r �_binary� s
r] c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )� ExpatParserc C sD t �d d � | _}|| _|j|_|j|_|j|_ d }|�
|d � d S r ) r Z ParserCreate�_parser�_target�startZStartElementHandler�endZEndElementHandlerrJ ZCharacterDataHandler�xml)r �target�parser�encodingr r r r � s zExpatParser.__init__c C s | j �|d� d S �Nr )r_ �ParserI r r r �feed� s zExpatParser.feedc C s8 z
| j }W n tk
r Y nX | `| ` |�dd� d S )NrT T)r_ �AttributeErrorr` rh )r re r r r �close� s
zExpatParser.closeN)r r r r ri rk r r r r r^ � s r^ c @ s� e Zd Zd dd�Zi Zdd� Zdd� Zd d
� Zeeed�< d d � Z e ee
< d
d� Z e ee < e Z
dd� Zeee< efdd�Zeee< dd� Zeee< eee< dd� Zeee< eee< efdd�Zeee< dd� Zeee < dd � Z e ee < e ee < e ed < dS ) �
MarshallerNFc C s i | _ d | _|| _|| _d S r )�memorJ rf �
allow_none)r rf rn r r r r � s zMarshaller.__init__c C s� g }|j }| j}t|t�r@|d� ||j|jd�|� |d� n4|d� |D ] }|d� |||� |d� qL|d� d�|�}|S ) Nz<fault>
)r# r$ z </fault>
z <params>
z<param>
z </param>
z
</params>
� )�append�_Marshaller__dumpr0 r" r# r$ �join)r �valuesrN rM �dump�v�resultr r r �dumps� s&
��
zMarshaller.dumpsc C s� z| j t|� }W nf tk
rx t|d�s<tdt|� ��t|�jD ]"}|| j �� krFtdt|� ��qF| j d }Y nX || ||� d S )N�__dict__zcannot marshal %s objects�_arbitrary_instance)�dispatchr: �KeyErrorr9 r; �__mro__�keys)r r+ rM �fZtype_r r r Z__dump� s
zMarshaller.__dumpc C s | j std��|d� d S )Nz0cannot marshal None unless allow_none is enabledz<value><nil/></value>)rn r; �r r+ rM r r r �dump_nil
s zMarshaller.dump_nilc C s$ |d� ||rdpd� |d� d S )Nz<value><boolean>�1�0z</boolean></value>
r r r r r � dump_bool s zMarshaller.dump_boolc C s< |t ks|tk rtd��|d� |tt|��� |d� d S )Nzint exceeds XML-RPC limitsz <value><int>z</int></value>
)�MAXINT�MININT�
OverflowErrorr7 �intr r r r � dump_long s
zMarshaller.dump_longc C s |d� |t |�� |d� d S )Nz<value><double>z</double></value>
)�reprr r r r � dump_double$ s zMarshaller.dump_doublec C s |d� |||�� |d� d S )Nz<value><string>z</string></value>
r )r r+ rM r
r r r � dump_unicode* s zMarshaller.dump_unicodec C s, |d� t �|�}||�d�� |d� d S rY )rW r[ rK )r r+ rM r\ r r r �
dump_bytes0 s
zMarshaller.dump_bytesc C sZ t |�}|| jkrtd��d | j|< | j}|d� |D ]}|||� q6|d� | j|= d S )Nz"cannot marshal recursive sequencesz<value><array><data>
z</data></array></value>
)rG rm r; rq )r r+ rM �irt ru r r r �
dump_array8 s
zMarshaller.dump_arrayc C s� t |�}|| jkrtd��d | j|< | j}|d� |�� D ]D\}}|d� t|t�s\td��|d||� � |||� |d� q:|d� | j|= d S )Nz%cannot marshal recursive dictionariesz<value><struct>
z <member>
z dictionary key must be stringz<name>%s</name>
z
</member>
z</struct></value>
)rG rm r; rq �itemsr0 r7 )r r+ rM r
r� rt �kru r r r � dump_structF s
zMarshaller.dump_structc C s |d� |t |�� |d� d S rL )r5 r r r r �
dump_datetimeX s zMarshaller.dump_datetimec C s2 |j tkr || _|�| � | `n| �|j|� d S r )r �WRAPPERSrM rO r� rx r r r r �
dump_instance^ s
zMarshaller.dump_instancery )NF) r r r r rz rw rq r� r: r� �boolr� r� Zdump_intr� �floatr
r� r7 r� rU rV r� r1 �listr� �dictr� r r� r6 rS r r r r rl � s:
rl c @ sj e Zd ZdDdd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
i Z dd� Z e e d< dd� Z
e
e d< dd� Zee d< ee d< ee d < ee d < ee d < ee d < d d!� Zee d"< ee d#< d$d%� Zee d&< d'd(� Zee d)< ee d*< d+d,� Zee d-< d.d/� Zee d0< d1d2� Zee d3< d4d5� Zee d6< d7d8� Zee d9< d:d;� Zee d<< d=d>� Zee d?< d@dA� Zee dB< dCS )E� UnmarshallerFc C sH d | _ g | _g | _g | _d| _d | _d| _| jj| _|p:|| _|| _ d S )NF�utf-8)
�_type�_stack�_marks�_data�_value� _methodname� _encodingrp �
_use_datetime�
_use_bytes)r � use_datetime�use_builtin_typesr r r r ~ s
zUnmarshaller.__init__c C s: | j d ks| jrt� �| j dkr0tf | jd ��t| j�S )N�faultr )r� r� r! r" r� r1 r r r r rk � s
zUnmarshaller.closec C s | j S r )r� r r r r �
getmethodname� s zUnmarshaller.getmethodnamec C s
|| _ d S r )r� )r rf Z
standaloner r r rc � s zUnmarshaller.xmlc C sh d|kr|� d�d }|dks&|dkr8| j�t| j�� g | _| jrZ|| jkrZtd| ��|dk| _d S )N�:����array�structzunknown tag %rr+ ) �splitr� rp �lenr� r� r� rz r! )r �tagZattrsr r r ra � s zUnmarshaller.startc C s | j �|� d S r )r� rp )r �textr r r rJ � s zUnmarshaller.datac C sv z| j | }W nT tk
rb d|kr,Y d S z| j |�d�d }W n tk
r\ Y Y d S X Y nX || d�| j��S )Nr� r� ro )rz r{ r� rr r� )r r� r~ r r r rb � s zUnmarshaller.endc C sn z| j | }W nT tk
rb d|kr,Y d S z| j |�d�d }W n tk
r\ Y Y d S X Y nX || |�S )Nr� r� )rz r{ r� )r r� rJ r~ r r r � end_dispatch� s zUnmarshaller.end_dispatchc C s | � d � d| _d S rg )rp r� rI r r r �end_nil� s
zUnmarshaller.end_nilZnilc C s: |dkr| � d� n |dkr(| � d� ntd��d| _d S )Nr� Fr� Tzbad boolean valuer )rp r; r� rI r r r � end_boolean� s zUnmarshaller.end_boolean�booleanc C s | � t|�� d| _d S rg )rp r� r� rI r r r �end_int� s zUnmarshaller.end_intZi1Zi2Zi4Zi8r� Z
bigintegerc C s | � t|�� d| _d S rg )rp r� r� rI r r r �
end_double� s zUnmarshaller.end_doubleZdoubler� c C s | � t|�� d| _d S rg )rp r r� rI r r r �end_bigdecimal� s zUnmarshaller.end_bigdecimalZ
bigdecimalc C s& | j r|�| j �}| �|� d| _d S rg )r� rK rp r� rI r r r �
end_string� s
zUnmarshaller.end_string�string�namec C s. | j �� }| j|d � g| j|d �< d| _d S rg )r� �popr� r� )r rJ �markr r r � end_array� s
zUnmarshaller.end_arrayr� c C s` | j �� }i }| j|d � }tdt|�d�D ]}||d ||| < q,|g| j|d �< d| _d S )Nr r r% )r� r� r� �ranger� r� )r rJ r� r� r� r� r r r �
end_struct� s
zUnmarshaller.end_structr� c C s6 t � }|�|�d�� | jr"|j}| �|� d| _d S )NrZ r )rS rK rO r� rJ rp r� �r rJ r+ r r r �
end_base64
s
zUnmarshaller.end_base64rW c C s, t � }|�|� | jr t|�}| �|� d S r )r6 rK r� rR rp r� r r r � end_dateTime s
zUnmarshaller.end_dateTimezdateTime.iso8601c C s | j r| �|� d S r )r� r� rI r r r � end_value s zUnmarshaller.end_valuer+ c C s
d| _ d S )N�params�r� rI r r r �
end_params" s zUnmarshaller.end_paramsr� c C s
d| _ d S )Nr� r� rI r r r � end_fault& s zUnmarshaller.end_faultr� c C s" | j r|�| j �}|| _d| _d S )N�
methodName)r� rK r� r� rI r r r �end_methodName* s zUnmarshaller.end_methodNamer� N)FF)r r r r rk r� rc ra rJ rb r� rz r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r� r sX
r� c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�_MultiCallMethodc C s || _ || _d S r )�_MultiCallMethod__call_list�_MultiCallMethod__name)r Z call_listr� r r r r 7 s z_MultiCallMethod.__init__c C s t | jd| j|f �S �Nz%s.%s)r� r� r� �r r� r r r � __getattr__: s z _MultiCallMethod.__getattr__c G s | j �| j|f� d S r )r� rp r� �r �argsr r r �__call__< s z_MultiCallMethod.__call__N�r r r r r� r� r r r r r� 4 s r� c @ s e Zd Zdd� Zdd� ZdS )�MultiCallIteratorc C s
|| _ d S r )�results)r r� r r r r C s zMultiCallIterator.__init__c C sR | j | }t|�ti �kr.t|d |d ��n t|�tg �krF|d S td��d S )Nr# r$ r z#unexpected type in multicall result)r� r: r" �
ValueError)r r� �itemr r r � __getitem__F s
z MultiCallIterator.__getitem__N)r r r r r� r r r r r� ? s r� c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
� MultiCallc C s || _ g | _d S r )�_MultiCall__server�_MultiCall__call_list)r �serverr r r r ` s zMultiCall.__init__c C s d| j jt| �f S )Nz <%s at %#x>)r r rG r r r r r d s zMultiCall.__repr__c C s t | j|�S r )r� r� r� r r r r� g s zMultiCall.__getattr__c C s6 g }| j D ]\}}|�||d�� q
t| jj�|��S )N)r� r� )r� rp r� r� �systemZ multicall)r Zmarshalled_listr� r� r r r r� j s zMultiCall.__call__N)r r r r r r� r� r r r r r� O s r� Fc C sr t rHtrH|rt}tj}n| r&t}t}nt}t}tdd||t�}t |�}n"t| |d�}t rbt |�}nt |�}||fS )NTF�r� r� )
�
FastParser�FastUnmarshallerrR rW rX r] rQ r" r� r^ )r� r� Z
mkdatetimeZmkbytesrd re r r r � getparser| s
r� c C s� t | t�rd}n|r t | t�r |s&d}tr4t|�}n
t||�}|�| �}|dkr^dt|� }nd}|rx|d|d|df}n|r�|d|d f}n|S d
�|�S ) Nr% r� z$<?xml version='1.0' encoding='%s'?>
z<?xml version='1.0'?>
z<methodCall>
<methodName>z</methodName>
z</methodCall>
z<methodResponse>
z</methodResponse>
ro )r0 r" r1 �FastMarshallerrl rw r7 rr )r� �
methodnameZmethodresponserf rn �mrJ Z xmlheaderr r r rw � s8
��rw c C s2 t ||d�\}}|�| � |�� |�� |�� fS �Nr� )r� ri rk r� )rJ r� r� �p�ur r r �loads� s
r� c C s< t st�t� }t jd|dd��}|�| � W 5 Q R X |�� S )N�wbr% )�mode�fileobjZ
compresslevel)�gzip�NotImplementedErrorr �GzipFilerM �getvalue)rJ r~ �gzfr r r � gzip_encode s r� � @c C s� t st�t jdt| �d��H}z$|dk r0|�� }n|�|d �}W n tk
r\ td��Y nX W 5 Q R X |dkr�t|�|kr�td��|S )N�rb�r� r� r r% z invalid dataz#max gzipped payload length exceeded)r� r� r� r �read�OSErrorr� r� )rJ Z
max_decoder� Zdecodedr r r � gzip_decode s
r� c @ s e Zd Zdd� Zdd� ZdS )�GzipDecodedResponsec C s. t st�t|�� �| _t jj| d| jd� d S )Nr� r� )r� r� r r� �ior� r )r �responser r r r : s z GzipDecodedResponse.__init__c C s" ztj�| � W 5 | j �� X d S r )r� rk r� r� r r r r rk B s zGzipDecodedResponse.closeN)r r r r rk r r r r r� 6 s r� c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�_Methodc C s || _ || _d S r ��
_Method__send�
_Method__name)r �sendr� r r r r O s z_Method.__init__c C s t | jd| j|f �S r� )r� r� r� r� r r r r� R s z_Method.__getattr__c G s | � | j|�S r r� r� r r r r� T s z_Method.__call__Nr� r r r r r� L s r� c @ s� e Zd Zde ZdZdZd dd�dd�Zd d d
�Zd d d �Z d
d� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd � ZdS ) � TransportzPython-xmlrpc/%sTNFr )r c C s& || _ || _d| _t|�| _g | _d S �N)NN)r� �_use_builtin_types� _connectionr� �_headers�_extra_headers)r r� r� r r r r r k s
zTransport.__init__c C s� dD ]v}z| � ||||�W S tjjk
r< |r8� Y q tk
rx } z |sf|jtjtjtjfkrh� W 5 d }~X Y qX qd S )N)r r% ) �single_request�http�clientZRemoteDisconnectedr� �errnoZ
ECONNRESETZ ECONNABORTEDZEPIPE)r �host�handler� request_body�verboser� �er r r �request} s �zTransport.requestc C s� z8| � ||||�}|�� }|jdkr6|| _| �|�W S W n2 tk
rN � Y n tk
rj | �� � Y nX |�dd�r�|� � t
|| |j|j t |�
� ���d S )N�� zcontent-lengthro )� send_requestZ getresponseZstatusr �parse_responser" � Exceptionrk � getheaderr� r �reasonr� Z
getheaders)r r r
r r Z http_connZrespr r r r � s&
�zTransport.single_requestc C s t | j| jd�S r� )r� r� r r r r r r� � s �zTransport.getparserc C sr i }t |t�r|\}}tj�|�\}}|rdtj�|�}t�|��d�}d� |�
� �}dd| fg}ng }|||fS )Nr� ro Z
AuthorizationzBasic ) r0 r1 �urllib�parseZ
_splituserZunquote_to_bytesrW r[ rK rr r� )r r �x509ZauthZ
extra_headersr r r �
get_host_info� s
�zTransport.get_host_infoc C sL | j r || j d kr | j d S | �|�\}| _}|tj�|�f| _ | j d S )Nr r% )r r r r r ZHTTPConnection�r r Zchostr r r r �make_connection� s
zTransport.make_connectionc C s | j \}}|r d| _ |�� d S r )r rk )r r �
connectionr r r rk � s
zTransport.closec C s� | � |�}| j| j }|r$|�d� | jrJtrJ|jd|dd� |�d� n |�d|� |�d� |�d| jf� | � ||� | �
||� |S )Nr% ZPOSTT)Zskip_accept_encoding)zAccept-Encodingr� )z Content-Typeztext/xmlz
User-Agent) r r r Zset_debuglevel�accept_gzip_encodingr� Z
putrequestrp �
user_agent� send_headers� send_content)r r r
r �debugr r r r r r � s
zTransport.send_requestc C s |D ]\}}|� ||� qd S r )� putheader)r r r �key�valr r r r s zTransport.send_headersc C sR | j d k r0| j t|�k r0tr0|�dd� t|�}|�dtt|��� |�|� d S )N�Content-Encodingr� zContent-Length)�encode_thresholdr� r� r! r� r7 Z
endheaders)r r r r r r r s
�� zTransport.send_contentc C s� t |d�r*|�dd�dkr$t|�}q.|}n|}| �� \}}|�d�}|sJqj| jr^tdt|�� |�|� q:||k rz|� � |� � |� � S )Nr r$ ro r� i zbody:)
r9 r r� r� r� r �printr� ri rk )r r� �streamr� r� rJ r r r r $ s
zTransport.parse_response)FF)F)F)r r r � __version__r r r% r r r r� r r rk r r r r r r r r r� ] s �
! r� c s. e Zd Zd ddd�� fdd� Zdd� Z� ZS )
�
SafeTransportFr N�r �contextc s t � j|||d� || _d S )N�r� r� r )�superr r+ )r r� r� r r+ �r r r r E s
�zSafeTransport.__init__c C st | j r || j d kr | j d S ttjd�s2td��| �|�\}| _}|tjj|d fd| ji|p`i ��f| _ | j d S )Nr r% �HTTPSConnectionz1your version of http.client doesn't support HTTPSr+ ) r r9 r r r� r r r/ r+ r r r r r N s
�
���
z SafeTransport.make_connection)FF)r r r r r �
__classcell__r r r. r r) B s
� r) c @ sV e Zd Zdddd�dd�Zdd� Zd d
� Zd d � Zd
d� Zdd� Zdd� Z dd� Z
dS )� ServerProxyNFr r* c
C s� t j�|�\}
}|
dkr td��t j�|�\| _| _| js@d| _|d kr||
dkr^t} d| i} nt} i } | f |||d�| ��}|| _ |p�d| _
|| _ || _ d S )N)r �httpsz unsupported XML-RPC protocolz/RPC2r2 r+ r, r� )
r r Z
_splittyper� Z
_splithost�_ServerProxy__host�_ServerProxy__handlerr) r� �_ServerProxy__transport�_ServerProxy__encoding�_ServerProxy__verbose�_ServerProxy__allow_none)
r Zuri� transportrf r rn r� r� r r+ r: r
Z extra_kwargsr r r r � s,
��
zServerProxy.__init__c C s | j �� d S r )r5 rk r r r r Z__close� s zServerProxy.__closec C sP t ||| j| jd��| jd�}| jj| j| j|| jd�}t |�dkrL|d }|S )N)rf rn �xmlcharrefreplace)r r% r )
rw r6 r8 rO r5 r r3 r4 r7 r� )r r� r� r r� r r r Z __request� s
� �� zServerProxy.__requestc C s d| j j| j| jf S )Nz
<%s for %s%s>)r r r3 r4 r r r r r � s ��zServerProxy.__repr__c C s t | j|�S r )r� �_ServerProxy__requestr� r r r r� � s zServerProxy.__getattr__c C s. |dkr| j S |dkr | jS td|f ��d S )Nrk r9 zAttribute %r not found)�_ServerProxy__closer5 rj )r �attrr r r r� � s
zServerProxy.__call__c C s | S r r r r r r � __enter__� s zServerProxy.__enter__c G s | � � d S r )r< r� r r r �__exit__� s zServerProxy.__exit__)NNFFFF) r r r r r< r; r r� r� r> r? r r r r r1 m s � �
r1 �__main__zhttp://localhost:8000ZERROR� )FF)NNNF)FF)r� )UrW �sysr2 r �decimalr Z http.clientr Z urllib.parser Z xml.parsersr r r� r r� � ImportErrorr
� version_infor( r� r� Z PARSE_ERRORZ SERVER_ERRORZAPPLICATION_ERRORZ SYSTEM_ERRORZTRANSPORT_ERRORZNOT_WELLFORMED_ERRORZUNSUPPORTED_ENCODINGZINVALID_ENCODING_CHARZINVALID_XMLRPCZMETHOD_NOT_FOUNDZINVALID_METHOD_PARAMSZINTERNAL_ERRORr r r r! r" r� r� ZBooleanZ_day0r) r, r5 r6 rQ rR rS r] r� r^ rl r� r� r� r� r� r� r� r� rw r� r� r� r� r r� r� r� r) r1 ZServerr r� r& Z currentTimeZgetCurrentTimeru ZmultiZgetData�pow�addr� r r r r �<module>� s�
K #! ( C %
' �
K
f+h
xmlrpc/__pycache__/server.cpython-38.opt-1.pyc 0000644 00000071201 15115353747 0015172 0 ustar 00 U
e5d9� � @ s d Z ddlmZmZmZmZmZ ddlmZ ddl m
Z
ddl m Z ddl
Z
ddlZddlZddlZddlZddlZddlZddlZz ddlZW n ek
r� dZY nX d+dd �Zd
d � ZG d d
� d
�ZG dd� de�ZG dd� deje�Z G dd� de �Z G dd� de�Z G dd� dej �Z G dd� d�Z!G dd� de�Z"G d d � d e e!�Z#G d d � d e e!�Z$e%d k�rddl&Z&G d!d"� d"�Z'e d#��~Z(e(�)e*� e(�)d$d%� d&� e(j+e'� dd'� e(�,� e-d(� e-d)� z e(�.� W n( e/k
�r e-d*� e�0d� Y nX W 5 Q R X dS ),a XML-RPC Servers.
This module can be used to create simple XML-RPC servers
by creating a server and either installing functions, a
class instance, or by extending the SimpleXMLRPCServer
class.
It can also be used to handle XML-RPC requests in a CGI
environment using CGIXMLRPCRequestHandler.
The Doc* classes can be used to create XML-RPC servers that
serve pydoc-style documentation in response to HTTP
GET requests. This documentation is dynamically generated
based on the functions and methods registered with the
server.
A list of possible usage patterns follows:
1. Install functions:
server = SimpleXMLRPCServer(("localhost", 8000))
server.register_function(pow)
server.register_function(lambda x,y: x+y, 'add')
server.serve_forever()
2. Install an instance:
class MyFuncs:
def __init__(self):
# make all of the sys functions available through sys.func_name
import sys
self.sys = sys
def _listMethods(self):
# implement this method so that system.listMethods
# knows to advertise the sys methods
return list_public_methods(self) + \
['sys.' + method for method in list_public_methods(self.sys)]
def pow(self, x, y): return pow(x, y)
def add(self, x, y) : return x + y
server = SimpleXMLRPCServer(("localhost", 8000))
server.register_introspection_functions()
server.register_instance(MyFuncs())
server.serve_forever()
3. Install an instance with custom dispatch method:
class Math:
def _listMethods(self):
# this method must be present for system.listMethods
# to work
return ['add', 'pow']
def _methodHelp(self, method):
# this method must be present for system.methodHelp
# to work
if method == 'add':
return "add(2,3) => 5"
elif method == 'pow':
return "pow(x, y[, z]) => number"
else:
# By convention, return empty
# string if no help is available
return ""
def _dispatch(self, method, params):
if method == 'pow':
return pow(*params)
elif method == 'add':
return params[0] + params[1]
else:
raise ValueError('bad method')
server = SimpleXMLRPCServer(("localhost", 8000))
server.register_introspection_functions()
server.register_instance(Math())
server.serve_forever()
4. Subclass SimpleXMLRPCServer:
class MathServer(SimpleXMLRPCServer):
def _dispatch(self, method, params):
try:
# We are forcing the 'export_' prefix on methods that are
# callable through XML-RPC to prevent potential security
# problems
func = getattr(self, 'export_' + method)
except AttributeError:
raise Exception('method "%s" is not supported' % method)
else:
return func(*params)
def export_add(self, x, y):
return x + y
server = MathServer(("localhost", 8000))
server.serve_forever()
5. CGI script:
server = CGIXMLRPCRequestHandler()
server.register_function(pow)
server.handle_request()
� )�Fault�dumps�loads� gzip_encode� gzip_decode)�BaseHTTPRequestHandler)�partial)� signatureNTc C sF |r|� d�}n|g}|D ]&}|�d�r6td| ��qt| |�} q| S )aG resolve_dotted_attribute(a, 'b.c.d') => a.b.c.d
Resolves a dotted attribute name to an object. Raises
an AttributeError if any attribute in the chain starts with a '_'.
If the optional allow_dotted_names argument is false, dots are not
supported and this function operates similar to getattr(obj, attr).
�.�_z(attempt to access private attribute "%s")�split�
startswith�AttributeError�getattr)�obj�attr�allow_dotted_namesZattrs�i� r �%/usr/lib64/python3.8/xmlrpc/server.py�resolve_dotted_attribute| s
� r c s � fdd�t � �D �S )zkReturns a list of attribute strings, found in the specified
object, which represent callable attributesc s( g | ] }|� d �stt� |��r|�qS )r )r
�callabler )�.0�member�r r r �
<listcomp>� s
�z'list_public_methods.<locals>.<listcomp>)�dirr r r r �list_public_methods� s r c @ sp e Zd ZdZddd�Zddd�Zd dd �Zd
d � Zd d
� Zd dd�Z dd� Z
dd� Z dd� Z dd� Z
dd� ZdS ) �SimpleXMLRPCDispatchera& Mix-in class that dispatches XML-RPC requests.
This class is used to register XML-RPC method handlers
and then to dispatch them. This class doesn't need to be
instanced directly when used by SimpleXMLRPCServer but it
can be instanced when used by the MultiPathXMLRPCServer
FNc C s& i | _ d | _|| _|pd| _|| _d S �N�utf-8)�funcs�instance�
allow_none�encoding�use_builtin_types��selfr# r$ r% r r r �__init__� s
z SimpleXMLRPCDispatcher.__init__c C s || _ || _dS )a Registers an instance to respond to XML-RPC requests.
Only one instance can be installed at a time.
If the registered instance has a _dispatch method then that
method will be called with the name of the XML-RPC method and
its parameters as a tuple
e.g. instance._dispatch('add',(2,3))
If the registered instance does not have a _dispatch method
then the instance will be searched to find a matching method
and, if found, will be called. Methods beginning with an '_'
are considered private and will not be called by
SimpleXMLRPCServer.
If a registered function matches an XML-RPC request, then it
will be called instead of the registered instance.
If the optional allow_dotted_names argument is true and the
instance does not have a _dispatch method, method names
containing dots are supported and resolved, as long as none of
the name segments start with an '_'.
*** SECURITY WARNING: ***
Enabling the allow_dotted_names options allows intruders
to access your module's global variables and may allow
intruders to execute arbitrary code on your machine. Only
use this option on a secure, closed network.
N)r" r )r' r" r r r r �register_instance� s !z(SimpleXMLRPCDispatcher.register_instancec C s2 |dkrt | j|d�S |dkr$|j}|| j|< |S )z�Registers a function to respond to XML-RPC requests.
The optional name argument can be used to set a Unicode name
for the function.
N)�name)r �register_function�__name__r! )r' Zfunctionr* r r r r+ � s
z(SimpleXMLRPCDispatcher.register_functionc C s | j �| j| j| jd�� dS )z�Registers the XML-RPC introspection methods in the system
namespace.
see http://xmlrpc.usefulinc.com/doc/reserved.html
)zsystem.listMethodszsystem.methodSignaturezsystem.methodHelpN)r! �update�system_listMethods�system_methodSignature�system_methodHelp�r' r r r � register_introspection_functions� s
�z7SimpleXMLRPCDispatcher.register_introspection_functionsc C s | j �d| ji� dS )z�Registers the XML-RPC multicall method in the system
namespace.
see http://www.xmlrpc.com/discuss/msgReader$1208zsystem.multicallN)r! r- �system_multicallr1 r r r � register_multicall_functions� s z3SimpleXMLRPCDispatcher.register_multicall_functionsc C s� zPt || jd�\}}|dk r(|||�}n | �||�}|f}t|d| j| jd�}W n� tk
r� } zt|| j| jd�}W 5 d}~X Y nN t�� \}} }
z$ttdd|| f �| j| jd�}W 5 d } } }
X Y nX |� | jd�S ) a� Dispatches an XML-RPC method from marshalled (XML) data.
XML-RPC methods are dispatched from the marshalled (XML) data
using the _dispatch method and the result is returned as
marshalled data. For backwards compatibility, a dispatch
function can be provided as an argument (see comment in
SimpleXMLRPCRequestHandler.do_POST) but overriding the
existing method through subclassing is the preferred means
of changing method dispatch behavior.
)r% N� )Zmethodresponser# r$ )r# r$ �%s:%s�r$ r# �xmlcharrefreplace)
r r% � _dispatchr r# r$ r �sys�exc_info�encode) r' �data�dispatch_method�path�params�method�response�fault�exc_type� exc_value�exc_tbr r r �_marshaled_dispatch� s0 �
� �
z*SimpleXMLRPCDispatcher._marshaled_dispatchc C s^ t | j�� �}| jdk rVt| jd�r8|t | j�� �O }n t| jd�sV|t t| j��O }t|�S )zwsystem.listMethods() => ['add', 'subtract', 'multiple']
Returns a list of the methods supported by the server.N� _listMethodsr9 )�setr! �keysr" �hasattrrH r �sorted)r' �methodsr r r r. s
z)SimpleXMLRPCDispatcher.system_listMethodsc C s dS )a# system.methodSignature('add') => [double, int, int]
Returns a list describing the signature of the method. In the
above example, the add method takes two integers as arguments
and returns a double result.
This server does NOT support system.methodSignature.zsignatures not supportedr )r' � method_namer r r r/ / s z-SimpleXMLRPCDispatcher.system_methodSignaturec C s� d}|| j kr| j | }nX| jdk rrt| jd�r<| j�|�S t| jd�srzt| j|| j�}W n tk
rp Y nX |dkr~dS t�|�S dS )z�system.methodHelp('add') => "Adds two integers together"
Returns a string containing documentation for the specified method.N� _methodHelpr9 � ) r! r" rK rO r r r �pydoc�getdoc)r' rN rA r r r r0 < s$
�z(SimpleXMLRPCDispatcher.system_methodHelpc
C s� g }|D ]�}|d }|d }z|� | �||�g� W q tk
rj } z|� |j|jd�� W 5 d}~X Y q t�� \}}} z |� dd||f d�� W 5 d } }} X Y qX q|S )z�system.multicall([{'methodName': 'add', 'params': [2, 2]}, ...]) => [[4], ...]
Allows the caller to package multiple XML-RPC calls into a single
request.
See http://www.xmlrpc.com/discuss/msgReader$1208
Z
methodNamer@ )� faultCode� faultStringNr5 r6 )�appendr9 r rS rT r: r; )
r' Z call_list�resultsZcallrN r@ rC rD rE rF r r r r3 [ s,
��
��z'SimpleXMLRPCDispatcher.system_multicallc C s� z| j | }W n tk
r" Y n X |dk r4||� S td| ��| jdk r�t| jd�rd| j�||�S zt| j|| j�}W n tk
r� Y nX |dk r�||� S td| ��dS )a� Dispatches the XML-RPC method.
XML-RPC calls are forwarded to a registered function that
matches the called XML-RPC method name. If no such function
exists then the call is forwarded to the registered instance,
if available.
If the registered instance has a _dispatch method then that
method will be called with the name of the XML-RPC method and
its parameters as a tuple
e.g. instance._dispatch('add',(2,3))
If the registered instance does not have a _dispatch method
then the instance will be searched to find a matching method
and, if found, will be called.
Methods beginning with an '_' are considered private and will
not be called.
Nz method "%s" is not supportedr9 ) r! �KeyError� Exceptionr" rK r9 r r r )r' rA r@ �funcr r r r9 s*
�z SimpleXMLRPCDispatcher._dispatch)FNF)F)NN)NN)r, �
__module__� __qualname__�__doc__r( r) r+ r2 r4 rG r. r/ r0 r3 r9 r r r r r � s �
$
)
$r c @ sf e Zd ZdZdZdZdZdZe� dej
ej B �Z dd� Z
d d
� Zd d � Zd
d� Zdd� Zddd�ZdS )�SimpleXMLRPCRequestHandlerz�Simple XML-RPC request handler class.
Handles all HTTP POST requests and attempts to decode them as
XML-RPC requests.
)�/z/RPC2ix ���Tz�
\s* ([^\s;]+) \s* #content-coding
(;\s* q \s*=\s* ([0-9\.]+))? #q
c C s^ i }| j �dd�}|�d�D ]<}| j�|�}|r |�d�}|rFt|�nd}|||�d�< q |S )NzAccept-EncodingrP �,� g �?r5 )�headers�getr � aepattern�match�group�float)r' �rZae�ere �vr r r �accept_encodings� s
z+SimpleXMLRPCRequestHandler.accept_encodingsc C s | j r| j| j kS dS d S )NT)� rpc_pathsr? r1 r r r �is_rpc_path_valid� s z,SimpleXMLRPCRequestHandler.is_rpc_path_validc
C s� | � � s| �� dS z�d}t| jd �}g }|rht||�}| j�|�}|sLqh|�|� |t|d �8 }q,d� |�}| �
|�}|dkr�W dS | j � |t
| dd�| j�}W n� tk
�r6 } zp| �d� t| j d��r| j j�r| �d t|�� t�� } t| �d
d �d
�} | �d | � | �d
d� | �� W 5 d}~X Y n�X | �d� | �dd� | jdk �r�t|�| jk�r�| �� �dd�}
|
�r�zt |�}| �dd� W n t k
�r� Y nX | �d
tt|��� | �� | j � |� dS )z�Handles the HTTP POST request.
Attempts to interpret all HTTP POST requests as XML-RPC calls,
which are forwarded to the server's _dispatch method for handling.
Ni � zcontent-lengthr_ � r9 i� �_send_traceback_headerz X-exception�ASCII�backslashreplacez X-traceback�Content-length�0�� � Content-typeztext/xml�gzipr zContent-Encoding) rm �
report_404�intrb �minZrfile�readrU �len�join�decode_request_content�serverrG r r? rX �
send_responserK ro � send_header�str� traceback�
format_excr< � end_headers�encode_thresholdrk rc r �NotImplementedError�wfile�write) r' Zmax_chunk_sizeZsize_remaining�LZ
chunk_size�chunkr= rB ri Ztrace�qr r r �do_POST� s`
�
�
z"SimpleXMLRPCRequestHandler.do_POSTc C s� | j �dd��� }|dkr |S |dkrvz
t|�W S tk
rT | �dd| � Y q� tk
rr | �dd� Y q�X n| �dd| � | �dd � | �� d S )
Nzcontent-encodingZidentityrv i� zencoding %r not supported� zerror decoding gzip contentrr rs ) rb rc �lowerr r� r �
ValueErrorr� r� )r' r= r$ r r r r} $ s
z1SimpleXMLRPCRequestHandler.decode_request_contentc C sF | � d� d}| �dd� | �dtt|��� | �� | j�|� d S )Ni� s No such pageru z
text/plainrr )r r� r� r{ r� r� r� �r' rB r r r rw 5 s
z%SimpleXMLRPCRequestHandler.report_404�-c C s | j jrt�| ||� dS )z$Selectively log an accepted request.N)r~ � logRequestsr � log_request)r' �code�sizer r r r� > s z&SimpleXMLRPCRequestHandler.log_requestN)r� r� )r, rZ r[ r\ rl r� ZwbufsizeZdisable_nagle_algorithm�re�compile�VERBOSE�
IGNORECASErd rk rm r� r} rw r� r r r r r] � s
� G r] c @ s. e Zd ZdZdZdZedddddfdd�ZdS )�SimpleXMLRPCServerag Simple XML-RPC server.
Simple XML-RPC server that allows functions and a single instance
to be installed to handle requests. The default implementation
attempts to dispatch XML-RPC calls to the functions or instance
installed in the server. Override the _dispatch method inherited
from SimpleXMLRPCDispatcher to change this behavior.
TFNc C s, || _ t�| |||� tj�| |||� d S �N)r� r r( � socketserver� TCPServer�r' ZaddrZrequestHandlerr� r# r$ Zbind_and_activater% r r r r( W s zSimpleXMLRPCServer.__init__)r, rZ r[ r\ Zallow_reuse_addressro r] r( r r r r r� D s �r� c @ s@ e Zd ZdZedddddfdd�Zdd� Zd d
� Zd
d d �ZdS )�MultiPathXMLRPCServera\ Multipath XML-RPC Server
This specialization of SimpleXMLRPCServer allows the user to create
multiple Dispatcher instances and assign them to different
HTTP request paths. This makes it possible to run two or more
'virtual XML-RPC servers' at the same port.
Make sure that the requestHandler accepts the paths in question.
TFNc
C s2 t �| |||||||� i | _|| _|p*d| _d S r )r� r( � dispatchersr# r$ r� r r r r( h s �z MultiPathXMLRPCServer.__init__c C s || j |< |S r� �r� )r' r? �
dispatcherr r r �add_dispatcherr s
z$MultiPathXMLRPCServer.add_dispatcherc C s
| j | S r� r� )r' r? r r r �get_dispatcherv s z$MultiPathXMLRPCServer.get_dispatcherc C s| z| j | �|||�}W n^ t�� d d� \}}z2ttdd||f �| j| jd�}|�| jd�}W 5 d }}X Y nX |S )N� r5 r6 r7 r8 ) r� rG r: r; r r r$ r# r< )r' r= r> r? rB rD rE r r r rG y s"
� �z)MultiPathXMLRPCServer._marshaled_dispatch)NN) r, rZ r[ r\ r] r( r� r� rG r r r r r� ` s �
r� c @ s4 e Zd ZdZd dd�Zdd� Zdd � Zd
d
d �ZdS )�CGIXMLRPCRequestHandlerz3Simple handler for XML-RPC data passed through CGI.FNc C s t �| |||� d S r� )r r( r& r r r r( � s z CGIXMLRPCRequestHandler.__init__c C sP | � |�}td� tdt|� � t� tj�� tjj�|� tjj�� dS )z Handle a single XML-RPC requestzContent-Type: text/xml�Content-Length: %dN)rG �printr{ r: �stdout�flush�bufferr� )r' � request_textrB r r r �
handle_xmlrpc� s
z%CGIXMLRPCRequestHandler.handle_xmlrpcc C s� d}t j| \}}tjj|||d� }|�d�}td||f � tdtjj � tdt|� � t� t j
� � t j
j �
|� t j
j � � dS )z�Handle a single HTTP GET request.
Default implementation indicates an error because
XML-RPC uses the POST method.
r� )r� �message�explainr z
Status: %d %szContent-Type: %sr� N)r Z responses�httpr~ ZDEFAULT_ERROR_MESSAGEr< r� ZDEFAULT_ERROR_CONTENT_TYPEr{ r: r� r� r� r� )r' r� r� r� rB r r r �
handle_get� s ��
z"CGIXMLRPCRequestHandler.handle_getc C sz |dkr$t j�dd�dkr$| �� nRztt j�dd��}W n ttfk
rV d}Y nX |dkrltj� |�}| �
|� dS )z�Handle a single XML-RPC request passed through a CGI post method.
If no XML data is given then it is read from stdin. The resulting
XML-RPC response is printed to stdout along with the correct HTTP
headers.
NZREQUEST_METHODZGETZCONTENT_LENGTHr_ ) �os�environrc r� rx r� � TypeErrorr: �stdinrz r� )r' r� Zlengthr r r �handle_request� s �
z&CGIXMLRPCRequestHandler.handle_request)FNF)N)r, rZ r[ r\ r( r� r� r� r r r r r� � s
r� c @ s> e Zd ZdZdi i i fdd�Zdi i i dfdd�Zdd� ZdS ) �
ServerHTMLDocz7Class used to generate pydoc HTML document for a serverNc C sZ |p| j }g }d}t�d�}|�||�} | s0�q:| �� \}
} |�||||
� �� | �� \} }
}}}}|
r�|| ��dd�}|�d||f � n�|r�dt|� }|�d||| �f � n~|r�dt|� }|�d||| �f � nV|| | d � d k�r |�| � ||||�� n(|�r"|�d
| � n|�| � ||�� | }q |�|||d � �� d �
|�S )
z�Mark up some plain text, given a context of symbols to look for.
Each context dictionary maps object names to anchor names.r zM\b((http|ftp)://\S+[\w/]|RFC[- ]?(\d+)|PEP[- ]?(\d+)|(self\.)?((?:\w|\.)+))\b�"z"z<a href="%s">%s</a>z'http://www.rfc-editor.org/rfc/rfc%d.txtz(http://www.python.org/dev/peps/pep-%04d/r5 �(zself.<strong>%s</strong>NrP ) �escaper� r� �search�spanrU �groups�replacerx Znamelinkr| )r' �textr� r! �classesrM rV �here�patternre �start�end�allZschemeZrfcZpepZselfdotr* Zurlr r r �markup� s6
zServerHTMLDoc.markupc C s� |r
|j p dd | }d} d| �|�| �|�f }
t|�rHtt|��} nd} t|t�rp|d p`| } |d pld} n
t�|�} |
| | o�| � d| � }
| �
| | j |||�}|o�d| }d |
|f S )
z;Produce HTML documentation for a function or method object.rP r� z$<a name="%s"><strong>%s</strong></a>z(...)r r5 z'<font face="helvetica, arial">%s</font>z<dd><tt>%s</tt></dd>z<dl><dt>%s</dt>%s</dl>
) r, r� r r� r �
isinstance�tuplerQ rR Zgreyr� � preformat)r' �objectr* �modr! r� rM ZclZanchorZnote�titleZargspecZ docstringZdecl�docr r r �
docroutine� s2 �
� � zServerHTMLDoc.docroutinec C s� i }|� � D ] \}}d| ||< || ||< q | �|�}d| }| �|dd�}| �|| j|�} | ohd| } |d| }g }
t|� � �} | D ] \}}|
�| j|||d�� q�|| �ddd d
� |
�� }|S ) z1Produce HTML documentation for an XML-RPC server.z#-z)<big><big><strong>%s</strong></big></big>z#ffffffz#7799eez <tt>%s</tt>z
<p>%s</p>
)r! ZMethodsz#eeaa77rP )
�itemsr� Zheadingr� r� rL rU r� Z
bigsectionr| ) r' � server_nameZpackage_documentationrM Zfdict�key�value�head�resultr� �contentsZ method_itemsr r r � docserver s*
�zServerHTMLDoc.docserver)r, rZ r[ r\ r� r� r� r r r r r� � s ) �
r� c @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd S )
�XMLRPCDocGeneratorz�Generates documentation for an XML-RPC server.
This class is designed as mix-in and should not
be constructed directly.
c C s d| _ d| _d| _d S )Nz XML-RPC Server DocumentationzGThis server exports the following methods through the XML-RPC protocol.)r� �server_documentation� server_titler1 r r r r( : s �zXMLRPCDocGenerator.__init__c C s
|| _ dS )z8Set the HTML title of the generated server documentationN)r� )r' r� r r r �set_server_titleB s z#XMLRPCDocGenerator.set_server_titlec C s
|| _ dS )z7Set the name of the generated HTML server documentationN)r� )r' r� r r r �set_server_nameG s z"XMLRPCDocGenerator.set_server_namec C s
|| _ dS )z3Set the documentation string for the entire server.N)r� )r' r� r r r �set_server_documentationL s z+XMLRPCDocGenerator.set_server_documentationc C s� i }| � � D ]�}|| jkr&| j| }n�| jdk r�ddg}t| jd�rT| j�|�|d< t| jd�rp| j�|�|d< t|�}|dkr�|}q�t| jd�s�zt| j|�}W q� tk
r� |}Y q�X q�|}n |||< q t � }|�
| j | j |�}|�
t�| j�|�S )a generate_html_documentation() => html documentation for the server
Generates HTML documentation for the server using introspection for
installed functions and instances that do not implement the
_dispatch method. Alternatively, instances can choose to implement
the _get_method_argstring(method_name) method to provide the
argument string used in the documentation and the
_methodHelp(method_name) method to provide the help text used
in the documentation.N�_get_method_argstringr rO r5 )NNr9 )r. r! r" rK r� rO r� r r r� r� r� r� Zpage�htmlr� r� )r' rM rN rA Z method_infoZ
documenterZ
documentationr r r �generate_html_documentationQ s<
�
�z.XMLRPCDocGenerator.generate_html_documentationN) r, rZ r[ r\ r( r� r� r� r� r r r r r� 3 s r� c @ s e Zd ZdZdd� ZdS )�DocXMLRPCRequestHandlerz�XML-RPC and documentation request handler class.
Handles all HTTP POST requests and attempts to decode them as
XML-RPC requests.
Handles all HTTP GET requests and interprets them as requests
for documentation.
c C sf | � � s| �� dS | j�� �d�}| �d� | �dd� | �dtt|��� | � � | j
� |� dS )�}Handles the HTTP GET request.
Interpret all HTTP GET requests as requests for server
documentation.
Nr rt ru z text/htmlrr ) rm rw r~ r� r< r r� r� r{ r� r� r� r� r r r �do_GET� s
z DocXMLRPCRequestHandler.do_GETN)r, rZ r[ r\ r� r r r r r� � s r� c @ s& e Zd ZdZedddddfdd�ZdS )�DocXMLRPCServerz�XML-RPC and HTML documentation server.
Adds the ability to serve server documentation to the capabilities
of SimpleXMLRPCServer.
TFNc
C s& t �| |||||||� t�| � d S r� )r� r( r� r� r r r r( � s �zDocXMLRPCServer.__init__)r, rZ r[ r\ r� r( r r r r r� � s �r� c @ s e Zd ZdZdd� Zdd� ZdS )�DocCGIXMLRPCRequestHandlerzJHandler for XML-RPC data and documentation requests passed through
CGIc C sT | � � �d�}td� tdt|� � t� tj�� tjj�|� tjj�� dS )r� r zContent-Type: text/htmlr� N) r� r< r� r{ r: r� r� r� r� r� r r r r� � s
z%DocCGIXMLRPCRequestHandler.handle_getc C s t �| � t�| � d S r� )r� r( r� r1 r r r r( � s
z#DocCGIXMLRPCRequestHandler.__init__N)r, rZ r[ r\ r� r( r r r r r� � s r� �__main__c @ s" e Zd Zdd� ZG dd� d�ZdS )�ExampleServicec C s dS )NZ42r r1 r r r �getData� s zExampleService.getDatac @ s e Zd Zedd� �ZdS )zExampleService.currentTimec C s
t j �� S r� )�datetimeZnowr r r r �getCurrentTime� s z)ExampleService.currentTime.getCurrentTimeN)r, rZ r[ � staticmethodr� r r r r � currentTime� s r� N)r, rZ r[ r� r� r r r r r� � s r� )Z localhosti@ c C s | | S r� r )�x�yr r r �<lambda>� rn r� �add)r z&Serving XML-RPC on localhost port 8000zKIt is advisable to run this example server within a secure, closed network.z&
Keyboard interrupt received, exiting.)T)1r\ Z
xmlrpc.clientr r r r r Z http.serverr � functoolsr �inspectr r� r� r� r: r� r� rQ r� Zfcntl� ImportErrorr r r r] r� r� r� r� ZHTMLDocr� r� r� r� r� r, r� r� r~ r+ �powr) r4 r� Z
serve_forever�KeyboardInterrupt�exitr r r r �<module> sh j
� ,EbQ � �
xmlrpc/__pycache__/__init__.cpython-38.opt-2.pyc 0000644 00000000202 15115353747 0015415 0 ustar 00 U
e5d& � @ s d S )N� r r r �'/usr/lib64/python3.8/xmlrpc/__init__.py�<module> � xmlrpc/__pycache__/__init__.cpython-38.pyc 0000644 00000000202 15115353747 0014455 0 ustar 00 U
e5d& � @ s d S )N� r r r �'/usr/lib64/python3.8/xmlrpc/__init__.py�<module> � xmlrpc/__pycache__/server.cpython-38.opt-2.pyc 0000644 00000043607 15115353747 0015204 0 ustar 00 U
e5d9� � @ s d dl mZmZmZmZmZ d dlmZ d dlm Z d dl
m Z d dl Z d dlZ
d dlZd dlZd dlZd dlZd dlZd dlZz d dlZW n ek
r� dZY nX d*dd�Zd d
� ZG d d � d �ZG d
d� de�ZG dd� deje�ZG dd� de�Z G dd� de�Z G dd� dej �Z G dd� d�Z G dd� de�Z!G dd � d ee �Z"G d d � d e e �Z#e$d k�r
d dl%Z%G d d!� d!�Z&ed"��~Z'e'�(e)� e'�(d#d$� d%� e'j*e&� dd&� e'�+� e,d'� e,d(� z e'�-� W n( e.k
�r� e,d)� e�/d � Y nX W 5 Q R X dS )+� )�Fault�dumps�loads� gzip_encode� gzip_decode)�BaseHTTPRequestHandler)�partial)� signatureNTc C sF |r|� d�}n|g}|D ]&}|�d�r6td| ��qt| |�} q| S )N�.�_z(attempt to access private attribute "%s")�split�
startswith�AttributeError�getattr)�obj�attr�allow_dotted_namesZattrs�i� r �%/usr/lib64/python3.8/xmlrpc/server.py�resolve_dotted_attribute| s
� r c s � fdd�t � �D �S )Nc s( g | ] }|� d �stt� |��r|�qS )r )r
�callabler )�.0�member�r r r �
<listcomp>� s
�z'list_public_methods.<locals>.<listcomp>)�dirr r r r �list_public_methods� s r c @ sl e Zd Zddd�Zddd�Zddd�Zd d
� Zd d � Zd d
d�Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dS ) �SimpleXMLRPCDispatcherFNc C s& i | _ d | _|| _|pd| _|| _d S �N�utf-8)�funcs�instance�
allow_none�encoding�use_builtin_types��selfr# r$ r% r r r �__init__� s
z SimpleXMLRPCDispatcher.__init__c C s || _ || _d S �N)r" r )r' r" r r r r �register_instance� s !z(SimpleXMLRPCDispatcher.register_instancec C s2 |d krt | j|d�S |d kr$|j}|| j|< |S )N)�name)r �register_function�__name__r! )r' Zfunctionr+ r r r r, � s
z(SimpleXMLRPCDispatcher.register_functionc C s | j �| j| j| jd�� d S )N)zsystem.listMethodszsystem.methodSignaturezsystem.methodHelp)r! �update�system_listMethods�system_methodSignature�system_methodHelp�r' r r r � register_introspection_functions� s
�z7SimpleXMLRPCDispatcher.register_introspection_functionsc C s | j �d| ji� d S )Nzsystem.multicall)r! r. �system_multicallr2 r r r � register_multicall_functions� s z3SimpleXMLRPCDispatcher.register_multicall_functionsc C s� zPt || jd�\}}|d k r(|||�}n | �||�}|f}t|d| j| jd�}W n� tk
r� } zt|| j| jd�}W 5 d }~X Y nN t�� \}} }
z$ttdd|| f �| j| jd�}W 5 d } } }
X Y nX |� | jd�S )N)r% � )Zmethodresponser# r$ )r# r$ �%s:%s�r$ r# �xmlcharrefreplace)
r r% � _dispatchr r# r$ r �sys�exc_info�encode) r' �data�dispatch_method�path�params�method�response�fault�exc_type� exc_value�exc_tbr r r �_marshaled_dispatch� s0 �
� �
z*SimpleXMLRPCDispatcher._marshaled_dispatchc C s^ t | j�� �}| jd k rVt| jd�r8|t | j�� �O }n t| jd�sV|t t| j��O }t|�S )N� _listMethodsr: )�setr! �keysr" �hasattrrI r �sorted)r' �methodsr r r r/ s
z)SimpleXMLRPCDispatcher.system_listMethodsc C s dS )Nzsignatures not supportedr )r' � method_namer r r r0 / s z-SimpleXMLRPCDispatcher.system_methodSignaturec C s� d }|| j kr| j | }nX| jd k rrt| jd�r<| j�|�S t| jd�srzt| j|| j�}W n tk
rp Y nX |d kr~dS t�|�S d S )N� _methodHelpr: � ) r! r" rL rP r r r �pydoc�getdoc)r' rO rB r r r r1 < s$
�z(SimpleXMLRPCDispatcher.system_methodHelpc
C s� g }|D ]�}|d }|d }z|� | �||�g� W q tk
rj } z|� |j|jd�� W 5 d }~X Y q t�� \}}} z |� dd||f d�� W 5 d } }} X Y qX q|S )NZ
methodNamerA )� faultCode� faultStringr6 r7 )�appendr: r rT rU r; r< )
r' Z call_list�resultsZcallrO rA rD rE rF rG r r r r4 [ s,
��
��z'SimpleXMLRPCDispatcher.system_multicallc C s� z| j | }W n tk
r" Y n X |d k r4||� S td| ��| jd k r�t| jd�rd| j�||�S zt| j|| j�}W n tk
r� Y nX |d k r�||� S td| ��d S )Nz method "%s" is not supportedr: ) r! �KeyError� Exceptionr" rL r: r r r )r' rB rA �funcr r r r: s*
�z SimpleXMLRPCDispatcher._dispatch)FNF)F)NN)NN)r- �
__module__� __qualname__r( r* r, r3 r5 rH r/ r0 r1 r4 r: r r r r r � s �
$
)
$r c @ sb e Zd ZdZdZdZdZe�dej ej
B �Z dd� Z dd � Z
d
d � Zd d
� Zdd� Zddd�ZdS )�SimpleXMLRPCRequestHandler)�/z/RPC2ix ���Tz�
\s* ([^\s;]+) \s* #content-coding
(;\s* q \s*=\s* ([0-9\.]+))? #q
c C s^ i }| j �dd�}|�d�D ]<}| j�|�}|r |�d�}|rFt|�nd}|||�d�< q |S )NzAccept-EncodingrQ �,� g �?r6 )�headers�getr � aepattern�match�group�float)r' �rZae�ere �vr r r �accept_encodings� s
z+SimpleXMLRPCRequestHandler.accept_encodingsc C s | j r| j| j kS dS d S )NT)� rpc_pathsr@ r2 r r r �is_rpc_path_valid� s z,SimpleXMLRPCRequestHandler.is_rpc_path_validc
C s� | � � s| �� d S z�d}t| jd �}g }|rht||�}| j�|�}|sLqh|�|� |t|d �8 }q,d� |�}| �
|�}|d kr�W d S | j � |t
| dd �| j�}W n� tk
�r6 } zp| �d� t| j d��r| j j�r| �dt|�� t�� } t| �d d
�d �} | �d | � | �d d
� | �� W 5 d }~X Y n�X | �d� | �dd� | jd k �r�t|�| jk�r�| �� �dd�}
|
�r�zt |�}| �dd� W n t k
�r� Y nX | �d tt|��� | �� | j � |� d S )Ni � zcontent-lengthr_ � r: i� �_send_traceback_headerz X-exception�ASCII�backslashreplacez X-traceback�Content-length�0�� � Content-typeztext/xml�gzipr zContent-Encoding) rm �
report_404�intrb �minZrfile�readrV �len�join�decode_request_content�serverrH r r@ rY �
send_responserL ro � send_header�str� traceback�
format_excr= � end_headers�encode_thresholdrk rc r �NotImplementedError�wfile�write) r' Zmax_chunk_sizeZsize_remaining�LZ
chunk_size�chunkr> rC ri Ztrace�qr r r �do_POST� s`
�
�
z"SimpleXMLRPCRequestHandler.do_POSTc C s� | j �dd��� }|dkr |S |dkrvz
t|�W S tk
rT | �dd| � Y q� tk
rr | �dd� Y q�X n| �dd| � | �dd � | �� d S )
Nzcontent-encodingZidentityrv i� zencoding %r not supported� zerror decoding gzip contentrr rs ) rb rc �lowerr r� r �
ValueErrorr� r� )r' r> r$ r r r r} $ s
z1SimpleXMLRPCRequestHandler.decode_request_contentc C sF | � d� d}| �dd� | �dtt|��� | �� | j�|� d S )Ni� s No such pageru z
text/plainrr )r r� r� r{ r� r� r� �r' rC r r r rw 5 s
z%SimpleXMLRPCRequestHandler.report_404�-c C s | j jrt�| ||� d S r) )r~ � logRequestsr � log_request)r' �code�sizer r r r� > s z&SimpleXMLRPCRequestHandler.log_requestN)r� r� )r- r[ r\ rl r� ZwbufsizeZdisable_nagle_algorithm�re�compile�VERBOSE�
IGNORECASErd rk rm r� r} rw r� r r r r r] � s
� G r] c @ s* e Zd ZdZdZedddddfdd�ZdS )�SimpleXMLRPCServerTFNc C s, || _ t�| |||� tj�| |||� d S r) )r� r r( � socketserver� TCPServer�r' ZaddrZrequestHandlerr� r# r$ Zbind_and_activater% r r r r( W s zSimpleXMLRPCServer.__init__)r- r[ r\ Zallow_reuse_addressro r] r( r r r r r� D s �r� c @ s< e Zd Zedddddfdd�Zdd� Zdd � Zd d
d �ZdS )
�MultiPathXMLRPCServerTFNc
C s2 t �| |||||||� i | _|| _|p*d| _d S r )r� r( � dispatchersr# r$ r� r r r r( h s �z MultiPathXMLRPCServer.__init__c C s || j |< |S r) �r� )r' r@ �
dispatcherr r r �add_dispatcherr s
z$MultiPathXMLRPCServer.add_dispatcherc C s
| j | S r) r� )r' r@ r r r �get_dispatcherv s z$MultiPathXMLRPCServer.get_dispatcherc C s| z| j | �|||�}W n^ t�� d d� \}}z2ttdd||f �| j| jd�}|�| jd�}W 5 d }}X Y nX |S )N� r6 r7 r8 r9 ) r� rH r; r< r r r$ r# r= )r' r> r? r@ rC rE rF r r r rH y s"
� �z)MultiPathXMLRPCServer._marshaled_dispatch)NN)r- r[ r\ r] r( r� r� rH r r r r r� ` s �
r� c @ s0 e Zd Zd dd�Zdd� Zdd� Zd d d
�ZdS )
�CGIXMLRPCRequestHandlerFNc C s t �| |||� d S r) )r r( r& r r r r( � s z CGIXMLRPCRequestHandler.__init__c C sP | � |�}td� tdt|� � t� tj�� tjj�|� tjj�� d S )NzContent-Type: text/xml�Content-Length: %d)rH �printr{ r; �stdout�flush�bufferr� )r' � request_textrC r r r �
handle_xmlrpc� s
z%CGIXMLRPCRequestHandler.handle_xmlrpcc C s� d}t j| \}}tjj|||d� }|�d�}td||f � tdtjj � tdt|� � t� t j
� � t j
j �
|� t j
j � � d S )Nr� )r� �message�explainr z
Status: %d %szContent-Type: %sr� )r Z responses�httpr~ ZDEFAULT_ERROR_MESSAGEr= r� ZDEFAULT_ERROR_CONTENT_TYPEr{ r; r� r� r� r� )r' r� r� r� rC r r r �
handle_get� s ��
z"CGIXMLRPCRequestHandler.handle_getc C sz |d kr$t j�dd �dkr$| �� nRztt j�dd ��}W n ttfk
rV d}Y nX |d krltj� |�}| �
|� d S )NZREQUEST_METHODZGETZCONTENT_LENGTHr_ ) �os�environrc r� rx r� � TypeErrorr; �stdinrz r� )r' r� Zlengthr r r �handle_request� s �
z&CGIXMLRPCRequestHandler.handle_request)FNF)N)r- r[ r\ r( r� r� r� r r r r r� � s
r� c @ s: e Zd Zdi i i fdd�Zdi i i dfdd�Zdd� ZdS )�
ServerHTMLDocNc C sZ |p| j }g }d}t�d�}|�||�} | s0�q:| �� \}
} |�||||
� �� | �� \} }
}}}}|
r�|| ��dd�}|�d||f � n�|r�dt|� }|�d||| �f � n~|r�dt|� }|�d||| �f � nV|| | d � d k�r |�| � ||||�� n(|�r"|�d
| � n|�| � ||�� | }q |�|||d � �� d �
|�S ) Nr zM\b((http|ftp)://\S+[\w/]|RFC[- ]?(\d+)|PEP[- ]?(\d+)|(self\.)?((?:\w|\.)+))\b�"z"z<a href="%s">%s</a>z'http://www.rfc-editor.org/rfc/rfc%d.txtz(http://www.python.org/dev/peps/pep-%04d/r6 �(zself.<strong>%s</strong>rQ ) �escaper� r� �search�spanrV �groups�replacerx Znamelinkr| )r' �textr� r! �classesrN rW �here�patternre �start�end�allZschemeZrfcZpepZselfdotr+ Zurlr r r �markup� s6
zServerHTMLDoc.markupc C s� |r
|j p dd | }d} d| �|�| �|�f }
t|�rHtt|��} nd} t|t�rp|d p`| } |d pld} n
t�|�} |
| | o�| � d| � }
| �
| | j |||�}|o�d| }d |
|f S )
NrQ r� z$<a name="%s"><strong>%s</strong></a>z(...)r r6 z'<font face="helvetica, arial">%s</font>z<dd><tt>%s</tt></dd>z<dl><dt>%s</dt>%s</dl>
) r- r� r r� r �
isinstance�tuplerR rS Zgreyr� � preformat)r' �objectr+ �modr! r� rN ZclZanchorZnote�titleZargspecZ docstringZdecl�docr r r �
docroutine� s2 �
� � zServerHTMLDoc.docroutinec C s� i }|� � D ] \}}d| ||< || ||< q | �|�}d| }| �|dd�}| �|| j|�} | ohd| } |d| }g }
t|� � �} | D ] \}}|
�| j|||d�� q�|| �ddd d
� |
�� }|S ) Nz#-z)<big><big><strong>%s</strong></big></big>z#ffffffz#7799eez <tt>%s</tt>z
<p>%s</p>
)r! ZMethodsz#eeaa77rQ )
�itemsr� Zheadingr� r� rM rV r� Z
bigsectionr| ) r' � server_nameZpackage_documentationrN Zfdict�key�value�head�resultr� �contentsZ method_itemsr r r � docserver s*
�zServerHTMLDoc.docserver)r- r[ r\ r� r� r� r r r r r� � s ) �
r� c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) �XMLRPCDocGeneratorc C s d| _ d| _d| _d S )Nz XML-RPC Server DocumentationzGThis server exports the following methods through the XML-RPC protocol.)r� �server_documentation� server_titler2 r r r r( : s �zXMLRPCDocGenerator.__init__c C s
|| _ d S r) )r� )r' r� r r r �set_server_titleB s z#XMLRPCDocGenerator.set_server_titlec C s
|| _ d S r) )r� )r' r� r r r �set_server_nameG s z"XMLRPCDocGenerator.set_server_namec C s
|| _ d S r) )r� )r' r� r r r �set_server_documentationL s z+XMLRPCDocGenerator.set_server_documentationc C s� i }| � � D ]�}|| jkr&| j| }n�| jd k r�d d g}t| jd�rT| j�|�|d< t| jd�rp| j�|�|d< t|�}|dkr�|}q�t| jd�s�zt| j|�}W q� tk
r� |}Y q�X q�|}n |||< q t � }|�
| j | j |�}|�
t�| j�|�S )N�_get_method_argstringr rP r6 )NNr: )r/ r! r" rL r� rP r� r r r� r� r� r� Zpage�htmlr� r� )r' rN rO rB Z method_infoZ
documenterZ
documentationr r r �generate_html_documentationQ s<
�
�z.XMLRPCDocGenerator.generate_html_documentationN)r- r[ r\ r( r� r� r� r� r r r r r� 3 s
r� c @ s e Zd Zdd� ZdS )�DocXMLRPCRequestHandlerc C sf | � � s| �� d S | j�� �d�}| �d� | �dd� | �dtt|��� | � � | j
� |� d S )Nr rt ru z text/htmlrr ) rm rw r~ r� r= r r� r� r{ r� r� r� r� r r r �do_GET� s
z DocXMLRPCRequestHandler.do_GETN)r- r[ r\ r� r r r r r� � s
r� c @ s" e Zd Zedddddfdd�ZdS )�DocXMLRPCServerTFNc
C s& t �| |||||||� t�| � d S r) )r� r( r� r� r r r r( � s �zDocXMLRPCServer.__init__)r- r[ r\ r� r( r r r r r� � s �r� c @ s e Zd Zdd� Zdd� ZdS )�DocCGIXMLRPCRequestHandlerc C sT | � � �d�}td� tdt|� � t� tj�� tjj�|� tjj�� d S )Nr zContent-Type: text/htmlr� ) r� r= r� r{ r; r� r� r� r� r� r r r r� � s
z%DocCGIXMLRPCRequestHandler.handle_getc C s t �| � t�| � d S r) )r� r( r� r2 r r r r( � s
z#DocCGIXMLRPCRequestHandler.__init__N)r- r[ r\ r� r( r r r r r� � s r� �__main__c @ s" e Zd Zdd� ZG dd� d�ZdS )�ExampleServicec C s dS )NZ42r r2 r r r �getData� s zExampleService.getDatac @ s e Zd Zedd� �ZdS )zExampleService.currentTimec C s
t j �� S r) )�datetimeZnowr r r r �getCurrentTime� s z)ExampleService.currentTime.getCurrentTimeN)r- r[ r\ � staticmethodr� r r r r � currentTime� s r� N)r- r[ r\ r� r� r r r r r� � s r� )Z localhosti@ c C s | | S r) r )�x�yr r r �<lambda>� rn r� �add)r z&Serving XML-RPC on localhost port 8000zKIt is advisable to run this example server within a secure, closed network.z&
Keyboard interrupt received, exiting.)T)0Z
xmlrpc.clientr r r r r Z http.serverr � functoolsr �inspectr r� r� r� r; r� r� rR r� Zfcntl� ImportErrorr r r r] r� r� r� r� ZHTMLDocr� r� r� r� r� r- r� r� r~ r, �powr* r5 r� Z
serve_forever�KeyboardInterrupt�exitr r r r �<module>k sf
� ,EbQ � �
xmlrpc/client.py 0000644 00000137774 15115353747 0007737 0 ustar 00 #
# XML-RPC CLIENT LIBRARY
# $Id$
#
# an XML-RPC client interface for Python.
#
# the marshalling and response parser code can also be used to
# implement XML-RPC servers.
#
# Notes:
# this version is designed to work with Python 2.1 or newer.
#
# History:
# 1999-01-14 fl Created
# 1999-01-15 fl Changed dateTime to use localtime
# 1999-01-16 fl Added Binary/base64 element, default to RPC2 service
# 1999-01-19 fl Fixed array data element (from Skip Montanaro)
# 1999-01-21 fl Fixed dateTime constructor, etc.
# 1999-02-02 fl Added fault handling, handle empty sequences, etc.
# 1999-02-10 fl Fixed problem with empty responses (from Skip Montanaro)
# 1999-06-20 fl Speed improvements, pluggable parsers/transports (0.9.8)
# 2000-11-28 fl Changed boolean to check the truth value of its argument
# 2001-02-24 fl Added encoding/Unicode/SafeTransport patches
# 2001-02-26 fl Added compare support to wrappers (0.9.9/1.0b1)
# 2001-03-28 fl Make sure response tuple is a singleton
# 2001-03-29 fl Don't require empty params element (from Nicholas Riley)
# 2001-06-10 fl Folded in _xmlrpclib accelerator support (1.0b2)
# 2001-08-20 fl Base xmlrpclib.Error on built-in Exception (from Paul Prescod)
# 2001-09-03 fl Allow Transport subclass to override getparser
# 2001-09-10 fl Lazy import of urllib, cgi, xmllib (20x import speedup)
# 2001-10-01 fl Remove containers from memo cache when done with them
# 2001-10-01 fl Use faster escape method (80% dumps speedup)
# 2001-10-02 fl More dumps microtuning
# 2001-10-04 fl Make sure import expat gets a parser (from Guido van Rossum)
# 2001-10-10 sm Allow long ints to be passed as ints if they don't overflow
# 2001-10-17 sm Test for int and long overflow (allows use on 64-bit systems)
# 2001-11-12 fl Use repr() to marshal doubles (from Paul Felix)
# 2002-03-17 fl Avoid buffered read when possible (from James Rucker)
# 2002-04-07 fl Added pythondoc comments
# 2002-04-16 fl Added __str__ methods to datetime/binary wrappers
# 2002-05-15 fl Added error constants (from Andrew Kuchling)
# 2002-06-27 fl Merged with Python CVS version
# 2002-10-22 fl Added basic authentication (based on code from Phillip Eby)
# 2003-01-22 sm Add support for the bool type
# 2003-02-27 gvr Remove apply calls
# 2003-04-24 sm Use cStringIO if available
# 2003-04-25 ak Add support for nil
# 2003-06-15 gn Add support for time.struct_time
# 2003-07-12 gp Correct marshalling of Faults
# 2003-10-31 mvl Add multicall support
# 2004-08-20 mvl Bump minimum supported Python version to 2.1
# 2014-12-02 ch/doko Add workaround for gzip bomb vulnerability
#
# Copyright (c) 1999-2002 by Secret Labs AB.
# Copyright (c) 1999-2002 by Fredrik Lundh.
#
# info@pythonware.com
# http://www.pythonware.com
#
# --------------------------------------------------------------------
# The XML-RPC client interface is
#
# Copyright (c) 1999-2002 by Secret Labs AB
# Copyright (c) 1999-2002 by Fredrik Lundh
#
# By obtaining, using, and/or copying this software and/or its
# associated documentation, you agree that you have read, understood,
# and will comply with the following terms and conditions:
#
# Permission to use, copy, modify, and distribute this software and
# its associated documentation for any purpose and without fee is
# hereby granted, provided that the above copyright notice appears in
# all copies, and that both that copyright notice and this permission
# notice appear in supporting documentation, and that the name of
# Secret Labs AB or the author not be used in advertising or publicity
# pertaining to distribution of the software without specific, written
# prior permission.
#
# SECRET LABS AB AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH REGARD
# TO THIS SOFTWARE, INCLUDING ALL IMPLIED WARRANTIES OF MERCHANT-
# ABILITY AND FITNESS. IN NO EVENT SHALL SECRET LABS AB OR THE AUTHOR
# BE LIABLE FOR ANY SPECIAL, INDIRECT OR CONSEQUENTIAL DAMAGES OR ANY
# DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS,
# WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS
# ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE
# OF THIS SOFTWARE.
# --------------------------------------------------------------------
"""
An XML-RPC client interface for Python.
The marshalling and response parser code can also be used to
implement XML-RPC servers.
Exported exceptions:
Error Base class for client errors
ProtocolError Indicates an HTTP protocol error
ResponseError Indicates a broken response package
Fault Indicates an XML-RPC fault package
Exported classes:
ServerProxy Represents a logical connection to an XML-RPC server
MultiCall Executor of boxcared xmlrpc requests
DateTime dateTime wrapper for an ISO 8601 string or time tuple or
localtime integer value to generate a "dateTime.iso8601"
XML-RPC value
Binary binary data wrapper
Marshaller Generate an XML-RPC params chunk from a Python data structure
Unmarshaller Unmarshal an XML-RPC response from incoming XML event message
Transport Handles an HTTP transaction to an XML-RPC server
SafeTransport Handles an HTTPS transaction to an XML-RPC server
Exported constants:
(none)
Exported functions:
getparser Create instance of the fastest available parser & attach
to an unmarshalling object
dumps Convert an argument tuple or a Fault instance to an XML-RPC
request (or response, if the methodresponse option is used).
loads Convert an XML-RPC packet to unmarshalled data plus a method
name (None if not present).
"""
import base64
import sys
import time
from datetime import datetime
from decimal import Decimal
import http.client
import urllib.parse
from xml.parsers import expat
import errno
from io import BytesIO
try:
import gzip
except ImportError:
gzip = None #python can be built without zlib/gzip support
# --------------------------------------------------------------------
# Internal stuff
def escape(s):
s = s.replace("&", "&")
s = s.replace("<", "<")
return s.replace(">", ">",)
# used in User-Agent header sent
__version__ = '%d.%d' % sys.version_info[:2]
# xmlrpc integer limits
MAXINT = 2**31-1
MININT = -2**31
# --------------------------------------------------------------------
# Error constants (from Dan Libby's specification at
# http://xmlrpc-epi.sourceforge.net/specs/rfc.fault_codes.php)
# Ranges of errors
PARSE_ERROR = -32700
SERVER_ERROR = -32600
APPLICATION_ERROR = -32500
SYSTEM_ERROR = -32400
TRANSPORT_ERROR = -32300
# Specific errors
NOT_WELLFORMED_ERROR = -32700
UNSUPPORTED_ENCODING = -32701
INVALID_ENCODING_CHAR = -32702
INVALID_XMLRPC = -32600
METHOD_NOT_FOUND = -32601
INVALID_METHOD_PARAMS = -32602
INTERNAL_ERROR = -32603
# --------------------------------------------------------------------
# Exceptions
##
# Base class for all kinds of client-side errors.
class Error(Exception):
"""Base class for client errors."""
__str__ = object.__str__
##
# Indicates an HTTP-level protocol error. This is raised by the HTTP
# transport layer, if the server returns an error code other than 200
# (OK).
#
# @param url The target URL.
# @param errcode The HTTP error code.
# @param errmsg The HTTP error message.
# @param headers The HTTP header dictionary.
class ProtocolError(Error):
"""Indicates an HTTP protocol error."""
def __init__(self, url, errcode, errmsg, headers):
Error.__init__(self)
self.url = url
self.errcode = errcode
self.errmsg = errmsg
self.headers = headers
def __repr__(self):
return (
"<%s for %s: %s %s>" %
(self.__class__.__name__, self.url, self.errcode, self.errmsg)
)
##
# Indicates a broken XML-RPC response package. This exception is
# raised by the unmarshalling layer, if the XML-RPC response is
# malformed.
class ResponseError(Error):
"""Indicates a broken response package."""
pass
##
# Indicates an XML-RPC fault response package. This exception is
# raised by the unmarshalling layer, if the XML-RPC response contains
# a fault string. This exception can also be used as a class, to
# generate a fault XML-RPC message.
#
# @param faultCode The XML-RPC fault code.
# @param faultString The XML-RPC fault string.
class Fault(Error):
"""Indicates an XML-RPC fault package."""
def __init__(self, faultCode, faultString, **extra):
Error.__init__(self)
self.faultCode = faultCode
self.faultString = faultString
def __repr__(self):
return "<%s %s: %r>" % (self.__class__.__name__,
self.faultCode, self.faultString)
# --------------------------------------------------------------------
# Special values
##
# Backwards compatibility
boolean = Boolean = bool
##
# Wrapper for XML-RPC DateTime values. This converts a time value to
# the format used by XML-RPC.
# <p>
# The value can be given as a datetime object, as a string in the
# format "yyyymmddThh:mm:ss", as a 9-item time tuple (as returned by
# time.localtime()), or an integer value (as returned by time.time()).
# The wrapper uses time.localtime() to convert an integer to a time
# tuple.
#
# @param value The time, given as a datetime object, an ISO 8601 string,
# a time tuple, or an integer time value.
# Issue #13305: different format codes across platforms
_day0 = datetime(1, 1, 1)
if _day0.strftime('%Y') == '0001': # Mac OS X
def _iso8601_format(value):
return value.strftime("%Y%m%dT%H:%M:%S")
elif _day0.strftime('%4Y') == '0001': # Linux
def _iso8601_format(value):
return value.strftime("%4Y%m%dT%H:%M:%S")
else:
def _iso8601_format(value):
return value.strftime("%Y%m%dT%H:%M:%S").zfill(17)
del _day0
def _strftime(value):
if isinstance(value, datetime):
return _iso8601_format(value)
if not isinstance(value, (tuple, time.struct_time)):
if value == 0:
value = time.time()
value = time.localtime(value)
return "%04d%02d%02dT%02d:%02d:%02d" % value[:6]
class DateTime:
"""DateTime wrapper for an ISO 8601 string or time tuple or
localtime integer value to generate 'dateTime.iso8601' XML-RPC
value.
"""
def __init__(self, value=0):
if isinstance(value, str):
self.value = value
else:
self.value = _strftime(value)
def make_comparable(self, other):
if isinstance(other, DateTime):
s = self.value
o = other.value
elif isinstance(other, datetime):
s = self.value
o = _iso8601_format(other)
elif isinstance(other, str):
s = self.value
o = other
elif hasattr(other, "timetuple"):
s = self.timetuple()
o = other.timetuple()
else:
otype = (hasattr(other, "__class__")
and other.__class__.__name__
or type(other))
raise TypeError("Can't compare %s and %s" %
(self.__class__.__name__, otype))
return s, o
def __lt__(self, other):
s, o = self.make_comparable(other)
return s < o
def __le__(self, other):
s, o = self.make_comparable(other)
return s <= o
def __gt__(self, other):
s, o = self.make_comparable(other)
return s > o
def __ge__(self, other):
s, o = self.make_comparable(other)
return s >= o
def __eq__(self, other):
s, o = self.make_comparable(other)
return s == o
def timetuple(self):
return time.strptime(self.value, "%Y%m%dT%H:%M:%S")
##
# Get date/time value.
#
# @return Date/time value, as an ISO 8601 string.
def __str__(self):
return self.value
def __repr__(self):
return "<%s %r at %#x>" % (self.__class__.__name__, self.value, id(self))
def decode(self, data):
self.value = str(data).strip()
def encode(self, out):
out.write("<value><dateTime.iso8601>")
out.write(self.value)
out.write("</dateTime.iso8601></value>\n")
def _datetime(data):
# decode xml element contents into a DateTime structure.
value = DateTime()
value.decode(data)
return value
def _datetime_type(data):
return datetime.strptime(data, "%Y%m%dT%H:%M:%S")
##
# Wrapper for binary data. This can be used to transport any kind
# of binary data over XML-RPC, using BASE64 encoding.
#
# @param data An 8-bit string containing arbitrary data.
class Binary:
"""Wrapper for binary data."""
def __init__(self, data=None):
if data is None:
data = b""
else:
if not isinstance(data, (bytes, bytearray)):
raise TypeError("expected bytes or bytearray, not %s" %
data.__class__.__name__)
data = bytes(data) # Make a copy of the bytes!
self.data = data
##
# Get buffer contents.
#
# @return Buffer contents, as an 8-bit string.
def __str__(self):
return str(self.data, "latin-1") # XXX encoding?!
def __eq__(self, other):
if isinstance(other, Binary):
other = other.data
return self.data == other
def decode(self, data):
self.data = base64.decodebytes(data)
def encode(self, out):
out.write("<value><base64>\n")
encoded = base64.encodebytes(self.data)
out.write(encoded.decode('ascii'))
out.write("</base64></value>\n")
def _binary(data):
# decode xml element contents into a Binary structure
value = Binary()
value.decode(data)
return value
WRAPPERS = (DateTime, Binary)
# --------------------------------------------------------------------
# XML parsers
class ExpatParser:
# fast expat parser for Python 2.0 and later.
def __init__(self, target):
self._parser = parser = expat.ParserCreate(None, None)
self._target = target
parser.StartElementHandler = target.start
parser.EndElementHandler = target.end
parser.CharacterDataHandler = target.data
encoding = None
target.xml(encoding, None)
def feed(self, data):
self._parser.Parse(data, 0)
def close(self):
try:
parser = self._parser
except AttributeError:
pass
else:
del self._target, self._parser # get rid of circular references
parser.Parse(b"", True) # end of data
# --------------------------------------------------------------------
# XML-RPC marshalling and unmarshalling code
##
# XML-RPC marshaller.
#
# @param encoding Default encoding for 8-bit strings. The default
# value is None (interpreted as UTF-8).
# @see dumps
class Marshaller:
"""Generate an XML-RPC params chunk from a Python data structure.
Create a Marshaller instance for each set of parameters, and use
the "dumps" method to convert your data (represented as a tuple)
to an XML-RPC params chunk. To write a fault response, pass a
Fault instance instead. You may prefer to use the "dumps" module
function for this purpose.
"""
# by the way, if you don't understand what's going on in here,
# that's perfectly ok.
def __init__(self, encoding=None, allow_none=False):
self.memo = {}
self.data = None
self.encoding = encoding
self.allow_none = allow_none
dispatch = {}
def dumps(self, values):
out = []
write = out.append
dump = self.__dump
if isinstance(values, Fault):
# fault instance
write("<fault>\n")
dump({'faultCode': values.faultCode,
'faultString': values.faultString},
write)
write("</fault>\n")
else:
# parameter block
# FIXME: the xml-rpc specification allows us to leave out
# the entire <params> block if there are no parameters.
# however, changing this may break older code (including
# old versions of xmlrpclib.py), so this is better left as
# is for now. See @XMLRPC3 for more information. /F
write("<params>\n")
for v in values:
write("<param>\n")
dump(v, write)
write("</param>\n")
write("</params>\n")
result = "".join(out)
return result
def __dump(self, value, write):
try:
f = self.dispatch[type(value)]
except KeyError:
# check if this object can be marshalled as a structure
if not hasattr(value, '__dict__'):
raise TypeError("cannot marshal %s objects" % type(value))
# check if this class is a sub-class of a basic type,
# because we don't know how to marshal these types
# (e.g. a string sub-class)
for type_ in type(value).__mro__:
if type_ in self.dispatch.keys():
raise TypeError("cannot marshal %s objects" % type(value))
# XXX(twouters): using "_arbitrary_instance" as key as a quick-fix
# for the p3yk merge, this should probably be fixed more neatly.
f = self.dispatch["_arbitrary_instance"]
f(self, value, write)
def dump_nil (self, value, write):
if not self.allow_none:
raise TypeError("cannot marshal None unless allow_none is enabled")
write("<value><nil/></value>")
dispatch[type(None)] = dump_nil
def dump_bool(self, value, write):
write("<value><boolean>")
write(value and "1" or "0")
write("</boolean></value>\n")
dispatch[bool] = dump_bool
def dump_long(self, value, write):
if value > MAXINT or value < MININT:
raise OverflowError("int exceeds XML-RPC limits")
write("<value><int>")
write(str(int(value)))
write("</int></value>\n")
dispatch[int] = dump_long
# backward compatible
dump_int = dump_long
def dump_double(self, value, write):
write("<value><double>")
write(repr(value))
write("</double></value>\n")
dispatch[float] = dump_double
def dump_unicode(self, value, write, escape=escape):
write("<value><string>")
write(escape(value))
write("</string></value>\n")
dispatch[str] = dump_unicode
def dump_bytes(self, value, write):
write("<value><base64>\n")
encoded = base64.encodebytes(value)
write(encoded.decode('ascii'))
write("</base64></value>\n")
dispatch[bytes] = dump_bytes
dispatch[bytearray] = dump_bytes
def dump_array(self, value, write):
i = id(value)
if i in self.memo:
raise TypeError("cannot marshal recursive sequences")
self.memo[i] = None
dump = self.__dump
write("<value><array><data>\n")
for v in value:
dump(v, write)
write("</data></array></value>\n")
del self.memo[i]
dispatch[tuple] = dump_array
dispatch[list] = dump_array
def dump_struct(self, value, write, escape=escape):
i = id(value)
if i in self.memo:
raise TypeError("cannot marshal recursive dictionaries")
self.memo[i] = None
dump = self.__dump
write("<value><struct>\n")
for k, v in value.items():
write("<member>\n")
if not isinstance(k, str):
raise TypeError("dictionary key must be string")
write("<name>%s</name>\n" % escape(k))
dump(v, write)
write("</member>\n")
write("</struct></value>\n")
del self.memo[i]
dispatch[dict] = dump_struct
def dump_datetime(self, value, write):
write("<value><dateTime.iso8601>")
write(_strftime(value))
write("</dateTime.iso8601></value>\n")
dispatch[datetime] = dump_datetime
def dump_instance(self, value, write):
# check for special wrappers
if value.__class__ in WRAPPERS:
self.write = write
value.encode(self)
del self.write
else:
# store instance attributes as a struct (really?)
self.dump_struct(value.__dict__, write)
dispatch[DateTime] = dump_instance
dispatch[Binary] = dump_instance
# XXX(twouters): using "_arbitrary_instance" as key as a quick-fix
# for the p3yk merge, this should probably be fixed more neatly.
dispatch["_arbitrary_instance"] = dump_instance
##
# XML-RPC unmarshaller.
#
# @see loads
class Unmarshaller:
"""Unmarshal an XML-RPC response, based on incoming XML event
messages (start, data, end). Call close() to get the resulting
data structure.
Note that this reader is fairly tolerant, and gladly accepts bogus
XML-RPC data without complaining (but not bogus XML).
"""
# and again, if you don't understand what's going on in here,
# that's perfectly ok.
def __init__(self, use_datetime=False, use_builtin_types=False):
self._type = None
self._stack = []
self._marks = []
self._data = []
self._value = False
self._methodname = None
self._encoding = "utf-8"
self.append = self._stack.append
self._use_datetime = use_builtin_types or use_datetime
self._use_bytes = use_builtin_types
def close(self):
# return response tuple and target method
if self._type is None or self._marks:
raise ResponseError()
if self._type == "fault":
raise Fault(**self._stack[0])
return tuple(self._stack)
def getmethodname(self):
return self._methodname
#
# event handlers
def xml(self, encoding, standalone):
self._encoding = encoding
# FIXME: assert standalone == 1 ???
def start(self, tag, attrs):
# prepare to handle this element
if ':' in tag:
tag = tag.split(':')[-1]
if tag == "array" or tag == "struct":
self._marks.append(len(self._stack))
self._data = []
if self._value and tag not in self.dispatch:
raise ResponseError("unknown tag %r" % tag)
self._value = (tag == "value")
def data(self, text):
self._data.append(text)
def end(self, tag):
# call the appropriate end tag handler
try:
f = self.dispatch[tag]
except KeyError:
if ':' not in tag:
return # unknown tag ?
try:
f = self.dispatch[tag.split(':')[-1]]
except KeyError:
return # unknown tag ?
return f(self, "".join(self._data))
#
# accelerator support
def end_dispatch(self, tag, data):
# dispatch data
try:
f = self.dispatch[tag]
except KeyError:
if ':' not in tag:
return # unknown tag ?
try:
f = self.dispatch[tag.split(':')[-1]]
except KeyError:
return # unknown tag ?
return f(self, data)
#
# element decoders
dispatch = {}
def end_nil (self, data):
self.append(None)
self._value = 0
dispatch["nil"] = end_nil
def end_boolean(self, data):
if data == "0":
self.append(False)
elif data == "1":
self.append(True)
else:
raise TypeError("bad boolean value")
self._value = 0
dispatch["boolean"] = end_boolean
def end_int(self, data):
self.append(int(data))
self._value = 0
dispatch["i1"] = end_int
dispatch["i2"] = end_int
dispatch["i4"] = end_int
dispatch["i8"] = end_int
dispatch["int"] = end_int
dispatch["biginteger"] = end_int
def end_double(self, data):
self.append(float(data))
self._value = 0
dispatch["double"] = end_double
dispatch["float"] = end_double
def end_bigdecimal(self, data):
self.append(Decimal(data))
self._value = 0
dispatch["bigdecimal"] = end_bigdecimal
def end_string(self, data):
if self._encoding:
data = data.decode(self._encoding)
self.append(data)
self._value = 0
dispatch["string"] = end_string
dispatch["name"] = end_string # struct keys are always strings
def end_array(self, data):
mark = self._marks.pop()
# map arrays to Python lists
self._stack[mark:] = [self._stack[mark:]]
self._value = 0
dispatch["array"] = end_array
def end_struct(self, data):
mark = self._marks.pop()
# map structs to Python dictionaries
dict = {}
items = self._stack[mark:]
for i in range(0, len(items), 2):
dict[items[i]] = items[i+1]
self._stack[mark:] = [dict]
self._value = 0
dispatch["struct"] = end_struct
def end_base64(self, data):
value = Binary()
value.decode(data.encode("ascii"))
if self._use_bytes:
value = value.data
self.append(value)
self._value = 0
dispatch["base64"] = end_base64
def end_dateTime(self, data):
value = DateTime()
value.decode(data)
if self._use_datetime:
value = _datetime_type(data)
self.append(value)
dispatch["dateTime.iso8601"] = end_dateTime
def end_value(self, data):
# if we stumble upon a value element with no internal
# elements, treat it as a string element
if self._value:
self.end_string(data)
dispatch["value"] = end_value
def end_params(self, data):
self._type = "params"
dispatch["params"] = end_params
def end_fault(self, data):
self._type = "fault"
dispatch["fault"] = end_fault
def end_methodName(self, data):
if self._encoding:
data = data.decode(self._encoding)
self._methodname = data
self._type = "methodName" # no params
dispatch["methodName"] = end_methodName
## Multicall support
#
class _MultiCallMethod:
# some lesser magic to store calls made to a MultiCall object
# for batch execution
def __init__(self, call_list, name):
self.__call_list = call_list
self.__name = name
def __getattr__(self, name):
return _MultiCallMethod(self.__call_list, "%s.%s" % (self.__name, name))
def __call__(self, *args):
self.__call_list.append((self.__name, args))
class MultiCallIterator:
"""Iterates over the results of a multicall. Exceptions are
raised in response to xmlrpc faults."""
def __init__(self, results):
self.results = results
def __getitem__(self, i):
item = self.results[i]
if type(item) == type({}):
raise Fault(item['faultCode'], item['faultString'])
elif type(item) == type([]):
return item[0]
else:
raise ValueError("unexpected type in multicall result")
class MultiCall:
"""server -> an object used to boxcar method calls
server should be a ServerProxy object.
Methods can be added to the MultiCall using normal
method call syntax e.g.:
multicall = MultiCall(server_proxy)
multicall.add(2,3)
multicall.get_address("Guido")
To execute the multicall, call the MultiCall object e.g.:
add_result, address = multicall()
"""
def __init__(self, server):
self.__server = server
self.__call_list = []
def __repr__(self):
return "<%s at %#x>" % (self.__class__.__name__, id(self))
def __getattr__(self, name):
return _MultiCallMethod(self.__call_list, name)
def __call__(self):
marshalled_list = []
for name, args in self.__call_list:
marshalled_list.append({'methodName' : name, 'params' : args})
return MultiCallIterator(self.__server.system.multicall(marshalled_list))
# --------------------------------------------------------------------
# convenience functions
FastMarshaller = FastParser = FastUnmarshaller = None
##
# Create a parser object, and connect it to an unmarshalling instance.
# This function picks the fastest available XML parser.
#
# return A (parser, unmarshaller) tuple.
def getparser(use_datetime=False, use_builtin_types=False):
"""getparser() -> parser, unmarshaller
Create an instance of the fastest available parser, and attach it
to an unmarshalling object. Return both objects.
"""
if FastParser and FastUnmarshaller:
if use_builtin_types:
mkdatetime = _datetime_type
mkbytes = base64.decodebytes
elif use_datetime:
mkdatetime = _datetime_type
mkbytes = _binary
else:
mkdatetime = _datetime
mkbytes = _binary
target = FastUnmarshaller(True, False, mkbytes, mkdatetime, Fault)
parser = FastParser(target)
else:
target = Unmarshaller(use_datetime=use_datetime, use_builtin_types=use_builtin_types)
if FastParser:
parser = FastParser(target)
else:
parser = ExpatParser(target)
return parser, target
##
# Convert a Python tuple or a Fault instance to an XML-RPC packet.
#
# @def dumps(params, **options)
# @param params A tuple or Fault instance.
# @keyparam methodname If given, create a methodCall request for
# this method name.
# @keyparam methodresponse If given, create a methodResponse packet.
# If used with a tuple, the tuple must be a singleton (that is,
# it must contain exactly one element).
# @keyparam encoding The packet encoding.
# @return A string containing marshalled data.
def dumps(params, methodname=None, methodresponse=None, encoding=None,
allow_none=False):
"""data [,options] -> marshalled data
Convert an argument tuple or a Fault instance to an XML-RPC
request (or response, if the methodresponse option is used).
In addition to the data object, the following options can be given
as keyword arguments:
methodname: the method name for a methodCall packet
methodresponse: true to create a methodResponse packet.
If this option is used with a tuple, the tuple must be
a singleton (i.e. it can contain only one element).
encoding: the packet encoding (default is UTF-8)
All byte strings in the data structure are assumed to use the
packet encoding. Unicode strings are automatically converted,
where necessary.
"""
assert isinstance(params, (tuple, Fault)), "argument must be tuple or Fault instance"
if isinstance(params, Fault):
methodresponse = 1
elif methodresponse and isinstance(params, tuple):
assert len(params) == 1, "response tuple must be a singleton"
if not encoding:
encoding = "utf-8"
if FastMarshaller:
m = FastMarshaller(encoding)
else:
m = Marshaller(encoding, allow_none)
data = m.dumps(params)
if encoding != "utf-8":
xmlheader = "<?xml version='1.0' encoding='%s'?>\n" % str(encoding)
else:
xmlheader = "<?xml version='1.0'?>\n" # utf-8 is default
# standard XML-RPC wrappings
if methodname:
# a method call
data = (
xmlheader,
"<methodCall>\n"
"<methodName>", methodname, "</methodName>\n",
data,
"</methodCall>\n"
)
elif methodresponse:
# a method response, or a fault structure
data = (
xmlheader,
"<methodResponse>\n",
data,
"</methodResponse>\n"
)
else:
return data # return as is
return "".join(data)
##
# Convert an XML-RPC packet to a Python object. If the XML-RPC packet
# represents a fault condition, this function raises a Fault exception.
#
# @param data An XML-RPC packet, given as an 8-bit string.
# @return A tuple containing the unpacked data, and the method name
# (None if not present).
# @see Fault
def loads(data, use_datetime=False, use_builtin_types=False):
"""data -> unmarshalled data, method name
Convert an XML-RPC packet to unmarshalled data plus a method
name (None if not present).
If the XML-RPC packet represents a fault condition, this function
raises a Fault exception.
"""
p, u = getparser(use_datetime=use_datetime, use_builtin_types=use_builtin_types)
p.feed(data)
p.close()
return u.close(), u.getmethodname()
##
# Encode a string using the gzip content encoding such as specified by the
# Content-Encoding: gzip
# in the HTTP header, as described in RFC 1952
#
# @param data the unencoded data
# @return the encoded data
def gzip_encode(data):
"""data -> gzip encoded data
Encode data using the gzip content encoding as described in RFC 1952
"""
if not gzip:
raise NotImplementedError
f = BytesIO()
with gzip.GzipFile(mode="wb", fileobj=f, compresslevel=1) as gzf:
gzf.write(data)
return f.getvalue()
##
# Decode a string using the gzip content encoding such as specified by the
# Content-Encoding: gzip
# in the HTTP header, as described in RFC 1952
#
# @param data The encoded data
# @keyparam max_decode Maximum bytes to decode (20 MiB default), use negative
# values for unlimited decoding
# @return the unencoded data
# @raises ValueError if data is not correctly coded.
# @raises ValueError if max gzipped payload length exceeded
def gzip_decode(data, max_decode=20971520):
"""gzip encoded data -> unencoded data
Decode data using the gzip content encoding as described in RFC 1952
"""
if not gzip:
raise NotImplementedError
with gzip.GzipFile(mode="rb", fileobj=BytesIO(data)) as gzf:
try:
if max_decode < 0: # no limit
decoded = gzf.read()
else:
decoded = gzf.read(max_decode + 1)
except OSError:
raise ValueError("invalid data")
if max_decode >= 0 and len(decoded) > max_decode:
raise ValueError("max gzipped payload length exceeded")
return decoded
##
# Return a decoded file-like object for the gzip encoding
# as described in RFC 1952.
#
# @param response A stream supporting a read() method
# @return a file-like object that the decoded data can be read() from
class GzipDecodedResponse(gzip.GzipFile if gzip else object):
"""a file-like object to decode a response encoded with the gzip
method, as described in RFC 1952.
"""
def __init__(self, response):
#response doesn't support tell() and read(), required by
#GzipFile
if not gzip:
raise NotImplementedError
self.io = BytesIO(response.read())
gzip.GzipFile.__init__(self, mode="rb", fileobj=self.io)
def close(self):
try:
gzip.GzipFile.close(self)
finally:
self.io.close()
# --------------------------------------------------------------------
# request dispatcher
class _Method:
# some magic to bind an XML-RPC method to an RPC server.
# supports "nested" methods (e.g. examples.getStateName)
def __init__(self, send, name):
self.__send = send
self.__name = name
def __getattr__(self, name):
return _Method(self.__send, "%s.%s" % (self.__name, name))
def __call__(self, *args):
return self.__send(self.__name, args)
##
# Standard transport class for XML-RPC over HTTP.
# <p>
# You can create custom transports by subclassing this method, and
# overriding selected methods.
class Transport:
"""Handles an HTTP transaction to an XML-RPC server."""
# client identifier (may be overridden)
user_agent = "Python-xmlrpc/%s" % __version__
#if true, we'll request gzip encoding
accept_gzip_encoding = True
# if positive, encode request using gzip if it exceeds this threshold
# note that many servers will get confused, so only use it if you know
# that they can decode such a request
encode_threshold = None #None = don't encode
def __init__(self, use_datetime=False, use_builtin_types=False,
*, headers=()):
self._use_datetime = use_datetime
self._use_builtin_types = use_builtin_types
self._connection = (None, None)
self._headers = list(headers)
self._extra_headers = []
##
# Send a complete request, and parse the response.
# Retry request if a cached connection has disconnected.
#
# @param host Target host.
# @param handler Target PRC handler.
# @param request_body XML-RPC request body.
# @param verbose Debugging flag.
# @return Parsed response.
def request(self, host, handler, request_body, verbose=False):
#retry request once if cached connection has gone cold
for i in (0, 1):
try:
return self.single_request(host, handler, request_body, verbose)
except http.client.RemoteDisconnected:
if i:
raise
except OSError as e:
if i or e.errno not in (errno.ECONNRESET, errno.ECONNABORTED,
errno.EPIPE):
raise
def single_request(self, host, handler, request_body, verbose=False):
# issue XML-RPC request
try:
http_conn = self.send_request(host, handler, request_body, verbose)
resp = http_conn.getresponse()
if resp.status == 200:
self.verbose = verbose
return self.parse_response(resp)
except Fault:
raise
except Exception:
#All unexpected errors leave connection in
# a strange state, so we clear it.
self.close()
raise
#We got an error response.
#Discard any response data and raise exception
if resp.getheader("content-length", ""):
resp.read()
raise ProtocolError(
host + handler,
resp.status, resp.reason,
dict(resp.getheaders())
)
##
# Create parser.
#
# @return A 2-tuple containing a parser and an unmarshaller.
def getparser(self):
# get parser and unmarshaller
return getparser(use_datetime=self._use_datetime,
use_builtin_types=self._use_builtin_types)
##
# Get authorization info from host parameter
# Host may be a string, or a (host, x509-dict) tuple; if a string,
# it is checked for a "user:pw@host" format, and a "Basic
# Authentication" header is added if appropriate.
#
# @param host Host descriptor (URL or (URL, x509 info) tuple).
# @return A 3-tuple containing (actual host, extra headers,
# x509 info). The header and x509 fields may be None.
def get_host_info(self, host):
x509 = {}
if isinstance(host, tuple):
host, x509 = host
auth, host = urllib.parse._splituser(host)
if auth:
auth = urllib.parse.unquote_to_bytes(auth)
auth = base64.encodebytes(auth).decode("utf-8")
auth = "".join(auth.split()) # get rid of whitespace
extra_headers = [
("Authorization", "Basic " + auth)
]
else:
extra_headers = []
return host, extra_headers, x509
##
# Connect to server.
#
# @param host Target host.
# @return An HTTPConnection object
def make_connection(self, host):
#return an existing connection if possible. This allows
#HTTP/1.1 keep-alive.
if self._connection and host == self._connection[0]:
return self._connection[1]
# create a HTTP connection object from a host descriptor
chost, self._extra_headers, x509 = self.get_host_info(host)
self._connection = host, http.client.HTTPConnection(chost)
return self._connection[1]
##
# Clear any cached connection object.
# Used in the event of socket errors.
#
def close(self):
host, connection = self._connection
if connection:
self._connection = (None, None)
connection.close()
##
# Send HTTP request.
#
# @param host Host descriptor (URL or (URL, x509 info) tuple).
# @param handler Target RPC handler (a path relative to host)
# @param request_body The XML-RPC request body
# @param debug Enable debugging if debug is true.
# @return An HTTPConnection.
def send_request(self, host, handler, request_body, debug):
connection = self.make_connection(host)
headers = self._headers + self._extra_headers
if debug:
connection.set_debuglevel(1)
if self.accept_gzip_encoding and gzip:
connection.putrequest("POST", handler, skip_accept_encoding=True)
headers.append(("Accept-Encoding", "gzip"))
else:
connection.putrequest("POST", handler)
headers.append(("Content-Type", "text/xml"))
headers.append(("User-Agent", self.user_agent))
self.send_headers(connection, headers)
self.send_content(connection, request_body)
return connection
##
# Send request headers.
# This function provides a useful hook for subclassing
#
# @param connection httpConnection.
# @param headers list of key,value pairs for HTTP headers
def send_headers(self, connection, headers):
for key, val in headers:
connection.putheader(key, val)
##
# Send request body.
# This function provides a useful hook for subclassing
#
# @param connection httpConnection.
# @param request_body XML-RPC request body.
def send_content(self, connection, request_body):
#optionally encode the request
if (self.encode_threshold is not None and
self.encode_threshold < len(request_body) and
gzip):
connection.putheader("Content-Encoding", "gzip")
request_body = gzip_encode(request_body)
connection.putheader("Content-Length", str(len(request_body)))
connection.endheaders(request_body)
##
# Parse response.
#
# @param file Stream.
# @return Response tuple and target method.
def parse_response(self, response):
# read response data from httpresponse, and parse it
# Check for new http response object, otherwise it is a file object.
if hasattr(response, 'getheader'):
if response.getheader("Content-Encoding", "") == "gzip":
stream = GzipDecodedResponse(response)
else:
stream = response
else:
stream = response
p, u = self.getparser()
while 1:
data = stream.read(1024)
if not data:
break
if self.verbose:
print("body:", repr(data))
p.feed(data)
if stream is not response:
stream.close()
p.close()
return u.close()
##
# Standard transport class for XML-RPC over HTTPS.
class SafeTransport(Transport):
"""Handles an HTTPS transaction to an XML-RPC server."""
def __init__(self, use_datetime=False, use_builtin_types=False,
*, headers=(), context=None):
super().__init__(use_datetime=use_datetime,
use_builtin_types=use_builtin_types,
headers=headers)
self.context = context
# FIXME: mostly untested
def make_connection(self, host):
if self._connection and host == self._connection[0]:
return self._connection[1]
if not hasattr(http.client, "HTTPSConnection"):
raise NotImplementedError(
"your version of http.client doesn't support HTTPS")
# create a HTTPS connection object from a host descriptor
# host may be a string, or a (host, x509-dict) tuple
chost, self._extra_headers, x509 = self.get_host_info(host)
self._connection = host, http.client.HTTPSConnection(chost,
None, context=self.context, **(x509 or {}))
return self._connection[1]
##
# Standard server proxy. This class establishes a virtual connection
# to an XML-RPC server.
# <p>
# This class is available as ServerProxy and Server. New code should
# use ServerProxy, to avoid confusion.
#
# @def ServerProxy(uri, **options)
# @param uri The connection point on the server.
# @keyparam transport A transport factory, compatible with the
# standard transport class.
# @keyparam encoding The default encoding used for 8-bit strings
# (default is UTF-8).
# @keyparam verbose Use a true value to enable debugging output.
# (printed to standard output).
# @see Transport
class ServerProxy:
"""uri [,options] -> a logical connection to an XML-RPC server
uri is the connection point on the server, given as
scheme://host/target.
The standard implementation always supports the "http" scheme. If
SSL socket support is available (Python 2.0), it also supports
"https".
If the target part and the slash preceding it are both omitted,
"/RPC2" is assumed.
The following options can be given as keyword arguments:
transport: a transport factory
encoding: the request encoding (default is UTF-8)
All 8-bit strings passed to the server proxy are assumed to use
the given encoding.
"""
def __init__(self, uri, transport=None, encoding=None, verbose=False,
allow_none=False, use_datetime=False, use_builtin_types=False,
*, headers=(), context=None):
# establish a "logical" server connection
# get the url
type, uri = urllib.parse._splittype(uri)
if type not in ("http", "https"):
raise OSError("unsupported XML-RPC protocol")
self.__host, self.__handler = urllib.parse._splithost(uri)
if not self.__handler:
self.__handler = "/RPC2"
if transport is None:
if type == "https":
handler = SafeTransport
extra_kwargs = {"context": context}
else:
handler = Transport
extra_kwargs = {}
transport = handler(use_datetime=use_datetime,
use_builtin_types=use_builtin_types,
headers=headers,
**extra_kwargs)
self.__transport = transport
self.__encoding = encoding or 'utf-8'
self.__verbose = verbose
self.__allow_none = allow_none
def __close(self):
self.__transport.close()
def __request(self, methodname, params):
# call a method on the remote server
request = dumps(params, methodname, encoding=self.__encoding,
allow_none=self.__allow_none).encode(self.__encoding, 'xmlcharrefreplace')
response = self.__transport.request(
self.__host,
self.__handler,
request,
verbose=self.__verbose
)
if len(response) == 1:
response = response[0]
return response
def __repr__(self):
return (
"<%s for %s%s>" %
(self.__class__.__name__, self.__host, self.__handler)
)
def __getattr__(self, name):
# magic method dispatcher
return _Method(self.__request, name)
# note: to call a remote object with a non-standard name, use
# result getattr(server, "strange-python-name")(args)
def __call__(self, attr):
"""A workaround to get special attributes on the ServerProxy
without interfering with the magic __getattr__
"""
if attr == "close":
return self.__close
elif attr == "transport":
return self.__transport
raise AttributeError("Attribute %r not found" % (attr,))
def __enter__(self):
return self
def __exit__(self, *args):
self.__close()
# compatibility
Server = ServerProxy
# --------------------------------------------------------------------
# test code
if __name__ == "__main__":
# simple test program (from the XML-RPC specification)
# local server, available from Lib/xmlrpc/server.py
server = ServerProxy("http://localhost:8000")
try:
print(server.currentTime.getCurrentTime())
except Error as v:
print("ERROR", v)
multi = MultiCall(server)
multi.getData()
multi.pow(2,9)
multi.add(1,2)
try:
for response in multi():
print(response)
except Error as v:
print("ERROR", v)
filecmp.py 0000644 00000023146 15115353747 0006556 0 ustar 00 """Utilities for comparing files and directories.
Classes:
dircmp
Functions:
cmp(f1, f2, shallow=True) -> int
cmpfiles(a, b, common) -> ([], [], [])
clear_cache()
"""
import os
import stat
from itertools import filterfalse
__all__ = ['clear_cache', 'cmp', 'dircmp', 'cmpfiles', 'DEFAULT_IGNORES']
_cache = {}
BUFSIZE = 8*1024
DEFAULT_IGNORES = [
'RCS', 'CVS', 'tags', '.git', '.hg', '.bzr', '_darcs', '__pycache__']
def clear_cache():
"""Clear the filecmp cache."""
_cache.clear()
def cmp(f1, f2, shallow=True):
"""Compare two files.
Arguments:
f1 -- First file name
f2 -- Second file name
shallow -- Just check stat signature (do not read the files).
defaults to True.
Return value:
True if the files are the same, False otherwise.
This function uses a cache for past comparisons and the results,
with cache entries invalidated if their stat information
changes. The cache may be cleared by calling clear_cache().
"""
s1 = _sig(os.stat(f1))
s2 = _sig(os.stat(f2))
if s1[0] != stat.S_IFREG or s2[0] != stat.S_IFREG:
return False
if shallow and s1 == s2:
return True
if s1[1] != s2[1]:
return False
outcome = _cache.get((f1, f2, s1, s2))
if outcome is None:
outcome = _do_cmp(f1, f2)
if len(_cache) > 100: # limit the maximum size of the cache
clear_cache()
_cache[f1, f2, s1, s2] = outcome
return outcome
def _sig(st):
return (stat.S_IFMT(st.st_mode),
st.st_size,
st.st_mtime)
def _do_cmp(f1, f2):
bufsize = BUFSIZE
with open(f1, 'rb') as fp1, open(f2, 'rb') as fp2:
while True:
b1 = fp1.read(bufsize)
b2 = fp2.read(bufsize)
if b1 != b2:
return False
if not b1:
return True
# Directory comparison class.
#
class dircmp:
"""A class that manages the comparison of 2 directories.
dircmp(a, b, ignore=None, hide=None)
A and B are directories.
IGNORE is a list of names to ignore,
defaults to DEFAULT_IGNORES.
HIDE is a list of names to hide,
defaults to [os.curdir, os.pardir].
High level usage:
x = dircmp(dir1, dir2)
x.report() -> prints a report on the differences between dir1 and dir2
or
x.report_partial_closure() -> prints report on differences between dir1
and dir2, and reports on common immediate subdirectories.
x.report_full_closure() -> like report_partial_closure,
but fully recursive.
Attributes:
left_list, right_list: The files in dir1 and dir2,
filtered by hide and ignore.
common: a list of names in both dir1 and dir2.
left_only, right_only: names only in dir1, dir2.
common_dirs: subdirectories in both dir1 and dir2.
common_files: files in both dir1 and dir2.
common_funny: names in both dir1 and dir2 where the type differs between
dir1 and dir2, or the name is not stat-able.
same_files: list of identical files.
diff_files: list of filenames which differ.
funny_files: list of files which could not be compared.
subdirs: a dictionary of dircmp objects, keyed by names in common_dirs.
"""
def __init__(self, a, b, ignore=None, hide=None): # Initialize
self.left = a
self.right = b
if hide is None:
self.hide = [os.curdir, os.pardir] # Names never to be shown
else:
self.hide = hide
if ignore is None:
self.ignore = DEFAULT_IGNORES
else:
self.ignore = ignore
def phase0(self): # Compare everything except common subdirectories
self.left_list = _filter(os.listdir(self.left),
self.hide+self.ignore)
self.right_list = _filter(os.listdir(self.right),
self.hide+self.ignore)
self.left_list.sort()
self.right_list.sort()
def phase1(self): # Compute common names
a = dict(zip(map(os.path.normcase, self.left_list), self.left_list))
b = dict(zip(map(os.path.normcase, self.right_list), self.right_list))
self.common = list(map(a.__getitem__, filter(b.__contains__, a)))
self.left_only = list(map(a.__getitem__, filterfalse(b.__contains__, a)))
self.right_only = list(map(b.__getitem__, filterfalse(a.__contains__, b)))
def phase2(self): # Distinguish files, directories, funnies
self.common_dirs = []
self.common_files = []
self.common_funny = []
for x in self.common:
a_path = os.path.join(self.left, x)
b_path = os.path.join(self.right, x)
ok = 1
try:
a_stat = os.stat(a_path)
except OSError as why:
# print('Can\'t stat', a_path, ':', why.args[1])
ok = 0
try:
b_stat = os.stat(b_path)
except OSError as why:
# print('Can\'t stat', b_path, ':', why.args[1])
ok = 0
if ok:
a_type = stat.S_IFMT(a_stat.st_mode)
b_type = stat.S_IFMT(b_stat.st_mode)
if a_type != b_type:
self.common_funny.append(x)
elif stat.S_ISDIR(a_type):
self.common_dirs.append(x)
elif stat.S_ISREG(a_type):
self.common_files.append(x)
else:
self.common_funny.append(x)
else:
self.common_funny.append(x)
def phase3(self): # Find out differences between common files
xx = cmpfiles(self.left, self.right, self.common_files)
self.same_files, self.diff_files, self.funny_files = xx
def phase4(self): # Find out differences between common subdirectories
# A new dircmp object is created for each common subdirectory,
# these are stored in a dictionary indexed by filename.
# The hide and ignore properties are inherited from the parent
self.subdirs = {}
for x in self.common_dirs:
a_x = os.path.join(self.left, x)
b_x = os.path.join(self.right, x)
self.subdirs[x] = dircmp(a_x, b_x, self.ignore, self.hide)
def phase4_closure(self): # Recursively call phase4() on subdirectories
self.phase4()
for sd in self.subdirs.values():
sd.phase4_closure()
def report(self): # Print a report on the differences between a and b
# Output format is purposely lousy
print('diff', self.left, self.right)
if self.left_only:
self.left_only.sort()
print('Only in', self.left, ':', self.left_only)
if self.right_only:
self.right_only.sort()
print('Only in', self.right, ':', self.right_only)
if self.same_files:
self.same_files.sort()
print('Identical files :', self.same_files)
if self.diff_files:
self.diff_files.sort()
print('Differing files :', self.diff_files)
if self.funny_files:
self.funny_files.sort()
print('Trouble with common files :', self.funny_files)
if self.common_dirs:
self.common_dirs.sort()
print('Common subdirectories :', self.common_dirs)
if self.common_funny:
self.common_funny.sort()
print('Common funny cases :', self.common_funny)
def report_partial_closure(self): # Print reports on self and on subdirs
self.report()
for sd in self.subdirs.values():
print()
sd.report()
def report_full_closure(self): # Report on self and subdirs recursively
self.report()
for sd in self.subdirs.values():
print()
sd.report_full_closure()
methodmap = dict(subdirs=phase4,
same_files=phase3, diff_files=phase3, funny_files=phase3,
common_dirs = phase2, common_files=phase2, common_funny=phase2,
common=phase1, left_only=phase1, right_only=phase1,
left_list=phase0, right_list=phase0)
def __getattr__(self, attr):
if attr not in self.methodmap:
raise AttributeError(attr)
self.methodmap[attr](self)
return getattr(self, attr)
def cmpfiles(a, b, common, shallow=True):
"""Compare common files in two directories.
a, b -- directory names
common -- list of file names found in both directories
shallow -- if true, do comparison based solely on stat() information
Returns a tuple of three lists:
files that compare equal
files that are different
filenames that aren't regular files.
"""
res = ([], [], [])
for x in common:
ax = os.path.join(a, x)
bx = os.path.join(b, x)
res[_cmp(ax, bx, shallow)].append(x)
return res
# Compare two files.
# Return:
# 0 for equal
# 1 for different
# 2 for funny cases (can't stat, etc.)
#
def _cmp(a, b, sh, abs=abs, cmp=cmp):
try:
return not abs(cmp(a, b, sh))
except OSError:
return 2
# Return a copy with items that occur in skip removed.
#
def _filter(flist, skip):
return list(filterfalse(skip.__contains__, flist))
# Demonstration and testing.
#
def demo():
import sys
import getopt
options, args = getopt.getopt(sys.argv[1:], 'r')
if len(args) != 2:
raise getopt.GetoptError('need exactly two args', None)
dd = dircmp(args[0], args[1])
if ('-r', '') in options:
dd.report_full_closure()
else:
dd.report()
if __name__ == '__main__':
demo()
curses/__init__.py 0000644 00000007330 15115353747 0010177 0 ustar 00 """curses
The main package for curses support for Python. Normally used by importing
the package, and perhaps a particular module inside it.
import curses
from curses import textpad
curses.initscr()
...
"""
from _curses import *
import os as _os
import sys as _sys
# Some constants, most notably the ACS_* ones, are only added to the C
# _curses module's dictionary after initscr() is called. (Some
# versions of SGI's curses don't define values for those constants
# until initscr() has been called.) This wrapper function calls the
# underlying C initscr(), and then copies the constants from the
# _curses module to the curses package's dictionary. Don't do 'from
# curses import *' if you'll be needing the ACS_* constants.
def initscr():
import _curses, curses
# we call setupterm() here because it raises an error
# instead of calling exit() in error cases.
setupterm(term=_os.environ.get("TERM", "unknown"),
fd=_sys.__stdout__.fileno())
stdscr = _curses.initscr()
for key, value in _curses.__dict__.items():
if key[0:4] == 'ACS_' or key in ('LINES', 'COLS'):
setattr(curses, key, value)
return stdscr
# This is a similar wrapper for start_color(), which adds the COLORS and
# COLOR_PAIRS variables which are only available after start_color() is
# called.
def start_color():
import _curses, curses
retval = _curses.start_color()
if hasattr(_curses, 'COLORS'):
curses.COLORS = _curses.COLORS
if hasattr(_curses, 'COLOR_PAIRS'):
curses.COLOR_PAIRS = _curses.COLOR_PAIRS
return retval
# Import Python has_key() implementation if _curses doesn't contain has_key()
try:
has_key
except NameError:
from .has_key import has_key
# Wrapper for the entire curses-based application. Runs a function which
# should be the rest of your curses-based application. If the application
# raises an exception, wrapper() will restore the terminal to a sane state so
# you can read the resulting traceback.
def wrapper(*args, **kwds):
"""Wrapper function that initializes curses and calls another function,
restoring normal keyboard/screen behavior on error.
The callable object 'func' is then passed the main window 'stdscr'
as its first argument, followed by any other arguments passed to
wrapper().
"""
if args:
func, *args = args
elif 'func' in kwds:
func = kwds.pop('func')
import warnings
warnings.warn("Passing 'func' as keyword argument is deprecated",
DeprecationWarning, stacklevel=2)
else:
raise TypeError('wrapper expected at least 1 positional argument, '
'got %d' % len(args))
try:
# Initialize curses
stdscr = initscr()
# Turn off echoing of keys, and enter cbreak mode,
# where no buffering is performed on keyboard input
noecho()
cbreak()
# In keypad mode, escape sequences for special keys
# (like the cursor keys) will be interpreted and
# a special value like curses.KEY_LEFT will be returned
stdscr.keypad(1)
# Start color, too. Harmless if the terminal doesn't have
# color; user can test with has_color() later on. The try/catch
# works around a minor bit of over-conscientiousness in the curses
# module -- the error return from C start_color() is ignorable.
try:
start_color()
except:
pass
return func(stdscr, *args, **kwds)
finally:
# Set everything back to normal
if 'stdscr' in locals():
stdscr.keypad(0)
echo()
nocbreak()
endwin()
wrapper.__text_signature__ = '(func, /, *args, **kwds)'
curses/ascii.py 0000644 00000004763 15115353747 0007537 0 ustar 00 """Constants and membership tests for ASCII characters"""
NUL = 0x00 # ^@
SOH = 0x01 # ^A
STX = 0x02 # ^B
ETX = 0x03 # ^C
EOT = 0x04 # ^D
ENQ = 0x05 # ^E
ACK = 0x06 # ^F
BEL = 0x07 # ^G
BS = 0x08 # ^H
TAB = 0x09 # ^I
HT = 0x09 # ^I
LF = 0x0a # ^J
NL = 0x0a # ^J
VT = 0x0b # ^K
FF = 0x0c # ^L
CR = 0x0d # ^M
SO = 0x0e # ^N
SI = 0x0f # ^O
DLE = 0x10 # ^P
DC1 = 0x11 # ^Q
DC2 = 0x12 # ^R
DC3 = 0x13 # ^S
DC4 = 0x14 # ^T
NAK = 0x15 # ^U
SYN = 0x16 # ^V
ETB = 0x17 # ^W
CAN = 0x18 # ^X
EM = 0x19 # ^Y
SUB = 0x1a # ^Z
ESC = 0x1b # ^[
FS = 0x1c # ^\
GS = 0x1d # ^]
RS = 0x1e # ^^
US = 0x1f # ^_
SP = 0x20 # space
DEL = 0x7f # delete
controlnames = [
"NUL", "SOH", "STX", "ETX", "EOT", "ENQ", "ACK", "BEL",
"BS", "HT", "LF", "VT", "FF", "CR", "SO", "SI",
"DLE", "DC1", "DC2", "DC3", "DC4", "NAK", "SYN", "ETB",
"CAN", "EM", "SUB", "ESC", "FS", "GS", "RS", "US",
"SP"
]
def _ctoi(c):
if type(c) == type(""):
return ord(c)
else:
return c
def isalnum(c): return isalpha(c) or isdigit(c)
def isalpha(c): return isupper(c) or islower(c)
def isascii(c): return 0 <= _ctoi(c) <= 127 # ?
def isblank(c): return _ctoi(c) in (9, 32)
def iscntrl(c): return 0 <= _ctoi(c) <= 31 or _ctoi(c) == 127
def isdigit(c): return 48 <= _ctoi(c) <= 57
def isgraph(c): return 33 <= _ctoi(c) <= 126
def islower(c): return 97 <= _ctoi(c) <= 122
def isprint(c): return 32 <= _ctoi(c) <= 126
def ispunct(c): return isgraph(c) and not isalnum(c)
def isspace(c): return _ctoi(c) in (9, 10, 11, 12, 13, 32)
def isupper(c): return 65 <= _ctoi(c) <= 90
def isxdigit(c): return isdigit(c) or \
(65 <= _ctoi(c) <= 70) or (97 <= _ctoi(c) <= 102)
def isctrl(c): return 0 <= _ctoi(c) < 32
def ismeta(c): return _ctoi(c) > 127
def ascii(c):
if type(c) == type(""):
return chr(_ctoi(c) & 0x7f)
else:
return _ctoi(c) & 0x7f
def ctrl(c):
if type(c) == type(""):
return chr(_ctoi(c) & 0x1f)
else:
return _ctoi(c) & 0x1f
def alt(c):
if type(c) == type(""):
return chr(_ctoi(c) | 0x80)
else:
return _ctoi(c) | 0x80
def unctrl(c):
bits = _ctoi(c)
if bits == 0x7f:
rep = "^?"
elif isprint(bits & 0x7f):
rep = chr(bits & 0x7f)
else:
rep = "^" + chr(((bits & 0x7f) | 0x20) + 0x20)
if bits & 0x80:
return "!" + rep
return rep
curses/__pycache__/panel.cpython-38.opt-2.pyc 0000644 00000000235 15115353747 0014762 0 ustar 00 U
e5dW � @ s d dl T dS )� )�*N)Z
_curses_panel� r r �$/usr/lib64/python3.8/curses/panel.py�<module> � curses/__pycache__/has_key.cpython-38.opt-2.pyc 0000644 00000010715 15115353747 0015312 0 ustar 00 U
e5d � * @ s d dl Z e jde jde jde jde jde jde jde jd e j d
e j
d e j d e j d
e j
de jde jde jde jde jde jde jde jde jde jde jde jde jde jd e j d e j d e j d e j d e j d!e j!d"e j"d#e j#d$e j$d%e j%d&e j&d'e j'd(e j(d)e j)d*e j*d+e j+d,e j,d-e j-d.e j.d/e j/d0e j0d1e j1d2e j2d3e j3d4e j4d5e j5d6e j6d7e j7d8e j8d9e j9d:e j:d;e j;d<e j<d=e j=d>e j>d?e j?d@e j@dAe jAdBe jBdCe jCdDe jDdEe jEdFe jFdGe jGdHe jHdIe jIdJe jJdKe jKdLe jLdMe jMdNe jNdOe jOdPe jPdQe jQdRe jRdSe jSdTe jTdUe jUdVe jVdWe jWdXe jXdYe jYdZe jZd[e j[d\e j\d]e j]d^e j^d_e j_d`e j`dae jadbe jbdce jcdde jddee jedfe jfdge jgdhe jhdie jidje jjdke jkdle jldme jmdne jndoe jodpe jpdqe jqdre jrdse jsdte jtdue judve jvdwe jwdxe jxdye jydze jzd{e j{d|e j|d}e j}d~e j~de jd�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�i�Z�d�d�� Z�e�d�k�rzVg Z�e ��� e���� D ]<Z�e ��e��Z�e�e��Z�e�e�k�r�e���d�e ��e��e�e�f � �q�W 5 e ��� e�D ]Z�e�e�� �q X dS )�� NZka1Zka3Zkb2ZkbsZkbegZkcbtZkc1Zkc3ZkcanZktbcZkclrZkcloZkcmdZkcpyZkcrtZkctabZkdch1Zkdl1Zkcud1ZkrmirZkendZkentZkelZkedZkextZkf0Zkf1Zkf10Zkf11Zkf12Zkf13Zkf14Zkf15Zkf16Zkf17Zkf18Zkf19Zkf2Zkf20Zkf21Zkf22Zkf23Zkf24Zkf25Zkf26Zkf27Zkf28Zkf29Zkf3Zkf30Zkf31Zkf32Zkf33Zkf34Zkf35Zkf36Zkf37Zkf38Zkf39Zkf4Zkf40Zkf41Zkf42Zkf43Zkf44Zkf45Zkf46Zkf47Zkf48Zkf49Zkf5Zkf50Zkf51Zkf52Zkf53Zkf54Zkf55Zkf56Zkf57Zkf58Zkf59Zkf6Zkf60Zkf61Zkf62Zkf63Zkf7Zkf8Zkf9ZkfndZkhlpZkhomeZkich1Zkil1Zkcub1ZkllZkmrkZkmsgZkmovZknxtZknpZkopnZkoptZkppZkprvZkprtZkrdoZkrefZkrfrZkrplZkrstZkresZkcuf1ZksavZkBEGZkCANZkCMDZkCPYZkCRTZkDCZkDLZksltZkENDZkEOLZkEXTZkindZkFNDZkHLPZkHOMZkICZkLFTZkMSGZkMOVZkNXTZkOPTZkPRVZkPRTZkriZkRDOZkRPLZkRITZkRESZkSAVZkSPDZkhtsZkUNDZkspdZkundZkcuu1c C s> t | t�rt| �} t�| �}|d kr(dS t�|�r6dS dS d S )NFT)�
isinstance�str�ord�_capability_names�get�_cursesZtigetstr)ZchZcapability_name� r �&/usr/lib64/python3.8/curses/has_key.py�has_key� s
r
�__main__z)Mismatch for key %s, system=%i, Python=%i)�r ZKEY_A1ZKEY_A3ZKEY_B2Z
KEY_BACKSPACEZKEY_BEGZKEY_BTABZKEY_C1ZKEY_C3Z
KEY_CANCELZ KEY_CATABZ KEY_CLEARZ KEY_CLOSEZ KEY_COMMANDZKEY_COPYZ
KEY_CREATEZKEY_CTABZKEY_DCZKEY_DLZKEY_DOWNZKEY_EICZKEY_ENDZ KEY_ENTERZKEY_EOLZKEY_EOSZKEY_EXITZKEY_F0ZKEY_F1ZKEY_F10ZKEY_F11ZKEY_F12ZKEY_F13ZKEY_F14ZKEY_F15ZKEY_F16ZKEY_F17ZKEY_F18ZKEY_F19ZKEY_F2ZKEY_F20ZKEY_F21ZKEY_F22ZKEY_F23ZKEY_F24ZKEY_F25ZKEY_F26ZKEY_F27ZKEY_F28ZKEY_F29ZKEY_F3ZKEY_F30ZKEY_F31ZKEY_F32ZKEY_F33ZKEY_F34ZKEY_F35ZKEY_F36ZKEY_F37ZKEY_F38ZKEY_F39ZKEY_F4ZKEY_F40ZKEY_F41ZKEY_F42ZKEY_F43ZKEY_F44ZKEY_F45ZKEY_F46ZKEY_F47ZKEY_F48ZKEY_F49ZKEY_F5ZKEY_F50ZKEY_F51ZKEY_F52ZKEY_F53ZKEY_F54ZKEY_F55ZKEY_F56ZKEY_F57ZKEY_F58ZKEY_F59ZKEY_F6ZKEY_F60ZKEY_F61ZKEY_F62ZKEY_F63ZKEY_F7ZKEY_F8ZKEY_F9ZKEY_FINDZKEY_HELPZKEY_HOMEZKEY_ICZKEY_ILZKEY_LEFTZKEY_LLZKEY_MARKZ KEY_MESSAGEZKEY_MOVEZKEY_NEXTZ KEY_NPAGEZKEY_OPENZ KEY_OPTIONSZ KEY_PPAGEZ KEY_PREVIOUSZ KEY_PRINTZKEY_REDOZ
KEY_REFERENCEZ KEY_REFRESHZ KEY_REPLACEZ KEY_RESTARTZ
KEY_RESUMEZ KEY_RIGHTZKEY_SAVEZKEY_SBEGZ KEY_SCANCELZ KEY_SCOMMANDZ KEY_SCOPYZ KEY_SCREATEZKEY_SDCZKEY_SDLZ
KEY_SELECTZKEY_SENDZKEY_SEOLZ KEY_SEXITZKEY_SFZ KEY_SFINDZ KEY_SHELPZ KEY_SHOMEZKEY_SICZ KEY_SLEFTZ KEY_SMESSAGEZ KEY_SMOVEZ KEY_SNEXTZ KEY_SOPTIONSZ
KEY_SPREVIOUSZ
KEY_SPRINTZKEY_SRZ KEY_SREDOZ KEY_SREPLACEZ
KEY_SRIGHTZ
KEY_SRSUMEZ KEY_SSAVEZ KEY_SSUSPENDZKEY_STABZ KEY_SUNDOZ KEY_SUSPENDZKEY_UNDOZKEY_UPr r
�__name__Zendwin�L�i�printZinitscr�keys�key�system�python�appendZkeynamer r r r �<module> sx � �
� curses/__pycache__/has_key.cpython-38.pyc 0000644 00000010715 15115353747 0014352 0 ustar 00 U
e5d � * @ s d dl Z e jde jde jde jde jde jde jde jd e j d
e j
d e j d e j d
e j
de jde jde jde jde jde jde jde jde jde jde jde jde jde jd e j d e j d e j d e j d e j d!e j!d"e j"d#e j#d$e j$d%e j%d&e j&d'e j'd(e j(d)e j)d*e j*d+e j+d,e j,d-e j-d.e j.d/e j/d0e j0d1e j1d2e j2d3e j3d4e j4d5e j5d6e j6d7e j7d8e j8d9e j9d:e j:d;e j;d<e j<d=e j=d>e j>d?e j?d@e j@dAe jAdBe jBdCe jCdDe jDdEe jEdFe jFdGe jGdHe jHdIe jIdJe jJdKe jKdLe jLdMe jMdNe jNdOe jOdPe jPdQe jQdRe jRdSe jSdTe jTdUe jUdVe jVdWe jWdXe jXdYe jYdZe jZd[e j[d\e j\d]e j]d^e j^d_e j_d`e j`dae jadbe jbdce jcdde jddee jedfe jfdge jgdhe jhdie jidje jjdke jkdle jldme jmdne jndoe jodpe jpdqe jqdre jrdse jsdte jtdue judve jvdwe jwdxe jxdye jydze jzd{e j{d|e j|d}e j}d~e j~de jd�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�i�Z�d�d�� Z�e�d�k�rzVg Z�e ��� e���� D ]<Z�e ��e��Z�e�e��Z�e�e�k�r�e���d�e ��e��e�e�f � �q�W 5 e ��� e�D ]Z�e�e�� �q X dS )�� NZka1Zka3Zkb2ZkbsZkbegZkcbtZkc1Zkc3ZkcanZktbcZkclrZkcloZkcmdZkcpyZkcrtZkctabZkdch1Zkdl1Zkcud1ZkrmirZkendZkentZkelZkedZkextZkf0Zkf1Zkf10Zkf11Zkf12Zkf13Zkf14Zkf15Zkf16Zkf17Zkf18Zkf19Zkf2Zkf20Zkf21Zkf22Zkf23Zkf24Zkf25Zkf26Zkf27Zkf28Zkf29Zkf3Zkf30Zkf31Zkf32Zkf33Zkf34Zkf35Zkf36Zkf37Zkf38Zkf39Zkf4Zkf40Zkf41Zkf42Zkf43Zkf44Zkf45Zkf46Zkf47Zkf48Zkf49Zkf5Zkf50Zkf51Zkf52Zkf53Zkf54Zkf55Zkf56Zkf57Zkf58Zkf59Zkf6Zkf60Zkf61Zkf62Zkf63Zkf7Zkf8Zkf9ZkfndZkhlpZkhomeZkich1Zkil1Zkcub1ZkllZkmrkZkmsgZkmovZknxtZknpZkopnZkoptZkppZkprvZkprtZkrdoZkrefZkrfrZkrplZkrstZkresZkcuf1ZksavZkBEGZkCANZkCMDZkCPYZkCRTZkDCZkDLZksltZkENDZkEOLZkEXTZkindZkFNDZkHLPZkHOMZkICZkLFTZkMSGZkMOVZkNXTZkOPTZkPRVZkPRTZkriZkRDOZkRPLZkRITZkRESZkSAVZkSPDZkhtsZkUNDZkspdZkundZkcuu1c C s> t | t�rt| �} t�| �}|d kr(dS t�|�r6dS dS d S )NFT)�
isinstance�str�ord�_capability_names�get�_cursesZtigetstr)ZchZcapability_name� r �&/usr/lib64/python3.8/curses/has_key.py�has_key� s
r
�__main__z)Mismatch for key %s, system=%i, Python=%i)�r ZKEY_A1ZKEY_A3ZKEY_B2Z
KEY_BACKSPACEZKEY_BEGZKEY_BTABZKEY_C1ZKEY_C3Z
KEY_CANCELZ KEY_CATABZ KEY_CLEARZ KEY_CLOSEZ KEY_COMMANDZKEY_COPYZ
KEY_CREATEZKEY_CTABZKEY_DCZKEY_DLZKEY_DOWNZKEY_EICZKEY_ENDZ KEY_ENTERZKEY_EOLZKEY_EOSZKEY_EXITZKEY_F0ZKEY_F1ZKEY_F10ZKEY_F11ZKEY_F12ZKEY_F13ZKEY_F14ZKEY_F15ZKEY_F16ZKEY_F17ZKEY_F18ZKEY_F19ZKEY_F2ZKEY_F20ZKEY_F21ZKEY_F22ZKEY_F23ZKEY_F24ZKEY_F25ZKEY_F26ZKEY_F27ZKEY_F28ZKEY_F29ZKEY_F3ZKEY_F30ZKEY_F31ZKEY_F32ZKEY_F33ZKEY_F34ZKEY_F35ZKEY_F36ZKEY_F37ZKEY_F38ZKEY_F39ZKEY_F4ZKEY_F40ZKEY_F41ZKEY_F42ZKEY_F43ZKEY_F44ZKEY_F45ZKEY_F46ZKEY_F47ZKEY_F48ZKEY_F49ZKEY_F5ZKEY_F50ZKEY_F51ZKEY_F52ZKEY_F53ZKEY_F54ZKEY_F55ZKEY_F56ZKEY_F57ZKEY_F58ZKEY_F59ZKEY_F6ZKEY_F60ZKEY_F61ZKEY_F62ZKEY_F63ZKEY_F7ZKEY_F8ZKEY_F9ZKEY_FINDZKEY_HELPZKEY_HOMEZKEY_ICZKEY_ILZKEY_LEFTZKEY_LLZKEY_MARKZ KEY_MESSAGEZKEY_MOVEZKEY_NEXTZ KEY_NPAGEZKEY_OPENZ KEY_OPTIONSZ KEY_PPAGEZ KEY_PREVIOUSZ KEY_PRINTZKEY_REDOZ
KEY_REFERENCEZ KEY_REFRESHZ KEY_REPLACEZ KEY_RESTARTZ
KEY_RESUMEZ KEY_RIGHTZKEY_SAVEZKEY_SBEGZ KEY_SCANCELZ KEY_SCOMMANDZ KEY_SCOPYZ KEY_SCREATEZKEY_SDCZKEY_SDLZ
KEY_SELECTZKEY_SENDZKEY_SEOLZ KEY_SEXITZKEY_SFZ KEY_SFINDZ KEY_SHELPZ KEY_SHOMEZKEY_SICZ KEY_SLEFTZ KEY_SMESSAGEZ KEY_SMOVEZ KEY_SNEXTZ KEY_SOPTIONSZ
KEY_SPREVIOUSZ
KEY_SPRINTZKEY_SRZ KEY_SREDOZ KEY_SREPLACEZ
KEY_SRIGHTZ
KEY_SRSUMEZ KEY_SSAVEZ KEY_SSUSPENDZKEY_STABZ KEY_SUNDOZ KEY_SUSPENDZKEY_UNDOZKEY_UPr r
�__name__Zendwin�L�i�printZinitscr�keys�key�system�python�appendZkeynamer r r r �<module> sx � �
� curses/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000004136 15115353747 0015425 0 ustar 00 U
e5d� � @ sh d Z ddlT ddlZddlZdd� Zdd� Zze W n e k
rT dd lmZ Y nX d
d � Z
d e
_ dS )
z�curses
The main package for curses support for Python. Normally used by importing
the package, and perhaps a particular module inside it.
import curses
from curses import textpad
curses.initscr()
...
� )�*Nc C sp dd l } dd l}ttj�dd�tj�� d� | � � }| j
� � D ],\}}|dd� dks^|dkr>t |||� q>|S )Nr ZTERM�unknown)Zterm�fd� ZACS_)ZLINESZCOLS)
�_curses�cursesZ setupterm�_os�environ�get�_sys�
__stdout__�fileno�initscr�__dict__�items�setattr)r r �stdscr�key�value� r �'/usr/lib64/python3.8/curses/__init__.pyr s �r c C s@ dd l } dd l}| �� }t| d�r*| j|_t| d�r<| j|_|S )Nr �COLORS� COLOR_PAIRS)r r � start_color�hasattrr r )r r Zretvalr r r r * s
r � )�has_keyc O s� | r| ^}} n<d|kr:|� d�}ddl}|jdtdd� ntdt| � ��zHt � }t � t
� |�d � z
t� W n Y nX ||f| �|�W �S dt� kr�|�d� t� t � t
� X dS )
a Wrapper function that initializes curses and calls another function,
restoring normal keyboard/screen behavior on error.
The callable object 'func' is then passed the main window 'stdscr'
as its first argument, followed by any other arguments passed to
wrapper().
�funcr Nz0Passing 'func' as keyword argument is deprecated� )�
stacklevelz7wrapper expected at least 1 positional argument, got %dr r )�pop�warnings�warn�DeprecationWarning� TypeError�len�localsZkeypadZechoZnocbreakZendwinr ZnoechoZcbreakr )�args�kwdsr r! r r r r �wrapper? s6
��
r) z(func, /, *args, **kwds)) �__doc__r �osr �sysr r r r � NameErrorr) �__text_signature__r r r r �<module> s
2 curses/__pycache__/ascii.cpython-38.pyc 0000644 00000007567 15115353747 0014032 0 ustar 00 U
e5d� � ! @ s~ d Z dZdZdZdZdZdZdZdZd Z d
Z
d
Z d Z d Z
d Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Z!d Z"d!Z#d"Z$d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCg!Z%dDdE� Z&dFdG� Z'dHdI� Z(dJdK� Z)dLdM� Z*dNdO� Z+dPdQ� Z,dRdS� Z-dTdU� Z.dVdW� Z/dXdY� Z0dZd[� Z1d\d]� Z2d^d_� Z3d`da� Z4dbdc� Z5ddde� Z6dfdg� Z7dhdi� Z8djdk� Z9dlS )mz3Constants and membership tests for ASCII characters� � � � � � � � � � �
� � �
� � � � � � � � � � � � � � � � � � � � �NUL�SOH�STX�ETX�EOT�ENQ�ACK�BEL�BS�HT�LF�VT�FF�CR�SO�SI�DLE�DC1�DC2�DC3�DC4�NAK�SYN�ETB�CAN�EM�SUB�ESC�FS�GS�RS�US�SPc C s t | �t d�krt| �S | S d S )N� )�type�ord��c� rI �$/usr/lib64/python3.8/curses/ascii.py�_ctoi0 s rK c C s t | �pt| �S �N)�isalpha�isdigitrG rI rI rJ �isalnum6 � rO c C s t | �pt| �S rL )�isupper�islowerrG rI rI rJ rM 7 rP rM c C s dt | � kodkS S )Nr r" �rK rG rI rI rJ �isascii8 rP rT c C s t | �dkS )N)r
r! rS rG rI rI rJ �isblank9 rP rU c C s( dt | � kodkn p&t | �dkS )Nr r r" rS rG rI rI rJ �iscntrl: rP rV c C s dt | � kodkS S )N�0 �9 rS rG rI rI rJ rN ; rP rN c C s dt | � kodkS S )N�! �~ rS rG rI rI rJ �isgraph< rP r[ c C s dt | � kodkS S )N�a �z rS rG rI rI rJ rR = rP rR c C s dt | � kodkS S )Nr! rZ rS rG rI rI rJ �isprint> rP r^ c C s t | �ot| � S rL )r[ rO rG rI rI rJ �ispunct? rP r_ c C s t | �dkS )N)r
r r r
r r! rS rG rI rI rJ �isspace@ rP r` c C s dt | � kodkS S )N�A �Z rS rG rI rI rJ rQ A rP rQ c C s@ t | �p>dt| � ko dkn p>dt| � ko:dkS S )Nra �F r\ �f )rN rK rG rI rI rJ �isxdigitB s ��re c C s dt | � kodk S S )Nr r! rS rG rI rI rJ �isctrlD rP rf c C s t | �dkS )Nr" rS rG rI rI rJ �ismetaE rP rg c C s0 t | �t d�kr tt| �d@ �S t| �d@ S d S )NrD r" �rE �chrrK rG rI rI rJ �asciiG s rj c C s0 t | �t d�kr tt| �d@ �S t| �d@ S d S )NrD r rh rG rI rI rJ �ctrlM s rk c C s0 t | �t d�kr tt| �dB �S t| �dB S d S )NrD � rh rG rI rI rJ �altS s rm c C s\ t | �}|dkrd}n2t|d@ �r0t|d@ �}ndt|d@ dB d � }|d@ rXd| S |S )Nr" z^?�^r! rl �!)rK r^ ri )rH �bitsZreprI rI rJ �unctrlY s rq N):�__doc__r# r$ r% r& r' r( r) r* r+ ZTABr, r- �NLr. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r9 r: r; r< r= r> r? r@ rA rB rC ZDELZ controlnamesrK rO rM rT rU rV rN r[ rR r^ r_ r` rQ re rf rg rj rk rm rq rI rI rI rJ �<module> s� � curses/__pycache__/textpad.cpython-38.pyc 0000644 00000013425 15115353747 0014401 0 ustar 00 U
e5d� � @ sV d Z ddlZddlZdd� ZG dd� d�ZedkrRdd � Ze�e�Ze d
e
e�� dS ) z:Simple textbox editing widget with Emacs-like keybindings.� Nc C s� | � |d |tj|| d � | �||d tj|| d � | �||d tj|| d � | � |d |tj|| d � | �||tj� | �||tj� | �||tj� | �||tj � dS )z^Draw a rectangle with corners at the provided upper-left
and lower-right coordinates.
� N)
Zvline�cursesZ ACS_VLINEZhlineZ ACS_HLINE�addchZ ACS_ULCORNERZ ACS_URCORNERZ ACS_LRCORNERZ ACS_LLCORNER)�win�uly�ulxZlryZlrx� r �&/usr/lib64/python3.8/curses/textpad.py� rectangle s r
c @ sL e Zd ZdZddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z ddd�Z
dS )�Textboxad Editing widget using the interior of a window object.
Supports the following Emacs-like key bindings:
Ctrl-A Go to left edge of window.
Ctrl-B Cursor left, wrapping to previous line if appropriate.
Ctrl-D Delete character under cursor.
Ctrl-E Go to right edge (stripspaces off) or end of line (stripspaces on).
Ctrl-F Cursor right, wrapping to next line when appropriate.
Ctrl-G Terminate, returning the window contents.
Ctrl-H Delete character backward.
Ctrl-J Terminate if the window is 1 line, otherwise insert newline.
Ctrl-K If line is blank, delete it, otherwise clear to end of line.
Ctrl-L Refresh screen.
Ctrl-N Cursor down; move down one line.
Ctrl-O Insert a blank line at cursor location.
Ctrl-P Cursor up; move up one line.
Move operations do nothing if the cursor is at an edge where the movement
is not possible. The following synonyms are supported where possible:
KEY_LEFT = Ctrl-B, KEY_RIGHT = Ctrl-F, KEY_UP = Ctrl-P, KEY_DOWN = Ctrl-N
KEY_BACKSPACE = Ctrl-h
Fc C s. || _ || _| �� d| _d | _|�d� d S �Nr )r � insert_mode�_update_max_yx� stripspaces�lastcmdZkeypad)�selfr r
r r r �__init__+ s zTextbox.__init__c C s& | j �� \}}|d | _|d | _d S r )r Zgetmaxyx�maxy�maxx)r r r r r r r 3 s
zTextbox._update_max_yxc C sX | � � | j}tj�| j�||��tjjkr@t| j|d �}qTn
|dkrJqT|d }q|S )zuGo to the location of the first blank on the given line,
returning the index of the last non-blank character.r r )r r r �asciir �inchZSP�min)r �yZlastr r r � _end_of_line8 s
zTextbox._end_of_linec C s� | � � | j�� \}}d }|| jk s.|| jk r�| jr>| j�� }z| j�|� W n tj k
rd Y nX | jr�tj
� |�szq�|}| j�� \}}|d kr||f}q|d k r�| jj |� d S )N)
r r �getyxr r r
r r r �errorr �isprint�move)r �chr �xZbackyxZoldchr r r �_insert_printable_charF s$
z Textbox._insert_printable_charc C sV | � � | j�� \}}|| _tj�|�rJ|| jk s<|| jk rF| � |� �n|tjj
krh| j� |d� �n�|tjj tj
tjjtjfk�r|dkr�| j� ||d � nB|dkr�n8| jr�| j� |d | �|d �� n| j� |d | j� |tjjtjfk�rR| j�� �nL|tjjk�r"| j�� �n0|tjjk�rb| j�rN| j� || �|�� n| j� || j� �n�|tjjtjfk�r�|| jk �r�| j� ||d � n || jk�r�n| j� |d d� �n�|tjjk�r�dS |tjjk�r | jdk�r�dS || jk �rR| j� |d d� �nF|tjjk�rZ|dk�r@| �|�dk�r@| j�� n| j� ||� | j�� n�|tjj k�rt| j� � n�|tjj tj fk�r�|| jk �rR| j� |d |� || �|d �k�rR| j� |d | �|d �� nz|tjj k�r�| j�!� n`|tjj"tj#fk�rR|dk�rR| j� |d |� || �|d �k�rR| j� |d | �|d �� dS )z!Process a single editing command.r r )$r r r r r r r r r r ZSOHr ZSTXZKEY_LEFTZBSZ
KEY_BACKSPACEr r ZdelchZEOTZENQZACKZ KEY_RIGHTZBEL�NLZVTZdeletelnZclrtoeolZFF�refreshZSOZKEY_DOWNZSIZinsertlnZDLEZKEY_UP)r r r r r r r �
do_command_ sr
zTextbox.do_commandc
C s� d}| � � t| jd �D ]�}| j�|d� | �|�}|dkrF| jrFqt| jd �D ]4}| jrj||krj q�|tt j
�
| j� ||��� }qT| jdkr|d }q|S )z.Collect and return the contents of the window.� r r �
) r �ranger r r r r r �chrr r r )r �resultr �stopr r r r �gather� s
zTextbox.gatherNc C s< | j �� }|r||�}|s q | �|�s(q4| j �� q | �� S )z2Edit in the widget window and collect the results.)r Zgetchr# r" r* )r Zvalidater r r r �edit� s
z Textbox.edit)F)N) �__name__�
__module__� __qualname__�__doc__r r r r r# r* r+ r r r r r s
Ar �__main__c C sf d\}}d\}}| � |d |d� t�||||�}t| |d |d || || � | �� t|��� S )N)� � )� � � zUse Ctrl-G to end editing.r )Zaddstrr Znewwinr
r" r r+ )ZstdscrZncolsZnlinesr r r r r r � test_editbox� s r6 zContents of text box:) r/ r Z curses.asciir
r r, r6 �wrapper�str�print�reprr r r r �<module> s
,
curses/__pycache__/ascii.cpython-38.opt-1.pyc 0000644 00000007567 15115353747 0014771 0 ustar 00 U
e5d� � ! @ s~ d Z dZdZdZdZdZdZdZdZd Z d
Z
d
Z d Z d Z
d Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Z!d Z"d!Z#d"Z$d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCg!Z%dDdE� Z&dFdG� Z'dHdI� Z(dJdK� Z)dLdM� Z*dNdO� Z+dPdQ� Z,dRdS� Z-dTdU� Z.dVdW� Z/dXdY� Z0dZd[� Z1d\d]� Z2d^d_� Z3d`da� Z4dbdc� Z5ddde� Z6dfdg� Z7dhdi� Z8djdk� Z9dlS )mz3Constants and membership tests for ASCII characters� � � � � � � � � � �
� � �
� � � � � � � � � � � � � � � � � � � � �NUL�SOH�STX�ETX�EOT�ENQ�ACK�BEL�BS�HT�LF�VT�FF�CR�SO�SI�DLE�DC1�DC2�DC3�DC4�NAK�SYN�ETB�CAN�EM�SUB�ESC�FS�GS�RS�US�SPc C s t | �t d�krt| �S | S d S )N� )�type�ord��c� rI �$/usr/lib64/python3.8/curses/ascii.py�_ctoi0 s rK c C s t | �pt| �S �N)�isalpha�isdigitrG rI rI rJ �isalnum6 � rO c C s t | �pt| �S rL )�isupper�islowerrG rI rI rJ rM 7 rP rM c C s dt | � kodkS S )Nr r" �rK rG rI rI rJ �isascii8 rP rT c C s t | �dkS )N)r
r! rS rG rI rI rJ �isblank9 rP rU c C s( dt | � kodkn p&t | �dkS )Nr r r" rS rG rI rI rJ �iscntrl: rP rV c C s dt | � kodkS S )N�0 �9 rS rG rI rI rJ rN ; rP rN c C s dt | � kodkS S )N�! �~ rS rG rI rI rJ �isgraph< rP r[ c C s dt | � kodkS S )N�a �z rS rG rI rI rJ rR = rP rR c C s dt | � kodkS S )Nr! rZ rS rG rI rI rJ �isprint> rP r^ c C s t | �ot| � S rL )r[ rO rG rI rI rJ �ispunct? rP r_ c C s t | �dkS )N)r
r r r
r r! rS rG rI rI rJ �isspace@ rP r` c C s dt | � kodkS S )N�A �Z rS rG rI rI rJ rQ A rP rQ c C s@ t | �p>dt| � ko dkn p>dt| � ko:dkS S )Nra �F r\ �f )rN rK rG rI rI rJ �isxdigitB s ��re c C s dt | � kodk S S )Nr r! rS rG rI rI rJ �isctrlD rP rf c C s t | �dkS )Nr" rS rG rI rI rJ �ismetaE rP rg c C s0 t | �t d�kr tt| �d@ �S t| �d@ S d S )NrD r" �rE �chrrK rG rI rI rJ �asciiG s rj c C s0 t | �t d�kr tt| �d@ �S t| �d@ S d S )NrD r rh rG rI rI rJ �ctrlM s rk c C s0 t | �t d�kr tt| �dB �S t| �dB S d S )NrD � rh rG rI rI rJ �altS s rm c C s\ t | �}|dkrd}n2t|d@ �r0t|d@ �}ndt|d@ dB d � }|d@ rXd| S |S )Nr" z^?�^r! rl �!)rK r^ ri )rH �bitsZreprI rI rJ �unctrlY s rq N):�__doc__r# r$ r% r& r' r( r) r* r+ ZTABr, r- �NLr. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r9 r: r; r< r= r> r? r@ rA rB rC ZDELZ controlnamesrK rO rM rT rU rV rN r[ rR r^ r_ r` rQ re rf rg rj rk rm rq rI rI rI rJ �<module> s� � curses/__pycache__/ascii.cpython-38.opt-2.pyc 0000644 00000007463 15115353747 0014765 0 ustar 00 U
e5d� � ! @ sz d Z dZdZdZdZdZdZdZdZd Z d Z
d
Z d
Z d Z
d Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Z!d Z"d!Z#d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBg!Z$dCdD� Z%dEdF� Z&dGdH� Z'dIdJ� Z(dKdL� Z)dMdN� Z*dOdP� Z+dQdR� Z,dSdT� Z-dUdV� Z.dWdX� Z/dYdZ� Z0d[d\� Z1d]d^� Z2d_d`� Z3dadb� Z4dcdd� Z5dedf� Z6dgdh� Z7didj� Z8dkS )l� � � � � � � � � � �
� � �
� � � � � � � � � � � � � � � � � � � � �NUL�SOH�STX�ETX�EOT�ENQ�ACK�BEL�BS�HT�LF�VT�FF�CR�SO�SI�DLE�DC1�DC2�DC3�DC4�NAK�SYN�ETB�CAN�EM�SUB�ESC�FS�GS�RS�US�SPc C s t | �t d�krt| �S | S d S )N� )�type�ord��c� rI �$/usr/lib64/python3.8/curses/ascii.py�_ctoi0 s rK c C s t | �pt| �S �N)�isalpha�isdigitrG rI rI rJ �isalnum6 � rO c C s t | �pt| �S rL )�isupper�islowerrG rI rI rJ rM 7 rP rM c C s dt | � kodkS S )Nr r" �rK rG rI rI rJ �isascii8 rP rT c C s t | �dkS )N)r
r! rS rG rI rI rJ �isblank9 rP rU c C s( dt | � kodkn p&t | �dkS )Nr r r" rS rG rI rI rJ �iscntrl: rP rV c C s dt | � kodkS S )N�0 �9 rS rG rI rI rJ rN ; rP rN c C s dt | � kodkS S )N�! �~ rS rG rI rI rJ �isgraph< rP r[ c C s dt | � kodkS S )N�a �z rS rG rI rI rJ rR = rP rR c C s dt | � kodkS S )Nr! rZ rS rG rI rI rJ �isprint> rP r^ c C s t | �ot| � S rL )r[ rO rG rI rI rJ �ispunct? rP r_ c C s t | �dkS )N)r
r r r
r r! rS rG rI rI rJ �isspace@ rP r` c C s dt | � kodkS S )N�A �Z rS rG rI rI rJ rQ A rP rQ c C s@ t | �p>dt| � ko dkn p>dt| � ko:dkS S )Nra �F r\ �f )rN rK rG rI rI rJ �isxdigitB s ��re c C s dt | � kodk S S )Nr r! rS rG rI rI rJ �isctrlD rP rf c C s t | �dkS )Nr" rS rG rI rI rJ �ismetaE rP rg c C s0 t | �t d�kr tt| �d@ �S t| �d@ S d S )NrD r" �rE �chrrK rG rI rI rJ �asciiG s rj c C s0 t | �t d�kr tt| �d@ �S t| �d@ S d S )NrD r rh rG rI rI rJ �ctrlM s rk c C s0 t | �t d�kr tt| �dB �S t| �dB S d S )NrD � rh rG rI rI rJ �altS s rm c C s\ t | �}|dkrd}n2t|d@ �r0t|d@ �}ndt|d@ dB d � }|d@ rXd| S |S )Nr" z^?�^r! rl �!)rK r^ ri )rH �bitsZreprI rI rJ �unctrlY s rq N)9r# r$ r% r& r' r( r) r* r+ ZTABr, r- �NLr. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r9 r: r; r< r= r> r? r@ rA rB rC ZDELZ controlnamesrK rO rM rT rU rV rN r[ rR r^ r_ r` rQ re rf rg rj rk rm rq rI rI rI rJ �<module> s� � curses/__pycache__/textpad.cpython-38.opt-2.pyc 0000644 00000010373 15115353747 0015340 0 ustar 00 U
e5d� � @ sR d dl Z d dlZ dd� ZG dd� d�ZedkrNdd� Ze �e�Zed e e�� dS )
� Nc C s� | � |d |tj|| d � | �||d tj|| d � | �||d tj|| d � | � |d |tj|| d � | �||tj� | �||tj� | �||tj� | �||tj � d S �N� )
Zvline�cursesZ ACS_VLINEZhlineZ ACS_HLINE�addchZ ACS_ULCORNERZ ACS_URCORNERZ ACS_LRCORNERZ ACS_LLCORNER)�win�uly�ulxZlryZlrx� r �&/usr/lib64/python3.8/curses/textpad.py� rectangle s r c @ sH e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zddd�Z dS )�TextboxFc C s. || _ || _| �� d| _d | _|�d� d S r )r � insert_mode�_update_max_yx� stripspaces�lastcmdZkeypad)�selfr r
r r r
�__init__+ s zTextbox.__init__c C s& | j �� \}}|d | _|d | _d S r )r Zgetmaxyx�maxy�maxx)r r r r r r
r 3 s
zTextbox._update_max_yxc C sX | � � | j}tj�| j�||��tjjkr@t| j|d �}qTn
|dkrJqT|d }q|S )Nr r )r r r �asciir �inchZSP�min)r �yZlastr r r
� _end_of_line8 s
zTextbox._end_of_linec C s� | � � | j�� \}}d }|| jk s.|| jk r�| jr>| j�� }z| j�|� W n tj k
rd Y nX | jr�tj
� |�szq�|}| j�� \}}|d kr||f}q|d k r�| jj |� d S �N)
r r �getyxr r r
r r r �errorr �isprint�move)r �chr �xZbackyxZoldchr r r
�_insert_printable_charF s$
z Textbox._insert_printable_charc C sV | � � | j�� \}}|| _tj�|�rJ|| jk s<|| jk rF| � |� �n|tjj
krh| j� |d� �n�|tjj tj
tjjtjfk�r|dkr�| j� ||d � nB|dkr�n8| jr�| j� |d | �|d �� n| j� |d | j� |tjjtjfk�rR| j�� �nL|tjjk�r"| j�� �n0|tjjk�rb| j�rN| j� || �|�� n| j� || j� �n�|tjjtjfk�r�|| jk �r�| j� ||d � n || jk�r�n| j� |d d� �n�|tjjk�r�dS |tjjk�r | jdk�r�dS || jk �rR| j� |d d� �nF|tjjk�rZ|dk�r@| �|�dk�r@| j�� n| j� ||� | j�� n�|tjj k�rt| j� � n�|tjj tj fk�r�|| jk �rR| j� |d |� || �|d �k�rR| j� |d | �|d �� nz|tjj k�r�| j�!� n`|tjj"tj#fk�rR|dk�rR| j� |d |� || �|d �k�rR| j� |d | �|d �� dS )Nr r )$r r r r r r r r r r! ZSOHr ZSTXZKEY_LEFTZBSZ
KEY_BACKSPACEr r ZdelchZEOTZENQZACKZ KEY_RIGHTZBEL�NLZVTZdeletelnZclrtoeolZFF�refreshZSOZKEY_DOWNZSIZinsertlnZDLEZKEY_UP)r r r r r r r
�
do_command_ sr
zTextbox.do_commandc
C s� d}| � � t| jd �D ]�}| j�|d� | �|�}|dkrF| jrFqt| jd �D ]4}| jrj||krj q�|tt j
�
| j� ||��� }qT| jdkr|d }q|S )N� r r �
) r �ranger r r r r r �chrr r r )r �resultr �stopr r r r
�gather� s
zTextbox.gatherNc C s< | j �� }|r||�}|s q | �|�s(q4| j �� q | �� S r )r Zgetchr$ r# r+ )r Zvalidater r r r
�edit� s
z Textbox.edit)F)N)
�__name__�
__module__� __qualname__r r r r! r$ r+ r, r r r r
r s
Ar �__main__c C sf d\}}d\}}| � |d |d� t�||||�}t| |d |d || || � | �� t|��� S )N)� � )� � � zUse Ctrl-G to end editing.r )Zaddstrr Znewwinr r# r r, )ZstdscrZncolsZnlinesr r r r r r
� test_editbox� s r6 zContents of text box:)
r Z curses.asciir r r- r6 �wrapper�str�print�reprr r r r
�<module> s
,
curses/__pycache__/__init__.cpython-38.opt-2.pyc 0000644 00000003124 15115353747 0015422 0 ustar 00 U
e5d� � @ sd d dl T d dlZd dlZdd� Zdd� Zze W n ek
rP ddlmZ Y nX d d
� Z d e _
dS ) � )�*Nc C sp dd l } dd l}ttj�dd�tj�� d� | � � }| j
� � D ],\}}|dd� dks^|dkr>t |||� q>|S )Nr ZTERM�unknown)Zterm�fd� ZACS_)ZLINESZCOLS)
�_curses�cursesZ setupterm�_os�environ�get�_sys�
__stdout__�fileno�initscr�__dict__�items�setattr)r r �stdscr�key�value� r �'/usr/lib64/python3.8/curses/__init__.pyr s �r c C s@ dd l } dd l}| �� }t| d�r*| j|_t| d�r<| j|_|S )Nr �COLORS� COLOR_PAIRS)r r � start_color�hasattrr r )r r Zretvalr r r r * s
r � )�has_keyc O s� | r| ^}} n<d|kr:|� d�}dd l}|jdtdd� ntdt| � ��zHt � }t � t
� |�d� z
t� W n Y nX ||f| �|�W �S dt� kr�|�d� t� t � t
� X d S ) N�funcr z0Passing 'func' as keyword argument is deprecated� )�
stacklevelz7wrapper expected at least 1 positional argument, got %dr r )�pop�warnings�warn�DeprecationWarning� TypeError�len�localsZkeypadZechoZnocbreakZendwinr ZnoechoZcbreakr )�args�kwdsr r! r r r r �wrapper? s6
��
r) z(func, /, *args, **kwds)) r �osr �sysr r r r � NameErrorr) �__text_signature__r r r r �<module>
s
2 curses/__pycache__/panel.cpython-38.pyc 0000644 00000000341 15115353747 0014020 0 ustar 00 U
e5dW � @ s d Z ddlT dS )z3curses.panel
Module for using panels with curses.
� )�*N)�__doc__Z
_curses_panel� r r �$/usr/lib64/python3.8/curses/panel.py�<module> s curses/__pycache__/panel.cpython-38.opt-1.pyc 0000644 00000000341 15115353747 0014757 0 ustar 00 U
e5dW � @ s d Z ddlT dS )z3curses.panel
Module for using panels with curses.
� )�*N)�__doc__Z
_curses_panel� r r �$/usr/lib64/python3.8/curses/panel.py�<module> s curses/__pycache__/has_key.cpython-38.opt-1.pyc 0000644 00000010715 15115353747 0015311 0 ustar 00 U
e5d � * @ s d dl Z e jde jde jde jde jde jde jde jd e j d
e j
d e j d e j d
e j
de jde jde jde jde jde jde jde jde jde jde jde jde jde jd e j d e j d e j d e j d e j d!e j!d"e j"d#e j#d$e j$d%e j%d&e j&d'e j'd(e j(d)e j)d*e j*d+e j+d,e j,d-e j-d.e j.d/e j/d0e j0d1e j1d2e j2d3e j3d4e j4d5e j5d6e j6d7e j7d8e j8d9e j9d:e j:d;e j;d<e j<d=e j=d>e j>d?e j?d@e j@dAe jAdBe jBdCe jCdDe jDdEe jEdFe jFdGe jGdHe jHdIe jIdJe jJdKe jKdLe jLdMe jMdNe jNdOe jOdPe jPdQe jQdRe jRdSe jSdTe jTdUe jUdVe jVdWe jWdXe jXdYe jYdZe jZd[e j[d\e j\d]e j]d^e j^d_e j_d`e j`dae jadbe jbdce jcdde jddee jedfe jfdge jgdhe jhdie jidje jjdke jkdle jldme jmdne jndoe jodpe jpdqe jqdre jrdse jsdte jtdue judve jvdwe jwdxe jxdye jydze jzd{e j{d|e j|d}e j}d~e j~de jd�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�e j�d�i�Z�d�d�� Z�e�d�k�rzVg Z�e ��� e���� D ]<Z�e ��e��Z�e�e��Z�e�e�k�r�e���d�e ��e��e�e�f � �q�W 5 e ��� e�D ]Z�e�e�� �q X dS )�� NZka1Zka3Zkb2ZkbsZkbegZkcbtZkc1Zkc3ZkcanZktbcZkclrZkcloZkcmdZkcpyZkcrtZkctabZkdch1Zkdl1Zkcud1ZkrmirZkendZkentZkelZkedZkextZkf0Zkf1Zkf10Zkf11Zkf12Zkf13Zkf14Zkf15Zkf16Zkf17Zkf18Zkf19Zkf2Zkf20Zkf21Zkf22Zkf23Zkf24Zkf25Zkf26Zkf27Zkf28Zkf29Zkf3Zkf30Zkf31Zkf32Zkf33Zkf34Zkf35Zkf36Zkf37Zkf38Zkf39Zkf4Zkf40Zkf41Zkf42Zkf43Zkf44Zkf45Zkf46Zkf47Zkf48Zkf49Zkf5Zkf50Zkf51Zkf52Zkf53Zkf54Zkf55Zkf56Zkf57Zkf58Zkf59Zkf6Zkf60Zkf61Zkf62Zkf63Zkf7Zkf8Zkf9ZkfndZkhlpZkhomeZkich1Zkil1Zkcub1ZkllZkmrkZkmsgZkmovZknxtZknpZkopnZkoptZkppZkprvZkprtZkrdoZkrefZkrfrZkrplZkrstZkresZkcuf1ZksavZkBEGZkCANZkCMDZkCPYZkCRTZkDCZkDLZksltZkENDZkEOLZkEXTZkindZkFNDZkHLPZkHOMZkICZkLFTZkMSGZkMOVZkNXTZkOPTZkPRVZkPRTZkriZkRDOZkRPLZkRITZkRESZkSAVZkSPDZkhtsZkUNDZkspdZkundZkcuu1c C s> t | t�rt| �} t�| �}|d kr(dS t�|�r6dS dS d S )NFT)�
isinstance�str�ord�_capability_names�get�_cursesZtigetstr)ZchZcapability_name� r �&/usr/lib64/python3.8/curses/has_key.py�has_key� s
r
�__main__z)Mismatch for key %s, system=%i, Python=%i)�r ZKEY_A1ZKEY_A3ZKEY_B2Z
KEY_BACKSPACEZKEY_BEGZKEY_BTABZKEY_C1ZKEY_C3Z
KEY_CANCELZ KEY_CATABZ KEY_CLEARZ KEY_CLOSEZ KEY_COMMANDZKEY_COPYZ
KEY_CREATEZKEY_CTABZKEY_DCZKEY_DLZKEY_DOWNZKEY_EICZKEY_ENDZ KEY_ENTERZKEY_EOLZKEY_EOSZKEY_EXITZKEY_F0ZKEY_F1ZKEY_F10ZKEY_F11ZKEY_F12ZKEY_F13ZKEY_F14ZKEY_F15ZKEY_F16ZKEY_F17ZKEY_F18ZKEY_F19ZKEY_F2ZKEY_F20ZKEY_F21ZKEY_F22ZKEY_F23ZKEY_F24ZKEY_F25ZKEY_F26ZKEY_F27ZKEY_F28ZKEY_F29ZKEY_F3ZKEY_F30ZKEY_F31ZKEY_F32ZKEY_F33ZKEY_F34ZKEY_F35ZKEY_F36ZKEY_F37ZKEY_F38ZKEY_F39ZKEY_F4ZKEY_F40ZKEY_F41ZKEY_F42ZKEY_F43ZKEY_F44ZKEY_F45ZKEY_F46ZKEY_F47ZKEY_F48ZKEY_F49ZKEY_F5ZKEY_F50ZKEY_F51ZKEY_F52ZKEY_F53ZKEY_F54ZKEY_F55ZKEY_F56ZKEY_F57ZKEY_F58ZKEY_F59ZKEY_F6ZKEY_F60ZKEY_F61ZKEY_F62ZKEY_F63ZKEY_F7ZKEY_F8ZKEY_F9ZKEY_FINDZKEY_HELPZKEY_HOMEZKEY_ICZKEY_ILZKEY_LEFTZKEY_LLZKEY_MARKZ KEY_MESSAGEZKEY_MOVEZKEY_NEXTZ KEY_NPAGEZKEY_OPENZ KEY_OPTIONSZ KEY_PPAGEZ KEY_PREVIOUSZ KEY_PRINTZKEY_REDOZ
KEY_REFERENCEZ KEY_REFRESHZ KEY_REPLACEZ KEY_RESTARTZ
KEY_RESUMEZ KEY_RIGHTZKEY_SAVEZKEY_SBEGZ KEY_SCANCELZ KEY_SCOMMANDZ KEY_SCOPYZ KEY_SCREATEZKEY_SDCZKEY_SDLZ
KEY_SELECTZKEY_SENDZKEY_SEOLZ KEY_SEXITZKEY_SFZ KEY_SFINDZ KEY_SHELPZ KEY_SHOMEZKEY_SICZ KEY_SLEFTZ KEY_SMESSAGEZ KEY_SMOVEZ KEY_SNEXTZ KEY_SOPTIONSZ
KEY_SPREVIOUSZ
KEY_SPRINTZKEY_SRZ KEY_SREDOZ KEY_SREPLACEZ
KEY_SRIGHTZ
KEY_SRSUMEZ KEY_SSAVEZ KEY_SSUSPENDZKEY_STABZ KEY_SUNDOZ KEY_SUSPENDZKEY_UNDOZKEY_UPr r
�__name__Zendwin�L�i�printZinitscr�keys�key�system�python�appendZkeynamer r r r �<module> sx � �
� curses/__pycache__/textpad.cpython-38.opt-1.pyc 0000644 00000013425 15115353747 0015340 0 ustar 00 U
e5d� � @ sV d Z ddlZddlZdd� ZG dd� d�ZedkrRdd � Ze�e�Ze d
e
e�� dS ) z:Simple textbox editing widget with Emacs-like keybindings.� Nc C s� | � |d |tj|| d � | �||d tj|| d � | �||d tj|| d � | � |d |tj|| d � | �||tj� | �||tj� | �||tj� | �||tj � dS )z^Draw a rectangle with corners at the provided upper-left
and lower-right coordinates.
� N)
Zvline�cursesZ ACS_VLINEZhlineZ ACS_HLINE�addchZ ACS_ULCORNERZ ACS_URCORNERZ ACS_LRCORNERZ ACS_LLCORNER)�win�uly�ulxZlryZlrx� r �&/usr/lib64/python3.8/curses/textpad.py� rectangle s r
c @ sL e Zd ZdZddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z ddd�Z
dS )�Textboxad Editing widget using the interior of a window object.
Supports the following Emacs-like key bindings:
Ctrl-A Go to left edge of window.
Ctrl-B Cursor left, wrapping to previous line if appropriate.
Ctrl-D Delete character under cursor.
Ctrl-E Go to right edge (stripspaces off) or end of line (stripspaces on).
Ctrl-F Cursor right, wrapping to next line when appropriate.
Ctrl-G Terminate, returning the window contents.
Ctrl-H Delete character backward.
Ctrl-J Terminate if the window is 1 line, otherwise insert newline.
Ctrl-K If line is blank, delete it, otherwise clear to end of line.
Ctrl-L Refresh screen.
Ctrl-N Cursor down; move down one line.
Ctrl-O Insert a blank line at cursor location.
Ctrl-P Cursor up; move up one line.
Move operations do nothing if the cursor is at an edge where the movement
is not possible. The following synonyms are supported where possible:
KEY_LEFT = Ctrl-B, KEY_RIGHT = Ctrl-F, KEY_UP = Ctrl-P, KEY_DOWN = Ctrl-N
KEY_BACKSPACE = Ctrl-h
Fc C s. || _ || _| �� d| _d | _|�d� d S �Nr )r � insert_mode�_update_max_yx� stripspaces�lastcmdZkeypad)�selfr r
r r r �__init__+ s zTextbox.__init__c C s& | j �� \}}|d | _|d | _d S r )r Zgetmaxyx�maxy�maxx)r r r r r r r 3 s
zTextbox._update_max_yxc C sX | � � | j}tj�| j�||��tjjkr@t| j|d �}qTn
|dkrJqT|d }q|S )zuGo to the location of the first blank on the given line,
returning the index of the last non-blank character.r r )r r r �asciir �inchZSP�min)r �yZlastr r r � _end_of_line8 s
zTextbox._end_of_linec C s� | � � | j�� \}}d }|| jk s.|| jk r�| jr>| j�� }z| j�|� W n tj k
rd Y nX | jr�tj
� |�szq�|}| j�� \}}|d kr||f}q|d k r�| jj |� d S )N)
r r �getyxr r r
r r r �errorr �isprint�move)r �chr �xZbackyxZoldchr r r �_insert_printable_charF s$
z Textbox._insert_printable_charc C sV | � � | j�� \}}|| _tj�|�rJ|| jk s<|| jk rF| � |� �n|tjj
krh| j� |d� �n�|tjj tj
tjjtjfk�r|dkr�| j� ||d � nB|dkr�n8| jr�| j� |d | �|d �� n| j� |d | j� |tjjtjfk�rR| j�� �nL|tjjk�r"| j�� �n0|tjjk�rb| j�rN| j� || �|�� n| j� || j� �n�|tjjtjfk�r�|| jk �r�| j� ||d � n || jk�r�n| j� |d d� �n�|tjjk�r�dS |tjjk�r | jdk�r�dS || jk �rR| j� |d d� �nF|tjjk�rZ|dk�r@| �|�dk�r@| j�� n| j� ||� | j�� n�|tjj k�rt| j� � n�|tjj tj fk�r�|| jk �rR| j� |d |� || �|d �k�rR| j� |d | �|d �� nz|tjj k�r�| j�!� n`|tjj"tj#fk�rR|dk�rR| j� |d |� || �|d �k�rR| j� |d | �|d �� dS )z!Process a single editing command.r r )$r r r r r r r r r r ZSOHr ZSTXZKEY_LEFTZBSZ
KEY_BACKSPACEr r ZdelchZEOTZENQZACKZ KEY_RIGHTZBEL�NLZVTZdeletelnZclrtoeolZFF�refreshZSOZKEY_DOWNZSIZinsertlnZDLEZKEY_UP)r r r r r r r �
do_command_ sr
zTextbox.do_commandc
C s� d}| � � t| jd �D ]�}| j�|d� | �|�}|dkrF| jrFqt| jd �D ]4}| jrj||krj q�|tt j
�
| j� ||��� }qT| jdkr|d }q|S )z.Collect and return the contents of the window.� r r �
) r �ranger r r r r r �chrr r r )r �resultr �stopr r r r �gather� s
zTextbox.gatherNc C s< | j �� }|r||�}|s q | �|�s(q4| j �� q | �� S )z2Edit in the widget window and collect the results.)r Zgetchr# r" r* )r Zvalidater r r r �edit� s
z Textbox.edit)F)N) �__name__�
__module__� __qualname__�__doc__r r r r r# r* r+ r r r r r s
Ar �__main__c C sf d\}}d\}}| � |d |d� t�||||�}t| |d |d || || � | �� t|��� S )N)� � )� � � zUse Ctrl-G to end editing.r )Zaddstrr Znewwinr
r" r r+ )ZstdscrZncolsZnlinesr r r r r r � test_editbox� s r6 zContents of text box:) r/ r Z curses.asciir
r r, r6 �wrapper�str�print�reprr r r r �<module> s
,
curses/__pycache__/__init__.cpython-38.pyc 0000644 00000004136 15115353747 0014466 0 ustar 00 U
e5d� � @ sh d Z ddlT ddlZddlZdd� Zdd� Zze W n e k
rT dd lmZ Y nX d
d � Z
d e
_ dS )
z�curses
The main package for curses support for Python. Normally used by importing
the package, and perhaps a particular module inside it.
import curses
from curses import textpad
curses.initscr()
...
� )�*Nc C sp dd l } dd l}ttj�dd�tj�� d� | � � }| j
� � D ],\}}|dd� dks^|dkr>t |||� q>|S )Nr ZTERM�unknown)Zterm�fd� ZACS_)ZLINESZCOLS)
�_curses�cursesZ setupterm�_os�environ�get�_sys�
__stdout__�fileno�initscr�__dict__�items�setattr)r r �stdscr�key�value� r �'/usr/lib64/python3.8/curses/__init__.pyr s �r c C s@ dd l } dd l}| �� }t| d�r*| j|_t| d�r<| j|_|S )Nr �COLORS� COLOR_PAIRS)r r � start_color�hasattrr r )r r Zretvalr r r r * s
r � )�has_keyc O s� | r| ^}} n<d|kr:|� d�}ddl}|jdtdd� ntdt| � ��zHt � }t � t
� |�d � z
t� W n Y nX ||f| �|�W �S dt� kr�|�d� t� t � t
� X dS )
a Wrapper function that initializes curses and calls another function,
restoring normal keyboard/screen behavior on error.
The callable object 'func' is then passed the main window 'stdscr'
as its first argument, followed by any other arguments passed to
wrapper().
�funcr Nz0Passing 'func' as keyword argument is deprecated� )�
stacklevelz7wrapper expected at least 1 positional argument, got %dr r )�pop�warnings�warn�DeprecationWarning� TypeError�len�localsZkeypadZechoZnocbreakZendwinr ZnoechoZcbreakr )�args�kwdsr r! r r r r �wrapper? s6
��
r) z(func, /, *args, **kwds)) �__doc__r �osr �sysr r r r � NameErrorr) �__text_signature__r r r r �<module> s
2 curses/panel.py 0000644 00000000127 15115353747 0007534 0 ustar 00 """curses.panel
Module for using panels with curses.
"""
from _curses_panel import *
curses/textpad.py 0000644 00000016751 15115353747 0010120 0 ustar 00 """Simple textbox editing widget with Emacs-like keybindings."""
import curses
import curses.ascii
def rectangle(win, uly, ulx, lry, lrx):
"""Draw a rectangle with corners at the provided upper-left
and lower-right coordinates.
"""
win.vline(uly+1, ulx, curses.ACS_VLINE, lry - uly - 1)
win.hline(uly, ulx+1, curses.ACS_HLINE, lrx - ulx - 1)
win.hline(lry, ulx+1, curses.ACS_HLINE, lrx - ulx - 1)
win.vline(uly+1, lrx, curses.ACS_VLINE, lry - uly - 1)
win.addch(uly, ulx, curses.ACS_ULCORNER)
win.addch(uly, lrx, curses.ACS_URCORNER)
win.addch(lry, lrx, curses.ACS_LRCORNER)
win.addch(lry, ulx, curses.ACS_LLCORNER)
class Textbox:
"""Editing widget using the interior of a window object.
Supports the following Emacs-like key bindings:
Ctrl-A Go to left edge of window.
Ctrl-B Cursor left, wrapping to previous line if appropriate.
Ctrl-D Delete character under cursor.
Ctrl-E Go to right edge (stripspaces off) or end of line (stripspaces on).
Ctrl-F Cursor right, wrapping to next line when appropriate.
Ctrl-G Terminate, returning the window contents.
Ctrl-H Delete character backward.
Ctrl-J Terminate if the window is 1 line, otherwise insert newline.
Ctrl-K If line is blank, delete it, otherwise clear to end of line.
Ctrl-L Refresh screen.
Ctrl-N Cursor down; move down one line.
Ctrl-O Insert a blank line at cursor location.
Ctrl-P Cursor up; move up one line.
Move operations do nothing if the cursor is at an edge where the movement
is not possible. The following synonyms are supported where possible:
KEY_LEFT = Ctrl-B, KEY_RIGHT = Ctrl-F, KEY_UP = Ctrl-P, KEY_DOWN = Ctrl-N
KEY_BACKSPACE = Ctrl-h
"""
def __init__(self, win, insert_mode=False):
self.win = win
self.insert_mode = insert_mode
self._update_max_yx()
self.stripspaces = 1
self.lastcmd = None
win.keypad(1)
def _update_max_yx(self):
maxy, maxx = self.win.getmaxyx()
self.maxy = maxy - 1
self.maxx = maxx - 1
def _end_of_line(self, y):
"""Go to the location of the first blank on the given line,
returning the index of the last non-blank character."""
self._update_max_yx()
last = self.maxx
while True:
if curses.ascii.ascii(self.win.inch(y, last)) != curses.ascii.SP:
last = min(self.maxx, last+1)
break
elif last == 0:
break
last = last - 1
return last
def _insert_printable_char(self, ch):
self._update_max_yx()
(y, x) = self.win.getyx()
backyx = None
while y < self.maxy or x < self.maxx:
if self.insert_mode:
oldch = self.win.inch()
# The try-catch ignores the error we trigger from some curses
# versions by trying to write into the lowest-rightmost spot
# in the window.
try:
self.win.addch(ch)
except curses.error:
pass
if not self.insert_mode or not curses.ascii.isprint(oldch):
break
ch = oldch
(y, x) = self.win.getyx()
# Remember where to put the cursor back since we are in insert_mode
if backyx is None:
backyx = y, x
if backyx is not None:
self.win.move(*backyx)
def do_command(self, ch):
"Process a single editing command."
self._update_max_yx()
(y, x) = self.win.getyx()
self.lastcmd = ch
if curses.ascii.isprint(ch):
if y < self.maxy or x < self.maxx:
self._insert_printable_char(ch)
elif ch == curses.ascii.SOH: # ^a
self.win.move(y, 0)
elif ch in (curses.ascii.STX,curses.KEY_LEFT, curses.ascii.BS,curses.KEY_BACKSPACE):
if x > 0:
self.win.move(y, x-1)
elif y == 0:
pass
elif self.stripspaces:
self.win.move(y-1, self._end_of_line(y-1))
else:
self.win.move(y-1, self.maxx)
if ch in (curses.ascii.BS, curses.KEY_BACKSPACE):
self.win.delch()
elif ch == curses.ascii.EOT: # ^d
self.win.delch()
elif ch == curses.ascii.ENQ: # ^e
if self.stripspaces:
self.win.move(y, self._end_of_line(y))
else:
self.win.move(y, self.maxx)
elif ch in (curses.ascii.ACK, curses.KEY_RIGHT): # ^f
if x < self.maxx:
self.win.move(y, x+1)
elif y == self.maxy:
pass
else:
self.win.move(y+1, 0)
elif ch == curses.ascii.BEL: # ^g
return 0
elif ch == curses.ascii.NL: # ^j
if self.maxy == 0:
return 0
elif y < self.maxy:
self.win.move(y+1, 0)
elif ch == curses.ascii.VT: # ^k
if x == 0 and self._end_of_line(y) == 0:
self.win.deleteln()
else:
# first undo the effect of self._end_of_line
self.win.move(y, x)
self.win.clrtoeol()
elif ch == curses.ascii.FF: # ^l
self.win.refresh()
elif ch in (curses.ascii.SO, curses.KEY_DOWN): # ^n
if y < self.maxy:
self.win.move(y+1, x)
if x > self._end_of_line(y+1):
self.win.move(y+1, self._end_of_line(y+1))
elif ch == curses.ascii.SI: # ^o
self.win.insertln()
elif ch in (curses.ascii.DLE, curses.KEY_UP): # ^p
if y > 0:
self.win.move(y-1, x)
if x > self._end_of_line(y-1):
self.win.move(y-1, self._end_of_line(y-1))
return 1
def gather(self):
"Collect and return the contents of the window."
result = ""
self._update_max_yx()
for y in range(self.maxy+1):
self.win.move(y, 0)
stop = self._end_of_line(y)
if stop == 0 and self.stripspaces:
continue
for x in range(self.maxx+1):
if self.stripspaces and x > stop:
break
result = result + chr(curses.ascii.ascii(self.win.inch(y, x)))
if self.maxy > 0:
result = result + "\n"
return result
def edit(self, validate=None):
"Edit in the widget window and collect the results."
while 1:
ch = self.win.getch()
if validate:
ch = validate(ch)
if not ch:
continue
if not self.do_command(ch):
break
self.win.refresh()
return self.gather()
if __name__ == '__main__':
def test_editbox(stdscr):
ncols, nlines = 9, 4
uly, ulx = 15, 20
stdscr.addstr(uly-2, ulx, "Use Ctrl-G to end editing.")
win = curses.newwin(nlines, ncols, uly, ulx)
rectangle(stdscr, uly-1, ulx-1, uly + nlines, ulx + ncols)
stdscr.refresh()
return Textbox(win).edit()
str = curses.wrapper(test_editbox)
print('Contents of text box:', repr(str))
curses/has_key.py 0000644 00000013002 15115353747 0010054 0 ustar 00
#
# Emulation of has_key() function for platforms that don't use ncurses
#
import _curses
# Table mapping curses keys to the terminfo capability name
_capability_names = {
_curses.KEY_A1: 'ka1',
_curses.KEY_A3: 'ka3',
_curses.KEY_B2: 'kb2',
_curses.KEY_BACKSPACE: 'kbs',
_curses.KEY_BEG: 'kbeg',
_curses.KEY_BTAB: 'kcbt',
_curses.KEY_C1: 'kc1',
_curses.KEY_C3: 'kc3',
_curses.KEY_CANCEL: 'kcan',
_curses.KEY_CATAB: 'ktbc',
_curses.KEY_CLEAR: 'kclr',
_curses.KEY_CLOSE: 'kclo',
_curses.KEY_COMMAND: 'kcmd',
_curses.KEY_COPY: 'kcpy',
_curses.KEY_CREATE: 'kcrt',
_curses.KEY_CTAB: 'kctab',
_curses.KEY_DC: 'kdch1',
_curses.KEY_DL: 'kdl1',
_curses.KEY_DOWN: 'kcud1',
_curses.KEY_EIC: 'krmir',
_curses.KEY_END: 'kend',
_curses.KEY_ENTER: 'kent',
_curses.KEY_EOL: 'kel',
_curses.KEY_EOS: 'ked',
_curses.KEY_EXIT: 'kext',
_curses.KEY_F0: 'kf0',
_curses.KEY_F1: 'kf1',
_curses.KEY_F10: 'kf10',
_curses.KEY_F11: 'kf11',
_curses.KEY_F12: 'kf12',
_curses.KEY_F13: 'kf13',
_curses.KEY_F14: 'kf14',
_curses.KEY_F15: 'kf15',
_curses.KEY_F16: 'kf16',
_curses.KEY_F17: 'kf17',
_curses.KEY_F18: 'kf18',
_curses.KEY_F19: 'kf19',
_curses.KEY_F2: 'kf2',
_curses.KEY_F20: 'kf20',
_curses.KEY_F21: 'kf21',
_curses.KEY_F22: 'kf22',
_curses.KEY_F23: 'kf23',
_curses.KEY_F24: 'kf24',
_curses.KEY_F25: 'kf25',
_curses.KEY_F26: 'kf26',
_curses.KEY_F27: 'kf27',
_curses.KEY_F28: 'kf28',
_curses.KEY_F29: 'kf29',
_curses.KEY_F3: 'kf3',
_curses.KEY_F30: 'kf30',
_curses.KEY_F31: 'kf31',
_curses.KEY_F32: 'kf32',
_curses.KEY_F33: 'kf33',
_curses.KEY_F34: 'kf34',
_curses.KEY_F35: 'kf35',
_curses.KEY_F36: 'kf36',
_curses.KEY_F37: 'kf37',
_curses.KEY_F38: 'kf38',
_curses.KEY_F39: 'kf39',
_curses.KEY_F4: 'kf4',
_curses.KEY_F40: 'kf40',
_curses.KEY_F41: 'kf41',
_curses.KEY_F42: 'kf42',
_curses.KEY_F43: 'kf43',
_curses.KEY_F44: 'kf44',
_curses.KEY_F45: 'kf45',
_curses.KEY_F46: 'kf46',
_curses.KEY_F47: 'kf47',
_curses.KEY_F48: 'kf48',
_curses.KEY_F49: 'kf49',
_curses.KEY_F5: 'kf5',
_curses.KEY_F50: 'kf50',
_curses.KEY_F51: 'kf51',
_curses.KEY_F52: 'kf52',
_curses.KEY_F53: 'kf53',
_curses.KEY_F54: 'kf54',
_curses.KEY_F55: 'kf55',
_curses.KEY_F56: 'kf56',
_curses.KEY_F57: 'kf57',
_curses.KEY_F58: 'kf58',
_curses.KEY_F59: 'kf59',
_curses.KEY_F6: 'kf6',
_curses.KEY_F60: 'kf60',
_curses.KEY_F61: 'kf61',
_curses.KEY_F62: 'kf62',
_curses.KEY_F63: 'kf63',
_curses.KEY_F7: 'kf7',
_curses.KEY_F8: 'kf8',
_curses.KEY_F9: 'kf9',
_curses.KEY_FIND: 'kfnd',
_curses.KEY_HELP: 'khlp',
_curses.KEY_HOME: 'khome',
_curses.KEY_IC: 'kich1',
_curses.KEY_IL: 'kil1',
_curses.KEY_LEFT: 'kcub1',
_curses.KEY_LL: 'kll',
_curses.KEY_MARK: 'kmrk',
_curses.KEY_MESSAGE: 'kmsg',
_curses.KEY_MOVE: 'kmov',
_curses.KEY_NEXT: 'knxt',
_curses.KEY_NPAGE: 'knp',
_curses.KEY_OPEN: 'kopn',
_curses.KEY_OPTIONS: 'kopt',
_curses.KEY_PPAGE: 'kpp',
_curses.KEY_PREVIOUS: 'kprv',
_curses.KEY_PRINT: 'kprt',
_curses.KEY_REDO: 'krdo',
_curses.KEY_REFERENCE: 'kref',
_curses.KEY_REFRESH: 'krfr',
_curses.KEY_REPLACE: 'krpl',
_curses.KEY_RESTART: 'krst',
_curses.KEY_RESUME: 'kres',
_curses.KEY_RIGHT: 'kcuf1',
_curses.KEY_SAVE: 'ksav',
_curses.KEY_SBEG: 'kBEG',
_curses.KEY_SCANCEL: 'kCAN',
_curses.KEY_SCOMMAND: 'kCMD',
_curses.KEY_SCOPY: 'kCPY',
_curses.KEY_SCREATE: 'kCRT',
_curses.KEY_SDC: 'kDC',
_curses.KEY_SDL: 'kDL',
_curses.KEY_SELECT: 'kslt',
_curses.KEY_SEND: 'kEND',
_curses.KEY_SEOL: 'kEOL',
_curses.KEY_SEXIT: 'kEXT',
_curses.KEY_SF: 'kind',
_curses.KEY_SFIND: 'kFND',
_curses.KEY_SHELP: 'kHLP',
_curses.KEY_SHOME: 'kHOM',
_curses.KEY_SIC: 'kIC',
_curses.KEY_SLEFT: 'kLFT',
_curses.KEY_SMESSAGE: 'kMSG',
_curses.KEY_SMOVE: 'kMOV',
_curses.KEY_SNEXT: 'kNXT',
_curses.KEY_SOPTIONS: 'kOPT',
_curses.KEY_SPREVIOUS: 'kPRV',
_curses.KEY_SPRINT: 'kPRT',
_curses.KEY_SR: 'kri',
_curses.KEY_SREDO: 'kRDO',
_curses.KEY_SREPLACE: 'kRPL',
_curses.KEY_SRIGHT: 'kRIT',
_curses.KEY_SRSUME: 'kRES',
_curses.KEY_SSAVE: 'kSAV',
_curses.KEY_SSUSPEND: 'kSPD',
_curses.KEY_STAB: 'khts',
_curses.KEY_SUNDO: 'kUND',
_curses.KEY_SUSPEND: 'kspd',
_curses.KEY_UNDO: 'kund',
_curses.KEY_UP: 'kcuu1'
}
def has_key(ch):
if isinstance(ch, str):
ch = ord(ch)
# Figure out the correct capability name for the keycode.
capability_name = _capability_names.get(ch)
if capability_name is None:
return False
#Check the current terminal description for that capability;
#if present, return true, else return false.
if _curses.tigetstr( capability_name ):
return True
else:
return False
if __name__ == '__main__':
# Compare the output of this implementation and the ncurses has_key,
# on platforms where has_key is already available
try:
L = []
_curses.initscr()
for key in _capability_names.keys():
system = _curses.has_key(key)
python = has_key(key)
if system != python:
L.append( 'Mismatch for key %s, system=%i, Python=%i'
% (_curses.keyname( key ), system, python) )
finally:
_curses.endwin()
for i in L: print(i)
plistlib.py 0000644 00000076734 15115353747 0006774 0 ustar 00 r"""plistlib.py -- a tool to generate and parse MacOSX .plist files.
The property list (.plist) file format is a simple XML pickle supporting
basic object types, like dictionaries, lists, numbers and strings.
Usually the top level object is a dictionary.
To write out a plist file, use the dump(value, file)
function. 'value' is the top level object, 'file' is
a (writable) file object.
To parse a plist from a file, use the load(file) function,
with a (readable) file object as the only argument. It
returns the top level object (again, usually a dictionary).
To work with plist data in bytes objects, you can use loads()
and dumps().
Values can be strings, integers, floats, booleans, tuples, lists,
dictionaries (but only with string keys), Data, bytes, bytearray, or
datetime.datetime objects.
Generate Plist example:
pl = dict(
aString = "Doodah",
aList = ["A", "B", 12, 32.1, [1, 2, 3]],
aFloat = 0.1,
anInt = 728,
aDict = dict(
anotherString = "<hello & hi there!>",
aUnicodeValue = "M\xe4ssig, Ma\xdf",
aTrueValue = True,
aFalseValue = False,
),
someData = b"<binary gunk>",
someMoreData = b"<lots of binary gunk>" * 10,
aDate = datetime.datetime.fromtimestamp(time.mktime(time.gmtime())),
)
with open(fileName, 'wb') as fp:
dump(pl, fp)
Parse Plist example:
with open(fileName, 'rb') as fp:
pl = load(fp)
print(pl["aKey"])
"""
__all__ = [
"readPlist", "writePlist", "readPlistFromBytes", "writePlistToBytes",
"Data", "InvalidFileException", "FMT_XML", "FMT_BINARY",
"load", "dump", "loads", "dumps", "UID"
]
import binascii
import codecs
import contextlib
import datetime
import enum
from io import BytesIO
import itertools
import os
import re
import struct
from warnings import warn
from xml.parsers.expat import ParserCreate
PlistFormat = enum.Enum('PlistFormat', 'FMT_XML FMT_BINARY', module=__name__)
globals().update(PlistFormat.__members__)
#
#
# Deprecated functionality
#
#
@contextlib.contextmanager
def _maybe_open(pathOrFile, mode):
if isinstance(pathOrFile, str):
with open(pathOrFile, mode) as fp:
yield fp
else:
yield pathOrFile
def readPlist(pathOrFile):
"""
Read a .plist from a path or file. pathOrFile should either
be a file name, or a readable binary file object.
This function is deprecated, use load instead.
"""
warn("The readPlist function is deprecated, use load() instead",
DeprecationWarning, 2)
with _maybe_open(pathOrFile, 'rb') as fp:
return load(fp, fmt=None, use_builtin_types=False)
def writePlist(value, pathOrFile):
"""
Write 'value' to a .plist file. 'pathOrFile' may either be a
file name or a (writable) file object.
This function is deprecated, use dump instead.
"""
warn("The writePlist function is deprecated, use dump() instead",
DeprecationWarning, 2)
with _maybe_open(pathOrFile, 'wb') as fp:
dump(value, fp, fmt=FMT_XML, sort_keys=True, skipkeys=False)
def readPlistFromBytes(data):
"""
Read a plist data from a bytes object. Return the root object.
This function is deprecated, use loads instead.
"""
warn("The readPlistFromBytes function is deprecated, use loads() instead",
DeprecationWarning, 2)
return load(BytesIO(data), fmt=None, use_builtin_types=False)
def writePlistToBytes(value):
"""
Return 'value' as a plist-formatted bytes object.
This function is deprecated, use dumps instead.
"""
warn("The writePlistToBytes function is deprecated, use dumps() instead",
DeprecationWarning, 2)
f = BytesIO()
dump(value, f, fmt=FMT_XML, sort_keys=True, skipkeys=False)
return f.getvalue()
class Data:
"""
Wrapper for binary data.
This class is deprecated, use a bytes object instead.
"""
def __init__(self, data):
if not isinstance(data, bytes):
raise TypeError("data must be as bytes")
self.data = data
@classmethod
def fromBase64(cls, data):
# base64.decodebytes just calls binascii.a2b_base64;
# it seems overkill to use both base64 and binascii.
return cls(_decode_base64(data))
def asBase64(self, maxlinelength=76):
return _encode_base64(self.data, maxlinelength)
def __eq__(self, other):
if isinstance(other, self.__class__):
return self.data == other.data
elif isinstance(other, bytes):
return self.data == other
else:
return NotImplemented
def __repr__(self):
return "%s(%s)" % (self.__class__.__name__, repr(self.data))
#
#
# End of deprecated functionality
#
#
class UID:
def __init__(self, data):
if not isinstance(data, int):
raise TypeError("data must be an int")
if data >= 1 << 64:
raise ValueError("UIDs cannot be >= 2**64")
if data < 0:
raise ValueError("UIDs must be positive")
self.data = data
def __index__(self):
return self.data
def __repr__(self):
return "%s(%s)" % (self.__class__.__name__, repr(self.data))
def __reduce__(self):
return self.__class__, (self.data,)
def __eq__(self, other):
if not isinstance(other, UID):
return NotImplemented
return self.data == other.data
def __hash__(self):
return hash(self.data)
#
# XML support
#
# XML 'header'
PLISTHEADER = b"""\
<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
"""
# Regex to find any control chars, except for \t \n and \r
_controlCharPat = re.compile(
r"[\x00\x01\x02\x03\x04\x05\x06\x07\x08\x0b\x0c\x0e\x0f"
r"\x10\x11\x12\x13\x14\x15\x16\x17\x18\x19\x1a\x1b\x1c\x1d\x1e\x1f]")
def _encode_base64(s, maxlinelength=76):
# copied from base64.encodebytes(), with added maxlinelength argument
maxbinsize = (maxlinelength//4)*3
pieces = []
for i in range(0, len(s), maxbinsize):
chunk = s[i : i + maxbinsize]
pieces.append(binascii.b2a_base64(chunk))
return b''.join(pieces)
def _decode_base64(s):
if isinstance(s, str):
return binascii.a2b_base64(s.encode("utf-8"))
else:
return binascii.a2b_base64(s)
# Contents should conform to a subset of ISO 8601
# (in particular, YYYY '-' MM '-' DD 'T' HH ':' MM ':' SS 'Z'. Smaller units
# may be omitted with # a loss of precision)
_dateParser = re.compile(r"(?P<year>\d\d\d\d)(?:-(?P<month>\d\d)(?:-(?P<day>\d\d)(?:T(?P<hour>\d\d)(?::(?P<minute>\d\d)(?::(?P<second>\d\d))?)?)?)?)?Z", re.ASCII)
def _date_from_string(s):
order = ('year', 'month', 'day', 'hour', 'minute', 'second')
gd = _dateParser.match(s).groupdict()
lst = []
for key in order:
val = gd[key]
if val is None:
break
lst.append(int(val))
return datetime.datetime(*lst)
def _date_to_string(d):
return '%04d-%02d-%02dT%02d:%02d:%02dZ' % (
d.year, d.month, d.day,
d.hour, d.minute, d.second
)
def _escape(text):
m = _controlCharPat.search(text)
if m is not None:
raise ValueError("strings can't contains control characters; "
"use bytes instead")
text = text.replace("\r\n", "\n") # convert DOS line endings
text = text.replace("\r", "\n") # convert Mac line endings
text = text.replace("&", "&") # escape '&'
text = text.replace("<", "<") # escape '<'
text = text.replace(">", ">") # escape '>'
return text
class _PlistParser:
def __init__(self, use_builtin_types, dict_type):
self.stack = []
self.current_key = None
self.root = None
self._use_builtin_types = use_builtin_types
self._dict_type = dict_type
def parse(self, fileobj):
self.parser = ParserCreate()
self.parser.StartElementHandler = self.handle_begin_element
self.parser.EndElementHandler = self.handle_end_element
self.parser.CharacterDataHandler = self.handle_data
self.parser.EntityDeclHandler = self.handle_entity_decl
self.parser.ParseFile(fileobj)
return self.root
def handle_entity_decl(self, entity_name, is_parameter_entity, value, base, system_id, public_id, notation_name):
# Reject plist files with entity declarations to avoid XML vulnerabilies in expat.
# Regular plist files don't contain those declerations, and Apple's plutil tool does not
# accept them either.
raise InvalidFileException("XML entity declarations are not supported in plist files")
def handle_begin_element(self, element, attrs):
self.data = []
handler = getattr(self, "begin_" + element, None)
if handler is not None:
handler(attrs)
def handle_end_element(self, element):
handler = getattr(self, "end_" + element, None)
if handler is not None:
handler()
def handle_data(self, data):
self.data.append(data)
def add_object(self, value):
if self.current_key is not None:
if not isinstance(self.stack[-1], type({})):
raise ValueError("unexpected element at line %d" %
self.parser.CurrentLineNumber)
self.stack[-1][self.current_key] = value
self.current_key = None
elif not self.stack:
# this is the root object
self.root = value
else:
if not isinstance(self.stack[-1], type([])):
raise ValueError("unexpected element at line %d" %
self.parser.CurrentLineNumber)
self.stack[-1].append(value)
def get_data(self):
data = ''.join(self.data)
self.data = []
return data
# element handlers
def begin_dict(self, attrs):
d = self._dict_type()
self.add_object(d)
self.stack.append(d)
def end_dict(self):
if self.current_key:
raise ValueError("missing value for key '%s' at line %d" %
(self.current_key,self.parser.CurrentLineNumber))
self.stack.pop()
def end_key(self):
if self.current_key or not isinstance(self.stack[-1], type({})):
raise ValueError("unexpected key at line %d" %
self.parser.CurrentLineNumber)
self.current_key = self.get_data()
def begin_array(self, attrs):
a = []
self.add_object(a)
self.stack.append(a)
def end_array(self):
self.stack.pop()
def end_true(self):
self.add_object(True)
def end_false(self):
self.add_object(False)
def end_integer(self):
raw = self.get_data()
if raw.startswith('0x') or raw.startswith('0X'):
self.add_object(int(raw, 16))
else:
self.add_object(int(raw))
def end_real(self):
self.add_object(float(self.get_data()))
def end_string(self):
self.add_object(self.get_data())
def end_data(self):
if self._use_builtin_types:
self.add_object(_decode_base64(self.get_data()))
else:
self.add_object(Data.fromBase64(self.get_data()))
def end_date(self):
self.add_object(_date_from_string(self.get_data()))
class _DumbXMLWriter:
def __init__(self, file, indent_level=0, indent="\t"):
self.file = file
self.stack = []
self._indent_level = indent_level
self.indent = indent
def begin_element(self, element):
self.stack.append(element)
self.writeln("<%s>" % element)
self._indent_level += 1
def end_element(self, element):
assert self._indent_level > 0
assert self.stack.pop() == element
self._indent_level -= 1
self.writeln("</%s>" % element)
def simple_element(self, element, value=None):
if value is not None:
value = _escape(value)
self.writeln("<%s>%s</%s>" % (element, value, element))
else:
self.writeln("<%s/>" % element)
def writeln(self, line):
if line:
# plist has fixed encoding of utf-8
# XXX: is this test needed?
if isinstance(line, str):
line = line.encode('utf-8')
self.file.write(self._indent_level * self.indent)
self.file.write(line)
self.file.write(b'\n')
class _PlistWriter(_DumbXMLWriter):
def __init__(
self, file, indent_level=0, indent=b"\t", writeHeader=1,
sort_keys=True, skipkeys=False):
if writeHeader:
file.write(PLISTHEADER)
_DumbXMLWriter.__init__(self, file, indent_level, indent)
self._sort_keys = sort_keys
self._skipkeys = skipkeys
def write(self, value):
self.writeln("<plist version=\"1.0\">")
self.write_value(value)
self.writeln("</plist>")
def write_value(self, value):
if isinstance(value, str):
self.simple_element("string", value)
elif value is True:
self.simple_element("true")
elif value is False:
self.simple_element("false")
elif isinstance(value, int):
if -1 << 63 <= value < 1 << 64:
self.simple_element("integer", "%d" % value)
else:
raise OverflowError(value)
elif isinstance(value, float):
self.simple_element("real", repr(value))
elif isinstance(value, dict):
self.write_dict(value)
elif isinstance(value, Data):
self.write_data(value)
elif isinstance(value, (bytes, bytearray)):
self.write_bytes(value)
elif isinstance(value, datetime.datetime):
self.simple_element("date", _date_to_string(value))
elif isinstance(value, (tuple, list)):
self.write_array(value)
else:
raise TypeError("unsupported type: %s" % type(value))
def write_data(self, data):
self.write_bytes(data.data)
def write_bytes(self, data):
self.begin_element("data")
self._indent_level -= 1
maxlinelength = max(
16,
76 - len(self.indent.replace(b"\t", b" " * 8) * self._indent_level))
for line in _encode_base64(data, maxlinelength).split(b"\n"):
if line:
self.writeln(line)
self._indent_level += 1
self.end_element("data")
def write_dict(self, d):
if d:
self.begin_element("dict")
if self._sort_keys:
items = sorted(d.items())
else:
items = d.items()
for key, value in items:
if not isinstance(key, str):
if self._skipkeys:
continue
raise TypeError("keys must be strings")
self.simple_element("key", key)
self.write_value(value)
self.end_element("dict")
else:
self.simple_element("dict")
def write_array(self, array):
if array:
self.begin_element("array")
for value in array:
self.write_value(value)
self.end_element("array")
else:
self.simple_element("array")
def _is_fmt_xml(header):
prefixes = (b'<?xml', b'<plist')
for pfx in prefixes:
if header.startswith(pfx):
return True
# Also check for alternative XML encodings, this is slightly
# overkill because the Apple tools (and plistlib) will not
# generate files with these encodings.
for bom, encoding in (
(codecs.BOM_UTF8, "utf-8"),
(codecs.BOM_UTF16_BE, "utf-16-be"),
(codecs.BOM_UTF16_LE, "utf-16-le"),
# expat does not support utf-32
#(codecs.BOM_UTF32_BE, "utf-32-be"),
#(codecs.BOM_UTF32_LE, "utf-32-le"),
):
if not header.startswith(bom):
continue
for start in prefixes:
prefix = bom + start.decode('ascii').encode(encoding)
if header[:len(prefix)] == prefix:
return True
return False
#
# Binary Plist
#
class InvalidFileException (ValueError):
def __init__(self, message="Invalid file"):
ValueError.__init__(self, message)
_BINARY_FORMAT = {1: 'B', 2: 'H', 4: 'L', 8: 'Q'}
_undefined = object()
class _BinaryPlistParser:
"""
Read or write a binary plist file, following the description of the binary
format. Raise InvalidFileException in case of error, otherwise return the
root object.
see also: http://opensource.apple.com/source/CF/CF-744.18/CFBinaryPList.c
"""
def __init__(self, use_builtin_types, dict_type):
self._use_builtin_types = use_builtin_types
self._dict_type = dict_type
def parse(self, fp):
try:
# The basic file format:
# HEADER
# object...
# refid->offset...
# TRAILER
self._fp = fp
self._fp.seek(-32, os.SEEK_END)
trailer = self._fp.read(32)
if len(trailer) != 32:
raise InvalidFileException()
(
offset_size, self._ref_size, num_objects, top_object,
offset_table_offset
) = struct.unpack('>6xBBQQQ', trailer)
self._fp.seek(offset_table_offset)
self._object_offsets = self._read_ints(num_objects, offset_size)
self._objects = [_undefined] * num_objects
return self._read_object(top_object)
except (OSError, IndexError, struct.error, OverflowError,
ValueError):
raise InvalidFileException()
def _get_size(self, tokenL):
""" return the size of the next object."""
if tokenL == 0xF:
m = self._fp.read(1)[0] & 0x3
s = 1 << m
f = '>' + _BINARY_FORMAT[s]
return struct.unpack(f, self._fp.read(s))[0]
return tokenL
def _read_ints(self, n, size):
data = self._fp.read(size * n)
if size in _BINARY_FORMAT:
return struct.unpack(f'>{n}{_BINARY_FORMAT[size]}', data)
else:
if not size or len(data) != size * n:
raise InvalidFileException()
return tuple(int.from_bytes(data[i: i + size], 'big')
for i in range(0, size * n, size))
def _read_refs(self, n):
return self._read_ints(n, self._ref_size)
def _read_object(self, ref):
"""
read the object by reference.
May recursively read sub-objects (content of an array/dict/set)
"""
result = self._objects[ref]
if result is not _undefined:
return result
offset = self._object_offsets[ref]
self._fp.seek(offset)
token = self._fp.read(1)[0]
tokenH, tokenL = token & 0xF0, token & 0x0F
if token == 0x00:
result = None
elif token == 0x08:
result = False
elif token == 0x09:
result = True
# The referenced source code also mentions URL (0x0c, 0x0d) and
# UUID (0x0e), but neither can be generated using the Cocoa libraries.
elif token == 0x0f:
result = b''
elif tokenH == 0x10: # int
result = int.from_bytes(self._fp.read(1 << tokenL),
'big', signed=tokenL >= 3)
elif token == 0x22: # real
result = struct.unpack('>f', self._fp.read(4))[0]
elif token == 0x23: # real
result = struct.unpack('>d', self._fp.read(8))[0]
elif token == 0x33: # date
f = struct.unpack('>d', self._fp.read(8))[0]
# timestamp 0 of binary plists corresponds to 1/1/2001
# (year of Mac OS X 10.0), instead of 1/1/1970.
result = (datetime.datetime(2001, 1, 1) +
datetime.timedelta(seconds=f))
elif tokenH == 0x40: # data
s = self._get_size(tokenL)
result = self._fp.read(s)
if len(result) != s:
raise InvalidFileException()
if not self._use_builtin_types:
result = Data(result)
elif tokenH == 0x50: # ascii string
s = self._get_size(tokenL)
data = self._fp.read(s)
if len(data) != s:
raise InvalidFileException()
result = data.decode('ascii')
elif tokenH == 0x60: # unicode string
s = self._get_size(tokenL) * 2
data = self._fp.read(s)
if len(data) != s:
raise InvalidFileException()
result = data.decode('utf-16be')
elif tokenH == 0x80: # UID
# used by Key-Archiver plist files
result = UID(int.from_bytes(self._fp.read(1 + tokenL), 'big'))
elif tokenH == 0xA0: # array
s = self._get_size(tokenL)
obj_refs = self._read_refs(s)
result = []
self._objects[ref] = result
result.extend(self._read_object(x) for x in obj_refs)
# tokenH == 0xB0 is documented as 'ordset', but is not actually
# implemented in the Apple reference code.
# tokenH == 0xC0 is documented as 'set', but sets cannot be used in
# plists.
elif tokenH == 0xD0: # dict
s = self._get_size(tokenL)
key_refs = self._read_refs(s)
obj_refs = self._read_refs(s)
result = self._dict_type()
self._objects[ref] = result
try:
for k, o in zip(key_refs, obj_refs):
result[self._read_object(k)] = self._read_object(o)
except TypeError:
raise InvalidFileException()
else:
raise InvalidFileException()
self._objects[ref] = result
return result
def _count_to_size(count):
if count < 1 << 8:
return 1
elif count < 1 << 16:
return 2
elif count < 1 << 32:
return 4
else:
return 8
_scalars = (str, int, float, datetime.datetime, bytes)
class _BinaryPlistWriter (object):
def __init__(self, fp, sort_keys, skipkeys):
self._fp = fp
self._sort_keys = sort_keys
self._skipkeys = skipkeys
def write(self, value):
# Flattened object list:
self._objlist = []
# Mappings from object->objectid
# First dict has (type(object), object) as the key,
# second dict is used when object is not hashable and
# has id(object) as the key.
self._objtable = {}
self._objidtable = {}
# Create list of all objects in the plist
self._flatten(value)
# Size of object references in serialized containers
# depends on the number of objects in the plist.
num_objects = len(self._objlist)
self._object_offsets = [0]*num_objects
self._ref_size = _count_to_size(num_objects)
self._ref_format = _BINARY_FORMAT[self._ref_size]
# Write file header
self._fp.write(b'bplist00')
# Write object list
for obj in self._objlist:
self._write_object(obj)
# Write refnum->object offset table
top_object = self._getrefnum(value)
offset_table_offset = self._fp.tell()
offset_size = _count_to_size(offset_table_offset)
offset_format = '>' + _BINARY_FORMAT[offset_size] * num_objects
self._fp.write(struct.pack(offset_format, *self._object_offsets))
# Write trailer
sort_version = 0
trailer = (
sort_version, offset_size, self._ref_size, num_objects,
top_object, offset_table_offset
)
self._fp.write(struct.pack('>5xBBBQQQ', *trailer))
def _flatten(self, value):
# First check if the object is in the object table, not used for
# containers to ensure that two subcontainers with the same contents
# will be serialized as distinct values.
if isinstance(value, _scalars):
if (type(value), value) in self._objtable:
return
elif isinstance(value, Data):
if (type(value.data), value.data) in self._objtable:
return
elif id(value) in self._objidtable:
return
# Add to objectreference map
refnum = len(self._objlist)
self._objlist.append(value)
if isinstance(value, _scalars):
self._objtable[(type(value), value)] = refnum
elif isinstance(value, Data):
self._objtable[(type(value.data), value.data)] = refnum
else:
self._objidtable[id(value)] = refnum
# And finally recurse into containers
if isinstance(value, dict):
keys = []
values = []
items = value.items()
if self._sort_keys:
items = sorted(items)
for k, v in items:
if not isinstance(k, str):
if self._skipkeys:
continue
raise TypeError("keys must be strings")
keys.append(k)
values.append(v)
for o in itertools.chain(keys, values):
self._flatten(o)
elif isinstance(value, (list, tuple)):
for o in value:
self._flatten(o)
def _getrefnum(self, value):
if isinstance(value, _scalars):
return self._objtable[(type(value), value)]
elif isinstance(value, Data):
return self._objtable[(type(value.data), value.data)]
else:
return self._objidtable[id(value)]
def _write_size(self, token, size):
if size < 15:
self._fp.write(struct.pack('>B', token | size))
elif size < 1 << 8:
self._fp.write(struct.pack('>BBB', token | 0xF, 0x10, size))
elif size < 1 << 16:
self._fp.write(struct.pack('>BBH', token | 0xF, 0x11, size))
elif size < 1 << 32:
self._fp.write(struct.pack('>BBL', token | 0xF, 0x12, size))
else:
self._fp.write(struct.pack('>BBQ', token | 0xF, 0x13, size))
def _write_object(self, value):
ref = self._getrefnum(value)
self._object_offsets[ref] = self._fp.tell()
if value is None:
self._fp.write(b'\x00')
elif value is False:
self._fp.write(b'\x08')
elif value is True:
self._fp.write(b'\x09')
elif isinstance(value, int):
if value < 0:
try:
self._fp.write(struct.pack('>Bq', 0x13, value))
except struct.error:
raise OverflowError(value) from None
elif value < 1 << 8:
self._fp.write(struct.pack('>BB', 0x10, value))
elif value < 1 << 16:
self._fp.write(struct.pack('>BH', 0x11, value))
elif value < 1 << 32:
self._fp.write(struct.pack('>BL', 0x12, value))
elif value < 1 << 63:
self._fp.write(struct.pack('>BQ', 0x13, value))
elif value < 1 << 64:
self._fp.write(b'\x14' + value.to_bytes(16, 'big', signed=True))
else:
raise OverflowError(value)
elif isinstance(value, float):
self._fp.write(struct.pack('>Bd', 0x23, value))
elif isinstance(value, datetime.datetime):
f = (value - datetime.datetime(2001, 1, 1)).total_seconds()
self._fp.write(struct.pack('>Bd', 0x33, f))
elif isinstance(value, Data):
self._write_size(0x40, len(value.data))
self._fp.write(value.data)
elif isinstance(value, (bytes, bytearray)):
self._write_size(0x40, len(value))
self._fp.write(value)
elif isinstance(value, str):
try:
t = value.encode('ascii')
self._write_size(0x50, len(value))
except UnicodeEncodeError:
t = value.encode('utf-16be')
self._write_size(0x60, len(t) // 2)
self._fp.write(t)
elif isinstance(value, UID):
if value.data < 0:
raise ValueError("UIDs must be positive")
elif value.data < 1 << 8:
self._fp.write(struct.pack('>BB', 0x80, value))
elif value.data < 1 << 16:
self._fp.write(struct.pack('>BH', 0x81, value))
elif value.data < 1 << 32:
self._fp.write(struct.pack('>BL', 0x83, value))
elif value.data < 1 << 64:
self._fp.write(struct.pack('>BQ', 0x87, value))
else:
raise OverflowError(value)
elif isinstance(value, (list, tuple)):
refs = [self._getrefnum(o) for o in value]
s = len(refs)
self._write_size(0xA0, s)
self._fp.write(struct.pack('>' + self._ref_format * s, *refs))
elif isinstance(value, dict):
keyRefs, valRefs = [], []
if self._sort_keys:
rootItems = sorted(value.items())
else:
rootItems = value.items()
for k, v in rootItems:
if not isinstance(k, str):
if self._skipkeys:
continue
raise TypeError("keys must be strings")
keyRefs.append(self._getrefnum(k))
valRefs.append(self._getrefnum(v))
s = len(keyRefs)
self._write_size(0xD0, s)
self._fp.write(struct.pack('>' + self._ref_format * s, *keyRefs))
self._fp.write(struct.pack('>' + self._ref_format * s, *valRefs))
else:
raise TypeError(value)
def _is_fmt_binary(header):
return header[:8] == b'bplist00'
#
# Generic bits
#
_FORMATS={
FMT_XML: dict(
detect=_is_fmt_xml,
parser=_PlistParser,
writer=_PlistWriter,
),
FMT_BINARY: dict(
detect=_is_fmt_binary,
parser=_BinaryPlistParser,
writer=_BinaryPlistWriter,
)
}
def load(fp, *, fmt=None, use_builtin_types=True, dict_type=dict):
"""Read a .plist file. 'fp' should be a readable and binary file object.
Return the unpacked root object (which usually is a dictionary).
"""
if fmt is None:
header = fp.read(32)
fp.seek(0)
for info in _FORMATS.values():
if info['detect'](header):
P = info['parser']
break
else:
raise InvalidFileException()
else:
P = _FORMATS[fmt]['parser']
p = P(use_builtin_types=use_builtin_types, dict_type=dict_type)
return p.parse(fp)
def loads(value, *, fmt=None, use_builtin_types=True, dict_type=dict):
"""Read a .plist file from a bytes object.
Return the unpacked root object (which usually is a dictionary).
"""
fp = BytesIO(value)
return load(
fp, fmt=fmt, use_builtin_types=use_builtin_types, dict_type=dict_type)
def dump(value, fp, *, fmt=FMT_XML, sort_keys=True, skipkeys=False):
"""Write 'value' to a .plist file. 'fp' should be a writable,
binary file object.
"""
if fmt not in _FORMATS:
raise ValueError("Unsupported format: %r"%(fmt,))
writer = _FORMATS[fmt]["writer"](fp, sort_keys=sort_keys, skipkeys=skipkeys)
writer.write(value)
def dumps(value, *, fmt=FMT_XML, skipkeys=False, sort_keys=True):
"""Return a bytes object with the contents for a .plist file.
"""
fp = BytesIO()
dump(value, fp, fmt=fmt, skipkeys=skipkeys, sort_keys=sort_keys)
return fp.getvalue()
zipimport.py 0000644 00000074055 15115353747 0007201 0 ustar 00 """zipimport provides support for importing Python modules from Zip archives.
This module exports three objects:
- zipimporter: a class; its constructor takes a path to a Zip archive.
- ZipImportError: exception raised by zipimporter objects. It's a
subclass of ImportError, so it can be caught as ImportError, too.
- _zip_directory_cache: a dict, mapping archive paths to zip directory
info dicts, as used in zipimporter._files.
It is usually not needed to use the zipimport module explicitly; it is
used by the builtin import mechanism for sys.path items that are paths
to Zip archives.
"""
#from importlib import _bootstrap_external
#from importlib import _bootstrap # for _verbose_message
import _frozen_importlib_external as _bootstrap_external
from _frozen_importlib_external import _unpack_uint16, _unpack_uint32
import _frozen_importlib as _bootstrap # for _verbose_message
import _imp # for check_hash_based_pycs
import _io # for open
import marshal # for loads
import sys # for modules
import time # for mktime
__all__ = ['ZipImportError', 'zipimporter']
path_sep = _bootstrap_external.path_sep
alt_path_sep = _bootstrap_external.path_separators[1:]
class ZipImportError(ImportError):
pass
# _read_directory() cache
_zip_directory_cache = {}
_module_type = type(sys)
END_CENTRAL_DIR_SIZE = 22
STRING_END_ARCHIVE = b'PK\x05\x06'
MAX_COMMENT_LEN = (1 << 16) - 1
class zipimporter:
"""zipimporter(archivepath) -> zipimporter object
Create a new zipimporter instance. 'archivepath' must be a path to
a zipfile, or to a specific path inside a zipfile. For example, it can be
'/tmp/myimport.zip', or '/tmp/myimport.zip/mydirectory', if mydirectory is a
valid directory inside the archive.
'ZipImportError is raised if 'archivepath' doesn't point to a valid Zip
archive.
The 'archive' attribute of zipimporter objects contains the name of the
zipfile targeted.
"""
# Split the "subdirectory" from the Zip archive path, lookup a matching
# entry in sys.path_importer_cache, fetch the file directory from there
# if found, or else read it from the archive.
def __init__(self, path):
if not isinstance(path, str):
import os
path = os.fsdecode(path)
if not path:
raise ZipImportError('archive path is empty', path=path)
if alt_path_sep:
path = path.replace(alt_path_sep, path_sep)
prefix = []
while True:
try:
st = _bootstrap_external._path_stat(path)
except (OSError, ValueError):
# On Windows a ValueError is raised for too long paths.
# Back up one path element.
dirname, basename = _bootstrap_external._path_split(path)
if dirname == path:
raise ZipImportError('not a Zip file', path=path)
path = dirname
prefix.append(basename)
else:
# it exists
if (st.st_mode & 0o170000) != 0o100000: # stat.S_ISREG
# it's a not file
raise ZipImportError('not a Zip file', path=path)
break
try:
files = _zip_directory_cache[path]
except KeyError:
files = _read_directory(path)
_zip_directory_cache[path] = files
self._files = files
self.archive = path
# a prefix directory following the ZIP file path.
self.prefix = _bootstrap_external._path_join(*prefix[::-1])
if self.prefix:
self.prefix += path_sep
# Check whether we can satisfy the import of the module named by
# 'fullname', or whether it could be a portion of a namespace
# package. Return self if we can load it, a string containing the
# full path if it's a possible namespace portion, None if we
# can't load it.
def find_loader(self, fullname, path=None):
"""find_loader(fullname, path=None) -> self, str or None.
Search for a module specified by 'fullname'. 'fullname' must be the
fully qualified (dotted) module name. It returns the zipimporter
instance itself if the module was found, a string containing the
full path name if it's possibly a portion of a namespace package,
or None otherwise. The optional 'path' argument is ignored -- it's
there for compatibility with the importer protocol.
"""
mi = _get_module_info(self, fullname)
if mi is not None:
# This is a module or package.
return self, []
# Not a module or regular package. See if this is a directory, and
# therefore possibly a portion of a namespace package.
# We're only interested in the last path component of fullname
# earlier components are recorded in self.prefix.
modpath = _get_module_path(self, fullname)
if _is_dir(self, modpath):
# This is possibly a portion of a namespace
# package. Return the string representing its path,
# without a trailing separator.
return None, [f'{self.archive}{path_sep}{modpath}']
return None, []
# Check whether we can satisfy the import of the module named by
# 'fullname'. Return self if we can, None if we can't.
def find_module(self, fullname, path=None):
"""find_module(fullname, path=None) -> self or None.
Search for a module specified by 'fullname'. 'fullname' must be the
fully qualified (dotted) module name. It returns the zipimporter
instance itself if the module was found, or None if it wasn't.
The optional 'path' argument is ignored -- it's there for compatibility
with the importer protocol.
"""
return self.find_loader(fullname, path)[0]
def get_code(self, fullname):
"""get_code(fullname) -> code object.
Return the code object for the specified module. Raise ZipImportError
if the module couldn't be found.
"""
code, ispackage, modpath = _get_module_code(self, fullname)
return code
def get_data(self, pathname):
"""get_data(pathname) -> string with file data.
Return the data associated with 'pathname'. Raise OSError if
the file wasn't found.
"""
if alt_path_sep:
pathname = pathname.replace(alt_path_sep, path_sep)
key = pathname
if pathname.startswith(self.archive + path_sep):
key = pathname[len(self.archive + path_sep):]
try:
toc_entry = self._files[key]
except KeyError:
raise OSError(0, '', key)
return _get_data(self.archive, toc_entry)
# Return a string matching __file__ for the named module
def get_filename(self, fullname):
"""get_filename(fullname) -> filename string.
Return the filename for the specified module.
"""
# Deciding the filename requires working out where the code
# would come from if the module was actually loaded
code, ispackage, modpath = _get_module_code(self, fullname)
return modpath
def get_source(self, fullname):
"""get_source(fullname) -> source string.
Return the source code for the specified module. Raise ZipImportError
if the module couldn't be found, return None if the archive does
contain the module, but has no source for it.
"""
mi = _get_module_info(self, fullname)
if mi is None:
raise ZipImportError(f"can't find module {fullname!r}", name=fullname)
path = _get_module_path(self, fullname)
if mi:
fullpath = _bootstrap_external._path_join(path, '__init__.py')
else:
fullpath = f'{path}.py'
try:
toc_entry = self._files[fullpath]
except KeyError:
# we have the module, but no source
return None
return _get_data(self.archive, toc_entry).decode()
# Return a bool signifying whether the module is a package or not.
def is_package(self, fullname):
"""is_package(fullname) -> bool.
Return True if the module specified by fullname is a package.
Raise ZipImportError if the module couldn't be found.
"""
mi = _get_module_info(self, fullname)
if mi is None:
raise ZipImportError(f"can't find module {fullname!r}", name=fullname)
return mi
# Load and return the module named by 'fullname'.
def load_module(self, fullname):
"""load_module(fullname) -> module.
Load the module specified by 'fullname'. 'fullname' must be the
fully qualified (dotted) module name. It returns the imported
module, or raises ZipImportError if it wasn't found.
"""
code, ispackage, modpath = _get_module_code(self, fullname)
mod = sys.modules.get(fullname)
if mod is None or not isinstance(mod, _module_type):
mod = _module_type(fullname)
sys.modules[fullname] = mod
mod.__loader__ = self
try:
if ispackage:
# add __path__ to the module *before* the code gets
# executed
path = _get_module_path(self, fullname)
fullpath = _bootstrap_external._path_join(self.archive, path)
mod.__path__ = [fullpath]
if not hasattr(mod, '__builtins__'):
mod.__builtins__ = __builtins__
_bootstrap_external._fix_up_module(mod.__dict__, fullname, modpath)
exec(code, mod.__dict__)
except:
del sys.modules[fullname]
raise
try:
mod = sys.modules[fullname]
except KeyError:
raise ImportError(f'Loaded module {fullname!r} not found in sys.modules')
_bootstrap._verbose_message('import {} # loaded from Zip {}', fullname, modpath)
return mod
def get_resource_reader(self, fullname):
"""Return the ResourceReader for a package in a zip file.
If 'fullname' is a package within the zip file, return the
'ResourceReader' object for the package. Otherwise return None.
"""
try:
if not self.is_package(fullname):
return None
except ZipImportError:
return None
if not _ZipImportResourceReader._registered:
from importlib.abc import ResourceReader
ResourceReader.register(_ZipImportResourceReader)
_ZipImportResourceReader._registered = True
return _ZipImportResourceReader(self, fullname)
def __repr__(self):
return f'<zipimporter object "{self.archive}{path_sep}{self.prefix}">'
# _zip_searchorder defines how we search for a module in the Zip
# archive: we first search for a package __init__, then for
# non-package .pyc, and .py entries. The .pyc entries
# are swapped by initzipimport() if we run in optimized mode. Also,
# '/' is replaced by path_sep there.
_zip_searchorder = (
(path_sep + '__init__.pyc', True, True),
(path_sep + '__init__.py', False, True),
('.pyc', True, False),
('.py', False, False),
)
# Given a module name, return the potential file path in the
# archive (without extension).
def _get_module_path(self, fullname):
return self.prefix + fullname.rpartition('.')[2]
# Does this path represent a directory?
def _is_dir(self, path):
# See if this is a "directory". If so, it's eligible to be part
# of a namespace package. We test by seeing if the name, with an
# appended path separator, exists.
dirpath = path + path_sep
# If dirpath is present in self._files, we have a directory.
return dirpath in self._files
# Return some information about a module.
def _get_module_info(self, fullname):
path = _get_module_path(self, fullname)
for suffix, isbytecode, ispackage in _zip_searchorder:
fullpath = path + suffix
if fullpath in self._files:
return ispackage
return None
# implementation
# _read_directory(archive) -> files dict (new reference)
#
# Given a path to a Zip archive, build a dict, mapping file names
# (local to the archive, using SEP as a separator) to toc entries.
#
# A toc_entry is a tuple:
#
# (__file__, # value to use for __file__, available for all files,
# # encoded to the filesystem encoding
# compress, # compression kind; 0 for uncompressed
# data_size, # size of compressed data on disk
# file_size, # size of decompressed data
# file_offset, # offset of file header from start of archive
# time, # mod time of file (in dos format)
# date, # mod data of file (in dos format)
# crc, # crc checksum of the data
# )
#
# Directories can be recognized by the trailing path_sep in the name,
# data_size and file_offset are 0.
def _read_directory(archive):
try:
fp = _io.open_code(archive)
except OSError:
raise ZipImportError(f"can't open Zip file: {archive!r}", path=archive)
with fp:
try:
fp.seek(-END_CENTRAL_DIR_SIZE, 2)
header_position = fp.tell()
buffer = fp.read(END_CENTRAL_DIR_SIZE)
except OSError:
raise ZipImportError(f"can't read Zip file: {archive!r}", path=archive)
if len(buffer) != END_CENTRAL_DIR_SIZE:
raise ZipImportError(f"can't read Zip file: {archive!r}", path=archive)
if buffer[:4] != STRING_END_ARCHIVE:
# Bad: End of Central Dir signature
# Check if there's a comment.
try:
fp.seek(0, 2)
file_size = fp.tell()
except OSError:
raise ZipImportError(f"can't read Zip file: {archive!r}",
path=archive)
max_comment_start = max(file_size - MAX_COMMENT_LEN -
END_CENTRAL_DIR_SIZE, 0)
try:
fp.seek(max_comment_start)
data = fp.read()
except OSError:
raise ZipImportError(f"can't read Zip file: {archive!r}",
path=archive)
pos = data.rfind(STRING_END_ARCHIVE)
if pos < 0:
raise ZipImportError(f'not a Zip file: {archive!r}',
path=archive)
buffer = data[pos:pos+END_CENTRAL_DIR_SIZE]
if len(buffer) != END_CENTRAL_DIR_SIZE:
raise ZipImportError(f"corrupt Zip file: {archive!r}",
path=archive)
header_position = file_size - len(data) + pos
header_size = _unpack_uint32(buffer[12:16])
header_offset = _unpack_uint32(buffer[16:20])
if header_position < header_size:
raise ZipImportError(f'bad central directory size: {archive!r}', path=archive)
if header_position < header_offset:
raise ZipImportError(f'bad central directory offset: {archive!r}', path=archive)
header_position -= header_size
arc_offset = header_position - header_offset
if arc_offset < 0:
raise ZipImportError(f'bad central directory size or offset: {archive!r}', path=archive)
files = {}
# Start of Central Directory
count = 0
try:
fp.seek(header_position)
except OSError:
raise ZipImportError(f"can't read Zip file: {archive!r}", path=archive)
while True:
buffer = fp.read(46)
if len(buffer) < 4:
raise EOFError('EOF read where not expected')
# Start of file header
if buffer[:4] != b'PK\x01\x02':
break # Bad: Central Dir File Header
if len(buffer) != 46:
raise EOFError('EOF read where not expected')
flags = _unpack_uint16(buffer[8:10])
compress = _unpack_uint16(buffer[10:12])
time = _unpack_uint16(buffer[12:14])
date = _unpack_uint16(buffer[14:16])
crc = _unpack_uint32(buffer[16:20])
data_size = _unpack_uint32(buffer[20:24])
file_size = _unpack_uint32(buffer[24:28])
name_size = _unpack_uint16(buffer[28:30])
extra_size = _unpack_uint16(buffer[30:32])
comment_size = _unpack_uint16(buffer[32:34])
file_offset = _unpack_uint32(buffer[42:46])
header_size = name_size + extra_size + comment_size
if file_offset > header_offset:
raise ZipImportError(f'bad local header offset: {archive!r}', path=archive)
file_offset += arc_offset
try:
name = fp.read(name_size)
except OSError:
raise ZipImportError(f"can't read Zip file: {archive!r}", path=archive)
if len(name) != name_size:
raise ZipImportError(f"can't read Zip file: {archive!r}", path=archive)
# On Windows, calling fseek to skip over the fields we don't use is
# slower than reading the data because fseek flushes stdio's
# internal buffers. See issue #8745.
try:
if len(fp.read(header_size - name_size)) != header_size - name_size:
raise ZipImportError(f"can't read Zip file: {archive!r}", path=archive)
except OSError:
raise ZipImportError(f"can't read Zip file: {archive!r}", path=archive)
if flags & 0x800:
# UTF-8 file names extension
name = name.decode()
else:
# Historical ZIP filename encoding
try:
name = name.decode('ascii')
except UnicodeDecodeError:
name = name.decode('latin1').translate(cp437_table)
name = name.replace('/', path_sep)
path = _bootstrap_external._path_join(archive, name)
t = (path, compress, data_size, file_size, file_offset, time, date, crc)
files[name] = t
count += 1
_bootstrap._verbose_message('zipimport: found {} names in {!r}', count, archive)
return files
# During bootstrap, we may need to load the encodings
# package from a ZIP file. But the cp437 encoding is implemented
# in Python in the encodings package.
#
# Break out of this dependency by using the translation table for
# the cp437 encoding.
cp437_table = (
# ASCII part, 8 rows x 16 chars
'\x00\x01\x02\x03\x04\x05\x06\x07\x08\t\n\x0b\x0c\r\x0e\x0f'
'\x10\x11\x12\x13\x14\x15\x16\x17\x18\x19\x1a\x1b\x1c\x1d\x1e\x1f'
' !"#$%&\'()*+,-./'
'0123456789:;<=>?'
'@ABCDEFGHIJKLMNO'
'PQRSTUVWXYZ[\\]^_'
'`abcdefghijklmno'
'pqrstuvwxyz{|}~\x7f'
# non-ASCII part, 16 rows x 8 chars
'\xc7\xfc\xe9\xe2\xe4\xe0\xe5\xe7'
'\xea\xeb\xe8\xef\xee\xec\xc4\xc5'
'\xc9\xe6\xc6\xf4\xf6\xf2\xfb\xf9'
'\xff\xd6\xdc\xa2\xa3\xa5\u20a7\u0192'
'\xe1\xed\xf3\xfa\xf1\xd1\xaa\xba'
'\xbf\u2310\xac\xbd\xbc\xa1\xab\xbb'
'\u2591\u2592\u2593\u2502\u2524\u2561\u2562\u2556'
'\u2555\u2563\u2551\u2557\u255d\u255c\u255b\u2510'
'\u2514\u2534\u252c\u251c\u2500\u253c\u255e\u255f'
'\u255a\u2554\u2569\u2566\u2560\u2550\u256c\u2567'
'\u2568\u2564\u2565\u2559\u2558\u2552\u2553\u256b'
'\u256a\u2518\u250c\u2588\u2584\u258c\u2590\u2580'
'\u03b1\xdf\u0393\u03c0\u03a3\u03c3\xb5\u03c4'
'\u03a6\u0398\u03a9\u03b4\u221e\u03c6\u03b5\u2229'
'\u2261\xb1\u2265\u2264\u2320\u2321\xf7\u2248'
'\xb0\u2219\xb7\u221a\u207f\xb2\u25a0\xa0'
)
_importing_zlib = False
# Return the zlib.decompress function object, or NULL if zlib couldn't
# be imported. The function is cached when found, so subsequent calls
# don't import zlib again.
def _get_decompress_func():
global _importing_zlib
if _importing_zlib:
# Someone has a zlib.py[co] in their Zip file
# let's avoid a stack overflow.
_bootstrap._verbose_message('zipimport: zlib UNAVAILABLE')
raise ZipImportError("can't decompress data; zlib not available")
_importing_zlib = True
try:
from zlib import decompress
except Exception:
_bootstrap._verbose_message('zipimport: zlib UNAVAILABLE')
raise ZipImportError("can't decompress data; zlib not available")
finally:
_importing_zlib = False
_bootstrap._verbose_message('zipimport: zlib available')
return decompress
# Given a path to a Zip file and a toc_entry, return the (uncompressed) data.
def _get_data(archive, toc_entry):
datapath, compress, data_size, file_size, file_offset, time, date, crc = toc_entry
if data_size < 0:
raise ZipImportError('negative data size')
with _io.open_code(archive) as fp:
# Check to make sure the local file header is correct
try:
fp.seek(file_offset)
except OSError:
raise ZipImportError(f"can't read Zip file: {archive!r}", path=archive)
buffer = fp.read(30)
if len(buffer) != 30:
raise EOFError('EOF read where not expected')
if buffer[:4] != b'PK\x03\x04':
# Bad: Local File Header
raise ZipImportError(f'bad local file header: {archive!r}', path=archive)
name_size = _unpack_uint16(buffer[26:28])
extra_size = _unpack_uint16(buffer[28:30])
header_size = 30 + name_size + extra_size
file_offset += header_size # Start of file data
try:
fp.seek(file_offset)
except OSError:
raise ZipImportError(f"can't read Zip file: {archive!r}", path=archive)
raw_data = fp.read(data_size)
if len(raw_data) != data_size:
raise OSError("zipimport: can't read data")
if compress == 0:
# data is not compressed
return raw_data
# Decompress with zlib
try:
decompress = _get_decompress_func()
except Exception:
raise ZipImportError("can't decompress data; zlib not available")
return decompress(raw_data, -15)
# Lenient date/time comparison function. The precision of the mtime
# in the archive is lower than the mtime stored in a .pyc: we
# must allow a difference of at most one second.
def _eq_mtime(t1, t2):
# dostime only stores even seconds, so be lenient
return abs(t1 - t2) <= 1
# Given the contents of a .py[co] file, unmarshal the data
# and return the code object. Return None if it the magic word doesn't
# match, or if the recorded .py[co] metadata does not match the source,
# (we do this instead of raising an exception as we fall back
# to .py if available and we don't want to mask other errors).
def _unmarshal_code(self, pathname, fullpath, fullname, data):
exc_details = {
'name': fullname,
'path': fullpath,
}
try:
flags = _bootstrap_external._classify_pyc(data, fullname, exc_details)
except ImportError:
return None
hash_based = flags & 0b1 != 0
if hash_based:
check_source = flags & 0b10 != 0
if (_imp.check_hash_based_pycs != 'never' and
(check_source or _imp.check_hash_based_pycs == 'always')):
source_bytes = _get_pyc_source(self, fullpath)
if source_bytes is not None:
source_hash = _imp.source_hash(
_bootstrap_external._RAW_MAGIC_NUMBER,
source_bytes,
)
try:
_bootstrap_external._validate_hash_pyc(
data, source_hash, fullname, exc_details)
except ImportError:
return None
else:
source_mtime, source_size = \
_get_mtime_and_size_of_source(self, fullpath)
if source_mtime:
# We don't use _bootstrap_external._validate_timestamp_pyc
# to allow for a more lenient timestamp check.
if (not _eq_mtime(_unpack_uint32(data[8:12]), source_mtime) or
_unpack_uint32(data[12:16]) != source_size):
_bootstrap._verbose_message(
f'bytecode is stale for {fullname!r}')
return None
code = marshal.loads(data[16:])
if not isinstance(code, _code_type):
raise TypeError(f'compiled module {pathname!r} is not a code object')
return code
_code_type = type(_unmarshal_code.__code__)
# Replace any occurrences of '\r\n?' in the input string with '\n'.
# This converts DOS and Mac line endings to Unix line endings.
def _normalize_line_endings(source):
source = source.replace(b'\r\n', b'\n')
source = source.replace(b'\r', b'\n')
return source
# Given a string buffer containing Python source code, compile it
# and return a code object.
def _compile_source(pathname, source):
source = _normalize_line_endings(source)
return compile(source, pathname, 'exec', dont_inherit=True)
# Convert the date/time values found in the Zip archive to a value
# that's compatible with the time stamp stored in .pyc files.
def _parse_dostime(d, t):
return time.mktime((
(d >> 9) + 1980, # bits 9..15: year
(d >> 5) & 0xF, # bits 5..8: month
d & 0x1F, # bits 0..4: day
t >> 11, # bits 11..15: hours
(t >> 5) & 0x3F, # bits 8..10: minutes
(t & 0x1F) * 2, # bits 0..7: seconds / 2
-1, -1, -1))
# Given a path to a .pyc file in the archive, return the
# modification time of the matching .py file and its size,
# or (0, 0) if no source is available.
def _get_mtime_and_size_of_source(self, path):
try:
# strip 'c' or 'o' from *.py[co]
assert path[-1:] in ('c', 'o')
path = path[:-1]
toc_entry = self._files[path]
# fetch the time stamp of the .py file for comparison
# with an embedded pyc time stamp
time = toc_entry[5]
date = toc_entry[6]
uncompressed_size = toc_entry[3]
return _parse_dostime(date, time), uncompressed_size
except (KeyError, IndexError, TypeError):
return 0, 0
# Given a path to a .pyc file in the archive, return the
# contents of the matching .py file, or None if no source
# is available.
def _get_pyc_source(self, path):
# strip 'c' or 'o' from *.py[co]
assert path[-1:] in ('c', 'o')
path = path[:-1]
try:
toc_entry = self._files[path]
except KeyError:
return None
else:
return _get_data(self.archive, toc_entry)
# Get the code object associated with the module specified by
# 'fullname'.
def _get_module_code(self, fullname):
path = _get_module_path(self, fullname)
for suffix, isbytecode, ispackage in _zip_searchorder:
fullpath = path + suffix
_bootstrap._verbose_message('trying {}{}{}', self.archive, path_sep, fullpath, verbosity=2)
try:
toc_entry = self._files[fullpath]
except KeyError:
pass
else:
modpath = toc_entry[0]
data = _get_data(self.archive, toc_entry)
if isbytecode:
code = _unmarshal_code(self, modpath, fullpath, fullname, data)
else:
code = _compile_source(modpath, data)
if code is None:
# bad magic number or non-matching mtime
# in byte code, try next
continue
modpath = toc_entry[0]
return code, ispackage, modpath
else:
raise ZipImportError(f"can't find module {fullname!r}", name=fullname)
class _ZipImportResourceReader:
"""Private class used to support ZipImport.get_resource_reader().
This class is allowed to reference all the innards and private parts of
the zipimporter.
"""
_registered = False
def __init__(self, zipimporter, fullname):
self.zipimporter = zipimporter
self.fullname = fullname
def open_resource(self, resource):
fullname_as_path = self.fullname.replace('.', '/')
path = f'{fullname_as_path}/{resource}'
from io import BytesIO
try:
return BytesIO(self.zipimporter.get_data(path))
except OSError:
raise FileNotFoundError(path)
def resource_path(self, resource):
# All resources are in the zip file, so there is no path to the file.
# Raising FileNotFoundError tells the higher level API to extract the
# binary data and create a temporary file.
raise FileNotFoundError
def is_resource(self, name):
# Maybe we could do better, but if we can get the data, it's a
# resource. Otherwise it isn't.
fullname_as_path = self.fullname.replace('.', '/')
path = f'{fullname_as_path}/{name}'
try:
self.zipimporter.get_data(path)
except OSError:
return False
return True
def contents(self):
# This is a bit convoluted, because fullname will be a module path,
# but _files is a list of file names relative to the top of the
# archive's namespace. We want to compare file paths to find all the
# names of things inside the module represented by fullname. So we
# turn the module path of fullname into a file path relative to the
# top of the archive, and then we iterate through _files looking for
# names inside that "directory".
from pathlib import Path
fullname_path = Path(self.zipimporter.get_filename(self.fullname))
relative_path = fullname_path.relative_to(self.zipimporter.archive)
# Don't forget that fullname names a package, so its path will include
# __init__.py, which we want to ignore.
assert relative_path.name == '__init__.py'
package_path = relative_path.parent
subdirs_seen = set()
for filename in self.zipimporter._files:
try:
relative = Path(filename).relative_to(package_path)
except ValueError:
continue
# If the path of the file (which is relative to the top of the zip
# namespace), relative to the package given when the resource
# reader was created, has a parent, then it's a name in a
# subdirectory and thus we skip it.
parent_name = relative.parent.name
if len(parent_name) == 0:
yield relative.name
elif parent_name not in subdirs_seen:
subdirs_seen.add(parent_name)
yield parent_name
tokenize.py 0000644 00000062361 15115353747 0006771 0 ustar 00 """Tokenization help for Python programs.
tokenize(readline) is a generator that breaks a stream of bytes into
Python tokens. It decodes the bytes according to PEP-0263 for
determining source file encoding.
It accepts a readline-like method which is called repeatedly to get the
next line of input (or b"" for EOF). It generates 5-tuples with these
members:
the token type (see token.py)
the token (a string)
the starting (row, column) indices of the token (a 2-tuple of ints)
the ending (row, column) indices of the token (a 2-tuple of ints)
the original line (string)
It is designed to match the working of the Python tokenizer exactly, except
that it produces COMMENT tokens for comments and gives type OP for all
operators. Additionally, all token lists start with an ENCODING token
which tells you which encoding was used to decode the bytes stream.
"""
__author__ = 'Ka-Ping Yee <ping@lfw.org>'
__credits__ = ('GvR, ESR, Tim Peters, Thomas Wouters, Fred Drake, '
'Skip Montanaro, Raymond Hettinger, Trent Nelson, '
'Michael Foord')
from builtins import open as _builtin_open
from codecs import lookup, BOM_UTF8
import collections
from io import TextIOWrapper
import itertools as _itertools
import re
import sys
from token import *
from token import EXACT_TOKEN_TYPES
cookie_re = re.compile(r'^[ \t\f]*#.*?coding[:=][ \t]*([-\w.]+)', re.ASCII)
blank_re = re.compile(br'^[ \t\f]*(?:[#\r\n]|$)', re.ASCII)
import token
__all__ = token.__all__ + ["tokenize", "generate_tokens", "detect_encoding",
"untokenize", "TokenInfo"]
del token
class TokenInfo(collections.namedtuple('TokenInfo', 'type string start end line')):
def __repr__(self):
annotated_type = '%d (%s)' % (self.type, tok_name[self.type])
return ('TokenInfo(type=%s, string=%r, start=%r, end=%r, line=%r)' %
self._replace(type=annotated_type))
@property
def exact_type(self):
if self.type == OP and self.string in EXACT_TOKEN_TYPES:
return EXACT_TOKEN_TYPES[self.string]
else:
return self.type
def group(*choices): return '(' + '|'.join(choices) + ')'
def any(*choices): return group(*choices) + '*'
def maybe(*choices): return group(*choices) + '?'
# Note: we use unicode matching for names ("\w") but ascii matching for
# number literals.
Whitespace = r'[ \f\t]*'
Comment = r'#[^\r\n]*'
Ignore = Whitespace + any(r'\\\r?\n' + Whitespace) + maybe(Comment)
Name = r'\w+'
Hexnumber = r'0[xX](?:_?[0-9a-fA-F])+'
Binnumber = r'0[bB](?:_?[01])+'
Octnumber = r'0[oO](?:_?[0-7])+'
Decnumber = r'(?:0(?:_?0)*|[1-9](?:_?[0-9])*)'
Intnumber = group(Hexnumber, Binnumber, Octnumber, Decnumber)
Exponent = r'[eE][-+]?[0-9](?:_?[0-9])*'
Pointfloat = group(r'[0-9](?:_?[0-9])*\.(?:[0-9](?:_?[0-9])*)?',
r'\.[0-9](?:_?[0-9])*') + maybe(Exponent)
Expfloat = r'[0-9](?:_?[0-9])*' + Exponent
Floatnumber = group(Pointfloat, Expfloat)
Imagnumber = group(r'[0-9](?:_?[0-9])*[jJ]', Floatnumber + r'[jJ]')
Number = group(Imagnumber, Floatnumber, Intnumber)
# Return the empty string, plus all of the valid string prefixes.
def _all_string_prefixes():
# The valid string prefixes. Only contain the lower case versions,
# and don't contain any permutations (include 'fr', but not
# 'rf'). The various permutations will be generated.
_valid_string_prefixes = ['b', 'r', 'u', 'f', 'br', 'fr']
# if we add binary f-strings, add: ['fb', 'fbr']
result = {''}
for prefix in _valid_string_prefixes:
for t in _itertools.permutations(prefix):
# create a list with upper and lower versions of each
# character
for u in _itertools.product(*[(c, c.upper()) for c in t]):
result.add(''.join(u))
return result
def _compile(expr):
return re.compile(expr, re.UNICODE)
# Note that since _all_string_prefixes includes the empty string,
# StringPrefix can be the empty string (making it optional).
StringPrefix = group(*_all_string_prefixes())
# Tail end of ' string.
Single = r"[^'\\]*(?:\\.[^'\\]*)*'"
# Tail end of " string.
Double = r'[^"\\]*(?:\\.[^"\\]*)*"'
# Tail end of ''' string.
Single3 = r"[^'\\]*(?:(?:\\.|'(?!''))[^'\\]*)*'''"
# Tail end of """ string.
Double3 = r'[^"\\]*(?:(?:\\.|"(?!""))[^"\\]*)*"""'
Triple = group(StringPrefix + "'''", StringPrefix + '"""')
# Single-line ' or " string.
String = group(StringPrefix + r"'[^\n'\\]*(?:\\.[^\n'\\]*)*'",
StringPrefix + r'"[^\n"\\]*(?:\\.[^\n"\\]*)*"')
# Sorting in reverse order puts the long operators before their prefixes.
# Otherwise if = came before ==, == would get recognized as two instances
# of =.
Special = group(*map(re.escape, sorted(EXACT_TOKEN_TYPES, reverse=True)))
Funny = group(r'\r?\n', Special)
PlainToken = group(Number, Funny, String, Name)
Token = Ignore + PlainToken
# First (or only) line of ' or " string.
ContStr = group(StringPrefix + r"'[^\n'\\]*(?:\\.[^\n'\\]*)*" +
group("'", r'\\\r?\n'),
StringPrefix + r'"[^\n"\\]*(?:\\.[^\n"\\]*)*' +
group('"', r'\\\r?\n'))
PseudoExtras = group(r'\\\r?\n|\Z', Comment, Triple)
PseudoToken = Whitespace + group(PseudoExtras, Number, Funny, ContStr, Name)
# For a given string prefix plus quotes, endpats maps it to a regex
# to match the remainder of that string. _prefix can be empty, for
# a normal single or triple quoted string (with no prefix).
endpats = {}
for _prefix in _all_string_prefixes():
endpats[_prefix + "'"] = Single
endpats[_prefix + '"'] = Double
endpats[_prefix + "'''"] = Single3
endpats[_prefix + '"""'] = Double3
# A set of all of the single and triple quoted string prefixes,
# including the opening quotes.
single_quoted = set()
triple_quoted = set()
for t in _all_string_prefixes():
for u in (t + '"', t + "'"):
single_quoted.add(u)
for u in (t + '"""', t + "'''"):
triple_quoted.add(u)
tabsize = 8
class TokenError(Exception): pass
class StopTokenizing(Exception): pass
class Untokenizer:
def __init__(self):
self.tokens = []
self.prev_row = 1
self.prev_col = 0
self.encoding = None
def add_whitespace(self, start):
row, col = start
if row < self.prev_row or row == self.prev_row and col < self.prev_col:
raise ValueError("start ({},{}) precedes previous end ({},{})"
.format(row, col, self.prev_row, self.prev_col))
row_offset = row - self.prev_row
if row_offset:
self.tokens.append("\\\n" * row_offset)
self.prev_col = 0
col_offset = col - self.prev_col
if col_offset:
self.tokens.append(" " * col_offset)
def untokenize(self, iterable):
it = iter(iterable)
indents = []
startline = False
for t in it:
if len(t) == 2:
self.compat(t, it)
break
tok_type, token, start, end, line = t
if tok_type == ENCODING:
self.encoding = token
continue
if tok_type == ENDMARKER:
break
if tok_type == INDENT:
indents.append(token)
continue
elif tok_type == DEDENT:
indents.pop()
self.prev_row, self.prev_col = end
continue
elif tok_type in (NEWLINE, NL):
startline = True
elif startline and indents:
indent = indents[-1]
if start[1] >= len(indent):
self.tokens.append(indent)
self.prev_col = len(indent)
startline = False
self.add_whitespace(start)
self.tokens.append(token)
self.prev_row, self.prev_col = end
if tok_type in (NEWLINE, NL):
self.prev_row += 1
self.prev_col = 0
return "".join(self.tokens)
def compat(self, token, iterable):
indents = []
toks_append = self.tokens.append
startline = token[0] in (NEWLINE, NL)
prevstring = False
for tok in _itertools.chain([token], iterable):
toknum, tokval = tok[:2]
if toknum == ENCODING:
self.encoding = tokval
continue
if toknum in (NAME, NUMBER):
tokval += ' '
# Insert a space between two consecutive strings
if toknum == STRING:
if prevstring:
tokval = ' ' + tokval
prevstring = True
else:
prevstring = False
if toknum == INDENT:
indents.append(tokval)
continue
elif toknum == DEDENT:
indents.pop()
continue
elif toknum in (NEWLINE, NL):
startline = True
elif startline and indents:
toks_append(indents[-1])
startline = False
toks_append(tokval)
def untokenize(iterable):
"""Transform tokens back into Python source code.
It returns a bytes object, encoded using the ENCODING
token, which is the first token sequence output by tokenize.
Each element returned by the iterable must be a token sequence
with at least two elements, a token number and token value. If
only two tokens are passed, the resulting output is poor.
Round-trip invariant for full input:
Untokenized source will match input source exactly
Round-trip invariant for limited input:
# Output bytes will tokenize back to the input
t1 = [tok[:2] for tok in tokenize(f.readline)]
newcode = untokenize(t1)
readline = BytesIO(newcode).readline
t2 = [tok[:2] for tok in tokenize(readline)]
assert t1 == t2
"""
ut = Untokenizer()
out = ut.untokenize(iterable)
if ut.encoding is not None:
out = out.encode(ut.encoding)
return out
def _get_normal_name(orig_enc):
"""Imitates get_normal_name in tokenizer.c."""
# Only care about the first 12 characters.
enc = orig_enc[:12].lower().replace("_", "-")
if enc == "utf-8" or enc.startswith("utf-8-"):
return "utf-8"
if enc in ("latin-1", "iso-8859-1", "iso-latin-1") or \
enc.startswith(("latin-1-", "iso-8859-1-", "iso-latin-1-")):
return "iso-8859-1"
return orig_enc
def detect_encoding(readline):
"""
The detect_encoding() function is used to detect the encoding that should
be used to decode a Python source file. It requires one argument, readline,
in the same way as the tokenize() generator.
It will call readline a maximum of twice, and return the encoding used
(as a string) and a list of any lines (left as bytes) it has read in.
It detects the encoding from the presence of a utf-8 bom or an encoding
cookie as specified in pep-0263. If both a bom and a cookie are present,
but disagree, a SyntaxError will be raised. If the encoding cookie is an
invalid charset, raise a SyntaxError. Note that if a utf-8 bom is found,
'utf-8-sig' is returned.
If no encoding is specified, then the default of 'utf-8' will be returned.
"""
try:
filename = readline.__self__.name
except AttributeError:
filename = None
bom_found = False
encoding = None
default = 'utf-8'
def read_or_stop():
try:
return readline()
except StopIteration:
return b''
def find_cookie(line):
try:
# Decode as UTF-8. Either the line is an encoding declaration,
# in which case it should be pure ASCII, or it must be UTF-8
# per default encoding.
line_string = line.decode('utf-8')
except UnicodeDecodeError:
msg = "invalid or missing encoding declaration"
if filename is not None:
msg = '{} for {!r}'.format(msg, filename)
raise SyntaxError(msg)
match = cookie_re.match(line_string)
if not match:
return None
encoding = _get_normal_name(match.group(1))
try:
codec = lookup(encoding)
except LookupError:
# This behaviour mimics the Python interpreter
if filename is None:
msg = "unknown encoding: " + encoding
else:
msg = "unknown encoding for {!r}: {}".format(filename,
encoding)
raise SyntaxError(msg)
if bom_found:
if encoding != 'utf-8':
# This behaviour mimics the Python interpreter
if filename is None:
msg = 'encoding problem: utf-8'
else:
msg = 'encoding problem for {!r}: utf-8'.format(filename)
raise SyntaxError(msg)
encoding += '-sig'
return encoding
first = read_or_stop()
if first.startswith(BOM_UTF8):
bom_found = True
first = first[3:]
default = 'utf-8-sig'
if not first:
return default, []
encoding = find_cookie(first)
if encoding:
return encoding, [first]
if not blank_re.match(first):
return default, [first]
second = read_or_stop()
if not second:
return default, [first]
encoding = find_cookie(second)
if encoding:
return encoding, [first, second]
return default, [first, second]
def open(filename):
"""Open a file in read only mode using the encoding detected by
detect_encoding().
"""
buffer = _builtin_open(filename, 'rb')
try:
encoding, lines = detect_encoding(buffer.readline)
buffer.seek(0)
text = TextIOWrapper(buffer, encoding, line_buffering=True)
text.mode = 'r'
return text
except:
buffer.close()
raise
def tokenize(readline):
"""
The tokenize() generator requires one argument, readline, which
must be a callable object which provides the same interface as the
readline() method of built-in file objects. Each call to the function
should return one line of input as bytes. Alternatively, readline
can be a callable function terminating with StopIteration:
readline = open(myfile, 'rb').__next__ # Example of alternate readline
The generator produces 5-tuples with these members: the token type; the
token string; a 2-tuple (srow, scol) of ints specifying the row and
column where the token begins in the source; a 2-tuple (erow, ecol) of
ints specifying the row and column where the token ends in the source;
and the line on which the token was found. The line passed is the
physical line.
The first token sequence will always be an ENCODING token
which tells you which encoding was used to decode the bytes stream.
"""
encoding, consumed = detect_encoding(readline)
empty = _itertools.repeat(b"")
rl_gen = _itertools.chain(consumed, iter(readline, b""), empty)
return _tokenize(rl_gen.__next__, encoding)
def _tokenize(readline, encoding):
lnum = parenlev = continued = 0
numchars = '0123456789'
contstr, needcont = '', 0
contline = None
indents = [0]
if encoding is not None:
if encoding == "utf-8-sig":
# BOM will already have been stripped.
encoding = "utf-8"
yield TokenInfo(ENCODING, encoding, (0, 0), (0, 0), '')
last_line = b''
line = b''
while True: # loop over lines in stream
try:
# We capture the value of the line variable here because
# readline uses the empty string '' to signal end of input,
# hence `line` itself will always be overwritten at the end
# of this loop.
last_line = line
line = readline()
except StopIteration:
line = b''
if encoding is not None:
line = line.decode(encoding)
lnum += 1
pos, max = 0, len(line)
if contstr: # continued string
if not line:
raise TokenError("EOF in multi-line string", strstart)
endmatch = endprog.match(line)
if endmatch:
pos = end = endmatch.end(0)
yield TokenInfo(STRING, contstr + line[:end],
strstart, (lnum, end), contline + line)
contstr, needcont = '', 0
contline = None
elif needcont and line[-2:] != '\\\n' and line[-3:] != '\\\r\n':
yield TokenInfo(ERRORTOKEN, contstr + line,
strstart, (lnum, len(line)), contline)
contstr = ''
contline = None
continue
else:
contstr = contstr + line
contline = contline + line
continue
elif parenlev == 0 and not continued: # new statement
if not line: break
column = 0
while pos < max: # measure leading whitespace
if line[pos] == ' ':
column += 1
elif line[pos] == '\t':
column = (column//tabsize + 1)*tabsize
elif line[pos] == '\f':
column = 0
else:
break
pos += 1
if pos == max:
break
if line[pos] in '#\r\n': # skip comments or blank lines
if line[pos] == '#':
comment_token = line[pos:].rstrip('\r\n')
yield TokenInfo(COMMENT, comment_token,
(lnum, pos), (lnum, pos + len(comment_token)), line)
pos += len(comment_token)
yield TokenInfo(NL, line[pos:],
(lnum, pos), (lnum, len(line)), line)
continue
if column > indents[-1]: # count indents or dedents
indents.append(column)
yield TokenInfo(INDENT, line[:pos], (lnum, 0), (lnum, pos), line)
while column < indents[-1]:
if column not in indents:
raise IndentationError(
"unindent does not match any outer indentation level",
("<tokenize>", lnum, pos, line))
indents = indents[:-1]
yield TokenInfo(DEDENT, '', (lnum, pos), (lnum, pos), line)
else: # continued statement
if not line:
raise TokenError("EOF in multi-line statement", (lnum, 0))
continued = 0
while pos < max:
pseudomatch = _compile(PseudoToken).match(line, pos)
if pseudomatch: # scan for tokens
start, end = pseudomatch.span(1)
spos, epos, pos = (lnum, start), (lnum, end), end
if start == end:
continue
token, initial = line[start:end], line[start]
if (initial in numchars or # ordinary number
(initial == '.' and token != '.' and token != '...')):
yield TokenInfo(NUMBER, token, spos, epos, line)
elif initial in '\r\n':
if parenlev > 0:
yield TokenInfo(NL, token, spos, epos, line)
else:
yield TokenInfo(NEWLINE, token, spos, epos, line)
elif initial == '#':
assert not token.endswith("\n")
yield TokenInfo(COMMENT, token, spos, epos, line)
elif token in triple_quoted:
endprog = _compile(endpats[token])
endmatch = endprog.match(line, pos)
if endmatch: # all on one line
pos = endmatch.end(0)
token = line[start:pos]
yield TokenInfo(STRING, token, spos, (lnum, pos), line)
else:
strstart = (lnum, start) # multiple lines
contstr = line[start:]
contline = line
break
# Check up to the first 3 chars of the token to see if
# they're in the single_quoted set. If so, they start
# a string.
# We're using the first 3, because we're looking for
# "rb'" (for example) at the start of the token. If
# we switch to longer prefixes, this needs to be
# adjusted.
# Note that initial == token[:1].
# Also note that single quote checking must come after
# triple quote checking (above).
elif (initial in single_quoted or
token[:2] in single_quoted or
token[:3] in single_quoted):
if token[-1] == '\n': # continued string
strstart = (lnum, start)
# Again, using the first 3 chars of the
# token. This is looking for the matching end
# regex for the correct type of quote
# character. So it's really looking for
# endpats["'"] or endpats['"'], by trying to
# skip string prefix characters, if any.
endprog = _compile(endpats.get(initial) or
endpats.get(token[1]) or
endpats.get(token[2]))
contstr, needcont = line[start:], 1
contline = line
break
else: # ordinary string
yield TokenInfo(STRING, token, spos, epos, line)
elif initial.isidentifier(): # ordinary name
yield TokenInfo(NAME, token, spos, epos, line)
elif initial == '\\': # continued stmt
continued = 1
else:
if initial in '([{':
parenlev += 1
elif initial in ')]}':
parenlev -= 1
yield TokenInfo(OP, token, spos, epos, line)
else:
yield TokenInfo(ERRORTOKEN, line[pos],
(lnum, pos), (lnum, pos+1), line)
pos += 1
# Add an implicit NEWLINE if the input doesn't end in one
if last_line and last_line[-1] not in '\r\n':
yield TokenInfo(NEWLINE, '', (lnum - 1, len(last_line)), (lnum - 1, len(last_line) + 1), '')
for indent in indents[1:]: # pop remaining indent levels
yield TokenInfo(DEDENT, '', (lnum, 0), (lnum, 0), '')
yield TokenInfo(ENDMARKER, '', (lnum, 0), (lnum, 0), '')
def generate_tokens(readline):
"""Tokenize a source reading Python code as unicode strings.
This has the same API as tokenize(), except that it expects the *readline*
callable to return str objects instead of bytes.
"""
return _tokenize(readline, None)
def main():
import argparse
# Helper error handling routines
def perror(message):
sys.stderr.write(message)
sys.stderr.write('\n')
def error(message, filename=None, location=None):
if location:
args = (filename,) + location + (message,)
perror("%s:%d:%d: error: %s" % args)
elif filename:
perror("%s: error: %s" % (filename, message))
else:
perror("error: %s" % message)
sys.exit(1)
# Parse the arguments and options
parser = argparse.ArgumentParser(prog='python -m tokenize')
parser.add_argument(dest='filename', nargs='?',
metavar='filename.py',
help='the file to tokenize; defaults to stdin')
parser.add_argument('-e', '--exact', dest='exact', action='store_true',
help='display token names using the exact type')
args = parser.parse_args()
try:
# Tokenize the input
if args.filename:
filename = args.filename
with _builtin_open(filename, 'rb') as f:
tokens = list(tokenize(f.readline))
else:
filename = "<stdin>"
tokens = _tokenize(sys.stdin.readline, None)
# Output the tokenization
for token in tokens:
token_type = token.type
if args.exact:
token_type = token.exact_type
token_range = "%d,%d-%d,%d:" % (token.start + token.end)
print("%-20s%-15s%-15r" %
(token_range, tok_name[token_type], token.string))
except IndentationError as err:
line, column = err.args[1][1:3]
error(err.args[0], filename, (line, column))
except TokenError as err:
line, column = err.args[1]
error(err.args[0], filename, (line, column))
except SyntaxError as err:
error(err, filename)
except OSError as err:
error(err)
except KeyboardInterrupt:
print("interrupted\n")
except Exception as err:
perror("unexpected error: %s" % err)
raise
if __name__ == "__main__":
main()
imaplib.py 0000644 00000150546 15115353747 0006561 0 ustar 00 """IMAP4 client.
Based on RFC 2060.
Public class: IMAP4
Public variable: Debug
Public functions: Internaldate2tuple
Int2AP
ParseFlags
Time2Internaldate
"""
# Author: Piers Lauder <piers@cs.su.oz.au> December 1997.
#
# Authentication code contributed by Donn Cave <donn@u.washington.edu> June 1998.
# String method conversion by ESR, February 2001.
# GET/SETACL contributed by Anthony Baxter <anthony@interlink.com.au> April 2001.
# IMAP4_SSL contributed by Tino Lange <Tino.Lange@isg.de> March 2002.
# GET/SETQUOTA contributed by Andreas Zeidler <az@kreativkombinat.de> June 2002.
# PROXYAUTH contributed by Rick Holbert <holbert.13@osu.edu> November 2002.
# GET/SETANNOTATION contributed by Tomas Lindroos <skitta@abo.fi> June 2005.
__version__ = "2.58"
import binascii, errno, random, re, socket, subprocess, sys, time, calendar
from datetime import datetime, timezone, timedelta
from io import DEFAULT_BUFFER_SIZE
try:
import ssl
HAVE_SSL = True
except ImportError:
HAVE_SSL = False
__all__ = ["IMAP4", "IMAP4_stream", "Internaldate2tuple",
"Int2AP", "ParseFlags", "Time2Internaldate"]
# Globals
CRLF = b'\r\n'
Debug = 0
IMAP4_PORT = 143
IMAP4_SSL_PORT = 993
AllowedVersions = ('IMAP4REV1', 'IMAP4') # Most recent first
# Maximal line length when calling readline(). This is to prevent
# reading arbitrary length lines. RFC 3501 and 2060 (IMAP 4rev1)
# don't specify a line length. RFC 2683 suggests limiting client
# command lines to 1000 octets and that servers should be prepared
# to accept command lines up to 8000 octets, so we used to use 10K here.
# In the modern world (eg: gmail) the response to, for example, a
# search command can be quite large, so we now use 1M.
_MAXLINE = 1000000
# Commands
Commands = {
# name valid states
'APPEND': ('AUTH', 'SELECTED'),
'AUTHENTICATE': ('NONAUTH',),
'CAPABILITY': ('NONAUTH', 'AUTH', 'SELECTED', 'LOGOUT'),
'CHECK': ('SELECTED',),
'CLOSE': ('SELECTED',),
'COPY': ('SELECTED',),
'CREATE': ('AUTH', 'SELECTED'),
'DELETE': ('AUTH', 'SELECTED'),
'DELETEACL': ('AUTH', 'SELECTED'),
'ENABLE': ('AUTH', ),
'EXAMINE': ('AUTH', 'SELECTED'),
'EXPUNGE': ('SELECTED',),
'FETCH': ('SELECTED',),
'GETACL': ('AUTH', 'SELECTED'),
'GETANNOTATION':('AUTH', 'SELECTED'),
'GETQUOTA': ('AUTH', 'SELECTED'),
'GETQUOTAROOT': ('AUTH', 'SELECTED'),
'MYRIGHTS': ('AUTH', 'SELECTED'),
'LIST': ('AUTH', 'SELECTED'),
'LOGIN': ('NONAUTH',),
'LOGOUT': ('NONAUTH', 'AUTH', 'SELECTED', 'LOGOUT'),
'LSUB': ('AUTH', 'SELECTED'),
'MOVE': ('SELECTED',),
'NAMESPACE': ('AUTH', 'SELECTED'),
'NOOP': ('NONAUTH', 'AUTH', 'SELECTED', 'LOGOUT'),
'PARTIAL': ('SELECTED',), # NB: obsolete
'PROXYAUTH': ('AUTH',),
'RENAME': ('AUTH', 'SELECTED'),
'SEARCH': ('SELECTED',),
'SELECT': ('AUTH', 'SELECTED'),
'SETACL': ('AUTH', 'SELECTED'),
'SETANNOTATION':('AUTH', 'SELECTED'),
'SETQUOTA': ('AUTH', 'SELECTED'),
'SORT': ('SELECTED',),
'STARTTLS': ('NONAUTH',),
'STATUS': ('AUTH', 'SELECTED'),
'STORE': ('SELECTED',),
'SUBSCRIBE': ('AUTH', 'SELECTED'),
'THREAD': ('SELECTED',),
'UID': ('SELECTED',),
'UNSUBSCRIBE': ('AUTH', 'SELECTED'),
}
# Patterns to match server responses
Continuation = re.compile(br'\+( (?P<data>.*))?')
Flags = re.compile(br'.*FLAGS \((?P<flags>[^\)]*)\)')
InternalDate = re.compile(br'.*INTERNALDATE "'
br'(?P<day>[ 0123][0-9])-(?P<mon>[A-Z][a-z][a-z])-(?P<year>[0-9][0-9][0-9][0-9])'
br' (?P<hour>[0-9][0-9]):(?P<min>[0-9][0-9]):(?P<sec>[0-9][0-9])'
br' (?P<zonen>[-+])(?P<zoneh>[0-9][0-9])(?P<zonem>[0-9][0-9])'
br'"')
# Literal is no longer used; kept for backward compatibility.
Literal = re.compile(br'.*{(?P<size>\d+)}$', re.ASCII)
MapCRLF = re.compile(br'\r\n|\r|\n')
# We no longer exclude the ']' character from the data portion of the response
# code, even though it violates the RFC. Popular IMAP servers such as Gmail
# allow flags with ']', and there are programs (including imaplib!) that can
# produce them. The problem with this is if the 'text' portion of the response
# includes a ']' we'll parse the response wrong (which is the point of the RFC
# restriction). However, that seems less likely to be a problem in practice
# than being unable to correctly parse flags that include ']' chars, which
# was reported as a real-world problem in issue #21815.
Response_code = re.compile(br'\[(?P<type>[A-Z-]+)( (?P<data>.*))?\]')
Untagged_response = re.compile(br'\* (?P<type>[A-Z-]+)( (?P<data>.*))?')
# Untagged_status is no longer used; kept for backward compatibility
Untagged_status = re.compile(
br'\* (?P<data>\d+) (?P<type>[A-Z-]+)( (?P<data2>.*))?', re.ASCII)
# We compile these in _mode_xxx.
_Literal = br'.*{(?P<size>\d+)}$'
_Untagged_status = br'\* (?P<data>\d+) (?P<type>[A-Z-]+)( (?P<data2>.*))?'
class IMAP4:
r"""IMAP4 client class.
Instantiate with: IMAP4([host[, port]])
host - host's name (default: localhost);
port - port number (default: standard IMAP4 port).
All IMAP4rev1 commands are supported by methods of the same
name (in lower-case).
All arguments to commands are converted to strings, except for
AUTHENTICATE, and the last argument to APPEND which is passed as
an IMAP4 literal. If necessary (the string contains any
non-printing characters or white-space and isn't enclosed with
either parentheses or double quotes) each string is quoted.
However, the 'password' argument to the LOGIN command is always
quoted. If you want to avoid having an argument string quoted
(eg: the 'flags' argument to STORE) then enclose the string in
parentheses (eg: "(\Deleted)").
Each command returns a tuple: (type, [data, ...]) where 'type'
is usually 'OK' or 'NO', and 'data' is either the text from the
tagged response, or untagged results from command. Each 'data'
is either a string, or a tuple. If a tuple, then the first part
is the header of the response, and the second part contains
the data (ie: 'literal' value).
Errors raise the exception class <instance>.error("<reason>").
IMAP4 server errors raise <instance>.abort("<reason>"),
which is a sub-class of 'error'. Mailbox status changes
from READ-WRITE to READ-ONLY raise the exception class
<instance>.readonly("<reason>"), which is a sub-class of 'abort'.
"error" exceptions imply a program error.
"abort" exceptions imply the connection should be reset, and
the command re-tried.
"readonly" exceptions imply the command should be re-tried.
Note: to use this module, you must read the RFCs pertaining to the
IMAP4 protocol, as the semantics of the arguments to each IMAP4
command are left to the invoker, not to mention the results. Also,
most IMAP servers implement a sub-set of the commands available here.
"""
class error(Exception): pass # Logical errors - debug required
class abort(error): pass # Service errors - close and retry
class readonly(abort): pass # Mailbox status changed to READ-ONLY
def __init__(self, host='', port=IMAP4_PORT):
self.debug = Debug
self.state = 'LOGOUT'
self.literal = None # A literal argument to a command
self.tagged_commands = {} # Tagged commands awaiting response
self.untagged_responses = {} # {typ: [data, ...], ...}
self.continuation_response = '' # Last continuation response
self.is_readonly = False # READ-ONLY desired state
self.tagnum = 0
self._tls_established = False
self._mode_ascii()
# Open socket to server.
self.open(host, port)
try:
self._connect()
except Exception:
try:
self.shutdown()
except OSError:
pass
raise
def _mode_ascii(self):
self.utf8_enabled = False
self._encoding = 'ascii'
self.Literal = re.compile(_Literal, re.ASCII)
self.Untagged_status = re.compile(_Untagged_status, re.ASCII)
def _mode_utf8(self):
self.utf8_enabled = True
self._encoding = 'utf-8'
self.Literal = re.compile(_Literal)
self.Untagged_status = re.compile(_Untagged_status)
def _connect(self):
# Create unique tag for this session,
# and compile tagged response matcher.
self.tagpre = Int2AP(random.randint(4096, 65535))
self.tagre = re.compile(br'(?P<tag>'
+ self.tagpre
+ br'\d+) (?P<type>[A-Z]+) (?P<data>.*)', re.ASCII)
# Get server welcome message,
# request and store CAPABILITY response.
if __debug__:
self._cmd_log_len = 10
self._cmd_log_idx = 0
self._cmd_log = {} # Last `_cmd_log_len' interactions
if self.debug >= 1:
self._mesg('imaplib version %s' % __version__)
self._mesg('new IMAP4 connection, tag=%s' % self.tagpre)
self.welcome = self._get_response()
if 'PREAUTH' in self.untagged_responses:
self.state = 'AUTH'
elif 'OK' in self.untagged_responses:
self.state = 'NONAUTH'
else:
raise self.error(self.welcome)
self._get_capabilities()
if __debug__:
if self.debug >= 3:
self._mesg('CAPABILITIES: %r' % (self.capabilities,))
for version in AllowedVersions:
if not version in self.capabilities:
continue
self.PROTOCOL_VERSION = version
return
raise self.error('server not IMAP4 compliant')
def __getattr__(self, attr):
# Allow UPPERCASE variants of IMAP4 command methods.
if attr in Commands:
return getattr(self, attr.lower())
raise AttributeError("Unknown IMAP4 command: '%s'" % attr)
def __enter__(self):
return self
def __exit__(self, *args):
if self.state == "LOGOUT":
return
try:
self.logout()
except OSError:
pass
# Overridable methods
def _create_socket(self):
# Default value of IMAP4.host is '', but socket.getaddrinfo()
# (which is used by socket.create_connection()) expects None
# as a default value for host.
host = None if not self.host else self.host
sys.audit("imaplib.open", self, self.host, self.port)
return socket.create_connection((host, self.port))
def open(self, host = '', port = IMAP4_PORT):
"""Setup connection to remote server on "host:port"
(default: localhost:standard IMAP4 port).
This connection will be used by the routines:
read, readline, send, shutdown.
"""
self.host = host
self.port = port
self.sock = self._create_socket()
self.file = self.sock.makefile('rb')
def read(self, size):
"""Read 'size' bytes from remote."""
return self.file.read(size)
def readline(self):
"""Read line from remote."""
line = self.file.readline(_MAXLINE + 1)
if len(line) > _MAXLINE:
raise self.error("got more than %d bytes" % _MAXLINE)
return line
def send(self, data):
"""Send data to remote."""
sys.audit("imaplib.send", self, data)
self.sock.sendall(data)
def shutdown(self):
"""Close I/O established in "open"."""
self.file.close()
try:
self.sock.shutdown(socket.SHUT_RDWR)
except OSError as exc:
# The server might already have closed the connection.
# On Windows, this may result in WSAEINVAL (error 10022):
# An invalid operation was attempted.
if (exc.errno != errno.ENOTCONN
and getattr(exc, 'winerror', 0) != 10022):
raise
finally:
self.sock.close()
def socket(self):
"""Return socket instance used to connect to IMAP4 server.
socket = <instance>.socket()
"""
return self.sock
# Utility methods
def recent(self):
"""Return most recent 'RECENT' responses if any exist,
else prompt server for an update using the 'NOOP' command.
(typ, [data]) = <instance>.recent()
'data' is None if no new messages,
else list of RECENT responses, most recent last.
"""
name = 'RECENT'
typ, dat = self._untagged_response('OK', [None], name)
if dat[-1]:
return typ, dat
typ, dat = self.noop() # Prod server for response
return self._untagged_response(typ, dat, name)
def response(self, code):
"""Return data for response 'code' if received, or None.
Old value for response 'code' is cleared.
(code, [data]) = <instance>.response(code)
"""
return self._untagged_response(code, [None], code.upper())
# IMAP4 commands
def append(self, mailbox, flags, date_time, message):
"""Append message to named mailbox.
(typ, [data]) = <instance>.append(mailbox, flags, date_time, message)
All args except `message' can be None.
"""
name = 'APPEND'
if not mailbox:
mailbox = 'INBOX'
if flags:
if (flags[0],flags[-1]) != ('(',')'):
flags = '(%s)' % flags
else:
flags = None
if date_time:
date_time = Time2Internaldate(date_time)
else:
date_time = None
literal = MapCRLF.sub(CRLF, message)
if self.utf8_enabled:
literal = b'UTF8 (' + literal + b')'
self.literal = literal
return self._simple_command(name, mailbox, flags, date_time)
def authenticate(self, mechanism, authobject):
"""Authenticate command - requires response processing.
'mechanism' specifies which authentication mechanism is to
be used - it must appear in <instance>.capabilities in the
form AUTH=<mechanism>.
'authobject' must be a callable object:
data = authobject(response)
It will be called to process server continuation responses; the
response argument it is passed will be a bytes. It should return bytes
data that will be base64 encoded and sent to the server. It should
return None if the client abort response '*' should be sent instead.
"""
mech = mechanism.upper()
# XXX: shouldn't this code be removed, not commented out?
#cap = 'AUTH=%s' % mech
#if not cap in self.capabilities: # Let the server decide!
# raise self.error("Server doesn't allow %s authentication." % mech)
self.literal = _Authenticator(authobject).process
typ, dat = self._simple_command('AUTHENTICATE', mech)
if typ != 'OK':
raise self.error(dat[-1].decode('utf-8', 'replace'))
self.state = 'AUTH'
return typ, dat
def capability(self):
"""(typ, [data]) = <instance>.capability()
Fetch capabilities list from server."""
name = 'CAPABILITY'
typ, dat = self._simple_command(name)
return self._untagged_response(typ, dat, name)
def check(self):
"""Checkpoint mailbox on server.
(typ, [data]) = <instance>.check()
"""
return self._simple_command('CHECK')
def close(self):
"""Close currently selected mailbox.
Deleted messages are removed from writable mailbox.
This is the recommended command before 'LOGOUT'.
(typ, [data]) = <instance>.close()
"""
try:
typ, dat = self._simple_command('CLOSE')
finally:
self.state = 'AUTH'
return typ, dat
def copy(self, message_set, new_mailbox):
"""Copy 'message_set' messages onto end of 'new_mailbox'.
(typ, [data]) = <instance>.copy(message_set, new_mailbox)
"""
return self._simple_command('COPY', message_set, new_mailbox)
def create(self, mailbox):
"""Create new mailbox.
(typ, [data]) = <instance>.create(mailbox)
"""
return self._simple_command('CREATE', mailbox)
def delete(self, mailbox):
"""Delete old mailbox.
(typ, [data]) = <instance>.delete(mailbox)
"""
return self._simple_command('DELETE', mailbox)
def deleteacl(self, mailbox, who):
"""Delete the ACLs (remove any rights) set for who on mailbox.
(typ, [data]) = <instance>.deleteacl(mailbox, who)
"""
return self._simple_command('DELETEACL', mailbox, who)
def enable(self, capability):
"""Send an RFC5161 enable string to the server.
(typ, [data]) = <intance>.enable(capability)
"""
if 'ENABLE' not in self.capabilities:
raise IMAP4.error("Server does not support ENABLE")
typ, data = self._simple_command('ENABLE', capability)
if typ == 'OK' and 'UTF8=ACCEPT' in capability.upper():
self._mode_utf8()
return typ, data
def expunge(self):
"""Permanently remove deleted items from selected mailbox.
Generates 'EXPUNGE' response for each deleted message.
(typ, [data]) = <instance>.expunge()
'data' is list of 'EXPUNGE'd message numbers in order received.
"""
name = 'EXPUNGE'
typ, dat = self._simple_command(name)
return self._untagged_response(typ, dat, name)
def fetch(self, message_set, message_parts):
"""Fetch (parts of) messages.
(typ, [data, ...]) = <instance>.fetch(message_set, message_parts)
'message_parts' should be a string of selected parts
enclosed in parentheses, eg: "(UID BODY[TEXT])".
'data' are tuples of message part envelope and data.
"""
name = 'FETCH'
typ, dat = self._simple_command(name, message_set, message_parts)
return self._untagged_response(typ, dat, name)
def getacl(self, mailbox):
"""Get the ACLs for a mailbox.
(typ, [data]) = <instance>.getacl(mailbox)
"""
typ, dat = self._simple_command('GETACL', mailbox)
return self._untagged_response(typ, dat, 'ACL')
def getannotation(self, mailbox, entry, attribute):
"""(typ, [data]) = <instance>.getannotation(mailbox, entry, attribute)
Retrieve ANNOTATIONs."""
typ, dat = self._simple_command('GETANNOTATION', mailbox, entry, attribute)
return self._untagged_response(typ, dat, 'ANNOTATION')
def getquota(self, root):
"""Get the quota root's resource usage and limits.
Part of the IMAP4 QUOTA extension defined in rfc2087.
(typ, [data]) = <instance>.getquota(root)
"""
typ, dat = self._simple_command('GETQUOTA', root)
return self._untagged_response(typ, dat, 'QUOTA')
def getquotaroot(self, mailbox):
"""Get the list of quota roots for the named mailbox.
(typ, [[QUOTAROOT responses...], [QUOTA responses]]) = <instance>.getquotaroot(mailbox)
"""
typ, dat = self._simple_command('GETQUOTAROOT', mailbox)
typ, quota = self._untagged_response(typ, dat, 'QUOTA')
typ, quotaroot = self._untagged_response(typ, dat, 'QUOTAROOT')
return typ, [quotaroot, quota]
def list(self, directory='""', pattern='*'):
"""List mailbox names in directory matching pattern.
(typ, [data]) = <instance>.list(directory='""', pattern='*')
'data' is list of LIST responses.
"""
name = 'LIST'
typ, dat = self._simple_command(name, directory, pattern)
return self._untagged_response(typ, dat, name)
def login(self, user, password):
"""Identify client using plaintext password.
(typ, [data]) = <instance>.login(user, password)
NB: 'password' will be quoted.
"""
typ, dat = self._simple_command('LOGIN', user, self._quote(password))
if typ != 'OK':
raise self.error(dat[-1])
self.state = 'AUTH'
return typ, dat
def login_cram_md5(self, user, password):
""" Force use of CRAM-MD5 authentication.
(typ, [data]) = <instance>.login_cram_md5(user, password)
"""
self.user, self.password = user, password
return self.authenticate('CRAM-MD5', self._CRAM_MD5_AUTH)
def _CRAM_MD5_AUTH(self, challenge):
""" Authobject to use with CRAM-MD5 authentication. """
import hmac
pwd = (self.password.encode('utf-8') if isinstance(self.password, str)
else self.password)
return self.user + " " + hmac.HMAC(pwd, challenge, 'md5').hexdigest()
def logout(self):
"""Shutdown connection to server.
(typ, [data]) = <instance>.logout()
Returns server 'BYE' response.
"""
self.state = 'LOGOUT'
typ, dat = self._simple_command('LOGOUT')
self.shutdown()
return typ, dat
def lsub(self, directory='""', pattern='*'):
"""List 'subscribed' mailbox names in directory matching pattern.
(typ, [data, ...]) = <instance>.lsub(directory='""', pattern='*')
'data' are tuples of message part envelope and data.
"""
name = 'LSUB'
typ, dat = self._simple_command(name, directory, pattern)
return self._untagged_response(typ, dat, name)
def myrights(self, mailbox):
"""Show my ACLs for a mailbox (i.e. the rights that I have on mailbox).
(typ, [data]) = <instance>.myrights(mailbox)
"""
typ,dat = self._simple_command('MYRIGHTS', mailbox)
return self._untagged_response(typ, dat, 'MYRIGHTS')
def namespace(self):
""" Returns IMAP namespaces ala rfc2342
(typ, [data, ...]) = <instance>.namespace()
"""
name = 'NAMESPACE'
typ, dat = self._simple_command(name)
return self._untagged_response(typ, dat, name)
def noop(self):
"""Send NOOP command.
(typ, [data]) = <instance>.noop()
"""
if __debug__:
if self.debug >= 3:
self._dump_ur(self.untagged_responses)
return self._simple_command('NOOP')
def partial(self, message_num, message_part, start, length):
"""Fetch truncated part of a message.
(typ, [data, ...]) = <instance>.partial(message_num, message_part, start, length)
'data' is tuple of message part envelope and data.
"""
name = 'PARTIAL'
typ, dat = self._simple_command(name, message_num, message_part, start, length)
return self._untagged_response(typ, dat, 'FETCH')
def proxyauth(self, user):
"""Assume authentication as "user".
Allows an authorised administrator to proxy into any user's
mailbox.
(typ, [data]) = <instance>.proxyauth(user)
"""
name = 'PROXYAUTH'
return self._simple_command('PROXYAUTH', user)
def rename(self, oldmailbox, newmailbox):
"""Rename old mailbox name to new.
(typ, [data]) = <instance>.rename(oldmailbox, newmailbox)
"""
return self._simple_command('RENAME', oldmailbox, newmailbox)
def search(self, charset, *criteria):
"""Search mailbox for matching messages.
(typ, [data]) = <instance>.search(charset, criterion, ...)
'data' is space separated list of matching message numbers.
If UTF8 is enabled, charset MUST be None.
"""
name = 'SEARCH'
if charset:
if self.utf8_enabled:
raise IMAP4.error("Non-None charset not valid in UTF8 mode")
typ, dat = self._simple_command(name, 'CHARSET', charset, *criteria)
else:
typ, dat = self._simple_command(name, *criteria)
return self._untagged_response(typ, dat, name)
def select(self, mailbox='INBOX', readonly=False):
"""Select a mailbox.
Flush all untagged responses.
(typ, [data]) = <instance>.select(mailbox='INBOX', readonly=False)
'data' is count of messages in mailbox ('EXISTS' response).
Mandated responses are ('FLAGS', 'EXISTS', 'RECENT', 'UIDVALIDITY'), so
other responses should be obtained via <instance>.response('FLAGS') etc.
"""
self.untagged_responses = {} # Flush old responses.
self.is_readonly = readonly
if readonly:
name = 'EXAMINE'
else:
name = 'SELECT'
typ, dat = self._simple_command(name, mailbox)
if typ != 'OK':
self.state = 'AUTH' # Might have been 'SELECTED'
return typ, dat
self.state = 'SELECTED'
if 'READ-ONLY' in self.untagged_responses \
and not readonly:
if __debug__:
if self.debug >= 1:
self._dump_ur(self.untagged_responses)
raise self.readonly('%s is not writable' % mailbox)
return typ, self.untagged_responses.get('EXISTS', [None])
def setacl(self, mailbox, who, what):
"""Set a mailbox acl.
(typ, [data]) = <instance>.setacl(mailbox, who, what)
"""
return self._simple_command('SETACL', mailbox, who, what)
def setannotation(self, *args):
"""(typ, [data]) = <instance>.setannotation(mailbox[, entry, attribute]+)
Set ANNOTATIONs."""
typ, dat = self._simple_command('SETANNOTATION', *args)
return self._untagged_response(typ, dat, 'ANNOTATION')
def setquota(self, root, limits):
"""Set the quota root's resource limits.
(typ, [data]) = <instance>.setquota(root, limits)
"""
typ, dat = self._simple_command('SETQUOTA', root, limits)
return self._untagged_response(typ, dat, 'QUOTA')
def sort(self, sort_criteria, charset, *search_criteria):
"""IMAP4rev1 extension SORT command.
(typ, [data]) = <instance>.sort(sort_criteria, charset, search_criteria, ...)
"""
name = 'SORT'
#if not name in self.capabilities: # Let the server decide!
# raise self.error('unimplemented extension command: %s' % name)
if (sort_criteria[0],sort_criteria[-1]) != ('(',')'):
sort_criteria = '(%s)' % sort_criteria
typ, dat = self._simple_command(name, sort_criteria, charset, *search_criteria)
return self._untagged_response(typ, dat, name)
def starttls(self, ssl_context=None):
name = 'STARTTLS'
if not HAVE_SSL:
raise self.error('SSL support missing')
if self._tls_established:
raise self.abort('TLS session already established')
if name not in self.capabilities:
raise self.abort('TLS not supported by server')
# Generate a default SSL context if none was passed.
if ssl_context is None:
ssl_context = ssl._create_stdlib_context()
typ, dat = self._simple_command(name)
if typ == 'OK':
self.sock = ssl_context.wrap_socket(self.sock,
server_hostname=self.host)
self.file = self.sock.makefile('rb')
self._tls_established = True
self._get_capabilities()
else:
raise self.error("Couldn't establish TLS session")
return self._untagged_response(typ, dat, name)
def status(self, mailbox, names):
"""Request named status conditions for mailbox.
(typ, [data]) = <instance>.status(mailbox, names)
"""
name = 'STATUS'
#if self.PROTOCOL_VERSION == 'IMAP4': # Let the server decide!
# raise self.error('%s unimplemented in IMAP4 (obtain IMAP4rev1 server, or re-code)' % name)
typ, dat = self._simple_command(name, mailbox, names)
return self._untagged_response(typ, dat, name)
def store(self, message_set, command, flags):
"""Alters flag dispositions for messages in mailbox.
(typ, [data]) = <instance>.store(message_set, command, flags)
"""
if (flags[0],flags[-1]) != ('(',')'):
flags = '(%s)' % flags # Avoid quoting the flags
typ, dat = self._simple_command('STORE', message_set, command, flags)
return self._untagged_response(typ, dat, 'FETCH')
def subscribe(self, mailbox):
"""Subscribe to new mailbox.
(typ, [data]) = <instance>.subscribe(mailbox)
"""
return self._simple_command('SUBSCRIBE', mailbox)
def thread(self, threading_algorithm, charset, *search_criteria):
"""IMAPrev1 extension THREAD command.
(type, [data]) = <instance>.thread(threading_algorithm, charset, search_criteria, ...)
"""
name = 'THREAD'
typ, dat = self._simple_command(name, threading_algorithm, charset, *search_criteria)
return self._untagged_response(typ, dat, name)
def uid(self, command, *args):
"""Execute "command arg ..." with messages identified by UID,
rather than message number.
(typ, [data]) = <instance>.uid(command, arg1, arg2, ...)
Returns response appropriate to 'command'.
"""
command = command.upper()
if not command in Commands:
raise self.error("Unknown IMAP4 UID command: %s" % command)
if self.state not in Commands[command]:
raise self.error("command %s illegal in state %s, "
"only allowed in states %s" %
(command, self.state,
', '.join(Commands[command])))
name = 'UID'
typ, dat = self._simple_command(name, command, *args)
if command in ('SEARCH', 'SORT', 'THREAD'):
name = command
else:
name = 'FETCH'
return self._untagged_response(typ, dat, name)
def unsubscribe(self, mailbox):
"""Unsubscribe from old mailbox.
(typ, [data]) = <instance>.unsubscribe(mailbox)
"""
return self._simple_command('UNSUBSCRIBE', mailbox)
def xatom(self, name, *args):
"""Allow simple extension commands
notified by server in CAPABILITY response.
Assumes command is legal in current state.
(typ, [data]) = <instance>.xatom(name, arg, ...)
Returns response appropriate to extension command `name'.
"""
name = name.upper()
#if not name in self.capabilities: # Let the server decide!
# raise self.error('unknown extension command: %s' % name)
if not name in Commands:
Commands[name] = (self.state,)
return self._simple_command(name, *args)
# Private methods
def _append_untagged(self, typ, dat):
if dat is None:
dat = b''
ur = self.untagged_responses
if __debug__:
if self.debug >= 5:
self._mesg('untagged_responses[%s] %s += ["%r"]' %
(typ, len(ur.get(typ,'')), dat))
if typ in ur:
ur[typ].append(dat)
else:
ur[typ] = [dat]
def _check_bye(self):
bye = self.untagged_responses.get('BYE')
if bye:
raise self.abort(bye[-1].decode(self._encoding, 'replace'))
def _command(self, name, *args):
if self.state not in Commands[name]:
self.literal = None
raise self.error("command %s illegal in state %s, "
"only allowed in states %s" %
(name, self.state,
', '.join(Commands[name])))
for typ in ('OK', 'NO', 'BAD'):
if typ in self.untagged_responses:
del self.untagged_responses[typ]
if 'READ-ONLY' in self.untagged_responses \
and not self.is_readonly:
raise self.readonly('mailbox status changed to READ-ONLY')
tag = self._new_tag()
name = bytes(name, self._encoding)
data = tag + b' ' + name
for arg in args:
if arg is None: continue
if isinstance(arg, str):
arg = bytes(arg, self._encoding)
data = data + b' ' + arg
literal = self.literal
if literal is not None:
self.literal = None
if type(literal) is type(self._command):
literator = literal
else:
literator = None
data = data + bytes(' {%s}' % len(literal), self._encoding)
if __debug__:
if self.debug >= 4:
self._mesg('> %r' % data)
else:
self._log('> %r' % data)
try:
self.send(data + CRLF)
except OSError as val:
raise self.abort('socket error: %s' % val)
if literal is None:
return tag
while 1:
# Wait for continuation response
while self._get_response():
if self.tagged_commands[tag]: # BAD/NO?
return tag
# Send literal
if literator:
literal = literator(self.continuation_response)
if __debug__:
if self.debug >= 4:
self._mesg('write literal size %s' % len(literal))
try:
self.send(literal)
self.send(CRLF)
except OSError as val:
raise self.abort('socket error: %s' % val)
if not literator:
break
return tag
def _command_complete(self, name, tag):
logout = (name == 'LOGOUT')
# BYE is expected after LOGOUT
if not logout:
self._check_bye()
try:
typ, data = self._get_tagged_response(tag, expect_bye=logout)
except self.abort as val:
raise self.abort('command: %s => %s' % (name, val))
except self.error as val:
raise self.error('command: %s => %s' % (name, val))
if not logout:
self._check_bye()
if typ == 'BAD':
raise self.error('%s command error: %s %s' % (name, typ, data))
return typ, data
def _get_capabilities(self):
typ, dat = self.capability()
if dat == [None]:
raise self.error('no CAPABILITY response from server')
dat = str(dat[-1], self._encoding)
dat = dat.upper()
self.capabilities = tuple(dat.split())
def _get_response(self):
# Read response and store.
#
# Returns None for continuation responses,
# otherwise first response line received.
resp = self._get_line()
# Command completion response?
if self._match(self.tagre, resp):
tag = self.mo.group('tag')
if not tag in self.tagged_commands:
raise self.abort('unexpected tagged response: %r' % resp)
typ = self.mo.group('type')
typ = str(typ, self._encoding)
dat = self.mo.group('data')
self.tagged_commands[tag] = (typ, [dat])
else:
dat2 = None
# '*' (untagged) responses?
if not self._match(Untagged_response, resp):
if self._match(self.Untagged_status, resp):
dat2 = self.mo.group('data2')
if self.mo is None:
# Only other possibility is '+' (continuation) response...
if self._match(Continuation, resp):
self.continuation_response = self.mo.group('data')
return None # NB: indicates continuation
raise self.abort("unexpected response: %r" % resp)
typ = self.mo.group('type')
typ = str(typ, self._encoding)
dat = self.mo.group('data')
if dat is None: dat = b'' # Null untagged response
if dat2: dat = dat + b' ' + dat2
# Is there a literal to come?
while self._match(self.Literal, dat):
# Read literal direct from connection.
size = int(self.mo.group('size'))
if __debug__:
if self.debug >= 4:
self._mesg('read literal size %s' % size)
data = self.read(size)
# Store response with literal as tuple
self._append_untagged(typ, (dat, data))
# Read trailer - possibly containing another literal
dat = self._get_line()
self._append_untagged(typ, dat)
# Bracketed response information?
if typ in ('OK', 'NO', 'BAD') and self._match(Response_code, dat):
typ = self.mo.group('type')
typ = str(typ, self._encoding)
self._append_untagged(typ, self.mo.group('data'))
if __debug__:
if self.debug >= 1 and typ in ('NO', 'BAD', 'BYE'):
self._mesg('%s response: %r' % (typ, dat))
return resp
def _get_tagged_response(self, tag, expect_bye=False):
while 1:
result = self.tagged_commands[tag]
if result is not None:
del self.tagged_commands[tag]
return result
if expect_bye:
typ = 'BYE'
bye = self.untagged_responses.pop(typ, None)
if bye is not None:
# Server replies to the "LOGOUT" command with "BYE"
return (typ, bye)
# If we've seen a BYE at this point, the socket will be
# closed, so report the BYE now.
self._check_bye()
# Some have reported "unexpected response" exceptions.
# Note that ignoring them here causes loops.
# Instead, send me details of the unexpected response and
# I'll update the code in `_get_response()'.
try:
self._get_response()
except self.abort as val:
if __debug__:
if self.debug >= 1:
self.print_log()
raise
def _get_line(self):
line = self.readline()
if not line:
raise self.abort('socket error: EOF')
# Protocol mandates all lines terminated by CRLF
if not line.endswith(b'\r\n'):
raise self.abort('socket error: unterminated line: %r' % line)
line = line[:-2]
if __debug__:
if self.debug >= 4:
self._mesg('< %r' % line)
else:
self._log('< %r' % line)
return line
def _match(self, cre, s):
# Run compiled regular expression match method on 's'.
# Save result, return success.
self.mo = cre.match(s)
if __debug__:
if self.mo is not None and self.debug >= 5:
self._mesg("\tmatched %r => %r" % (cre.pattern, self.mo.groups()))
return self.mo is not None
def _new_tag(self):
tag = self.tagpre + bytes(str(self.tagnum), self._encoding)
self.tagnum = self.tagnum + 1
self.tagged_commands[tag] = None
return tag
def _quote(self, arg):
arg = arg.replace('\\', '\\\\')
arg = arg.replace('"', '\\"')
return '"' + arg + '"'
def _simple_command(self, name, *args):
return self._command_complete(name, self._command(name, *args))
def _untagged_response(self, typ, dat, name):
if typ == 'NO':
return typ, dat
if not name in self.untagged_responses:
return typ, [None]
data = self.untagged_responses.pop(name)
if __debug__:
if self.debug >= 5:
self._mesg('untagged_responses[%s] => %s' % (name, data))
return typ, data
if __debug__:
def _mesg(self, s, secs=None):
if secs is None:
secs = time.time()
tm = time.strftime('%M:%S', time.localtime(secs))
sys.stderr.write(' %s.%02d %s\n' % (tm, (secs*100)%100, s))
sys.stderr.flush()
def _dump_ur(self, dict):
# Dump untagged responses (in `dict').
l = dict.items()
if not l: return
t = '\n\t\t'
l = map(lambda x:'%s: "%s"' % (x[0], x[1][0] and '" "'.join(x[1]) or ''), l)
self._mesg('untagged responses dump:%s%s' % (t, t.join(l)))
def _log(self, line):
# Keep log of last `_cmd_log_len' interactions for debugging.
self._cmd_log[self._cmd_log_idx] = (line, time.time())
self._cmd_log_idx += 1
if self._cmd_log_idx >= self._cmd_log_len:
self._cmd_log_idx = 0
def print_log(self):
self._mesg('last %d IMAP4 interactions:' % len(self._cmd_log))
i, n = self._cmd_log_idx, self._cmd_log_len
while n:
try:
self._mesg(*self._cmd_log[i])
except:
pass
i += 1
if i >= self._cmd_log_len:
i = 0
n -= 1
if HAVE_SSL:
class IMAP4_SSL(IMAP4):
"""IMAP4 client class over SSL connection
Instantiate with: IMAP4_SSL([host[, port[, keyfile[, certfile[, ssl_context]]]]])
host - host's name (default: localhost);
port - port number (default: standard IMAP4 SSL port);
keyfile - PEM formatted file that contains your private key (default: None);
certfile - PEM formatted certificate chain file (default: None);
ssl_context - a SSLContext object that contains your certificate chain
and private key (default: None)
Note: if ssl_context is provided, then parameters keyfile or
certfile should not be set otherwise ValueError is raised.
for more documentation see the docstring of the parent class IMAP4.
"""
def __init__(self, host='', port=IMAP4_SSL_PORT, keyfile=None,
certfile=None, ssl_context=None):
if ssl_context is not None and keyfile is not None:
raise ValueError("ssl_context and keyfile arguments are mutually "
"exclusive")
if ssl_context is not None and certfile is not None:
raise ValueError("ssl_context and certfile arguments are mutually "
"exclusive")
if keyfile is not None or certfile is not None:
import warnings
warnings.warn("keyfile and certfile are deprecated, use a "
"custom ssl_context instead", DeprecationWarning, 2)
self.keyfile = keyfile
self.certfile = certfile
if ssl_context is None:
ssl_context = ssl._create_stdlib_context(certfile=certfile,
keyfile=keyfile)
self.ssl_context = ssl_context
IMAP4.__init__(self, host, port)
def _create_socket(self):
sock = IMAP4._create_socket(self)
return self.ssl_context.wrap_socket(sock,
server_hostname=self.host)
def open(self, host='', port=IMAP4_SSL_PORT):
"""Setup connection to remote server on "host:port".
(default: localhost:standard IMAP4 SSL port).
This connection will be used by the routines:
read, readline, send, shutdown.
"""
IMAP4.open(self, host, port)
__all__.append("IMAP4_SSL")
class IMAP4_stream(IMAP4):
"""IMAP4 client class over a stream
Instantiate with: IMAP4_stream(command)
"command" - a string that can be passed to subprocess.Popen()
for more documentation see the docstring of the parent class IMAP4.
"""
def __init__(self, command):
self.command = command
IMAP4.__init__(self)
def open(self, host = None, port = None):
"""Setup a stream connection.
This connection will be used by the routines:
read, readline, send, shutdown.
"""
self.host = None # For compatibility with parent class
self.port = None
self.sock = None
self.file = None
self.process = subprocess.Popen(self.command,
bufsize=DEFAULT_BUFFER_SIZE,
stdin=subprocess.PIPE, stdout=subprocess.PIPE,
shell=True, close_fds=True)
self.writefile = self.process.stdin
self.readfile = self.process.stdout
def read(self, size):
"""Read 'size' bytes from remote."""
return self.readfile.read(size)
def readline(self):
"""Read line from remote."""
return self.readfile.readline()
def send(self, data):
"""Send data to remote."""
self.writefile.write(data)
self.writefile.flush()
def shutdown(self):
"""Close I/O established in "open"."""
self.readfile.close()
self.writefile.close()
self.process.wait()
class _Authenticator:
"""Private class to provide en/decoding
for base64-based authentication conversation.
"""
def __init__(self, mechinst):
self.mech = mechinst # Callable object to provide/process data
def process(self, data):
ret = self.mech(self.decode(data))
if ret is None:
return b'*' # Abort conversation
return self.encode(ret)
def encode(self, inp):
#
# Invoke binascii.b2a_base64 iteratively with
# short even length buffers, strip the trailing
# line feed from the result and append. "Even"
# means a number that factors to both 6 and 8,
# so when it gets to the end of the 8-bit input
# there's no partial 6-bit output.
#
oup = b''
if isinstance(inp, str):
inp = inp.encode('utf-8')
while inp:
if len(inp) > 48:
t = inp[:48]
inp = inp[48:]
else:
t = inp
inp = b''
e = binascii.b2a_base64(t)
if e:
oup = oup + e[:-1]
return oup
def decode(self, inp):
if not inp:
return b''
return binascii.a2b_base64(inp)
Months = ' Jan Feb Mar Apr May Jun Jul Aug Sep Oct Nov Dec'.split(' ')
Mon2num = {s.encode():n+1 for n, s in enumerate(Months[1:])}
def Internaldate2tuple(resp):
"""Parse an IMAP4 INTERNALDATE string.
Return corresponding local time. The return value is a
time.struct_time tuple or None if the string has wrong format.
"""
mo = InternalDate.match(resp)
if not mo:
return None
mon = Mon2num[mo.group('mon')]
zonen = mo.group('zonen')
day = int(mo.group('day'))
year = int(mo.group('year'))
hour = int(mo.group('hour'))
min = int(mo.group('min'))
sec = int(mo.group('sec'))
zoneh = int(mo.group('zoneh'))
zonem = int(mo.group('zonem'))
# INTERNALDATE timezone must be subtracted to get UT
zone = (zoneh*60 + zonem)*60
if zonen == b'-':
zone = -zone
tt = (year, mon, day, hour, min, sec, -1, -1, -1)
utc = calendar.timegm(tt) - zone
return time.localtime(utc)
def Int2AP(num):
"""Convert integer to A-P string representation."""
val = b''; AP = b'ABCDEFGHIJKLMNOP'
num = int(abs(num))
while num:
num, mod = divmod(num, 16)
val = AP[mod:mod+1] + val
return val
def ParseFlags(resp):
"""Convert IMAP4 flags response to python tuple."""
mo = Flags.match(resp)
if not mo:
return ()
return tuple(mo.group('flags').split())
def Time2Internaldate(date_time):
"""Convert date_time to IMAP4 INTERNALDATE representation.
Return string in form: '"DD-Mmm-YYYY HH:MM:SS +HHMM"'. The
date_time argument can be a number (int or float) representing
seconds since epoch (as returned by time.time()), a 9-tuple
representing local time, an instance of time.struct_time (as
returned by time.localtime()), an aware datetime instance or a
double-quoted string. In the last case, it is assumed to already
be in the correct format.
"""
if isinstance(date_time, (int, float)):
dt = datetime.fromtimestamp(date_time,
timezone.utc).astimezone()
elif isinstance(date_time, tuple):
try:
gmtoff = date_time.tm_gmtoff
except AttributeError:
if time.daylight:
dst = date_time[8]
if dst == -1:
dst = time.localtime(time.mktime(date_time))[8]
gmtoff = -(time.timezone, time.altzone)[dst]
else:
gmtoff = -time.timezone
delta = timedelta(seconds=gmtoff)
dt = datetime(*date_time[:6], tzinfo=timezone(delta))
elif isinstance(date_time, datetime):
if date_time.tzinfo is None:
raise ValueError("date_time must be aware")
dt = date_time
elif isinstance(date_time, str) and (date_time[0],date_time[-1]) == ('"','"'):
return date_time # Assume in correct format
else:
raise ValueError("date_time not of a known type")
fmt = '"%d-{}-%Y %H:%M:%S %z"'.format(Months[dt.month])
return dt.strftime(fmt)
if __name__ == '__main__':
# To test: invoke either as 'python imaplib.py [IMAP4_server_hostname]'
# or 'python imaplib.py -s "rsh IMAP4_server_hostname exec /etc/rimapd"'
# to test the IMAP4_stream class
import getopt, getpass
try:
optlist, args = getopt.getopt(sys.argv[1:], 'd:s:')
except getopt.error as val:
optlist, args = (), ()
stream_command = None
for opt,val in optlist:
if opt == '-d':
Debug = int(val)
elif opt == '-s':
stream_command = val
if not args: args = (stream_command,)
if not args: args = ('',)
host = args[0]
USER = getpass.getuser()
PASSWD = getpass.getpass("IMAP password for %s on %s: " % (USER, host or "localhost"))
test_mesg = 'From: %(user)s@localhost%(lf)sSubject: IMAP4 test%(lf)s%(lf)sdata...%(lf)s' % {'user':USER, 'lf':'\n'}
test_seq1 = (
('login', (USER, PASSWD)),
('create', ('/tmp/xxx 1',)),
('rename', ('/tmp/xxx 1', '/tmp/yyy')),
('CREATE', ('/tmp/yyz 2',)),
('append', ('/tmp/yyz 2', None, None, test_mesg)),
('list', ('/tmp', 'yy*')),
('select', ('/tmp/yyz 2',)),
('search', (None, 'SUBJECT', 'test')),
('fetch', ('1', '(FLAGS INTERNALDATE RFC822)')),
('store', ('1', 'FLAGS', r'(\Deleted)')),
('namespace', ()),
('expunge', ()),
('recent', ()),
('close', ()),
)
test_seq2 = (
('select', ()),
('response',('UIDVALIDITY',)),
('uid', ('SEARCH', 'ALL')),
('response', ('EXISTS',)),
('append', (None, None, None, test_mesg)),
('recent', ()),
('logout', ()),
)
def run(cmd, args):
M._mesg('%s %s' % (cmd, args))
typ, dat = getattr(M, cmd)(*args)
M._mesg('%s => %s %s' % (cmd, typ, dat))
if typ == 'NO': raise dat[0]
return dat
try:
if stream_command:
M = IMAP4_stream(stream_command)
else:
M = IMAP4(host)
if M.state == 'AUTH':
test_seq1 = test_seq1[1:] # Login not needed
M._mesg('PROTOCOL_VERSION = %s' % M.PROTOCOL_VERSION)
M._mesg('CAPABILITIES = %r' % (M.capabilities,))
for cmd,args in test_seq1:
run(cmd, args)
for ml in run('list', ('/tmp/', 'yy%')):
mo = re.match(r'.*"([^"]+)"$', ml)
if mo: path = mo.group(1)
else: path = ml.split()[-1]
run('delete', (path,))
for cmd,args in test_seq2:
dat = run(cmd, args)
if (cmd,args) != ('uid', ('SEARCH', 'ALL')):
continue
uid = dat[-1].split()
if not uid: continue
run('uid', ('FETCH', '%s' % uid[-1],
'(FLAGS INTERNALDATE RFC822.SIZE RFC822.HEADER RFC822.TEXT)'))
print('\nAll tests OK.')
except:
print('\nTests failed.')
if not Debug:
print('''
If you would like to see debugging output,
try: %s -d5
''' % sys.argv[0])
raise
opcode.py 0000644 00000013260 15115353747 0006404 0 ustar 00
"""
opcode module - potentially shared between dis and other modules which
operate on bytecodes (e.g. peephole optimizers).
"""
__all__ = ["cmp_op", "hasconst", "hasname", "hasjrel", "hasjabs",
"haslocal", "hascompare", "hasfree", "opname", "opmap",
"HAVE_ARGUMENT", "EXTENDED_ARG", "hasnargs"]
# It's a chicken-and-egg I'm afraid:
# We're imported before _opcode's made.
# With exception unheeded
# (stack_effect is not needed)
# Both our chickens and eggs are allayed.
# --Larry Hastings, 2013/11/23
try:
from _opcode import stack_effect
__all__.append('stack_effect')
except ImportError:
pass
cmp_op = ('<', '<=', '==', '!=', '>', '>=', 'in', 'not in', 'is',
'is not', 'exception match', 'BAD')
hasconst = []
hasname = []
hasjrel = []
hasjabs = []
haslocal = []
hascompare = []
hasfree = []
hasnargs = [] # unused
opmap = {}
opname = ['<%r>' % (op,) for op in range(256)]
def def_op(name, op):
opname[op] = name
opmap[name] = op
def name_op(name, op):
def_op(name, op)
hasname.append(op)
def jrel_op(name, op):
def_op(name, op)
hasjrel.append(op)
def jabs_op(name, op):
def_op(name, op)
hasjabs.append(op)
# Instruction opcodes for compiled code
# Blank lines correspond to available opcodes
def_op('POP_TOP', 1)
def_op('ROT_TWO', 2)
def_op('ROT_THREE', 3)
def_op('DUP_TOP', 4)
def_op('DUP_TOP_TWO', 5)
def_op('ROT_FOUR', 6)
def_op('NOP', 9)
def_op('UNARY_POSITIVE', 10)
def_op('UNARY_NEGATIVE', 11)
def_op('UNARY_NOT', 12)
def_op('UNARY_INVERT', 15)
def_op('BINARY_MATRIX_MULTIPLY', 16)
def_op('INPLACE_MATRIX_MULTIPLY', 17)
def_op('BINARY_POWER', 19)
def_op('BINARY_MULTIPLY', 20)
def_op('BINARY_MODULO', 22)
def_op('BINARY_ADD', 23)
def_op('BINARY_SUBTRACT', 24)
def_op('BINARY_SUBSCR', 25)
def_op('BINARY_FLOOR_DIVIDE', 26)
def_op('BINARY_TRUE_DIVIDE', 27)
def_op('INPLACE_FLOOR_DIVIDE', 28)
def_op('INPLACE_TRUE_DIVIDE', 29)
def_op('GET_AITER', 50)
def_op('GET_ANEXT', 51)
def_op('BEFORE_ASYNC_WITH', 52)
def_op('BEGIN_FINALLY', 53)
def_op('END_ASYNC_FOR', 54)
def_op('INPLACE_ADD', 55)
def_op('INPLACE_SUBTRACT', 56)
def_op('INPLACE_MULTIPLY', 57)
def_op('INPLACE_MODULO', 59)
def_op('STORE_SUBSCR', 60)
def_op('DELETE_SUBSCR', 61)
def_op('BINARY_LSHIFT', 62)
def_op('BINARY_RSHIFT', 63)
def_op('BINARY_AND', 64)
def_op('BINARY_XOR', 65)
def_op('BINARY_OR', 66)
def_op('INPLACE_POWER', 67)
def_op('GET_ITER', 68)
def_op('GET_YIELD_FROM_ITER', 69)
def_op('PRINT_EXPR', 70)
def_op('LOAD_BUILD_CLASS', 71)
def_op('YIELD_FROM', 72)
def_op('GET_AWAITABLE', 73)
def_op('INPLACE_LSHIFT', 75)
def_op('INPLACE_RSHIFT', 76)
def_op('INPLACE_AND', 77)
def_op('INPLACE_XOR', 78)
def_op('INPLACE_OR', 79)
def_op('WITH_CLEANUP_START', 81)
def_op('WITH_CLEANUP_FINISH', 82)
def_op('RETURN_VALUE', 83)
def_op('IMPORT_STAR', 84)
def_op('SETUP_ANNOTATIONS', 85)
def_op('YIELD_VALUE', 86)
def_op('POP_BLOCK', 87)
def_op('END_FINALLY', 88)
def_op('POP_EXCEPT', 89)
HAVE_ARGUMENT = 90 # Opcodes from here have an argument:
name_op('STORE_NAME', 90) # Index in name list
name_op('DELETE_NAME', 91) # ""
def_op('UNPACK_SEQUENCE', 92) # Number of tuple items
jrel_op('FOR_ITER', 93)
def_op('UNPACK_EX', 94)
name_op('STORE_ATTR', 95) # Index in name list
name_op('DELETE_ATTR', 96) # ""
name_op('STORE_GLOBAL', 97) # ""
name_op('DELETE_GLOBAL', 98) # ""
def_op('LOAD_CONST', 100) # Index in const list
hasconst.append(100)
name_op('LOAD_NAME', 101) # Index in name list
def_op('BUILD_TUPLE', 102) # Number of tuple items
def_op('BUILD_LIST', 103) # Number of list items
def_op('BUILD_SET', 104) # Number of set items
def_op('BUILD_MAP', 105) # Number of dict entries
name_op('LOAD_ATTR', 106) # Index in name list
def_op('COMPARE_OP', 107) # Comparison operator
hascompare.append(107)
name_op('IMPORT_NAME', 108) # Index in name list
name_op('IMPORT_FROM', 109) # Index in name list
jrel_op('JUMP_FORWARD', 110) # Number of bytes to skip
jabs_op('JUMP_IF_FALSE_OR_POP', 111) # Target byte offset from beginning of code
jabs_op('JUMP_IF_TRUE_OR_POP', 112) # ""
jabs_op('JUMP_ABSOLUTE', 113) # ""
jabs_op('POP_JUMP_IF_FALSE', 114) # ""
jabs_op('POP_JUMP_IF_TRUE', 115) # ""
name_op('LOAD_GLOBAL', 116) # Index in name list
jrel_op('SETUP_FINALLY', 122) # Distance to target address
def_op('LOAD_FAST', 124) # Local variable number
haslocal.append(124)
def_op('STORE_FAST', 125) # Local variable number
haslocal.append(125)
def_op('DELETE_FAST', 126) # Local variable number
haslocal.append(126)
def_op('RAISE_VARARGS', 130) # Number of raise arguments (1, 2, or 3)
def_op('CALL_FUNCTION', 131) # #args
def_op('MAKE_FUNCTION', 132) # Flags
def_op('BUILD_SLICE', 133) # Number of items
def_op('LOAD_CLOSURE', 135)
hasfree.append(135)
def_op('LOAD_DEREF', 136)
hasfree.append(136)
def_op('STORE_DEREF', 137)
hasfree.append(137)
def_op('DELETE_DEREF', 138)
hasfree.append(138)
def_op('CALL_FUNCTION_KW', 141) # #args + #kwargs
def_op('CALL_FUNCTION_EX', 142) # Flags
jrel_op('SETUP_WITH', 143)
def_op('LIST_APPEND', 145)
def_op('SET_ADD', 146)
def_op('MAP_ADD', 147)
def_op('LOAD_CLASSDEREF', 148)
hasfree.append(148)
def_op('EXTENDED_ARG', 144)
EXTENDED_ARG = 144
def_op('BUILD_LIST_UNPACK', 149)
def_op('BUILD_MAP_UNPACK', 150)
def_op('BUILD_MAP_UNPACK_WITH_CALL', 151)
def_op('BUILD_TUPLE_UNPACK', 152)
def_op('BUILD_SET_UNPACK', 153)
jrel_op('SETUP_ASYNC_WITH', 154)
def_op('FORMAT_VALUE', 155)
def_op('BUILD_CONST_KEY_MAP', 156)
def_op('BUILD_STRING', 157)
def_op('BUILD_TUPLE_UNPACK_WITH_CALL', 158)
name_op('LOAD_METHOD', 160)
def_op('CALL_METHOD', 161)
jrel_op('CALL_FINALLY', 162)
def_op('POP_FINALLY', 163)
del def_op, name_op, jrel_op, jabs_op
ntpath.py 0000644 00000066126 15115353747 0006442 0 ustar 00 # Module 'ntpath' -- common operations on WinNT/Win95 pathnames
"""Common pathname manipulations, WindowsNT/95 version.
Instead of importing this module directly, import os and refer to this
module as os.path.
"""
# strings representing various path-related bits and pieces
# These are primarily for export; internally, they are hardcoded.
# Should be set before imports for resolving cyclic dependency.
curdir = '.'
pardir = '..'
extsep = '.'
sep = '\\'
pathsep = ';'
altsep = '/'
defpath = '.;C:\\bin'
devnull = 'nul'
import os
import sys
import stat
import genericpath
from genericpath import *
__all__ = ["normcase","isabs","join","splitdrive","split","splitext",
"basename","dirname","commonprefix","getsize","getmtime",
"getatime","getctime", "islink","exists","lexists","isdir","isfile",
"ismount", "expanduser","expandvars","normpath","abspath",
"curdir","pardir","sep","pathsep","defpath","altsep",
"extsep","devnull","realpath","supports_unicode_filenames","relpath",
"samefile", "sameopenfile", "samestat", "commonpath"]
def _get_bothseps(path):
if isinstance(path, bytes):
return b'\\/'
else:
return '\\/'
# Normalize the case of a pathname and map slashes to backslashes.
# Other normalizations (such as optimizing '../' away) are not done
# (this is done by normpath).
def normcase(s):
"""Normalize case of pathname.
Makes all characters lowercase and all slashes into backslashes."""
s = os.fspath(s)
if isinstance(s, bytes):
return s.replace(b'/', b'\\').lower()
else:
return s.replace('/', '\\').lower()
# Return whether a path is absolute.
# Trivial in Posix, harder on Windows.
# For Windows it is absolute if it starts with a slash or backslash (current
# volume), or if a pathname after the volume-letter-and-colon or UNC-resource
# starts with a slash or backslash.
def isabs(s):
"""Test whether a path is absolute"""
s = os.fspath(s)
# Paths beginning with \\?\ are always absolute, but do not
# necessarily contain a drive.
if isinstance(s, bytes):
if s.replace(b'/', b'\\').startswith(b'\\\\?\\'):
return True
else:
if s.replace('/', '\\').startswith('\\\\?\\'):
return True
s = splitdrive(s)[1]
return len(s) > 0 and s[0] in _get_bothseps(s)
# Join two (or more) paths.
def join(path, *paths):
path = os.fspath(path)
if isinstance(path, bytes):
sep = b'\\'
seps = b'\\/'
colon = b':'
else:
sep = '\\'
seps = '\\/'
colon = ':'
try:
if not paths:
path[:0] + sep #23780: Ensure compatible data type even if p is null.
result_drive, result_path = splitdrive(path)
for p in map(os.fspath, paths):
p_drive, p_path = splitdrive(p)
if p_path and p_path[0] in seps:
# Second path is absolute
if p_drive or not result_drive:
result_drive = p_drive
result_path = p_path
continue
elif p_drive and p_drive != result_drive:
if p_drive.lower() != result_drive.lower():
# Different drives => ignore the first path entirely
result_drive = p_drive
result_path = p_path
continue
# Same drive in different case
result_drive = p_drive
# Second path is relative to the first
if result_path and result_path[-1] not in seps:
result_path = result_path + sep
result_path = result_path + p_path
## add separator between UNC and non-absolute path
if (result_path and result_path[0] not in seps and
result_drive and result_drive[-1:] != colon):
return result_drive + sep + result_path
return result_drive + result_path
except (TypeError, AttributeError, BytesWarning):
genericpath._check_arg_types('join', path, *paths)
raise
# Split a path in a drive specification (a drive letter followed by a
# colon) and the path specification.
# It is always true that drivespec + pathspec == p
def splitdrive(p):
"""Split a pathname into drive/UNC sharepoint and relative path specifiers.
Returns a 2-tuple (drive_or_unc, path); either part may be empty.
If you assign
result = splitdrive(p)
It is always true that:
result[0] + result[1] == p
If the path contained a drive letter, drive_or_unc will contain everything
up to and including the colon. e.g. splitdrive("c:/dir") returns ("c:", "/dir")
If the path contained a UNC path, the drive_or_unc will contain the host name
and share up to but not including the fourth directory separator character.
e.g. splitdrive("//host/computer/dir") returns ("//host/computer", "/dir")
Paths cannot contain both a drive letter and a UNC path.
"""
p = os.fspath(p)
if len(p) >= 2:
if isinstance(p, bytes):
sep = b'\\'
altsep = b'/'
colon = b':'
else:
sep = '\\'
altsep = '/'
colon = ':'
normp = p.replace(altsep, sep)
if (normp[0:2] == sep*2) and (normp[2:3] != sep):
# is a UNC path:
# vvvvvvvvvvvvvvvvvvvv drive letter or UNC path
# \\machine\mountpoint\directory\etc\...
# directory ^^^^^^^^^^^^^^^
index = normp.find(sep, 2)
if index == -1:
return p[:0], p
index2 = normp.find(sep, index + 1)
# a UNC path can't have two slashes in a row
# (after the initial two)
if index2 == index + 1:
return p[:0], p
if index2 == -1:
index2 = len(p)
return p[:index2], p[index2:]
if normp[1:2] == colon:
return p[:2], p[2:]
return p[:0], p
# Split a path in head (everything up to the last '/') and tail (the
# rest). After the trailing '/' is stripped, the invariant
# join(head, tail) == p holds.
# The resulting head won't end in '/' unless it is the root.
def split(p):
"""Split a pathname.
Return tuple (head, tail) where tail is everything after the final slash.
Either part may be empty."""
p = os.fspath(p)
seps = _get_bothseps(p)
d, p = splitdrive(p)
# set i to index beyond p's last slash
i = len(p)
while i and p[i-1] not in seps:
i -= 1
head, tail = p[:i], p[i:] # now tail has no slashes
# remove trailing slashes from head, unless it's all slashes
head = head.rstrip(seps) or head
return d + head, tail
# Split a path in root and extension.
# The extension is everything starting at the last dot in the last
# pathname component; the root is everything before that.
# It is always true that root + ext == p.
def splitext(p):
p = os.fspath(p)
if isinstance(p, bytes):
return genericpath._splitext(p, b'\\', b'/', b'.')
else:
return genericpath._splitext(p, '\\', '/', '.')
splitext.__doc__ = genericpath._splitext.__doc__
# Return the tail (basename) part of a path.
def basename(p):
"""Returns the final component of a pathname"""
return split(p)[1]
# Return the head (dirname) part of a path.
def dirname(p):
"""Returns the directory component of a pathname"""
return split(p)[0]
# Is a path a symbolic link?
# This will always return false on systems where os.lstat doesn't exist.
def islink(path):
"""Test whether a path is a symbolic link.
This will always return false for Windows prior to 6.0.
"""
try:
st = os.lstat(path)
except (OSError, ValueError, AttributeError):
return False
return stat.S_ISLNK(st.st_mode)
# Being true for dangling symbolic links is also useful.
def lexists(path):
"""Test whether a path exists. Returns True for broken symbolic links"""
try:
st = os.lstat(path)
except (OSError, ValueError):
return False
return True
# Is a path a mount point?
# Any drive letter root (eg c:\)
# Any share UNC (eg \\server\share)
# Any volume mounted on a filesystem folder
#
# No one method detects all three situations. Historically we've lexically
# detected drive letter roots and share UNCs. The canonical approach to
# detecting mounted volumes (querying the reparse tag) fails for the most
# common case: drive letter roots. The alternative which uses GetVolumePathName
# fails if the drive letter is the result of a SUBST.
try:
from nt import _getvolumepathname
except ImportError:
_getvolumepathname = None
def ismount(path):
"""Test whether a path is a mount point (a drive root, the root of a
share, or a mounted volume)"""
path = os.fspath(path)
seps = _get_bothseps(path)
path = abspath(path)
root, rest = splitdrive(path)
if root and root[0] in seps:
return (not rest) or (rest in seps)
if rest in seps:
return True
if _getvolumepathname:
return path.rstrip(seps) == _getvolumepathname(path).rstrip(seps)
else:
return False
# Expand paths beginning with '~' or '~user'.
# '~' means $HOME; '~user' means that user's home directory.
# If the path doesn't begin with '~', or if the user or $HOME is unknown,
# the path is returned unchanged (leaving error reporting to whatever
# function is called with the expanded path as argument).
# See also module 'glob' for expansion of *, ? and [...] in pathnames.
# (A function should also be defined to do full *sh-style environment
# variable expansion.)
def expanduser(path):
"""Expand ~ and ~user constructs.
If user or $HOME is unknown, do nothing."""
path = os.fspath(path)
if isinstance(path, bytes):
tilde = b'~'
else:
tilde = '~'
if not path.startswith(tilde):
return path
i, n = 1, len(path)
while i < n and path[i] not in _get_bothseps(path):
i += 1
if 'USERPROFILE' in os.environ:
userhome = os.environ['USERPROFILE']
elif not 'HOMEPATH' in os.environ:
return path
else:
try:
drive = os.environ['HOMEDRIVE']
except KeyError:
drive = ''
userhome = join(drive, os.environ['HOMEPATH'])
if isinstance(path, bytes):
userhome = os.fsencode(userhome)
if i != 1: #~user
userhome = join(dirname(userhome), path[1:i])
return userhome + path[i:]
# Expand paths containing shell variable substitutions.
# The following rules apply:
# - no expansion within single quotes
# - '$$' is translated into '$'
# - '%%' is translated into '%' if '%%' are not seen in %var1%%var2%
# - ${varname} is accepted.
# - $varname is accepted.
# - %varname% is accepted.
# - varnames can be made out of letters, digits and the characters '_-'
# (though is not verified in the ${varname} and %varname% cases)
# XXX With COMMAND.COM you can use any characters in a variable name,
# XXX except '^|<>='.
def expandvars(path):
"""Expand shell variables of the forms $var, ${var} and %var%.
Unknown variables are left unchanged."""
path = os.fspath(path)
if isinstance(path, bytes):
if b'$' not in path and b'%' not in path:
return path
import string
varchars = bytes(string.ascii_letters + string.digits + '_-', 'ascii')
quote = b'\''
percent = b'%'
brace = b'{'
rbrace = b'}'
dollar = b'$'
environ = getattr(os, 'environb', None)
else:
if '$' not in path and '%' not in path:
return path
import string
varchars = string.ascii_letters + string.digits + '_-'
quote = '\''
percent = '%'
brace = '{'
rbrace = '}'
dollar = '$'
environ = os.environ
res = path[:0]
index = 0
pathlen = len(path)
while index < pathlen:
c = path[index:index+1]
if c == quote: # no expansion within single quotes
path = path[index + 1:]
pathlen = len(path)
try:
index = path.index(c)
res += c + path[:index + 1]
except ValueError:
res += c + path
index = pathlen - 1
elif c == percent: # variable or '%'
if path[index + 1:index + 2] == percent:
res += c
index += 1
else:
path = path[index+1:]
pathlen = len(path)
try:
index = path.index(percent)
except ValueError:
res += percent + path
index = pathlen - 1
else:
var = path[:index]
try:
if environ is None:
value = os.fsencode(os.environ[os.fsdecode(var)])
else:
value = environ[var]
except KeyError:
value = percent + var + percent
res += value
elif c == dollar: # variable or '$$'
if path[index + 1:index + 2] == dollar:
res += c
index += 1
elif path[index + 1:index + 2] == brace:
path = path[index+2:]
pathlen = len(path)
try:
index = path.index(rbrace)
except ValueError:
res += dollar + brace + path
index = pathlen - 1
else:
var = path[:index]
try:
if environ is None:
value = os.fsencode(os.environ[os.fsdecode(var)])
else:
value = environ[var]
except KeyError:
value = dollar + brace + var + rbrace
res += value
else:
var = path[:0]
index += 1
c = path[index:index + 1]
while c and c in varchars:
var += c
index += 1
c = path[index:index + 1]
try:
if environ is None:
value = os.fsencode(os.environ[os.fsdecode(var)])
else:
value = environ[var]
except KeyError:
value = dollar + var
res += value
if c:
index -= 1
else:
res += c
index += 1
return res
# Normalize a path, e.g. A//B, A/./B and A/foo/../B all become A\B.
# Previously, this function also truncated pathnames to 8+3 format,
# but as this module is called "ntpath", that's obviously wrong!
def normpath(path):
"""Normalize path, eliminating double slashes, etc."""
path = os.fspath(path)
if isinstance(path, bytes):
sep = b'\\'
altsep = b'/'
curdir = b'.'
pardir = b'..'
special_prefixes = (b'\\\\.\\', b'\\\\?\\')
else:
sep = '\\'
altsep = '/'
curdir = '.'
pardir = '..'
special_prefixes = ('\\\\.\\', '\\\\?\\')
if path.startswith(special_prefixes):
# in the case of paths with these prefixes:
# \\.\ -> device names
# \\?\ -> literal paths
# do not do any normalization, but return the path
# unchanged apart from the call to os.fspath()
return path
path = path.replace(altsep, sep)
prefix, path = splitdrive(path)
# collapse initial backslashes
if path.startswith(sep):
prefix += sep
path = path.lstrip(sep)
comps = path.split(sep)
i = 0
while i < len(comps):
if not comps[i] or comps[i] == curdir:
del comps[i]
elif comps[i] == pardir:
if i > 0 and comps[i-1] != pardir:
del comps[i-1:i+1]
i -= 1
elif i == 0 and prefix.endswith(sep):
del comps[i]
else:
i += 1
else:
i += 1
# If the path is now empty, substitute '.'
if not prefix and not comps:
comps.append(curdir)
return prefix + sep.join(comps)
def _abspath_fallback(path):
"""Return the absolute version of a path as a fallback function in case
`nt._getfullpathname` is not available or raises OSError. See bpo-31047 for
more.
"""
path = os.fspath(path)
if not isabs(path):
if isinstance(path, bytes):
cwd = os.getcwdb()
else:
cwd = os.getcwd()
path = join(cwd, path)
return normpath(path)
# Return an absolute path.
try:
from nt import _getfullpathname
except ImportError: # not running on Windows - mock up something sensible
abspath = _abspath_fallback
else: # use native Windows method on Windows
def abspath(path):
"""Return the absolute version of a path."""
try:
return normpath(_getfullpathname(path))
except (OSError, ValueError):
return _abspath_fallback(path)
try:
from nt import _getfinalpathname, readlink as _nt_readlink
except ImportError:
# realpath is a no-op on systems without _getfinalpathname support.
realpath = abspath
else:
def _readlink_deep(path):
# These error codes indicate that we should stop reading links and
# return the path we currently have.
# 1: ERROR_INVALID_FUNCTION
# 2: ERROR_FILE_NOT_FOUND
# 3: ERROR_DIRECTORY_NOT_FOUND
# 5: ERROR_ACCESS_DENIED
# 21: ERROR_NOT_READY (implies drive with no media)
# 32: ERROR_SHARING_VIOLATION (probably an NTFS paging file)
# 50: ERROR_NOT_SUPPORTED (implies no support for reparse points)
# 67: ERROR_BAD_NET_NAME (implies remote server unavailable)
# 87: ERROR_INVALID_PARAMETER
# 4390: ERROR_NOT_A_REPARSE_POINT
# 4392: ERROR_INVALID_REPARSE_DATA
# 4393: ERROR_REPARSE_TAG_INVALID
allowed_winerror = 1, 2, 3, 5, 21, 32, 50, 67, 87, 4390, 4392, 4393
seen = set()
while normcase(path) not in seen:
seen.add(normcase(path))
try:
old_path = path
path = _nt_readlink(path)
# Links may be relative, so resolve them against their
# own location
if not isabs(path):
# If it's something other than a symlink, we don't know
# what it's actually going to be resolved against, so
# just return the old path.
if not islink(old_path):
path = old_path
break
path = normpath(join(dirname(old_path), path))
except OSError as ex:
if ex.winerror in allowed_winerror:
break
raise
except ValueError:
# Stop on reparse points that are not symlinks
break
return path
def _getfinalpathname_nonstrict(path):
# These error codes indicate that we should stop resolving the path
# and return the value we currently have.
# 1: ERROR_INVALID_FUNCTION
# 2: ERROR_FILE_NOT_FOUND
# 3: ERROR_DIRECTORY_NOT_FOUND
# 5: ERROR_ACCESS_DENIED
# 21: ERROR_NOT_READY (implies drive with no media)
# 32: ERROR_SHARING_VIOLATION (probably an NTFS paging file)
# 50: ERROR_NOT_SUPPORTED
# 67: ERROR_BAD_NET_NAME (implies remote server unavailable)
# 87: ERROR_INVALID_PARAMETER
# 123: ERROR_INVALID_NAME
# 1920: ERROR_CANT_ACCESS_FILE
# 1921: ERROR_CANT_RESOLVE_FILENAME (implies unfollowable symlink)
allowed_winerror = 1, 2, 3, 5, 21, 32, 50, 67, 87, 123, 1920, 1921
# Non-strict algorithm is to find as much of the target directory
# as we can and join the rest.
tail = ''
while path:
try:
path = _getfinalpathname(path)
return join(path, tail) if tail else path
except OSError as ex:
if ex.winerror not in allowed_winerror:
raise
try:
# The OS could not resolve this path fully, so we attempt
# to follow the link ourselves. If we succeed, join the tail
# and return.
new_path = _readlink_deep(path)
if new_path != path:
return join(new_path, tail) if tail else new_path
except OSError:
# If we fail to readlink(), let's keep traversing
pass
path, name = split(path)
# TODO (bpo-38186): Request the real file name from the directory
# entry using FindFirstFileW. For now, we will return the path
# as best we have it
if path and not name:
return path + tail
tail = join(name, tail) if tail else name
return tail
def realpath(path):
path = normpath(path)
if isinstance(path, bytes):
prefix = b'\\\\?\\'
unc_prefix = b'\\\\?\\UNC\\'
new_unc_prefix = b'\\\\'
cwd = os.getcwdb()
# bpo-38081: Special case for realpath(b'nul')
if normcase(path) == normcase(os.fsencode(devnull)):
return b'\\\\.\\NUL'
else:
prefix = '\\\\?\\'
unc_prefix = '\\\\?\\UNC\\'
new_unc_prefix = '\\\\'
cwd = os.getcwd()
# bpo-38081: Special case for realpath('nul')
if normcase(path) == normcase(devnull):
return '\\\\.\\NUL'
had_prefix = path.startswith(prefix)
if not had_prefix and not isabs(path):
path = join(cwd, path)
try:
path = _getfinalpathname(path)
initial_winerror = 0
except OSError as ex:
initial_winerror = ex.winerror
path = _getfinalpathname_nonstrict(path)
# The path returned by _getfinalpathname will always start with \\?\ -
# strip off that prefix unless it was already provided on the original
# path.
if not had_prefix and path.startswith(prefix):
# For UNC paths, the prefix will actually be \\?\UNC\
# Handle that case as well.
if path.startswith(unc_prefix):
spath = new_unc_prefix + path[len(unc_prefix):]
else:
spath = path[len(prefix):]
# Ensure that the non-prefixed path resolves to the same path
try:
if _getfinalpathname(spath) == path:
path = spath
except OSError as ex:
# If the path does not exist and originally did not exist, then
# strip the prefix anyway.
if ex.winerror == initial_winerror:
path = spath
return path
# Win9x family and earlier have no Unicode filename support.
supports_unicode_filenames = (hasattr(sys, "getwindowsversion") and
sys.getwindowsversion()[3] >= 2)
def relpath(path, start=None):
"""Return a relative version of a path"""
path = os.fspath(path)
if isinstance(path, bytes):
sep = b'\\'
curdir = b'.'
pardir = b'..'
else:
sep = '\\'
curdir = '.'
pardir = '..'
if start is None:
start = curdir
if not path:
raise ValueError("no path specified")
start = os.fspath(start)
try:
start_abs = abspath(normpath(start))
path_abs = abspath(normpath(path))
start_drive, start_rest = splitdrive(start_abs)
path_drive, path_rest = splitdrive(path_abs)
if normcase(start_drive) != normcase(path_drive):
raise ValueError("path is on mount %r, start on mount %r" % (
path_drive, start_drive))
start_list = [x for x in start_rest.split(sep) if x]
path_list = [x for x in path_rest.split(sep) if x]
# Work out how much of the filepath is shared by start and path.
i = 0
for e1, e2 in zip(start_list, path_list):
if normcase(e1) != normcase(e2):
break
i += 1
rel_list = [pardir] * (len(start_list)-i) + path_list[i:]
if not rel_list:
return curdir
return join(*rel_list)
except (TypeError, ValueError, AttributeError, BytesWarning, DeprecationWarning):
genericpath._check_arg_types('relpath', path, start)
raise
# Return the longest common sub-path of the sequence of paths given as input.
# The function is case-insensitive and 'separator-insensitive', i.e. if the
# only difference between two paths is the use of '\' versus '/' as separator,
# they are deemed to be equal.
#
# However, the returned path will have the standard '\' separator (even if the
# given paths had the alternative '/' separator) and will have the case of the
# first path given in the sequence. Additionally, any trailing separator is
# stripped from the returned path.
def commonpath(paths):
"""Given a sequence of path names, returns the longest common sub-path."""
if not paths:
raise ValueError('commonpath() arg is an empty sequence')
paths = tuple(map(os.fspath, paths))
if isinstance(paths[0], bytes):
sep = b'\\'
altsep = b'/'
curdir = b'.'
else:
sep = '\\'
altsep = '/'
curdir = '.'
try:
drivesplits = [splitdrive(p.replace(altsep, sep).lower()) for p in paths]
split_paths = [p.split(sep) for d, p in drivesplits]
try:
isabs, = set(p[:1] == sep for d, p in drivesplits)
except ValueError:
raise ValueError("Can't mix absolute and relative paths") from None
# Check that all drive letters or UNC paths match. The check is made only
# now otherwise type errors for mixing strings and bytes would not be
# caught.
if len(set(d for d, p in drivesplits)) != 1:
raise ValueError("Paths don't have the same drive")
drive, path = splitdrive(paths[0].replace(altsep, sep))
common = path.split(sep)
common = [c for c in common if c and c != curdir]
split_paths = [[c for c in s if c and c != curdir] for s in split_paths]
s1 = min(split_paths)
s2 = max(split_paths)
for i, c in enumerate(s1):
if c != s2[i]:
common = common[:i]
break
else:
common = common[:len(s1)]
prefix = drive + sep if isabs else drive
return prefix + sep.join(common)
except (TypeError, AttributeError):
genericpath._check_arg_types('commonpath', *paths)
raise
try:
# The genericpath.isdir implementation uses os.stat and checks the mode
# attribute to tell whether or not the path is a directory.
# This is overkill on Windows - just pass the path to GetFileAttributes
# and check the attribute from there.
from nt import _isdir as isdir
except ImportError:
# Use genericpath.isdir as imported above.
pass
smtplib.py 0000755 00000127711 15115353747 0006617 0 ustar 00 #! /usr/bin/python3.8
'''SMTP/ESMTP client class.
This should follow RFC 821 (SMTP), RFC 1869 (ESMTP), RFC 2554 (SMTP
Authentication) and RFC 2487 (Secure SMTP over TLS).
Notes:
Please remember, when doing ESMTP, that the names of the SMTP service
extensions are NOT the same thing as the option keywords for the RCPT
and MAIL commands!
Example:
>>> import smtplib
>>> s=smtplib.SMTP("localhost")
>>> print(s.help())
This is Sendmail version 8.8.4
Topics:
HELO EHLO MAIL RCPT DATA
RSET NOOP QUIT HELP VRFY
EXPN VERB ETRN DSN
For more info use "HELP <topic>".
To report bugs in the implementation send email to
sendmail-bugs@sendmail.org.
For local information send email to Postmaster at your site.
End of HELP info
>>> s.putcmd("vrfy","someone@here")
>>> s.getreply()
(250, "Somebody OverHere <somebody@here.my.org>")
>>> s.quit()
'''
# Author: The Dragon De Monsyne <dragondm@integral.org>
# ESMTP support, test code and doc fixes added by
# Eric S. Raymond <esr@thyrsus.com>
# Better RFC 821 compliance (MAIL and RCPT, and CRLF in data)
# by Carey Evans <c.evans@clear.net.nz>, for picky mail servers.
# RFC 2554 (authentication) support by Gerhard Haering <gerhard@bigfoot.de>.
#
# This was modified from the Python 1.5 library HTTP lib.
import socket
import io
import re
import email.utils
import email.message
import email.generator
import base64
import hmac
import copy
import datetime
import sys
from email.base64mime import body_encode as encode_base64
__all__ = ["SMTPException", "SMTPNotSupportedError", "SMTPServerDisconnected", "SMTPResponseException",
"SMTPSenderRefused", "SMTPRecipientsRefused", "SMTPDataError",
"SMTPConnectError", "SMTPHeloError", "SMTPAuthenticationError",
"quoteaddr", "quotedata", "SMTP"]
SMTP_PORT = 25
SMTP_SSL_PORT = 465
CRLF = "\r\n"
bCRLF = b"\r\n"
_MAXLINE = 8192 # more than 8 times larger than RFC 821, 4.5.3
_MAXCHALLENGE = 5 # Maximum number of AUTH challenges sent
OLDSTYLE_AUTH = re.compile(r"auth=(.*)", re.I)
# Exception classes used by this module.
class SMTPException(OSError):
"""Base class for all exceptions raised by this module."""
class SMTPNotSupportedError(SMTPException):
"""The command or option is not supported by the SMTP server.
This exception is raised when an attempt is made to run a command or a
command with an option which is not supported by the server.
"""
class SMTPServerDisconnected(SMTPException):
"""Not connected to any SMTP server.
This exception is raised when the server unexpectedly disconnects,
or when an attempt is made to use the SMTP instance before
connecting it to a server.
"""
class SMTPResponseException(SMTPException):
"""Base class for all exceptions that include an SMTP error code.
These exceptions are generated in some instances when the SMTP
server returns an error code. The error code is stored in the
`smtp_code' attribute of the error, and the `smtp_error' attribute
is set to the error message.
"""
def __init__(self, code, msg):
self.smtp_code = code
self.smtp_error = msg
self.args = (code, msg)
class SMTPSenderRefused(SMTPResponseException):
"""Sender address refused.
In addition to the attributes set by on all SMTPResponseException
exceptions, this sets `sender' to the string that the SMTP refused.
"""
def __init__(self, code, msg, sender):
self.smtp_code = code
self.smtp_error = msg
self.sender = sender
self.args = (code, msg, sender)
class SMTPRecipientsRefused(SMTPException):
"""All recipient addresses refused.
The errors for each recipient are accessible through the attribute
'recipients', which is a dictionary of exactly the same sort as
SMTP.sendmail() returns.
"""
def __init__(self, recipients):
self.recipients = recipients
self.args = (recipients,)
class SMTPDataError(SMTPResponseException):
"""The SMTP server didn't accept the data."""
class SMTPConnectError(SMTPResponseException):
"""Error during connection establishment."""
class SMTPHeloError(SMTPResponseException):
"""The server refused our HELO reply."""
class SMTPAuthenticationError(SMTPResponseException):
"""Authentication error.
Most probably the server didn't accept the username/password
combination provided.
"""
def quoteaddr(addrstring):
"""Quote a subset of the email addresses defined by RFC 821.
Should be able to handle anything email.utils.parseaddr can handle.
"""
displayname, addr = email.utils.parseaddr(addrstring)
if (displayname, addr) == ('', ''):
# parseaddr couldn't parse it, use it as is and hope for the best.
if addrstring.strip().startswith('<'):
return addrstring
return "<%s>" % addrstring
return "<%s>" % addr
def _addr_only(addrstring):
displayname, addr = email.utils.parseaddr(addrstring)
if (displayname, addr) == ('', ''):
# parseaddr couldn't parse it, so use it as is.
return addrstring
return addr
# Legacy method kept for backward compatibility.
def quotedata(data):
"""Quote data for email.
Double leading '.', and change Unix newline '\\n', or Mac '\\r' into
Internet CRLF end-of-line.
"""
return re.sub(r'(?m)^\.', '..',
re.sub(r'(?:\r\n|\n|\r(?!\n))', CRLF, data))
def _quote_periods(bindata):
return re.sub(br'(?m)^\.', b'..', bindata)
def _fix_eols(data):
return re.sub(r'(?:\r\n|\n|\r(?!\n))', CRLF, data)
try:
import ssl
except ImportError:
_have_ssl = False
else:
_have_ssl = True
class SMTP:
"""This class manages a connection to an SMTP or ESMTP server.
SMTP Objects:
SMTP objects have the following attributes:
helo_resp
This is the message given by the server in response to the
most recent HELO command.
ehlo_resp
This is the message given by the server in response to the
most recent EHLO command. This is usually multiline.
does_esmtp
This is a True value _after you do an EHLO command_, if the
server supports ESMTP.
esmtp_features
This is a dictionary, which, if the server supports ESMTP,
will _after you do an EHLO command_, contain the names of the
SMTP service extensions this server supports, and their
parameters (if any).
Note, all extension names are mapped to lower case in the
dictionary.
See each method's docstrings for details. In general, there is a
method of the same name to perform each SMTP command. There is also a
method called 'sendmail' that will do an entire mail transaction.
"""
debuglevel = 0
sock = None
file = None
helo_resp = None
ehlo_msg = "ehlo"
ehlo_resp = None
does_esmtp = 0
default_port = SMTP_PORT
def __init__(self, host='', port=0, local_hostname=None,
timeout=socket._GLOBAL_DEFAULT_TIMEOUT,
source_address=None):
"""Initialize a new instance.
If specified, `host` is the name of the remote host to which to
connect. If specified, `port` specifies the port to which to connect.
By default, smtplib.SMTP_PORT is used. If a host is specified the
connect method is called, and if it returns anything other than a
success code an SMTPConnectError is raised. If specified,
`local_hostname` is used as the FQDN of the local host in the HELO/EHLO
command. Otherwise, the local hostname is found using
socket.getfqdn(). The `source_address` parameter takes a 2-tuple (host,
port) for the socket to bind to as its source address before
connecting. If the host is '' and port is 0, the OS default behavior
will be used.
"""
self._host = host
self.timeout = timeout
self.esmtp_features = {}
self.command_encoding = 'ascii'
self.source_address = source_address
self._auth_challenge_count = 0
if host:
(code, msg) = self.connect(host, port)
if code != 220:
self.close()
raise SMTPConnectError(code, msg)
if local_hostname is not None:
self.local_hostname = local_hostname
else:
# RFC 2821 says we should use the fqdn in the EHLO/HELO verb, and
# if that can't be calculated, that we should use a domain literal
# instead (essentially an encoded IP address like [A.B.C.D]).
fqdn = socket.getfqdn()
if '.' in fqdn:
self.local_hostname = fqdn
else:
# We can't find an fqdn hostname, so use a domain literal
addr = '127.0.0.1'
try:
addr = socket.gethostbyname(socket.gethostname())
except socket.gaierror:
pass
self.local_hostname = '[%s]' % addr
def __enter__(self):
return self
def __exit__(self, *args):
try:
code, message = self.docmd("QUIT")
if code != 221:
raise SMTPResponseException(code, message)
except SMTPServerDisconnected:
pass
finally:
self.close()
def set_debuglevel(self, debuglevel):
"""Set the debug output level.
A non-false value results in debug messages for connection and for all
messages sent to and received from the server.
"""
self.debuglevel = debuglevel
def _print_debug(self, *args):
if self.debuglevel > 1:
print(datetime.datetime.now().time(), *args, file=sys.stderr)
else:
print(*args, file=sys.stderr)
def _get_socket(self, host, port, timeout):
# This makes it simpler for SMTP_SSL to use the SMTP connect code
# and just alter the socket connection bit.
if self.debuglevel > 0:
self._print_debug('connect: to', (host, port), self.source_address)
return socket.create_connection((host, port), timeout,
self.source_address)
def connect(self, host='localhost', port=0, source_address=None):
"""Connect to a host on a given port.
If the hostname ends with a colon (`:') followed by a number, and
there is no port specified, that suffix will be stripped off and the
number interpreted as the port number to use.
Note: This method is automatically invoked by __init__, if a host is
specified during instantiation.
"""
if source_address:
self.source_address = source_address
if not port and (host.find(':') == host.rfind(':')):
i = host.rfind(':')
if i >= 0:
host, port = host[:i], host[i + 1:]
try:
port = int(port)
except ValueError:
raise OSError("nonnumeric port")
if not port:
port = self.default_port
sys.audit("smtplib.connect", self, host, port)
self.sock = self._get_socket(host, port, self.timeout)
self.file = None
(code, msg) = self.getreply()
if self.debuglevel > 0:
self._print_debug('connect:', repr(msg))
return (code, msg)
def send(self, s):
"""Send `s' to the server."""
if self.debuglevel > 0:
self._print_debug('send:', repr(s))
if self.sock:
if isinstance(s, str):
# send is used by the 'data' command, where command_encoding
# should not be used, but 'data' needs to convert the string to
# binary itself anyway, so that's not a problem.
s = s.encode(self.command_encoding)
sys.audit("smtplib.send", self, s)
try:
self.sock.sendall(s)
except OSError:
self.close()
raise SMTPServerDisconnected('Server not connected')
else:
raise SMTPServerDisconnected('please run connect() first')
def putcmd(self, cmd, args=""):
"""Send a command to the server."""
if args == "":
s = cmd
else:
s = f'{cmd} {args}'
if '\r' in s or '\n' in s:
s = s.replace('\n', '\\n').replace('\r', '\\r')
raise ValueError(
f'command and arguments contain prohibited newline characters: {s}'
)
self.send(f'{s}{CRLF}')
def getreply(self):
"""Get a reply from the server.
Returns a tuple consisting of:
- server response code (e.g. '250', or such, if all goes well)
Note: returns -1 if it can't read response code.
- server response string corresponding to response code (multiline
responses are converted to a single, multiline string).
Raises SMTPServerDisconnected if end-of-file is reached.
"""
resp = []
if self.file is None:
self.file = self.sock.makefile('rb')
while 1:
try:
line = self.file.readline(_MAXLINE + 1)
except OSError as e:
self.close()
raise SMTPServerDisconnected("Connection unexpectedly closed: "
+ str(e))
if not line:
self.close()
raise SMTPServerDisconnected("Connection unexpectedly closed")
if self.debuglevel > 0:
self._print_debug('reply:', repr(line))
if len(line) > _MAXLINE:
self.close()
raise SMTPResponseException(500, "Line too long.")
resp.append(line[4:].strip(b' \t\r\n'))
code = line[:3]
# Check that the error code is syntactically correct.
# Don't attempt to read a continuation line if it is broken.
try:
errcode = int(code)
except ValueError:
errcode = -1
break
# Check if multiline response.
if line[3:4] != b"-":
break
errmsg = b"\n".join(resp)
if self.debuglevel > 0:
self._print_debug('reply: retcode (%s); Msg: %a' % (errcode, errmsg))
return errcode, errmsg
def docmd(self, cmd, args=""):
"""Send a command, and return its response code."""
self.putcmd(cmd, args)
return self.getreply()
# std smtp commands
def helo(self, name=''):
"""SMTP 'helo' command.
Hostname to send for this command defaults to the FQDN of the local
host.
"""
self.putcmd("helo", name or self.local_hostname)
(code, msg) = self.getreply()
self.helo_resp = msg
return (code, msg)
def ehlo(self, name=''):
""" SMTP 'ehlo' command.
Hostname to send for this command defaults to the FQDN of the local
host.
"""
self.esmtp_features = {}
self.putcmd(self.ehlo_msg, name or self.local_hostname)
(code, msg) = self.getreply()
# According to RFC1869 some (badly written)
# MTA's will disconnect on an ehlo. Toss an exception if
# that happens -ddm
if code == -1 and len(msg) == 0:
self.close()
raise SMTPServerDisconnected("Server not connected")
self.ehlo_resp = msg
if code != 250:
return (code, msg)
self.does_esmtp = 1
#parse the ehlo response -ddm
assert isinstance(self.ehlo_resp, bytes), repr(self.ehlo_resp)
resp = self.ehlo_resp.decode("latin-1").split('\n')
del resp[0]
for each in resp:
# To be able to communicate with as many SMTP servers as possible,
# we have to take the old-style auth advertisement into account,
# because:
# 1) Else our SMTP feature parser gets confused.
# 2) There are some servers that only advertise the auth methods we
# support using the old style.
auth_match = OLDSTYLE_AUTH.match(each)
if auth_match:
# This doesn't remove duplicates, but that's no problem
self.esmtp_features["auth"] = self.esmtp_features.get("auth", "") \
+ " " + auth_match.groups(0)[0]
continue
# RFC 1869 requires a space between ehlo keyword and parameters.
# It's actually stricter, in that only spaces are allowed between
# parameters, but were not going to check for that here. Note
# that the space isn't present if there are no parameters.
m = re.match(r'(?P<feature>[A-Za-z0-9][A-Za-z0-9\-]*) ?', each)
if m:
feature = m.group("feature").lower()
params = m.string[m.end("feature"):].strip()
if feature == "auth":
self.esmtp_features[feature] = self.esmtp_features.get(feature, "") \
+ " " + params
else:
self.esmtp_features[feature] = params
return (code, msg)
def has_extn(self, opt):
"""Does the server support a given SMTP service extension?"""
return opt.lower() in self.esmtp_features
def help(self, args=''):
"""SMTP 'help' command.
Returns help text from server."""
self.putcmd("help", args)
return self.getreply()[1]
def rset(self):
"""SMTP 'rset' command -- resets session."""
self.command_encoding = 'ascii'
return self.docmd("rset")
def _rset(self):
"""Internal 'rset' command which ignores any SMTPServerDisconnected error.
Used internally in the library, since the server disconnected error
should appear to the application when the *next* command is issued, if
we are doing an internal "safety" reset.
"""
try:
self.rset()
except SMTPServerDisconnected:
pass
def noop(self):
"""SMTP 'noop' command -- doesn't do anything :>"""
return self.docmd("noop")
def mail(self, sender, options=()):
"""SMTP 'mail' command -- begins mail xfer session.
This method may raise the following exceptions:
SMTPNotSupportedError The options parameter includes 'SMTPUTF8'
but the SMTPUTF8 extension is not supported by
the server.
"""
optionlist = ''
if options and self.does_esmtp:
if any(x.lower()=='smtputf8' for x in options):
if self.has_extn('smtputf8'):
self.command_encoding = 'utf-8'
else:
raise SMTPNotSupportedError(
'SMTPUTF8 not supported by server')
optionlist = ' ' + ' '.join(options)
self.putcmd("mail", "FROM:%s%s" % (quoteaddr(sender), optionlist))
return self.getreply()
def rcpt(self, recip, options=()):
"""SMTP 'rcpt' command -- indicates 1 recipient for this mail."""
optionlist = ''
if options and self.does_esmtp:
optionlist = ' ' + ' '.join(options)
self.putcmd("rcpt", "TO:%s%s" % (quoteaddr(recip), optionlist))
return self.getreply()
def data(self, msg):
"""SMTP 'DATA' command -- sends message data to server.
Automatically quotes lines beginning with a period per rfc821.
Raises SMTPDataError if there is an unexpected reply to the
DATA command; the return value from this method is the final
response code received when the all data is sent. If msg
is a string, lone '\\r' and '\\n' characters are converted to
'\\r\\n' characters. If msg is bytes, it is transmitted as is.
"""
self.putcmd("data")
(code, repl) = self.getreply()
if self.debuglevel > 0:
self._print_debug('data:', (code, repl))
if code != 354:
raise SMTPDataError(code, repl)
else:
if isinstance(msg, str):
msg = _fix_eols(msg).encode('ascii')
q = _quote_periods(msg)
if q[-2:] != bCRLF:
q = q + bCRLF
q = q + b"." + bCRLF
self.send(q)
(code, msg) = self.getreply()
if self.debuglevel > 0:
self._print_debug('data:', (code, msg))
return (code, msg)
def verify(self, address):
"""SMTP 'verify' command -- checks for address validity."""
self.putcmd("vrfy", _addr_only(address))
return self.getreply()
# a.k.a.
vrfy = verify
def expn(self, address):
"""SMTP 'expn' command -- expands a mailing list."""
self.putcmd("expn", _addr_only(address))
return self.getreply()
# some useful methods
def ehlo_or_helo_if_needed(self):
"""Call self.ehlo() and/or self.helo() if needed.
If there has been no previous EHLO or HELO command this session, this
method tries ESMTP EHLO first.
This method may raise the following exceptions:
SMTPHeloError The server didn't reply properly to
the helo greeting.
"""
if self.helo_resp is None and self.ehlo_resp is None:
if not (200 <= self.ehlo()[0] <= 299):
(code, resp) = self.helo()
if not (200 <= code <= 299):
raise SMTPHeloError(code, resp)
def auth(self, mechanism, authobject, *, initial_response_ok=True):
"""Authentication command - requires response processing.
'mechanism' specifies which authentication mechanism is to
be used - the valid values are those listed in the 'auth'
element of 'esmtp_features'.
'authobject' must be a callable object taking a single argument:
data = authobject(challenge)
It will be called to process the server's challenge response; the
challenge argument it is passed will be a bytes. It should return
an ASCII string that will be base64 encoded and sent to the server.
Keyword arguments:
- initial_response_ok: Allow sending the RFC 4954 initial-response
to the AUTH command, if the authentication methods supports it.
"""
# RFC 4954 allows auth methods to provide an initial response. Not all
# methods support it. By definition, if they return something other
# than None when challenge is None, then they do. See issue #15014.
mechanism = mechanism.upper()
initial_response = (authobject() if initial_response_ok else None)
if initial_response is not None:
response = encode_base64(initial_response.encode('ascii'), eol='')
(code, resp) = self.docmd("AUTH", mechanism + " " + response)
self._auth_challenge_count = 1
else:
(code, resp) = self.docmd("AUTH", mechanism)
self._auth_challenge_count = 0
# If server responds with a challenge, send the response.
while code == 334:
self._auth_challenge_count += 1
challenge = base64.decodebytes(resp)
response = encode_base64(
authobject(challenge).encode('ascii'), eol='')
(code, resp) = self.docmd(response)
# If server keeps sending challenges, something is wrong.
if self._auth_challenge_count > _MAXCHALLENGE:
raise SMTPException(
"Server AUTH mechanism infinite loop. Last response: "
+ repr((code, resp))
)
if code in (235, 503):
return (code, resp)
raise SMTPAuthenticationError(code, resp)
def auth_cram_md5(self, challenge=None):
""" Authobject to use with CRAM-MD5 authentication. Requires self.user
and self.password to be set."""
# CRAM-MD5 does not support initial-response.
if challenge is None:
return None
return self.user + " " + hmac.HMAC(
self.password.encode('ascii'), challenge, 'md5').hexdigest()
def auth_plain(self, challenge=None):
""" Authobject to use with PLAIN authentication. Requires self.user and
self.password to be set."""
return "\0%s\0%s" % (self.user, self.password)
def auth_login(self, challenge=None):
""" Authobject to use with LOGIN authentication. Requires self.user and
self.password to be set."""
if challenge is None or self._auth_challenge_count < 2:
return self.user
else:
return self.password
def login(self, user, password, *, initial_response_ok=True):
"""Log in on an SMTP server that requires authentication.
The arguments are:
- user: The user name to authenticate with.
- password: The password for the authentication.
Keyword arguments:
- initial_response_ok: Allow sending the RFC 4954 initial-response
to the AUTH command, if the authentication methods supports it.
If there has been no previous EHLO or HELO command this session, this
method tries ESMTP EHLO first.
This method will return normally if the authentication was successful.
This method may raise the following exceptions:
SMTPHeloError The server didn't reply properly to
the helo greeting.
SMTPAuthenticationError The server didn't accept the username/
password combination.
SMTPNotSupportedError The AUTH command is not supported by the
server.
SMTPException No suitable authentication method was
found.
"""
self.ehlo_or_helo_if_needed()
if not self.has_extn("auth"):
raise SMTPNotSupportedError(
"SMTP AUTH extension not supported by server.")
# Authentication methods the server claims to support
advertised_authlist = self.esmtp_features["auth"].split()
# Authentication methods we can handle in our preferred order:
preferred_auths = ['CRAM-MD5', 'PLAIN', 'LOGIN']
# We try the supported authentications in our preferred order, if
# the server supports them.
authlist = [auth for auth in preferred_auths
if auth in advertised_authlist]
if not authlist:
raise SMTPException("No suitable authentication method found.")
# Some servers advertise authentication methods they don't really
# support, so if authentication fails, we continue until we've tried
# all methods.
self.user, self.password = user, password
for authmethod in authlist:
method_name = 'auth_' + authmethod.lower().replace('-', '_')
try:
(code, resp) = self.auth(
authmethod, getattr(self, method_name),
initial_response_ok=initial_response_ok)
# 235 == 'Authentication successful'
# 503 == 'Error: already authenticated'
if code in (235, 503):
return (code, resp)
except SMTPAuthenticationError as e:
last_exception = e
# We could not login successfully. Return result of last attempt.
raise last_exception
def starttls(self, keyfile=None, certfile=None, context=None):
"""Puts the connection to the SMTP server into TLS mode.
If there has been no previous EHLO or HELO command this session, this
method tries ESMTP EHLO first.
If the server supports TLS, this will encrypt the rest of the SMTP
session. If you provide the keyfile and certfile parameters,
the identity of the SMTP server and client can be checked. This,
however, depends on whether the socket module really checks the
certificates.
This method may raise the following exceptions:
SMTPHeloError The server didn't reply properly to
the helo greeting.
"""
self.ehlo_or_helo_if_needed()
if not self.has_extn("starttls"):
raise SMTPNotSupportedError(
"STARTTLS extension not supported by server.")
(resp, reply) = self.docmd("STARTTLS")
if resp == 220:
if not _have_ssl:
raise RuntimeError("No SSL support included in this Python")
if context is not None and keyfile is not None:
raise ValueError("context and keyfile arguments are mutually "
"exclusive")
if context is not None and certfile is not None:
raise ValueError("context and certfile arguments are mutually "
"exclusive")
if keyfile is not None or certfile is not None:
import warnings
warnings.warn("keyfile and certfile are deprecated, use a "
"custom context instead", DeprecationWarning, 2)
if context is None:
context = ssl._create_stdlib_context(certfile=certfile,
keyfile=keyfile)
self.sock = context.wrap_socket(self.sock,
server_hostname=self._host)
self.file = None
# RFC 3207:
# The client MUST discard any knowledge obtained from
# the server, such as the list of SMTP service extensions,
# which was not obtained from the TLS negotiation itself.
self.helo_resp = None
self.ehlo_resp = None
self.esmtp_features = {}
self.does_esmtp = 0
else:
# RFC 3207:
# 501 Syntax error (no parameters allowed)
# 454 TLS not available due to temporary reason
raise SMTPResponseException(resp, reply)
return (resp, reply)
def sendmail(self, from_addr, to_addrs, msg, mail_options=(),
rcpt_options=()):
"""This command performs an entire mail transaction.
The arguments are:
- from_addr : The address sending this mail.
- to_addrs : A list of addresses to send this mail to. A bare
string will be treated as a list with 1 address.
- msg : The message to send.
- mail_options : List of ESMTP options (such as 8bitmime) for the
mail command.
- rcpt_options : List of ESMTP options (such as DSN commands) for
all the rcpt commands.
msg may be a string containing characters in the ASCII range, or a byte
string. A string is encoded to bytes using the ascii codec, and lone
\\r and \\n characters are converted to \\r\\n characters.
If there has been no previous EHLO or HELO command this session, this
method tries ESMTP EHLO first. If the server does ESMTP, message size
and each of the specified options will be passed to it. If EHLO
fails, HELO will be tried and ESMTP options suppressed.
This method will return normally if the mail is accepted for at least
one recipient. It returns a dictionary, with one entry for each
recipient that was refused. Each entry contains a tuple of the SMTP
error code and the accompanying error message sent by the server.
This method may raise the following exceptions:
SMTPHeloError The server didn't reply properly to
the helo greeting.
SMTPRecipientsRefused The server rejected ALL recipients
(no mail was sent).
SMTPSenderRefused The server didn't accept the from_addr.
SMTPDataError The server replied with an unexpected
error code (other than a refusal of
a recipient).
SMTPNotSupportedError The mail_options parameter includes 'SMTPUTF8'
but the SMTPUTF8 extension is not supported by
the server.
Note: the connection will be open even after an exception is raised.
Example:
>>> import smtplib
>>> s=smtplib.SMTP("localhost")
>>> tolist=["one@one.org","two@two.org","three@three.org","four@four.org"]
>>> msg = '''\\
... From: Me@my.org
... Subject: testin'...
...
... This is a test '''
>>> s.sendmail("me@my.org",tolist,msg)
{ "three@three.org" : ( 550 ,"User unknown" ) }
>>> s.quit()
In the above example, the message was accepted for delivery to three
of the four addresses, and one was rejected, with the error code
550. If all addresses are accepted, then the method will return an
empty dictionary.
"""
self.ehlo_or_helo_if_needed()
esmtp_opts = []
if isinstance(msg, str):
msg = _fix_eols(msg).encode('ascii')
if self.does_esmtp:
if self.has_extn('size'):
esmtp_opts.append("size=%d" % len(msg))
for option in mail_options:
esmtp_opts.append(option)
(code, resp) = self.mail(from_addr, esmtp_opts)
if code != 250:
if code == 421:
self.close()
else:
self._rset()
raise SMTPSenderRefused(code, resp, from_addr)
senderrs = {}
if isinstance(to_addrs, str):
to_addrs = [to_addrs]
for each in to_addrs:
(code, resp) = self.rcpt(each, rcpt_options)
if (code != 250) and (code != 251):
senderrs[each] = (code, resp)
if code == 421:
self.close()
raise SMTPRecipientsRefused(senderrs)
if len(senderrs) == len(to_addrs):
# the server refused all our recipients
self._rset()
raise SMTPRecipientsRefused(senderrs)
(code, resp) = self.data(msg)
if code != 250:
if code == 421:
self.close()
else:
self._rset()
raise SMTPDataError(code, resp)
#if we got here then somebody got our mail
return senderrs
def send_message(self, msg, from_addr=None, to_addrs=None,
mail_options=(), rcpt_options=()):
"""Converts message to a bytestring and passes it to sendmail.
The arguments are as for sendmail, except that msg is an
email.message.Message object. If from_addr is None or to_addrs is
None, these arguments are taken from the headers of the Message as
described in RFC 2822 (a ValueError is raised if there is more than
one set of 'Resent-' headers). Regardless of the values of from_addr and
to_addr, any Bcc field (or Resent-Bcc field, when the Message is a
resent) of the Message object won't be transmitted. The Message
object is then serialized using email.generator.BytesGenerator and
sendmail is called to transmit the message. If the sender or any of
the recipient addresses contain non-ASCII and the server advertises the
SMTPUTF8 capability, the policy is cloned with utf8 set to True for the
serialization, and SMTPUTF8 and BODY=8BITMIME are asserted on the send.
If the server does not support SMTPUTF8, an SMTPNotSupported error is
raised. Otherwise the generator is called without modifying the
policy.
"""
# 'Resent-Date' is a mandatory field if the Message is resent (RFC 2822
# Section 3.6.6). In such a case, we use the 'Resent-*' fields. However,
# if there is more than one 'Resent-' block there's no way to
# unambiguously determine which one is the most recent in all cases,
# so rather than guess we raise a ValueError in that case.
#
# TODO implement heuristics to guess the correct Resent-* block with an
# option allowing the user to enable the heuristics. (It should be
# possible to guess correctly almost all of the time.)
self.ehlo_or_helo_if_needed()
resent = msg.get_all('Resent-Date')
if resent is None:
header_prefix = ''
elif len(resent) == 1:
header_prefix = 'Resent-'
else:
raise ValueError("message has more than one 'Resent-' header block")
if from_addr is None:
# Prefer the sender field per RFC 2822:3.6.2.
from_addr = (msg[header_prefix + 'Sender']
if (header_prefix + 'Sender') in msg
else msg[header_prefix + 'From'])
from_addr = email.utils.getaddresses([from_addr])[0][1]
if to_addrs is None:
addr_fields = [f for f in (msg[header_prefix + 'To'],
msg[header_prefix + 'Bcc'],
msg[header_prefix + 'Cc'])
if f is not None]
to_addrs = [a[1] for a in email.utils.getaddresses(addr_fields)]
# Make a local copy so we can delete the bcc headers.
msg_copy = copy.copy(msg)
del msg_copy['Bcc']
del msg_copy['Resent-Bcc']
international = False
try:
''.join([from_addr, *to_addrs]).encode('ascii')
except UnicodeEncodeError:
if not self.has_extn('smtputf8'):
raise SMTPNotSupportedError(
"One or more source or delivery addresses require"
" internationalized email support, but the server"
" does not advertise the required SMTPUTF8 capability")
international = True
with io.BytesIO() as bytesmsg:
if international:
g = email.generator.BytesGenerator(
bytesmsg, policy=msg.policy.clone(utf8=True))
mail_options = (*mail_options, 'SMTPUTF8', 'BODY=8BITMIME')
else:
g = email.generator.BytesGenerator(bytesmsg)
g.flatten(msg_copy, linesep='\r\n')
flatmsg = bytesmsg.getvalue()
return self.sendmail(from_addr, to_addrs, flatmsg, mail_options,
rcpt_options)
def close(self):
"""Close the connection to the SMTP server."""
try:
file = self.file
self.file = None
if file:
file.close()
finally:
sock = self.sock
self.sock = None
if sock:
sock.close()
def quit(self):
"""Terminate the SMTP session."""
res = self.docmd("quit")
# A new EHLO is required after reconnecting with connect()
self.ehlo_resp = self.helo_resp = None
self.esmtp_features = {}
self.does_esmtp = False
self.close()
return res
if _have_ssl:
class SMTP_SSL(SMTP):
""" This is a subclass derived from SMTP that connects over an SSL
encrypted socket (to use this class you need a socket module that was
compiled with SSL support). If host is not specified, '' (the local
host) is used. If port is omitted, the standard SMTP-over-SSL port
(465) is used. local_hostname and source_address have the same meaning
as they do in the SMTP class. keyfile and certfile are also optional -
they can contain a PEM formatted private key and certificate chain file
for the SSL connection. context also optional, can contain a
SSLContext, and is an alternative to keyfile and certfile; If it is
specified both keyfile and certfile must be None.
"""
default_port = SMTP_SSL_PORT
def __init__(self, host='', port=0, local_hostname=None,
keyfile=None, certfile=None,
timeout=socket._GLOBAL_DEFAULT_TIMEOUT,
source_address=None, context=None):
if context is not None and keyfile is not None:
raise ValueError("context and keyfile arguments are mutually "
"exclusive")
if context is not None and certfile is not None:
raise ValueError("context and certfile arguments are mutually "
"exclusive")
if keyfile is not None or certfile is not None:
import warnings
warnings.warn("keyfile and certfile are deprecated, use a "
"custom context instead", DeprecationWarning, 2)
self.keyfile = keyfile
self.certfile = certfile
if context is None:
context = ssl._create_stdlib_context(certfile=certfile,
keyfile=keyfile)
self.context = context
SMTP.__init__(self, host, port, local_hostname, timeout,
source_address)
def _get_socket(self, host, port, timeout):
if self.debuglevel > 0:
self._print_debug('connect:', (host, port))
new_socket = socket.create_connection((host, port), timeout,
self.source_address)
new_socket = self.context.wrap_socket(new_socket,
server_hostname=self._host)
return new_socket
__all__.append("SMTP_SSL")
#
# LMTP extension
#
LMTP_PORT = 2003
class LMTP(SMTP):
"""LMTP - Local Mail Transfer Protocol
The LMTP protocol, which is very similar to ESMTP, is heavily based
on the standard SMTP client. It's common to use Unix sockets for
LMTP, so our connect() method must support that as well as a regular
host:port server. local_hostname and source_address have the same
meaning as they do in the SMTP class. To specify a Unix socket,
you must use an absolute path as the host, starting with a '/'.
Authentication is supported, using the regular SMTP mechanism. When
using a Unix socket, LMTP generally don't support or require any
authentication, but your mileage might vary."""
ehlo_msg = "lhlo"
def __init__(self, host='', port=LMTP_PORT, local_hostname=None,
source_address=None):
"""Initialize a new instance."""
SMTP.__init__(self, host, port, local_hostname=local_hostname,
source_address=source_address)
def connect(self, host='localhost', port=0, source_address=None):
"""Connect to the LMTP daemon, on either a Unix or a TCP socket."""
if host[0] != '/':
return SMTP.connect(self, host, port, source_address=source_address)
# Handle Unix-domain sockets.
try:
self.sock = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
self.file = None
self.sock.connect(host)
except OSError:
if self.debuglevel > 0:
self._print_debug('connect fail:', host)
if self.sock:
self.sock.close()
self.sock = None
raise
(code, msg) = self.getreply()
if self.debuglevel > 0:
self._print_debug('connect:', msg)
return (code, msg)
# Test the sendmail method, which tests most of the others.
# Note: This always sends to localhost.
if __name__ == '__main__':
def prompt(prompt):
sys.stdout.write(prompt + ": ")
sys.stdout.flush()
return sys.stdin.readline().strip()
fromaddr = prompt("From")
toaddrs = prompt("To").split(',')
print("Enter message, end with ^D:")
msg = ''
while 1:
line = sys.stdin.readline()
if not line:
break
msg = msg + line
print("Message length is %d" % len(msg))
server = SMTP('localhost')
server.set_debuglevel(1)
server.sendmail(fromaddr, toaddrs, msg)
server.quit()
concurrent/__init__.py 0000644 00000000046 15115353747 0011052 0 ustar 00 # This directory is a Python package.
concurrent/futures/_base.py 0000644 00000054420 15115353747 0012066 0 ustar 00 # Copyright 2009 Brian Quinlan. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
__author__ = 'Brian Quinlan (brian@sweetapp.com)'
import collections
import logging
import threading
import time
FIRST_COMPLETED = 'FIRST_COMPLETED'
FIRST_EXCEPTION = 'FIRST_EXCEPTION'
ALL_COMPLETED = 'ALL_COMPLETED'
_AS_COMPLETED = '_AS_COMPLETED'
# Possible future states (for internal use by the futures package).
PENDING = 'PENDING'
RUNNING = 'RUNNING'
# The future was cancelled by the user...
CANCELLED = 'CANCELLED'
# ...and _Waiter.add_cancelled() was called by a worker.
CANCELLED_AND_NOTIFIED = 'CANCELLED_AND_NOTIFIED'
FINISHED = 'FINISHED'
_FUTURE_STATES = [
PENDING,
RUNNING,
CANCELLED,
CANCELLED_AND_NOTIFIED,
FINISHED
]
_STATE_TO_DESCRIPTION_MAP = {
PENDING: "pending",
RUNNING: "running",
CANCELLED: "cancelled",
CANCELLED_AND_NOTIFIED: "cancelled",
FINISHED: "finished"
}
# Logger for internal use by the futures package.
LOGGER = logging.getLogger("concurrent.futures")
class Error(Exception):
"""Base class for all future-related exceptions."""
pass
class CancelledError(Error):
"""The Future was cancelled."""
pass
class TimeoutError(Error):
"""The operation exceeded the given deadline."""
pass
class InvalidStateError(Error):
"""The operation is not allowed in this state."""
pass
class _Waiter(object):
"""Provides the event that wait() and as_completed() block on."""
def __init__(self):
self.event = threading.Event()
self.finished_futures = []
def add_result(self, future):
self.finished_futures.append(future)
def add_exception(self, future):
self.finished_futures.append(future)
def add_cancelled(self, future):
self.finished_futures.append(future)
class _AsCompletedWaiter(_Waiter):
"""Used by as_completed()."""
def __init__(self):
super(_AsCompletedWaiter, self).__init__()
self.lock = threading.Lock()
def add_result(self, future):
with self.lock:
super(_AsCompletedWaiter, self).add_result(future)
self.event.set()
def add_exception(self, future):
with self.lock:
super(_AsCompletedWaiter, self).add_exception(future)
self.event.set()
def add_cancelled(self, future):
with self.lock:
super(_AsCompletedWaiter, self).add_cancelled(future)
self.event.set()
class _FirstCompletedWaiter(_Waiter):
"""Used by wait(return_when=FIRST_COMPLETED)."""
def add_result(self, future):
super().add_result(future)
self.event.set()
def add_exception(self, future):
super().add_exception(future)
self.event.set()
def add_cancelled(self, future):
super().add_cancelled(future)
self.event.set()
class _AllCompletedWaiter(_Waiter):
"""Used by wait(return_when=FIRST_EXCEPTION and ALL_COMPLETED)."""
def __init__(self, num_pending_calls, stop_on_exception):
self.num_pending_calls = num_pending_calls
self.stop_on_exception = stop_on_exception
self.lock = threading.Lock()
super().__init__()
def _decrement_pending_calls(self):
with self.lock:
self.num_pending_calls -= 1
if not self.num_pending_calls:
self.event.set()
def add_result(self, future):
super().add_result(future)
self._decrement_pending_calls()
def add_exception(self, future):
super().add_exception(future)
if self.stop_on_exception:
self.event.set()
else:
self._decrement_pending_calls()
def add_cancelled(self, future):
super().add_cancelled(future)
self._decrement_pending_calls()
class _AcquireFutures(object):
"""A context manager that does an ordered acquire of Future conditions."""
def __init__(self, futures):
self.futures = sorted(futures, key=id)
def __enter__(self):
for future in self.futures:
future._condition.acquire()
def __exit__(self, *args):
for future in self.futures:
future._condition.release()
def _create_and_install_waiters(fs, return_when):
if return_when == _AS_COMPLETED:
waiter = _AsCompletedWaiter()
elif return_when == FIRST_COMPLETED:
waiter = _FirstCompletedWaiter()
else:
pending_count = sum(
f._state not in [CANCELLED_AND_NOTIFIED, FINISHED] for f in fs)
if return_when == FIRST_EXCEPTION:
waiter = _AllCompletedWaiter(pending_count, stop_on_exception=True)
elif return_when == ALL_COMPLETED:
waiter = _AllCompletedWaiter(pending_count, stop_on_exception=False)
else:
raise ValueError("Invalid return condition: %r" % return_when)
for f in fs:
f._waiters.append(waiter)
return waiter
def _yield_finished_futures(fs, waiter, ref_collect):
"""
Iterate on the list *fs*, yielding finished futures one by one in
reverse order.
Before yielding a future, *waiter* is removed from its waiters
and the future is removed from each set in the collection of sets
*ref_collect*.
The aim of this function is to avoid keeping stale references after
the future is yielded and before the iterator resumes.
"""
while fs:
f = fs[-1]
for futures_set in ref_collect:
futures_set.remove(f)
with f._condition:
f._waiters.remove(waiter)
del f
# Careful not to keep a reference to the popped value
yield fs.pop()
def as_completed(fs, timeout=None):
"""An iterator over the given futures that yields each as it completes.
Args:
fs: The sequence of Futures (possibly created by different Executors) to
iterate over.
timeout: The maximum number of seconds to wait. If None, then there
is no limit on the wait time.
Returns:
An iterator that yields the given Futures as they complete (finished or
cancelled). If any given Futures are duplicated, they will be returned
once.
Raises:
TimeoutError: If the entire result iterator could not be generated
before the given timeout.
"""
if timeout is not None:
end_time = timeout + time.monotonic()
fs = set(fs)
total_futures = len(fs)
with _AcquireFutures(fs):
finished = set(
f for f in fs
if f._state in [CANCELLED_AND_NOTIFIED, FINISHED])
pending = fs - finished
waiter = _create_and_install_waiters(fs, _AS_COMPLETED)
finished = list(finished)
try:
yield from _yield_finished_futures(finished, waiter,
ref_collect=(fs,))
while pending:
if timeout is None:
wait_timeout = None
else:
wait_timeout = end_time - time.monotonic()
if wait_timeout < 0:
raise TimeoutError(
'%d (of %d) futures unfinished' % (
len(pending), total_futures))
waiter.event.wait(wait_timeout)
with waiter.lock:
finished = waiter.finished_futures
waiter.finished_futures = []
waiter.event.clear()
# reverse to keep finishing order
finished.reverse()
yield from _yield_finished_futures(finished, waiter,
ref_collect=(fs, pending))
finally:
# Remove waiter from unfinished futures
for f in fs:
with f._condition:
f._waiters.remove(waiter)
DoneAndNotDoneFutures = collections.namedtuple(
'DoneAndNotDoneFutures', 'done not_done')
def wait(fs, timeout=None, return_when=ALL_COMPLETED):
"""Wait for the futures in the given sequence to complete.
Args:
fs: The sequence of Futures (possibly created by different Executors) to
wait upon.
timeout: The maximum number of seconds to wait. If None, then there
is no limit on the wait time.
return_when: Indicates when this function should return. The options
are:
FIRST_COMPLETED - Return when any future finishes or is
cancelled.
FIRST_EXCEPTION - Return when any future finishes by raising an
exception. If no future raises an exception
then it is equivalent to ALL_COMPLETED.
ALL_COMPLETED - Return when all futures finish or are cancelled.
Returns:
A named 2-tuple of sets. The first set, named 'done', contains the
futures that completed (is finished or cancelled) before the wait
completed. The second set, named 'not_done', contains uncompleted
futures.
"""
with _AcquireFutures(fs):
done = set(f for f in fs
if f._state in [CANCELLED_AND_NOTIFIED, FINISHED])
not_done = set(fs) - done
if (return_when == FIRST_COMPLETED) and done:
return DoneAndNotDoneFutures(done, not_done)
elif (return_when == FIRST_EXCEPTION) and done:
if any(f for f in done
if not f.cancelled() and f.exception() is not None):
return DoneAndNotDoneFutures(done, not_done)
if len(done) == len(fs):
return DoneAndNotDoneFutures(done, not_done)
waiter = _create_and_install_waiters(fs, return_when)
waiter.event.wait(timeout)
for f in fs:
with f._condition:
f._waiters.remove(waiter)
done.update(waiter.finished_futures)
return DoneAndNotDoneFutures(done, set(fs) - done)
class Future(object):
"""Represents the result of an asynchronous computation."""
def __init__(self):
"""Initializes the future. Should not be called by clients."""
self._condition = threading.Condition()
self._state = PENDING
self._result = None
self._exception = None
self._waiters = []
self._done_callbacks = []
def _invoke_callbacks(self):
for callback in self._done_callbacks:
try:
callback(self)
except Exception:
LOGGER.exception('exception calling callback for %r', self)
def __repr__(self):
with self._condition:
if self._state == FINISHED:
if self._exception:
return '<%s at %#x state=%s raised %s>' % (
self.__class__.__name__,
id(self),
_STATE_TO_DESCRIPTION_MAP[self._state],
self._exception.__class__.__name__)
else:
return '<%s at %#x state=%s returned %s>' % (
self.__class__.__name__,
id(self),
_STATE_TO_DESCRIPTION_MAP[self._state],
self._result.__class__.__name__)
return '<%s at %#x state=%s>' % (
self.__class__.__name__,
id(self),
_STATE_TO_DESCRIPTION_MAP[self._state])
def cancel(self):
"""Cancel the future if possible.
Returns True if the future was cancelled, False otherwise. A future
cannot be cancelled if it is running or has already completed.
"""
with self._condition:
if self._state in [RUNNING, FINISHED]:
return False
if self._state in [CANCELLED, CANCELLED_AND_NOTIFIED]:
return True
self._state = CANCELLED
self._condition.notify_all()
self._invoke_callbacks()
return True
def cancelled(self):
"""Return True if the future was cancelled."""
with self._condition:
return self._state in [CANCELLED, CANCELLED_AND_NOTIFIED]
def running(self):
"""Return True if the future is currently executing."""
with self._condition:
return self._state == RUNNING
def done(self):
"""Return True of the future was cancelled or finished executing."""
with self._condition:
return self._state in [CANCELLED, CANCELLED_AND_NOTIFIED, FINISHED]
def __get_result(self):
if self._exception:
try:
raise self._exception
finally:
# Break a reference cycle with the exception in self._exception
self = None
else:
return self._result
def add_done_callback(self, fn):
"""Attaches a callable that will be called when the future finishes.
Args:
fn: A callable that will be called with this future as its only
argument when the future completes or is cancelled. The callable
will always be called by a thread in the same process in which
it was added. If the future has already completed or been
cancelled then the callable will be called immediately. These
callables are called in the order that they were added.
"""
with self._condition:
if self._state not in [CANCELLED, CANCELLED_AND_NOTIFIED, FINISHED]:
self._done_callbacks.append(fn)
return
try:
fn(self)
except Exception:
LOGGER.exception('exception calling callback for %r', self)
def result(self, timeout=None):
"""Return the result of the call that the future represents.
Args:
timeout: The number of seconds to wait for the result if the future
isn't done. If None, then there is no limit on the wait time.
Returns:
The result of the call that the future represents.
Raises:
CancelledError: If the future was cancelled.
TimeoutError: If the future didn't finish executing before the given
timeout.
Exception: If the call raised then that exception will be raised.
"""
try:
with self._condition:
if self._state in [CANCELLED, CANCELLED_AND_NOTIFIED]:
raise CancelledError()
elif self._state == FINISHED:
return self.__get_result()
self._condition.wait(timeout)
if self._state in [CANCELLED, CANCELLED_AND_NOTIFIED]:
raise CancelledError()
elif self._state == FINISHED:
return self.__get_result()
else:
raise TimeoutError()
finally:
# Break a reference cycle with the exception in self._exception
self = None
def exception(self, timeout=None):
"""Return the exception raised by the call that the future represents.
Args:
timeout: The number of seconds to wait for the exception if the
future isn't done. If None, then there is no limit on the wait
time.
Returns:
The exception raised by the call that the future represents or None
if the call completed without raising.
Raises:
CancelledError: If the future was cancelled.
TimeoutError: If the future didn't finish executing before the given
timeout.
"""
with self._condition:
if self._state in [CANCELLED, CANCELLED_AND_NOTIFIED]:
raise CancelledError()
elif self._state == FINISHED:
return self._exception
self._condition.wait(timeout)
if self._state in [CANCELLED, CANCELLED_AND_NOTIFIED]:
raise CancelledError()
elif self._state == FINISHED:
return self._exception
else:
raise TimeoutError()
# The following methods should only be used by Executors and in tests.
def set_running_or_notify_cancel(self):
"""Mark the future as running or process any cancel notifications.
Should only be used by Executor implementations and unit tests.
If the future has been cancelled (cancel() was called and returned
True) then any threads waiting on the future completing (though calls
to as_completed() or wait()) are notified and False is returned.
If the future was not cancelled then it is put in the running state
(future calls to running() will return True) and True is returned.
This method should be called by Executor implementations before
executing the work associated with this future. If this method returns
False then the work should not be executed.
Returns:
False if the Future was cancelled, True otherwise.
Raises:
RuntimeError: if this method was already called or if set_result()
or set_exception() was called.
"""
with self._condition:
if self._state == CANCELLED:
self._state = CANCELLED_AND_NOTIFIED
for waiter in self._waiters:
waiter.add_cancelled(self)
# self._condition.notify_all() is not necessary because
# self.cancel() triggers a notification.
return False
elif self._state == PENDING:
self._state = RUNNING
return True
else:
LOGGER.critical('Future %s in unexpected state: %s',
id(self),
self._state)
raise RuntimeError('Future in unexpected state')
def set_result(self, result):
"""Sets the return value of work associated with the future.
Should only be used by Executor implementations and unit tests.
"""
with self._condition:
if self._state in {CANCELLED, CANCELLED_AND_NOTIFIED, FINISHED}:
raise InvalidStateError('{}: {!r}'.format(self._state, self))
self._result = result
self._state = FINISHED
for waiter in self._waiters:
waiter.add_result(self)
self._condition.notify_all()
self._invoke_callbacks()
def set_exception(self, exception):
"""Sets the result of the future as being the given exception.
Should only be used by Executor implementations and unit tests.
"""
with self._condition:
if self._state in {CANCELLED, CANCELLED_AND_NOTIFIED, FINISHED}:
raise InvalidStateError('{}: {!r}'.format(self._state, self))
self._exception = exception
self._state = FINISHED
for waiter in self._waiters:
waiter.add_exception(self)
self._condition.notify_all()
self._invoke_callbacks()
class Executor(object):
"""This is an abstract base class for concrete asynchronous executors."""
def submit(*args, **kwargs):
"""Submits a callable to be executed with the given arguments.
Schedules the callable to be executed as fn(*args, **kwargs) and returns
a Future instance representing the execution of the callable.
Returns:
A Future representing the given call.
"""
if len(args) >= 2:
pass
elif not args:
raise TypeError("descriptor 'submit' of 'Executor' object "
"needs an argument")
elif 'fn' in kwargs:
import warnings
warnings.warn("Passing 'fn' as keyword argument is deprecated",
DeprecationWarning, stacklevel=2)
else:
raise TypeError('submit expected at least 1 positional argument, '
'got %d' % (len(args)-1))
raise NotImplementedError()
submit.__text_signature__ = '($self, fn, /, *args, **kwargs)'
def map(self, fn, *iterables, timeout=None, chunksize=1):
"""Returns an iterator equivalent to map(fn, iter).
Args:
fn: A callable that will take as many arguments as there are
passed iterables.
timeout: The maximum number of seconds to wait. If None, then there
is no limit on the wait time.
chunksize: The size of the chunks the iterable will be broken into
before being passed to a child process. This argument is only
used by ProcessPoolExecutor; it is ignored by
ThreadPoolExecutor.
Returns:
An iterator equivalent to: map(func, *iterables) but the calls may
be evaluated out-of-order.
Raises:
TimeoutError: If the entire result iterator could not be generated
before the given timeout.
Exception: If fn(*args) raises for any values.
"""
if timeout is not None:
end_time = timeout + time.monotonic()
fs = [self.submit(fn, *args) for args in zip(*iterables)]
# Yield must be hidden in closure so that the futures are submitted
# before the first iterator value is required.
def result_iterator():
try:
# reverse to keep finishing order
fs.reverse()
while fs:
# Careful not to keep a reference to the popped future
if timeout is None:
yield fs.pop().result()
else:
yield fs.pop().result(end_time - time.monotonic())
finally:
for future in fs:
future.cancel()
return result_iterator()
def shutdown(self, wait=True):
"""Clean-up the resources associated with the Executor.
It is safe to call this method several times. Otherwise, no other
methods can be called after this one.
Args:
wait: If True then shutdown will not return until all running
futures have finished executing and the resources used by the
executor have been reclaimed.
"""
pass
def __enter__(self):
return self
def __exit__(self, exc_type, exc_val, exc_tb):
self.shutdown(wait=True)
return False
class BrokenExecutor(RuntimeError):
"""
Raised when a executor has become non-functional after a severe failure.
"""
concurrent/futures/thread.py 0000644 00000021100 15115353747 0012251 0 ustar 00 # Copyright 2009 Brian Quinlan. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Implements ThreadPoolExecutor."""
__author__ = 'Brian Quinlan (brian@sweetapp.com)'
import atexit
from concurrent.futures import _base
import itertools
import queue
import threading
import weakref
import os
# Workers are created as daemon threads. This is done to allow the interpreter
# to exit when there are still idle threads in a ThreadPoolExecutor's thread
# pool (i.e. shutdown() was not called). However, allowing workers to die with
# the interpreter has two undesirable properties:
# - The workers would still be running during interpreter shutdown,
# meaning that they would fail in unpredictable ways.
# - The workers could be killed while evaluating a work item, which could
# be bad if the callable being evaluated has external side-effects e.g.
# writing to a file.
#
# To work around this problem, an exit handler is installed which tells the
# workers to exit when their work queues are empty and then waits until the
# threads finish.
_threads_queues = weakref.WeakKeyDictionary()
_shutdown = False
def _python_exit():
global _shutdown
_shutdown = True
items = list(_threads_queues.items())
for t, q in items:
q.put(None)
for t, q in items:
t.join()
atexit.register(_python_exit)
class _WorkItem(object):
def __init__(self, future, fn, args, kwargs):
self.future = future
self.fn = fn
self.args = args
self.kwargs = kwargs
def run(self):
if not self.future.set_running_or_notify_cancel():
return
try:
result = self.fn(*self.args, **self.kwargs)
except BaseException as exc:
self.future.set_exception(exc)
# Break a reference cycle with the exception 'exc'
self = None
else:
self.future.set_result(result)
def _worker(executor_reference, work_queue, initializer, initargs):
if initializer is not None:
try:
initializer(*initargs)
except BaseException:
_base.LOGGER.critical('Exception in initializer:', exc_info=True)
executor = executor_reference()
if executor is not None:
executor._initializer_failed()
return
try:
while True:
work_item = work_queue.get(block=True)
if work_item is not None:
work_item.run()
# Delete references to object. See issue16284
del work_item
# attempt to increment idle count
executor = executor_reference()
if executor is not None:
executor._idle_semaphore.release()
del executor
continue
executor = executor_reference()
# Exit if:
# - The interpreter is shutting down OR
# - The executor that owns the worker has been collected OR
# - The executor that owns the worker has been shutdown.
if _shutdown or executor is None or executor._shutdown:
# Flag the executor as shutting down as early as possible if it
# is not gc-ed yet.
if executor is not None:
executor._shutdown = True
# Notice other workers
work_queue.put(None)
return
del executor
except BaseException:
_base.LOGGER.critical('Exception in worker', exc_info=True)
class BrokenThreadPool(_base.BrokenExecutor):
"""
Raised when a worker thread in a ThreadPoolExecutor failed initializing.
"""
class ThreadPoolExecutor(_base.Executor):
# Used to assign unique thread names when thread_name_prefix is not supplied.
_counter = itertools.count().__next__
def __init__(self, max_workers=None, thread_name_prefix='',
initializer=None, initargs=()):
"""Initializes a new ThreadPoolExecutor instance.
Args:
max_workers: The maximum number of threads that can be used to
execute the given calls.
thread_name_prefix: An optional name prefix to give our threads.
initializer: A callable used to initialize worker threads.
initargs: A tuple of arguments to pass to the initializer.
"""
if max_workers is None:
# ThreadPoolExecutor is often used to:
# * CPU bound task which releases GIL
# * I/O bound task (which releases GIL, of course)
#
# We use cpu_count + 4 for both types of tasks.
# But we limit it to 32 to avoid consuming surprisingly large resource
# on many core machine.
max_workers = min(32, (os.cpu_count() or 1) + 4)
if max_workers <= 0:
raise ValueError("max_workers must be greater than 0")
if initializer is not None and not callable(initializer):
raise TypeError("initializer must be a callable")
self._max_workers = max_workers
self._work_queue = queue.SimpleQueue()
self._idle_semaphore = threading.Semaphore(0)
self._threads = set()
self._broken = False
self._shutdown = False
self._shutdown_lock = threading.Lock()
self._thread_name_prefix = (thread_name_prefix or
("ThreadPoolExecutor-%d" % self._counter()))
self._initializer = initializer
self._initargs = initargs
def submit(*args, **kwargs):
if len(args) >= 2:
self, fn, *args = args
elif not args:
raise TypeError("descriptor 'submit' of 'ThreadPoolExecutor' object "
"needs an argument")
elif 'fn' in kwargs:
fn = kwargs.pop('fn')
self, *args = args
import warnings
warnings.warn("Passing 'fn' as keyword argument is deprecated",
DeprecationWarning, stacklevel=2)
else:
raise TypeError('submit expected at least 1 positional argument, '
'got %d' % (len(args)-1))
with self._shutdown_lock:
if self._broken:
raise BrokenThreadPool(self._broken)
if self._shutdown:
raise RuntimeError('cannot schedule new futures after shutdown')
if _shutdown:
raise RuntimeError('cannot schedule new futures after '
'interpreter shutdown')
f = _base.Future()
w = _WorkItem(f, fn, args, kwargs)
self._work_queue.put(w)
self._adjust_thread_count()
return f
submit.__text_signature__ = _base.Executor.submit.__text_signature__
submit.__doc__ = _base.Executor.submit.__doc__
def _adjust_thread_count(self):
# if idle threads are available, don't spin new threads
if self._idle_semaphore.acquire(timeout=0):
return
# When the executor gets lost, the weakref callback will wake up
# the worker threads.
def weakref_cb(_, q=self._work_queue):
q.put(None)
num_threads = len(self._threads)
if num_threads < self._max_workers:
thread_name = '%s_%d' % (self._thread_name_prefix or self,
num_threads)
t = threading.Thread(name=thread_name, target=_worker,
args=(weakref.ref(self, weakref_cb),
self._work_queue,
self._initializer,
self._initargs))
t.daemon = True
t.start()
self._threads.add(t)
_threads_queues[t] = self._work_queue
def _initializer_failed(self):
with self._shutdown_lock:
self._broken = ('A thread initializer failed, the thread pool '
'is not usable anymore')
# Drain work queue and mark pending futures failed
while True:
try:
work_item = self._work_queue.get_nowait()
except queue.Empty:
break
if work_item is not None:
work_item.future.set_exception(BrokenThreadPool(self._broken))
def shutdown(self, wait=True):
with self._shutdown_lock:
self._shutdown = True
self._work_queue.put(None)
if wait:
for t in self._threads:
t.join()
shutdown.__doc__ = _base.Executor.shutdown.__doc__
concurrent/futures/process.py 0000644 00000067172 15115353747 0012503 0 ustar 00 # Copyright 2009 Brian Quinlan. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Implements ProcessPoolExecutor.
The following diagram and text describe the data-flow through the system:
|======================= In-process =====================|== Out-of-process ==|
+----------+ +----------+ +--------+ +-----------+ +---------+
| | => | Work Ids | | | | Call Q | | Process |
| | +----------+ | | +-----------+ | Pool |
| | | ... | | | | ... | +---------+
| | | 6 | => | | => | 5, call() | => | |
| | | 7 | | | | ... | | |
| Process | | ... | | Local | +-----------+ | Process |
| Pool | +----------+ | Worker | | #1..n |
| Executor | | Thread | | |
| | +----------- + | | +-----------+ | |
| | <=> | Work Items | <=> | | <= | Result Q | <= | |
| | +------------+ | | +-----------+ | |
| | | 6: call() | | | | ... | | |
| | | future | | | | 4, result | | |
| | | ... | | | | 3, except | | |
+----------+ +------------+ +--------+ +-----------+ +---------+
Executor.submit() called:
- creates a uniquely numbered _WorkItem and adds it to the "Work Items" dict
- adds the id of the _WorkItem to the "Work Ids" queue
Local worker thread:
- reads work ids from the "Work Ids" queue and looks up the corresponding
WorkItem from the "Work Items" dict: if the work item has been cancelled then
it is simply removed from the dict, otherwise it is repackaged as a
_CallItem and put in the "Call Q". New _CallItems are put in the "Call Q"
until "Call Q" is full. NOTE: the size of the "Call Q" is kept small because
calls placed in the "Call Q" can no longer be cancelled with Future.cancel().
- reads _ResultItems from "Result Q", updates the future stored in the
"Work Items" dict and deletes the dict entry
Process #1..n:
- reads _CallItems from "Call Q", executes the calls, and puts the resulting
_ResultItems in "Result Q"
"""
__author__ = 'Brian Quinlan (brian@sweetapp.com)'
import atexit
import os
from concurrent.futures import _base
import queue
from queue import Full
import multiprocessing as mp
import multiprocessing.connection
from multiprocessing.queues import Queue
import threading
import weakref
from functools import partial
import itertools
import sys
import traceback
# Workers are created as daemon threads and processes. This is done to allow the
# interpreter to exit when there are still idle processes in a
# ProcessPoolExecutor's process pool (i.e. shutdown() was not called). However,
# allowing workers to die with the interpreter has two undesirable properties:
# - The workers would still be running during interpreter shutdown,
# meaning that they would fail in unpredictable ways.
# - The workers could be killed while evaluating a work item, which could
# be bad if the callable being evaluated has external side-effects e.g.
# writing to a file.
#
# To work around this problem, an exit handler is installed which tells the
# workers to exit when their work queues are empty and then waits until the
# threads/processes finish.
_threads_wakeups = weakref.WeakKeyDictionary()
_global_shutdown = False
class _ThreadWakeup:
def __init__(self):
self._reader, self._writer = mp.Pipe(duplex=False)
def close(self):
self._writer.close()
self._reader.close()
def wakeup(self):
self._writer.send_bytes(b"")
def clear(self):
while self._reader.poll():
self._reader.recv_bytes()
def _python_exit():
global _global_shutdown
_global_shutdown = True
items = list(_threads_wakeups.items())
for _, thread_wakeup in items:
thread_wakeup.wakeup()
for t, _ in items:
t.join()
# Controls how many more calls than processes will be queued in the call queue.
# A smaller number will mean that processes spend more time idle waiting for
# work while a larger number will make Future.cancel() succeed less frequently
# (Futures in the call queue cannot be cancelled).
EXTRA_QUEUED_CALLS = 1
# On Windows, WaitForMultipleObjects is used to wait for processes to finish.
# It can wait on, at most, 63 objects. There is an overhead of two objects:
# - the result queue reader
# - the thread wakeup reader
_MAX_WINDOWS_WORKERS = 63 - 2
# Hack to embed stringification of remote traceback in local traceback
class _RemoteTraceback(Exception):
def __init__(self, tb):
self.tb = tb
def __str__(self):
return self.tb
class _ExceptionWithTraceback:
def __init__(self, exc, tb):
tb = traceback.format_exception(type(exc), exc, tb)
tb = ''.join(tb)
self.exc = exc
self.tb = '\n"""\n%s"""' % tb
def __reduce__(self):
return _rebuild_exc, (self.exc, self.tb)
def _rebuild_exc(exc, tb):
exc.__cause__ = _RemoteTraceback(tb)
return exc
class _WorkItem(object):
def __init__(self, future, fn, args, kwargs):
self.future = future
self.fn = fn
self.args = args
self.kwargs = kwargs
class _ResultItem(object):
def __init__(self, work_id, exception=None, result=None):
self.work_id = work_id
self.exception = exception
self.result = result
class _CallItem(object):
def __init__(self, work_id, fn, args, kwargs):
self.work_id = work_id
self.fn = fn
self.args = args
self.kwargs = kwargs
class _SafeQueue(Queue):
"""Safe Queue set exception to the future object linked to a job"""
def __init__(self, max_size=0, *, ctx, pending_work_items):
self.pending_work_items = pending_work_items
super().__init__(max_size, ctx=ctx)
def _on_queue_feeder_error(self, e, obj):
if isinstance(obj, _CallItem):
tb = traceback.format_exception(type(e), e, e.__traceback__)
e.__cause__ = _RemoteTraceback('\n"""\n{}"""'.format(''.join(tb)))
work_item = self.pending_work_items.pop(obj.work_id, None)
# work_item can be None if another process terminated. In this case,
# the queue_manager_thread fails all work_items with BrokenProcessPool
if work_item is not None:
work_item.future.set_exception(e)
else:
super()._on_queue_feeder_error(e, obj)
def _get_chunks(*iterables, chunksize):
""" Iterates over zip()ed iterables in chunks. """
it = zip(*iterables)
while True:
chunk = tuple(itertools.islice(it, chunksize))
if not chunk:
return
yield chunk
def _process_chunk(fn, chunk):
""" Processes a chunk of an iterable passed to map.
Runs the function passed to map() on a chunk of the
iterable passed to map.
This function is run in a separate process.
"""
return [fn(*args) for args in chunk]
def _sendback_result(result_queue, work_id, result=None, exception=None):
"""Safely send back the given result or exception"""
try:
result_queue.put(_ResultItem(work_id, result=result,
exception=exception))
except BaseException as e:
exc = _ExceptionWithTraceback(e, e.__traceback__)
result_queue.put(_ResultItem(work_id, exception=exc))
def _process_worker(call_queue, result_queue, initializer, initargs):
"""Evaluates calls from call_queue and places the results in result_queue.
This worker is run in a separate process.
Args:
call_queue: A ctx.Queue of _CallItems that will be read and
evaluated by the worker.
result_queue: A ctx.Queue of _ResultItems that will written
to by the worker.
initializer: A callable initializer, or None
initargs: A tuple of args for the initializer
"""
if initializer is not None:
try:
initializer(*initargs)
except BaseException:
_base.LOGGER.critical('Exception in initializer:', exc_info=True)
# The parent will notice that the process stopped and
# mark the pool broken
return
while True:
call_item = call_queue.get(block=True)
if call_item is None:
# Wake up queue management thread
result_queue.put(os.getpid())
return
try:
r = call_item.fn(*call_item.args, **call_item.kwargs)
except BaseException as e:
exc = _ExceptionWithTraceback(e, e.__traceback__)
_sendback_result(result_queue, call_item.work_id, exception=exc)
else:
_sendback_result(result_queue, call_item.work_id, result=r)
del r
# Liberate the resource as soon as possible, to avoid holding onto
# open files or shared memory that is not needed anymore
del call_item
def _add_call_item_to_queue(pending_work_items,
work_ids,
call_queue):
"""Fills call_queue with _WorkItems from pending_work_items.
This function never blocks.
Args:
pending_work_items: A dict mapping work ids to _WorkItems e.g.
{5: <_WorkItem...>, 6: <_WorkItem...>, ...}
work_ids: A queue.Queue of work ids e.g. Queue([5, 6, ...]). Work ids
are consumed and the corresponding _WorkItems from
pending_work_items are transformed into _CallItems and put in
call_queue.
call_queue: A multiprocessing.Queue that will be filled with _CallItems
derived from _WorkItems.
"""
while True:
if call_queue.full():
return
try:
work_id = work_ids.get(block=False)
except queue.Empty:
return
else:
work_item = pending_work_items[work_id]
if work_item.future.set_running_or_notify_cancel():
call_queue.put(_CallItem(work_id,
work_item.fn,
work_item.args,
work_item.kwargs),
block=True)
else:
del pending_work_items[work_id]
continue
def _queue_management_worker(executor_reference,
processes,
pending_work_items,
work_ids_queue,
call_queue,
result_queue,
thread_wakeup):
"""Manages the communication between this process and the worker processes.
This function is run in a local thread.
Args:
executor_reference: A weakref.ref to the ProcessPoolExecutor that owns
this thread. Used to determine if the ProcessPoolExecutor has been
garbage collected and that this function can exit.
process: A list of the ctx.Process instances used as
workers.
pending_work_items: A dict mapping work ids to _WorkItems e.g.
{5: <_WorkItem...>, 6: <_WorkItem...>, ...}
work_ids_queue: A queue.Queue of work ids e.g. Queue([5, 6, ...]).
call_queue: A ctx.Queue that will be filled with _CallItems
derived from _WorkItems for processing by the process workers.
result_queue: A ctx.SimpleQueue of _ResultItems generated by the
process workers.
thread_wakeup: A _ThreadWakeup to allow waking up the
queue_manager_thread from the main Thread and avoid deadlocks
caused by permanently locked queues.
"""
executor = None
def shutting_down():
return (_global_shutdown or executor is None
or executor._shutdown_thread)
def shutdown_worker():
# This is an upper bound on the number of children alive.
n_children_alive = sum(p.is_alive() for p in processes.values())
n_children_to_stop = n_children_alive
n_sentinels_sent = 0
# Send the right number of sentinels, to make sure all children are
# properly terminated.
while n_sentinels_sent < n_children_to_stop and n_children_alive > 0:
for i in range(n_children_to_stop - n_sentinels_sent):
try:
call_queue.put_nowait(None)
n_sentinels_sent += 1
except Full:
break
n_children_alive = sum(p.is_alive() for p in processes.values())
# Release the queue's resources as soon as possible.
call_queue.close()
# If .join() is not called on the created processes then
# some ctx.Queue methods may deadlock on Mac OS X.
for p in processes.values():
p.join()
result_reader = result_queue._reader
wakeup_reader = thread_wakeup._reader
readers = [result_reader, wakeup_reader]
while True:
_add_call_item_to_queue(pending_work_items,
work_ids_queue,
call_queue)
# Wait for a result to be ready in the result_queue while checking
# that all worker processes are still running, or for a wake up
# signal send. The wake up signals come either from new tasks being
# submitted, from the executor being shutdown/gc-ed, or from the
# shutdown of the python interpreter.
worker_sentinels = [p.sentinel for p in processes.values()]
ready = mp.connection.wait(readers + worker_sentinels)
cause = None
is_broken = True
if result_reader in ready:
try:
result_item = result_reader.recv()
is_broken = False
except BaseException as e:
cause = traceback.format_exception(type(e), e, e.__traceback__)
elif wakeup_reader in ready:
is_broken = False
result_item = None
thread_wakeup.clear()
if is_broken:
# Mark the process pool broken so that submits fail right now.
executor = executor_reference()
if executor is not None:
executor._broken = ('A child process terminated '
'abruptly, the process pool is not '
'usable anymore')
executor._shutdown_thread = True
executor = None
bpe = BrokenProcessPool("A process in the process pool was "
"terminated abruptly while the future was "
"running or pending.")
if cause is not None:
bpe.__cause__ = _RemoteTraceback(
f"\n'''\n{''.join(cause)}'''")
# All futures in flight must be marked failed
for work_id, work_item in pending_work_items.items():
work_item.future.set_exception(bpe)
# Delete references to object. See issue16284
del work_item
pending_work_items.clear()
# Terminate remaining workers forcibly: the queues or their
# locks may be in a dirty state and block forever.
for p in processes.values():
p.terminate()
shutdown_worker()
return
if isinstance(result_item, int):
# Clean shutdown of a worker using its PID
# (avoids marking the executor broken)
assert shutting_down()
p = processes.pop(result_item)
p.join()
if not processes:
shutdown_worker()
return
elif result_item is not None:
work_item = pending_work_items.pop(result_item.work_id, None)
# work_item can be None if another process terminated (see above)
if work_item is not None:
if result_item.exception:
work_item.future.set_exception(result_item.exception)
else:
work_item.future.set_result(result_item.result)
# Delete references to object. See issue16284
del work_item
# Delete reference to result_item
del result_item
# Check whether we should start shutting down.
executor = executor_reference()
# No more work items can be added if:
# - The interpreter is shutting down OR
# - The executor that owns this worker has been collected OR
# - The executor that owns this worker has been shutdown.
if shutting_down():
try:
# Flag the executor as shutting down as early as possible if it
# is not gc-ed yet.
if executor is not None:
executor._shutdown_thread = True
# Since no new work items can be added, it is safe to shutdown
# this thread if there are no pending work items.
if not pending_work_items:
shutdown_worker()
return
except Full:
# This is not a problem: we will eventually be woken up (in
# result_queue.get()) and be able to send a sentinel again.
pass
executor = None
_system_limits_checked = False
_system_limited = None
def _check_system_limits():
global _system_limits_checked, _system_limited
if _system_limits_checked:
if _system_limited:
raise NotImplementedError(_system_limited)
_system_limits_checked = True
try:
nsems_max = os.sysconf("SC_SEM_NSEMS_MAX")
except (AttributeError, ValueError):
# sysconf not available or setting not available
return
if nsems_max == -1:
# indetermined limit, assume that limit is determined
# by available memory only
return
if nsems_max >= 256:
# minimum number of semaphores available
# according to POSIX
return
_system_limited = ("system provides too few semaphores (%d"
" available, 256 necessary)" % nsems_max)
raise NotImplementedError(_system_limited)
def _chain_from_iterable_of_lists(iterable):
"""
Specialized implementation of itertools.chain.from_iterable.
Each item in *iterable* should be a list. This function is
careful not to keep references to yielded objects.
"""
for element in iterable:
element.reverse()
while element:
yield element.pop()
class BrokenProcessPool(_base.BrokenExecutor):
"""
Raised when a process in a ProcessPoolExecutor terminated abruptly
while a future was in the running state.
"""
class ProcessPoolExecutor(_base.Executor):
def __init__(self, max_workers=None, mp_context=None,
initializer=None, initargs=()):
"""Initializes a new ProcessPoolExecutor instance.
Args:
max_workers: The maximum number of processes that can be used to
execute the given calls. If None or not given then as many
worker processes will be created as the machine has processors.
mp_context: A multiprocessing context to launch the workers. This
object should provide SimpleQueue, Queue and Process.
initializer: A callable used to initialize worker processes.
initargs: A tuple of arguments to pass to the initializer.
"""
_check_system_limits()
if max_workers is None:
self._max_workers = os.cpu_count() or 1
if sys.platform == 'win32':
self._max_workers = min(_MAX_WINDOWS_WORKERS,
self._max_workers)
else:
if max_workers <= 0:
raise ValueError("max_workers must be greater than 0")
elif (sys.platform == 'win32' and
max_workers > _MAX_WINDOWS_WORKERS):
raise ValueError(
f"max_workers must be <= {_MAX_WINDOWS_WORKERS}")
self._max_workers = max_workers
if mp_context is None:
mp_context = mp.get_context()
self._mp_context = mp_context
if initializer is not None and not callable(initializer):
raise TypeError("initializer must be a callable")
self._initializer = initializer
self._initargs = initargs
# Management thread
self._queue_management_thread = None
# Map of pids to processes
self._processes = {}
# Shutdown is a two-step process.
self._shutdown_thread = False
self._shutdown_lock = threading.Lock()
self._broken = False
self._queue_count = 0
self._pending_work_items = {}
# Create communication channels for the executor
# Make the call queue slightly larger than the number of processes to
# prevent the worker processes from idling. But don't make it too big
# because futures in the call queue cannot be cancelled.
queue_size = self._max_workers + EXTRA_QUEUED_CALLS
self._call_queue = _SafeQueue(
max_size=queue_size, ctx=self._mp_context,
pending_work_items=self._pending_work_items)
# Killed worker processes can produce spurious "broken pipe"
# tracebacks in the queue's own worker thread. But we detect killed
# processes anyway, so silence the tracebacks.
self._call_queue._ignore_epipe = True
self._result_queue = mp_context.SimpleQueue()
self._work_ids = queue.Queue()
# _ThreadWakeup is a communication channel used to interrupt the wait
# of the main loop of queue_manager_thread from another thread (e.g.
# when calling executor.submit or executor.shutdown). We do not use the
# _result_queue to send the wakeup signal to the queue_manager_thread
# as it could result in a deadlock if a worker process dies with the
# _result_queue write lock still acquired.
self._queue_management_thread_wakeup = _ThreadWakeup()
def _start_queue_management_thread(self):
if self._queue_management_thread is None:
# When the executor gets garbarge collected, the weakref callback
# will wake up the queue management thread so that it can terminate
# if there is no pending work item.
def weakref_cb(_,
thread_wakeup=self._queue_management_thread_wakeup):
mp.util.debug('Executor collected: triggering callback for'
' QueueManager wakeup')
thread_wakeup.wakeup()
# Start the processes so that their sentinels are known.
self._adjust_process_count()
self._queue_management_thread = threading.Thread(
target=_queue_management_worker,
args=(weakref.ref(self, weakref_cb),
self._processes,
self._pending_work_items,
self._work_ids,
self._call_queue,
self._result_queue,
self._queue_management_thread_wakeup),
name="QueueManagerThread")
self._queue_management_thread.daemon = True
self._queue_management_thread.start()
_threads_wakeups[self._queue_management_thread] = \
self._queue_management_thread_wakeup
def _adjust_process_count(self):
for _ in range(len(self._processes), self._max_workers):
p = self._mp_context.Process(
target=_process_worker,
args=(self._call_queue,
self._result_queue,
self._initializer,
self._initargs))
p.start()
self._processes[p.pid] = p
def submit(*args, **kwargs):
if len(args) >= 2:
self, fn, *args = args
elif not args:
raise TypeError("descriptor 'submit' of 'ProcessPoolExecutor' object "
"needs an argument")
elif 'fn' in kwargs:
fn = kwargs.pop('fn')
self, *args = args
import warnings
warnings.warn("Passing 'fn' as keyword argument is deprecated",
DeprecationWarning, stacklevel=2)
else:
raise TypeError('submit expected at least 1 positional argument, '
'got %d' % (len(args)-1))
with self._shutdown_lock:
if self._broken:
raise BrokenProcessPool(self._broken)
if self._shutdown_thread:
raise RuntimeError('cannot schedule new futures after shutdown')
if _global_shutdown:
raise RuntimeError('cannot schedule new futures after '
'interpreter shutdown')
f = _base.Future()
w = _WorkItem(f, fn, args, kwargs)
self._pending_work_items[self._queue_count] = w
self._work_ids.put(self._queue_count)
self._queue_count += 1
# Wake up queue management thread
self._queue_management_thread_wakeup.wakeup()
self._start_queue_management_thread()
return f
submit.__text_signature__ = _base.Executor.submit.__text_signature__
submit.__doc__ = _base.Executor.submit.__doc__
def map(self, fn, *iterables, timeout=None, chunksize=1):
"""Returns an iterator equivalent to map(fn, iter).
Args:
fn: A callable that will take as many arguments as there are
passed iterables.
timeout: The maximum number of seconds to wait. If None, then there
is no limit on the wait time.
chunksize: If greater than one, the iterables will be chopped into
chunks of size chunksize and submitted to the process pool.
If set to one, the items in the list will be sent one at a time.
Returns:
An iterator equivalent to: map(func, *iterables) but the calls may
be evaluated out-of-order.
Raises:
TimeoutError: If the entire result iterator could not be generated
before the given timeout.
Exception: If fn(*args) raises for any values.
"""
if chunksize < 1:
raise ValueError("chunksize must be >= 1.")
results = super().map(partial(_process_chunk, fn),
_get_chunks(*iterables, chunksize=chunksize),
timeout=timeout)
return _chain_from_iterable_of_lists(results)
def shutdown(self, wait=True):
with self._shutdown_lock:
self._shutdown_thread = True
if self._queue_management_thread:
# Wake up queue management thread
self._queue_management_thread_wakeup.wakeup()
if wait:
self._queue_management_thread.join()
# To reduce the risk of opening too many files, remove references to
# objects that use file descriptors.
self._queue_management_thread = None
if self._call_queue is not None:
self._call_queue.close()
if wait:
self._call_queue.join_thread()
self._call_queue = None
self._result_queue = None
self._processes = None
if self._queue_management_thread_wakeup:
self._queue_management_thread_wakeup.close()
self._queue_management_thread_wakeup = None
shutdown.__doc__ = _base.Executor.shutdown.__doc__
atexit.register(_python_exit)
concurrent/futures/__init__.py 0000644 00000003022 15115353747 0012544 0 ustar 00 # Copyright 2009 Brian Quinlan. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement.
"""Execute computations asynchronously using threads or processes."""
__author__ = 'Brian Quinlan (brian@sweetapp.com)'
from concurrent.futures._base import (FIRST_COMPLETED,
FIRST_EXCEPTION,
ALL_COMPLETED,
CancelledError,
TimeoutError,
InvalidStateError,
BrokenExecutor,
Future,
Executor,
wait,
as_completed)
__all__ = (
'FIRST_COMPLETED',
'FIRST_EXCEPTION',
'ALL_COMPLETED',
'CancelledError',
'TimeoutError',
'BrokenExecutor',
'Future',
'Executor',
'wait',
'as_completed',
'ProcessPoolExecutor',
'ThreadPoolExecutor',
)
def __dir__():
return __all__ + ('__author__', '__doc__')
def __getattr__(name):
global ProcessPoolExecutor, ThreadPoolExecutor
if name == 'ProcessPoolExecutor':
from .process import ProcessPoolExecutor as pe
ProcessPoolExecutor = pe
return pe
if name == 'ThreadPoolExecutor':
from .thread import ThreadPoolExecutor as te
ThreadPoolExecutor = te
return te
raise AttributeError(f"module {__name__} has no attribute {name}")
concurrent/futures/__pycache__/process.cpython-38.opt-2.pyc 0000644 00000032505 15115353747 0017721 0 ustar 00 U
e5dzn � @ s� d Z ddlZddlZddlmZ ddlZddlmZ ddlZddl Zddl
m Z ddl Z ddl
Z
ddlmZ ddlZddlZddlZe
�� ZdaG dd � d �Zd
d � Zd Zd
ZG dd� de�ZG dd� d�Z dd� Z G dd� de �Z G dd� de �Z G dd� de �Z!G dd� de �Z"d d � Z#d d � Z$d0d d!�Z%d"d#� Z&d$d%� Z'd&d'� Z(da)da*d(d)� Z+d*d+� Z,G d,d-� d-ej-�Z.G d.d/� d/ej/�Z0e�1e� dS )1z"Brian Quinlan (brian@sweetapp.com)� N)�_base)�Full)�Queue)�partialFc @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�
_ThreadWakeupc C s t jdd�\| _| _d S )NF)Zduplex)�mpZPipe�_reader�_writer��self� r �2/usr/lib64/python3.8/concurrent/futures/process.py�__init__R s z_ThreadWakeup.__init__c C s | j �� | j�� d S �N)r �closer r
r r r
r U s
z_ThreadWakeup.closec C s | j �d� d S )N� )r Z
send_bytesr
r r r
�wakeupY s z_ThreadWakeup.wakeupc C s | j �� r| j �� q d S r )r ZpollZ
recv_bytesr
r r r
�clear\ s
z_ThreadWakeup.clearN)�__name__�
__module__� __qualname__r r r r r r r r
r Q s r c C s@ da tt�� �} | D ]\}}|�� q| D ]\}}|�� q*d S �NT)�_global_shutdown�list�_threads_wakeups�itemsr �join)r �_�
thread_wakeup�tr r r
� _python_exita s
r � �= c @ s e Zd Zdd� Zdd� ZdS )�_RemoteTracebackc C s
|| _ d S r ��tb)r r% r r r
r z s z_RemoteTraceback.__init__c C s | j S r r$ r
r r r
�__str__| s z_RemoteTraceback.__str__N)r r r r r& r r r r
r# y s r# c @ s e Zd Zdd� Zdd� ZdS )�_ExceptionWithTracebackc C s0 t �t|�||�}d�|�}|| _d| | _d S )N� z
"""
%s""")� traceback�format_exception�typer �excr% )r r, r% r r r
r � s
z _ExceptionWithTraceback.__init__c C s t | j| jffS r )� _rebuild_excr, r% r
r r r
�
__reduce__� s z"_ExceptionWithTraceback.__reduce__N)r r r r r. r r r r
r' s r' c C s t |�| _| S r )r# � __cause__)r, r% r r r
r- � s
r- c @ s e Zd Zdd� ZdS )� _WorkItemc C s || _ || _|| _|| _d S r )�future�fn�args�kwargs)r r1 r2 r3 r4 r r r
r � s z_WorkItem.__init__N�r r r r r r r r
r0 � s r0 c @ s e Zd Zddd�ZdS )� _ResultItemNc C s || _ || _|| _d S r )�work_id� exception�result)r r7 r8 r9 r r r
r � s z_ResultItem.__init__)NNr5 r r r r
r6 � s r6 c @ s e Zd Zdd� ZdS )� _CallItemc C s || _ || _|| _|| _d S r )r7 r2 r3 r4 )r r7 r2 r3 r4 r r r
r � s z_CallItem.__init__Nr5 r r r r
r: � s r: c s* e Zd Zd� fdd� Z� fdd�Z� ZS )�
_SafeQueuer c s || _ t� j||d� d S )N)�ctx)�pending_work_items�superr )r �max_sizer< r= �� __class__r r
r � s z_SafeQueue.__init__c sl t |t�rZt�t|�||j�}td�d�|���|_ | j
� |j d �}|d k rh|j
�|� nt� �||� d S )Nz
"""
{}"""r( )�
isinstancer: r) r* r+ �
__traceback__r# �formatr r/ r= �popr7 r1 �
set_exceptionr> �_on_queue_feeder_error)r �e�objr% � work_itemr@ r r
rG � s
z!_SafeQueue._on_queue_feeder_error)r )r r r r rG �
__classcell__r r r@ r
r; � s r; c g s, t |� }tt�|| ��}|s d S |V qd S r )�zip�tuple� itertools�islice)� chunksize� iterables�it�chunkr r r
� _get_chunks� s
rT c s � fdd�|D �S )Nc s g | ] }� |� �qS r r )�.0r3 �r2 r r
�
<listcomp>� s z"_process_chunk.<locals>.<listcomp>r )r2 rS r rV r
�_process_chunk� s rX c
C s^ z| � t|||d�� W n@ tk
rX } z"t||j�}| � t||d�� W 5 d }~X Y nX d S )N)r9 r8 �r8 )�putr6 �
BaseExceptionr' rC )� result_queuer7 r9 r8 rH r, r r r
�_sendback_result� s
� r] c
C s� |d k r<z ||� W n& t k
r: tjjddd� Y d S X | jdd�}|d krb|�t�� � d S z|j|j |j
�}W n> t k
r� } z t ||j �}t
||j|d� W 5 d }~X Y nX t
||j|d� ~~q<d S )NzException in initializer:T)�exc_info��blockrY )r9 )r[ r ZLOGGERZcritical�getrZ �os�getpidr2 r3 r4 r' rC r] r7 )�
call_queuer\ � initializer�initargsZ call_item�rrH r, r r r
�_process_worker� s$
"rh c C sv |� � r d S z|jdd�}W n tjk
r4 Y d S X | | }|j�� rh|jt||j|j |j
�dd� q | |= q q d S )NFr_ T) Zfullra �queueZEmptyr1 Z set_running_or_notify_cancelrZ r: r2 r3 r4 )r= Zwork_idsrd r7 rJ r r r
�_add_call_item_to_queue� s"
��rj c
s> d ��fdd�}� �fdd�}|j } |j }
| |
g} t||� � dd� ��� D �} tj�| | �}
d }d}| |
kr�z| �� }d}W q� tk
r� } zt� t
|�||j �}W 5 d }~X Y q�X n|
|
kr�d}d }|� � |�rl| � ��d k r�d �_
d�_d �td
�}|d k �r td d �|�� d
��|_|�� D ]\}}|j�|� ~�q(|� � ��� D ]}|�� �qR|� d S t|t��r���|�}|�� ��s�|� d S nL|d k �r�|�|jd �}|d k �r�|j�r�|j�|j� n|j� |j � ~~| � �|� �r4z&�d k �rd�_|�s|� W d S W n t k
�r2 Y nX d �q2d S )Nc s t p� d kp� jS r )r �_shutdown_threadr )�executorr r
�
shutting_down@ s �z/_queue_management_worker.<locals>.shutting_downc s� t dd� ��� D ��} | }d}||k r�| dkr�t|| �D ]6}z� �d � |d7 }W q: tk
rn Y qrY q:X q:t dd� ��� D ��} q � �� ��� D ] }|�� q�d S )Nc s s | ]}|� � V qd S r �Zis_alive�rU �pr r r
� <genexpr>F s zD_queue_management_worker.<locals>.shutdown_worker.<locals>.<genexpr>r r! c s s | ]}|� � V qd S r rn ro r r r
rq R s )�sum�values�rangeZ
put_nowaitr r r )Zn_children_aliveZn_children_to_stopZn_sentinels_sent�irp )rd � processesr r
�shutdown_workerD s
z1_queue_management_worker.<locals>.shutdown_workerc S s g | ]
}|j �qS r )�sentinelro r r r
rW i s z,_queue_management_worker.<locals>.<listcomp>TFzKA child process terminated abruptly, the process pool is not usable anymorez^A process in the process pool was terminated abruptly while the future was running or pending.z
'''
r( z''') r rj rs r Z
connection�waitZrecvr[ r) r* r+ rC r �_brokenrk �BrokenProcessPoolr# r r/ r r1 rF Z terminaterB �intrE r7 r8 Z
set_resultr9 r )Zexecutor_referencerv r= Zwork_ids_queuerd r\ r rm rw Z
result_readerZ
wakeup_readerZreadersZworker_sentinelsZready�causeZ is_brokenZ result_itemrH Zbper7 rJ rp r )rd rl rv r
�_queue_management_worker" s� � (
�
r~ c C sj t rtrtt��da zt�d�} W n ttfk
r< Y d S X | dkrJd S | dkrVd S d| att��d S )NT�SC_SEM_NSEMS_MAX���� z@system provides too few semaphores (%d available, 256 necessary))�_system_limits_checked�_system_limited�NotImplementedErrorrb �sysconf�AttributeError�
ValueError)Z nsems_maxr r r
�_check_system_limits� s �r� c c s& | D ] }|� � |r|�� V qqd S r )�reverserE )�iterableZelementr r r
� _chain_from_iterable_of_lists� s r� c @ s e Zd ZdS )r{ N)r r r r r r r
r{ � s r{ c st e Zd Zddd�Zdd� Zdd� Zd d
� Zejjj e_ ejjj
e_
dd d �� fd
d�
Z ddd�Z ejj j
e _
� Z
S )�ProcessPoolExecutorNr c C s t � |d kr6t�� pd| _tjdkrntt| j�| _n8|dkrHtd��n tjdkrh|tkrhtdt� ���|| _|d kr~t �
� }|| _ |d k r�t |�s�t
d��|| _|| _d | _i | _d| _t�� | _d| _d| _i | _| jt }t|| j | jd�| _d | j_ |� � | _ t � � | _!t"� | _#d S )
Nr! Zwin32r z"max_workers must be greater than 0zmax_workers must be <= z initializer must be a callableF)r? r< r= T)$r� rb � cpu_count� _max_workers�sys�platform�min�_MAX_WINDOWS_WORKERSr� r Z get_context� _mp_context�callable� TypeError� _initializer� _initargs�_queue_management_thread�
_processesrk � threadingZLock�_shutdown_lockrz � _queue_count�_pending_work_items�EXTRA_QUEUED_CALLSr; � _call_queueZ
_ignore_epipeZ SimpleQueue�
_result_queueri r � _work_idsr � _queue_management_thread_wakeup)r Z max_workersZ
mp_contextre rf Z
queue_sizer r r
r � sP
�
��
�
z ProcessPoolExecutor.__init__c C sv | j d krr| jfdd�}| �� tjtt�| |�| j| j | j
| j | j | jfdd�| _ d| j _
| j �� | jt| j < d S )Nc S s t j�d� |�� d S )Nz?Executor collected: triggering callback for QueueManager wakeup)r �util�debugr )r r r r r
�
weakref_cbB s zFProcessPoolExecutor._start_queue_management_thread.<locals>.weakref_cbZQueueManagerThread)�targetr3 �nameT)r� r� �_adjust_process_countr� ZThreadr~ �weakref�refr� r� r� r� r� Zdaemon�startr )r r� r r r
� _start_queue_management_thread= s(
�
��
�z2ProcessPoolExecutor._start_queue_management_threadc C sP t t| j�| j�D ]8}| jjt| j| j| j | j
fd�}|� � || j|j < qd S )N)r� r3 )
rt �lenr� r� r� ZProcessrh r� r� r� r� r� �pid)r r rp r r r
r� X s ��z)ProcessPoolExecutor._adjust_process_countc
O s
t | �dkr| ^}}} nV| s&td��nHd|krZ|�d�}| ^}} dd l}|jdtdd� ntdt | �d ��|j�� |jr�t|j��|j r�t
d ��t r�t
d
��t �
� }t||| |�}||j|j< |j�|j� | jd7 _|j�� |�� |W 5 Q R � S Q R X d S ) N� zEdescriptor 'submit' of 'ProcessPoolExecutor' object needs an argumentr2 r z.Passing 'fn' as keyword argument is deprecated)�
stacklevelz6submit expected at least 1 positional argument, got %dr! z*cannot schedule new futures after shutdownz6cannot schedule new futures after interpreter shutdown)r� r� rE �warnings�warn�DeprecationWarningr� rz r{ rk � RuntimeErrorr r ZFuturer0 r� r� r� rZ r� r r� )r3 r4 r r2 r� �f�wr r r
�submitc s<
�
�
zProcessPoolExecutor.submitr! )�timeoutrP c s: |dk rt d��t� jtt|�t|d|i�|d�}t|�S )Nr! zchunksize must be >= 1.rP )r� )r� r> �mapr rX rT r� )r r2 r� rP rQ Zresultsr@ r r
r� � s �zProcessPoolExecutor.mapTc C s� | j � d| _W 5 Q R X | jr6| j�� |r6| j�� d | _| jd k rd| j�� |r^| j�� d | _d | _ d | _
| jr�| j�� d | _d S r ) r� rk r� r� r r r� r Z join_threadr� r� )r ry r r r
�shutdown� s"
z ProcessPoolExecutor.shutdown)NNNr )T)r r r r r� r� r� r �Executor�__text_signature__�__doc__r� r� rK r r r@ r
r� � s �
K $
r� )NN)2�
__author__�atexitrb Zconcurrent.futuresr ri r Zmultiprocessingr Zmultiprocessing.connectionZmultiprocessing.queuesr r� r� � functoolsr rN r� r) �WeakKeyDictionaryr r r r r� r� � Exceptionr# r' r- �objectr0 r6 r: r; rT rX r] rh rj r~ r� r� r� r� ZBrokenExecutorr{ r� r� �registerr r r r
�<module>. sT
)& ! P concurrent/futures/__pycache__/process.cpython-38.opt-1.pyc 0000644 00000047460 15115353747 0017726 0 ustar 00 U
e5dzn � @ s� d Z dZddlZddlZddlmZ ddlZddlmZ ddlZ ddl
Zddl m Z ddl
Z
ddlZddlmZ ddlZddlZddlZe�� ZdaG d d
� d
�Zd d � Zd
ZdZG dd� de�Z G dd� d�Z dd� Z G dd� de �Z G dd� de �Z!G dd� de �Z"G dd � d e �Z#d d � Z$d d � Z%d1d!d"�Z&d#d$� Z'd%d&� Z(d'd(� Z)da*da+d)d*� Z,d+d,� Z-G d-d.� d.ej.�Z/G d/d0� d0ej0�Z1e�2e� dS )2a- Implements ProcessPoolExecutor.
The following diagram and text describe the data-flow through the system:
|======================= In-process =====================|== Out-of-process ==|
+----------+ +----------+ +--------+ +-----------+ +---------+
| | => | Work Ids | | | | Call Q | | Process |
| | +----------+ | | +-----------+ | Pool |
| | | ... | | | | ... | +---------+
| | | 6 | => | | => | 5, call() | => | |
| | | 7 | | | | ... | | |
| Process | | ... | | Local | +-----------+ | Process |
| Pool | +----------+ | Worker | | #1..n |
| Executor | | Thread | | |
| | +----------- + | | +-----------+ | |
| | <=> | Work Items | <=> | | <= | Result Q | <= | |
| | +------------+ | | +-----------+ | |
| | | 6: call() | | | | ... | | |
| | | future | | | | 4, result | | |
| | | ... | | | | 3, except | | |
+----------+ +------------+ +--------+ +-----------+ +---------+
Executor.submit() called:
- creates a uniquely numbered _WorkItem and adds it to the "Work Items" dict
- adds the id of the _WorkItem to the "Work Ids" queue
Local worker thread:
- reads work ids from the "Work Ids" queue and looks up the corresponding
WorkItem from the "Work Items" dict: if the work item has been cancelled then
it is simply removed from the dict, otherwise it is repackaged as a
_CallItem and put in the "Call Q". New _CallItems are put in the "Call Q"
until "Call Q" is full. NOTE: the size of the "Call Q" is kept small because
calls placed in the "Call Q" can no longer be cancelled with Future.cancel().
- reads _ResultItems from "Result Q", updates the future stored in the
"Work Items" dict and deletes the dict entry
Process #1..n:
- reads _CallItems from "Call Q", executes the calls, and puts the resulting
_ResultItems in "Result Q"
z"Brian Quinlan (brian@sweetapp.com)� N)�_base)�Full)�Queue)�partialFc @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�
_ThreadWakeupc C s t jdd�\| _| _d S )NF)Zduplex)�mpZPipe�_reader�_writer��self� r �2/usr/lib64/python3.8/concurrent/futures/process.py�__init__R s z_ThreadWakeup.__init__c C s | j �� | j�� d S �N)r �closer r
r r r
r U s
z_ThreadWakeup.closec C s | j �d� d S )N� )r Z
send_bytesr
r r r
�wakeupY s z_ThreadWakeup.wakeupc C s | j �� r| j �� q d S r )r ZpollZ
recv_bytesr
r r r
�clear\ s
z_ThreadWakeup.clearN)�__name__�
__module__� __qualname__r r r r r r r r
r Q s r c C s@ da tt�� �} | D ]\}}|�� q| D ]\}}|�� q*d S �NT)�_global_shutdown�list�_threads_wakeups�itemsr �join)r �_�
thread_wakeup�tr r r
� _python_exita s
r � �= c @ s e Zd Zdd� Zdd� ZdS )�_RemoteTracebackc C s
|| _ d S r ��tb)r r% r r r
r z s z_RemoteTraceback.__init__c C s | j S r r$ r
r r r
�__str__| s z_RemoteTraceback.__str__N)r r r r r& r r r r
r# y s r# c @ s e Zd Zdd� Zdd� ZdS )�_ExceptionWithTracebackc C s0 t �t|�||�}d�|�}|| _d| | _d S )N� z
"""
%s""")� traceback�format_exception�typer �excr% )r r, r% r r r
r � s
z _ExceptionWithTraceback.__init__c C s t | j| jffS r )� _rebuild_excr, r% r
r r r
�
__reduce__� s z"_ExceptionWithTraceback.__reduce__N)r r r r r. r r r r
r' s r' c C s t |�| _| S r )r# � __cause__)r, r% r r r
r- � s
r- c @ s e Zd Zdd� ZdS )� _WorkItemc C s || _ || _|| _|| _d S r )�future�fn�args�kwargs)r r1 r2 r3 r4 r r r
r � s z_WorkItem.__init__N�r r r r r r r r
r0 � s r0 c @ s e Zd Zddd�ZdS )� _ResultItemNc C s || _ || _|| _d S r )�work_id� exception�result)r r7 r8 r9 r r r
r � s z_ResultItem.__init__)NNr5 r r r r
r6 � s r6 c @ s e Zd Zdd� ZdS )� _CallItemc C s || _ || _|| _|| _d S r )r7 r2 r3 r4 )r r7 r2 r3 r4 r r r
r � s z_CallItem.__init__Nr5 r r r r
r: � s r: c s. e Zd ZdZd� fdd� Z� fdd�Z� ZS )�
_SafeQueuez=Safe Queue set exception to the future object linked to a jobr c s || _ t� j||d� d S )N)�ctx)�pending_work_items�superr )r �max_sizer< r= �� __class__r r
r � s z_SafeQueue.__init__c sl t |t�rZt�t|�||j�}td�d�|���|_ | j
� |j d �}|d k rh|j
�|� nt� �||� d S )Nz
"""
{}"""r( )�
isinstancer: r) r* r+ �
__traceback__r# �formatr r/ r= �popr7 r1 �
set_exceptionr> �_on_queue_feeder_error)r �e�objr% � work_itemr@ r r
rG � s
z!_SafeQueue._on_queue_feeder_error)r )r r r �__doc__r rG �
__classcell__r r r@ r
r; � s r; c g s, t |� }tt�|| ��}|s dS |V qdS )z, Iterates over zip()ed iterables in chunks. N)�zip�tuple� itertools�islice)� chunksize� iterables�it�chunkr r r
� _get_chunks� s
rU c s � fdd�|D �S )z� Processes a chunk of an iterable passed to map.
Runs the function passed to map() on a chunk of the
iterable passed to map.
This function is run in a separate process.
c s g | ] }� |� �qS r r )�.0r3 �r2 r r
�
<listcomp>� s z"_process_chunk.<locals>.<listcomp>r )r2 rT r rW r
�_process_chunk� s rY c
C s^ z| � t|||d�� W n@ tk
rX } z"t||j�}| � t||d�� W 5 d}~X Y nX dS )z.Safely send back the given result or exception)r9 r8 �r8 N)�putr6 �
BaseExceptionr' rC )� result_queuer7 r9 r8 rH r, r r r
�_sendback_result� s
� r^ c
C s� |dk r<z ||� W n& t k
r: tjjddd� Y dS X | jdd�}|dkrb|�t�� � dS z|j|j |j
�}W n> t k
r� } z t ||j �}t
||j|d� W 5 d}~X Y nX t
||j|d� ~~q<dS )a� Evaluates calls from call_queue and places the results in result_queue.
This worker is run in a separate process.
Args:
call_queue: A ctx.Queue of _CallItems that will be read and
evaluated by the worker.
result_queue: A ctx.Queue of _ResultItems that will written
to by the worker.
initializer: A callable initializer, or None
initargs: A tuple of args for the initializer
NzException in initializer:T)�exc_info��blockrZ )r9 )r\ r ZLOGGERZcritical�getr[ �os�getpidr2 r3 r4 r' rC r^ r7 )�
call_queuer] � initializer�initargsZ call_item�rrH r, r r r
�_process_worker� s$
"ri c C sv |� � r dS z|jdd�}W n tjk
r4 Y dS X | | }|j�� rh|jt||j|j |j
�dd� q | |= q q dS )aM Fills call_queue with _WorkItems from pending_work_items.
This function never blocks.
Args:
pending_work_items: A dict mapping work ids to _WorkItems e.g.
{5: <_WorkItem...>, 6: <_WorkItem...>, ...}
work_ids: A queue.Queue of work ids e.g. Queue([5, 6, ...]). Work ids
are consumed and the corresponding _WorkItems from
pending_work_items are transformed into _CallItems and put in
call_queue.
call_queue: A multiprocessing.Queue that will be filled with _CallItems
derived from _WorkItems.
NFr` T) Zfullrb �queueZEmptyr1 Z set_running_or_notify_cancelr[ r: r2 r3 r4 )r= Zwork_idsre r7 rJ r r r
�_add_call_item_to_queue� s"
��rk c
s> d��fdd�}� �fdd�}|j } |j }
| |
g} t||� � dd� ��� D �} tj�| | �}
d}d}| |
kr�z| �� }d }W q� tk
r� } zt� t
|�||j �}W 5 d}~X Y q�X n|
|
kr�d }d}|� � |�rl| � ��dk r�d
�_
d�_d�td �}|dk �r td d
�|�� d��|_|�� D ]\}}|j�|� ~�q(|� � ��� D ]}|�� �qR|� dS t|t��r���|�}|�� ��s�|� dS nL|dk �r�|�|jd�}|dk �r�|j�r�|j�|j� n|j� |j � ~~| � �|� �r4z&�dk �rd�_|�s|� W dS W n t k
�r2 Y nX d�q2dS )a, Manages the communication between this process and the worker processes.
This function is run in a local thread.
Args:
executor_reference: A weakref.ref to the ProcessPoolExecutor that owns
this thread. Used to determine if the ProcessPoolExecutor has been
garbage collected and that this function can exit.
process: A list of the ctx.Process instances used as
workers.
pending_work_items: A dict mapping work ids to _WorkItems e.g.
{5: <_WorkItem...>, 6: <_WorkItem...>, ...}
work_ids_queue: A queue.Queue of work ids e.g. Queue([5, 6, ...]).
call_queue: A ctx.Queue that will be filled with _CallItems
derived from _WorkItems for processing by the process workers.
result_queue: A ctx.SimpleQueue of _ResultItems generated by the
process workers.
thread_wakeup: A _ThreadWakeup to allow waking up the
queue_manager_thread from the main Thread and avoid deadlocks
caused by permanently locked queues.
Nc s t p� d kp� jS r )r �_shutdown_threadr )�executorr r
�
shutting_down@ s �z/_queue_management_worker.<locals>.shutting_downc s� t dd� ��� D ��} | }d}||k r�| dkr�t|| �D ]6}z� �d � |d7 }W q: tk
rn Y qrY q:X q:t dd� ��� D ��} q � �� ��� D ] }|�� q�d S )Nc s s | ]}|� � V qd S r �Zis_alive�rV �pr r r
� <genexpr>F s zD_queue_management_worker.<locals>.shutdown_worker.<locals>.<genexpr>r r! c s s | ]}|� � V qd S r ro rp r r r
rr R s )�sum�values�rangeZ
put_nowaitr r r )Zn_children_aliveZn_children_to_stopZn_sentinels_sent�irq )re � processesr r
�shutdown_workerD s
z1_queue_management_worker.<locals>.shutdown_workerc S s g | ]
}|j �qS r )�sentinelrp r r r
rX i s z,_queue_management_worker.<locals>.<listcomp>TFzKA child process terminated abruptly, the process pool is not usable anymorez^A process in the process pool was terminated abruptly while the future was running or pending.z
'''
r( z''') r rk rt r Z
connection�waitZrecvr\ r) r* r+ rC r �_brokenrl �BrokenProcessPoolr# r r/ r r1 rF Z terminaterB �intrE r7 r8 Z
set_resultr9 r )Zexecutor_referencerw r= Zwork_ids_queuere r] r rn rx Z
result_readerZ
wakeup_readerZreadersZworker_sentinelsZready�causeZ is_brokenZ result_itemrH Zbper7 rJ rq r )re rm rw r
�_queue_management_worker" s� � (
�
r c C sj t rtrtt��da zt�d�} W n ttfk
r< Y d S X | dkrJd S | dkrVd S d| att��d S )NT�SC_SEM_NSEMS_MAX���� z@system provides too few semaphores (%d available, 256 necessary))�_system_limits_checked�_system_limited�NotImplementedErrorrc �sysconf�AttributeError�
ValueError)Z nsems_maxr r r
�_check_system_limits� s �r� c c s& | D ] }|� � |r|�� V qqdS )z�
Specialized implementation of itertools.chain.from_iterable.
Each item in *iterable* should be a list. This function is
careful not to keep references to yielded objects.
N)�reverserE )�iterableZelementr r r
� _chain_from_iterable_of_lists� s r� c @ s e Zd ZdZdS )r| zy
Raised when a process in a ProcessPoolExecutor terminated abruptly
while a future was in the running state.
N)r r r rK r r r r
r| � s r| c st e Zd Zddd�Zdd� Zdd� Zd d
� Zejjj e_ ejjj
e_
dd d �� fd
d�
Z ddd�Z ejj j
e _
� Z
S )�ProcessPoolExecutorNr c C s t � |dkr6t�� pd| _tjdkrntt| j�| _n8|dkrHtd��n tjdkrh|tkrhtdt� ���|| _|dkr~t �
� }|| _ |dk r�t |�s�t
d��|| _|| _d| _i | _d| _t�� | _d| _d| _i | _| jt }t|| j | jd �| _d
| j_ |� � | _ t � � | _!t"� | _#dS ) aS Initializes a new ProcessPoolExecutor instance.
Args:
max_workers: The maximum number of processes that can be used to
execute the given calls. If None or not given then as many
worker processes will be created as the machine has processors.
mp_context: A multiprocessing context to launch the workers. This
object should provide SimpleQueue, Queue and Process.
initializer: A callable used to initialize worker processes.
initargs: A tuple of arguments to pass to the initializer.
Nr! Zwin32r z"max_workers must be greater than 0zmax_workers must be <= z initializer must be a callableF)r? r< r= T)$r� rc � cpu_count� _max_workers�sys�platform�min�_MAX_WINDOWS_WORKERSr� r Z get_context� _mp_context�callable� TypeError� _initializer� _initargs�_queue_management_thread�
_processesrl � threadingZLock�_shutdown_lockr{ � _queue_count�_pending_work_items�EXTRA_QUEUED_CALLSr; � _call_queueZ
_ignore_epipeZ SimpleQueue�
_result_queuerj r � _work_idsr � _queue_management_thread_wakeup)r Z max_workersZ
mp_contextrf rg Z
queue_sizer r r
r � sP
�
��
�
z ProcessPoolExecutor.__init__c C sv | j d krr| jfdd�}| �� tjtt�| |�| j| j | j
| j | j | jfdd�| _ d| j _
| j �� | jt| j < d S )Nc S s t j�d� |�� d S )Nz?Executor collected: triggering callback for QueueManager wakeup)r �util�debugr )r r r r r
�
weakref_cbB s zFProcessPoolExecutor._start_queue_management_thread.<locals>.weakref_cbZQueueManagerThread)�targetr3 �nameT)r� r� �_adjust_process_countr� ZThreadr �weakref�refr� r� r� r� r� Zdaemon�startr )r r� r r r
� _start_queue_management_thread= s(
�
��
�z2ProcessPoolExecutor._start_queue_management_threadc C sP t t| j�| j�D ]8}| jjt| j| j| j | j
fd�}|� � || j|j < qd S )N)r� r3 )
ru �lenr� r� r� ZProcessri r� r� r� r� r� �pid)r r rq r r r
r� X s ��z)ProcessPoolExecutor._adjust_process_countc
O s
t | �dkr| ^}}} nV| s&td��nHd|krZ|�d�}| ^}} dd l}|jdtdd� ntdt | �d ��|j�� |jr�t|j��|j r�t
d ��t r�t
d
��t �
� }t||| |�}||j|j< |j�|j� | jd7 _|j�� |�� |W 5 Q R � S Q R X d S ) N� zEdescriptor 'submit' of 'ProcessPoolExecutor' object needs an argumentr2 r z.Passing 'fn' as keyword argument is deprecated)�
stacklevelz6submit expected at least 1 positional argument, got %dr! z*cannot schedule new futures after shutdownz6cannot schedule new futures after interpreter shutdown)r� r� rE �warnings�warn�DeprecationWarningr� r{ r| rl � RuntimeErrorr r ZFuturer0 r� r� r� r[ r� r r� )r3 r4 r r2 r� �f�wr r r
�submitc s<
�
�
zProcessPoolExecutor.submitr! )�timeoutrQ c s: |dk rt d��t� jtt|�t|d|i�|d�}t|�S )aj Returns an iterator equivalent to map(fn, iter).
Args:
fn: A callable that will take as many arguments as there are
passed iterables.
timeout: The maximum number of seconds to wait. If None, then there
is no limit on the wait time.
chunksize: If greater than one, the iterables will be chopped into
chunks of size chunksize and submitted to the process pool.
If set to one, the items in the list will be sent one at a time.
Returns:
An iterator equivalent to: map(func, *iterables) but the calls may
be evaluated out-of-order.
Raises:
TimeoutError: If the entire result iterator could not be generated
before the given timeout.
Exception: If fn(*args) raises for any values.
r! zchunksize must be >= 1.rQ )r� )r� r> �mapr rY rU r� )r r2 r� rQ rR Zresultsr@ r r
r� � s �zProcessPoolExecutor.mapTc C s� | j � d| _W 5 Q R X | jr6| j�� |r6| j�� d | _| jd k rd| j�� |r^| j�� d | _d | _ d | _
| jr�| j�� d | _d S r ) r� rl r� r� r r r� r Z join_threadr� r� )r rz r r r
�shutdown� s"
z ProcessPoolExecutor.shutdown)NNNr )T)r r r r r� r� r� r �Executor�__text_signature__rK r� r� rL r r r@ r
r� � s �
K $
r� )NN)3rK �
__author__�atexitrc Zconcurrent.futuresr rj r Zmultiprocessingr Zmultiprocessing.connectionZmultiprocessing.queuesr r� r� � functoolsr rO r� r) �WeakKeyDictionaryr r r r r� r� � Exceptionr# r' r- �objectr0 r6 r: r; rU rY r^ ri rk r r� r� r� r� ZBrokenExecutorr| r� r� �registerr r r r
�<module> sV *
)& ! P concurrent/futures/__pycache__/thread.cpython-38.opt-1.pyc 0000644 00000013274 15115353747 0017513 0 ustar 00 U
e5d@" � @ s� d Z dZddlZddlmZ ddlZddlZddlZddlZddl Z e�
� Z da dd� Z
e�e
� G dd � d e�Zd
d � ZG d d
� d
ej�ZG dd� dej�ZdS )z Implements ThreadPoolExecutor.z"Brian Quinlan (brian@sweetapp.com)� N)�_baseFc C sB da tt�� �} | D ]\}}|�d � q| D ]\}}|�� q,d S �NT)� _shutdown�list�_threads_queues�items�put�join)r �t�q� r �1/usr/lib64/python3.8/concurrent/futures/thread.py� _python_exit! s r c @ s e Zd Zdd� Zdd� ZdS )� _WorkItemc C s || _ || _|| _|| _d S �N)�future�fn�args�kwargs)�selfr r r r r r r
�__init__. s z_WorkItem.__init__c
C sf | j �� sd S z| j| j| j�}W n2 tk
rT } z| j �|� d } W 5 d }~X Y nX | j �|� d S r )r Z set_running_or_notify_cancelr r r �
BaseException�
set_exceptionZ
set_result)r �result�excr r r
�run4 s
z
_WorkItem.runN)�__name__�
__module__� __qualname__r r r r r r
r - s r c C s� |d k rRz ||� W n< t k
rP tjjddd� | � }|d k rJ|�� Y d S X zx|jdd�}|d k r�|�� ~| � }|d k r�|j�� ~qT| � }t s�|d ks�|j r�|d k r�d|_ |�
d � W d S ~qTW n$ t k
r� tjjddd� Y nX d S )NzException in initializer:T)�exc_info)�blockzException in worker) r r ZLOGGERZcritical�_initializer_failed�getr �_idle_semaphore�releaser r )Zexecutor_referenceZ
work_queue� initializer�initargsZexecutor� work_itemr r r
�_workerB s8
r( c @ s e Zd ZdZdS )�BrokenThreadPoolzR
Raised when a worker thread in a ThreadPoolExecutor failed initializing.
N)r r r �__doc__r r r r
r) m s r) c @ sf e Zd Ze�� jZddd�Zdd� Ze j
jj e_ e j
jj e_ dd � Z
d
d � Zdd
d�Ze j
jj e_ dS )�ThreadPoolExecutorN� r c C s� |dkr t dt�� pdd �}|dkr.td��|dk rFt|�sFtd��|| _t�� | _ t
� d�| _ t
� | _d| _d| _t
�� | _|p�d | �� | _|| _|| _dS )
a� Initializes a new ThreadPoolExecutor instance.
Args:
max_workers: The maximum number of threads that can be used to
execute the given calls.
thread_name_prefix: An optional name prefix to give our threads.
initializer: A callable used to initialize worker threads.
initargs: A tuple of arguments to pass to the initializer.
N� � � r z"max_workers must be greater than 0z initializer must be a callableFzThreadPoolExecutor-%d)�min�os� cpu_count�
ValueError�callable� TypeError� _max_workers�queueZ SimpleQueue� _work_queue� threadingZ Semaphorer# �set�_threads�_brokenr ZLock�_shutdown_lock�_counter�_thread_name_prefix� _initializer� _initargs)r Z max_workersZthread_name_prefixr% r& r r r
r x s$
�zThreadPoolExecutor.__init__c
O s� t | �dkr| ^}}} nV| s&td��nHd|krZ|�d�}| ^}} dd l}|jdtdd� ntdt | �d ��|j�f |jr�t|j��|j r�t
d ��t r�t
d
��t � � }t
||| |�}|j�|� |�� |W 5 Q R � S Q R X d S ) N� zDdescriptor 'submit' of 'ThreadPoolExecutor' object needs an argumentr r z.Passing 'fn' as keyword argument is deprecated)�
stacklevelz6submit expected at least 1 positional argument, got %dr. z*cannot schedule new futures after shutdownz6cannot schedule new futures after interpreter shutdown)�lenr5 �pop�warnings�warn�DeprecationWarningr= r< r) r � RuntimeErrorr ZFuturer r8 r �_adjust_thread_count)r r r r rF �f�wr r r
�submit� s6
�
�
zThreadPoolExecutor.submitc C s� | j jdd�rd S | jfdd�}t| j�}|| jk r�d| jp>| |f }tj|t t
� | |�| j| j | j
fd�}d|_|�� | j�|� | jt|< d S )Nr )Ztimeoutc S s |� d � d S r )r )�_r r r r
�
weakref_cb� s z;ThreadPoolExecutor._adjust_thread_count.<locals>.weakref_cbz%s_%d)�name�targetr T)r# �acquirer8 rD r; r6 r? r9 ZThreadr( �weakref�refr@ rA Zdaemon�start�addr )r rO Z num_threadsZ thread_namer
r r r
rJ � s&
�
�� z'ThreadPoolExecutor._adjust_thread_countc C sb | j �R d| _z| j�� }W n tjk
r6 Y qTY nX |d k r|j�t| j�� qW 5 Q R X d S )NzBA thread initializer failed, the thread pool is not usable anymore) r= r< r8 Z
get_nowaitr7 ZEmptyr r r) )r r' r r r
r! � s
z&ThreadPoolExecutor._initializer_failedTc C s@ | j � d| _| j�d � W 5 Q R X |r<| jD ] }|�� q.d S r )r= r r8 r r; r )r �waitr
r r r
�shutdown� s
zThreadPoolExecutor.shutdown)Nr, Nr )T)r r r � itertools�count�__next__r> r rM r �Executor�__text_signature__r* rJ r! rX r r r r
r+ s s
�
&
r+ )r* �
__author__�atexitZconcurrent.futuresr rY r7 r9 rS r1 �WeakKeyDictionaryr r r �register�objectr r( ZBrokenExecutorr) r\ r+ r r r r
�<module> s
+ concurrent/futures/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000002126 15115353747 0017775 0 ustar 00 U
e5d � @ sT d Z dZddlmZmZmZmZmZmZm Z m
Z
m Z m Z m
Z
dZdd� Zdd� Zd S )
z?Execute computations asynchronously using threads or processes.z"Brian Quinlan (brian@sweetapp.com)� ) �FIRST_COMPLETED�FIRST_EXCEPTION�
ALL_COMPLETED�CancelledError� TimeoutError�InvalidStateError�BrokenExecutor�Future�Executor�wait� as_completed) r r r r r r r r
r r �ProcessPoolExecutor�ThreadPoolExecutorc C s t d S )N)�
__author__�__doc__)�__all__� r r �3/usr/lib64/python3.8/concurrent/futures/__init__.py�__dir__$ s r c C sP | dkr ddl m} |a|S | dkr8ddlm} |a|S tdt� d| � ���d S )Nr
� )r
r )r zmodule z has no attribute )Zprocessr
�threadr �AttributeError�__name__)�nameZpeZter r r � __getattr__( s r N)r r Zconcurrent.futures._baser r r r r r r r r
r r r r r r r r r �<module> s
4 concurrent/futures/__pycache__/thread.cpython-38.opt-2.pyc 0000644 00000012232 15115353747 0017505 0 ustar 00 U
e5d@" � @ s� d Z ddlZddlmZ ddlZddlZddlZddlZddlZe� � Z
da dd� Z e�
e � G dd� de�Zd d
� ZG d d � d ej�ZG d
d� dej�ZdS )z"Brian Quinlan (brian@sweetapp.com)� N)�_baseFc C sB da tt�� �} | D ]\}}|�d � q| D ]\}}|�� q,d S �NT)� _shutdown�list�_threads_queues�items�put�join)r �t�q� r �1/usr/lib64/python3.8/concurrent/futures/thread.py� _python_exit! s r c @ s e Zd Zdd� Zdd� ZdS )� _WorkItemc C s || _ || _|| _|| _d S �N)�future�fn�args�kwargs)�selfr r r r r r r
�__init__. s z_WorkItem.__init__c
C sf | j �� sd S z| j| j| j�}W n2 tk
rT } z| j �|� d } W 5 d }~X Y nX | j �|� d S r )r Z set_running_or_notify_cancelr r r �
BaseException�
set_exceptionZ
set_result)r �result�excr r r
�run4 s
z
_WorkItem.runN)�__name__�
__module__� __qualname__r r r r r r
r - s r c C s� |d k rRz ||� W n< t k
rP tjjddd� | � }|d k rJ|�� Y d S X zx|jdd�}|d k r�|�� ~| � }|d k r�|j�� ~qT| � }t s�|d ks�|j r�|d k r�d|_ |�
d � W d S ~qTW n$ t k
r� tjjddd� Y nX d S )NzException in initializer:T)�exc_info)�blockzException in worker) r r ZLOGGERZcritical�_initializer_failed�getr �_idle_semaphore�releaser r )Zexecutor_referenceZ
work_queue� initializer�initargsZexecutor� work_itemr r r
�_workerB s8
r( c @ s e Zd ZdS )�BrokenThreadPoolN)r r r r r r r
r) m s r) c @ sf e Zd Ze�� jZddd�Zdd� Ze j
jj e_ e j
jj e_ dd � Z
d
d � Zdd
d�Ze j
jj e_ dS )�ThreadPoolExecutorN� r c C s� |d kr t dt�� pdd �}|dkr.td��|d k rFt|�sFtd��|| _t�� | _ t
� d�| _ t
� | _d| _d| _t
�� | _|p�d| �� | _|| _|| _d S ) N� � � r z"max_workers must be greater than 0z initializer must be a callableFzThreadPoolExecutor-%d)�min�os� cpu_count�
ValueError�callable� TypeError� _max_workers�queueZ SimpleQueue� _work_queue� threadingZ Semaphorer# �set�_threads�_brokenr ZLock�_shutdown_lock�_counter�_thread_name_prefix� _initializer� _initargs)r Z max_workersZthread_name_prefixr% r& r r r
r x s$
�zThreadPoolExecutor.__init__c
O s� t | �dkr| ^}}} nV| s&td��nHd|krZ|�d�}| ^}} dd l}|jdtdd� ntdt | �d ��|j�f |jr�t|j��|j r�t
d ��t r�t
d
��t � � }t
||| |�}|j�|� |�� |W 5 Q R � S Q R X d S ) N� zDdescriptor 'submit' of 'ThreadPoolExecutor' object needs an argumentr r z.Passing 'fn' as keyword argument is deprecated)�
stacklevelz6submit expected at least 1 positional argument, got %dr- z*cannot schedule new futures after shutdownz6cannot schedule new futures after interpreter shutdown)�lenr4 �pop�warnings�warn�DeprecationWarningr< r; r) r � RuntimeErrorr ZFuturer r7 r �_adjust_thread_count)r r r r rE �f�wr r r
�submit� s6
�
�
zThreadPoolExecutor.submitc C s� | j jdd�rd S | jfdd�}t| j�}|| jk r�d| jp>| |f }tj|t t
� | |�| j| j | j
fd�}d|_|�� | j�|� | jt|< d S )Nr )Ztimeoutc S s |� d � d S r )r )�_r r r r
�
weakref_cb� s z;ThreadPoolExecutor._adjust_thread_count.<locals>.weakref_cbz%s_%d)�name�targetr T)r# �acquirer7 rC r: r5 r> r8 ZThreadr( �weakref�refr? r@ Zdaemon�start�addr )r rN Z num_threadsZ thread_namer
r r r
rI � s&
�
�� z'ThreadPoolExecutor._adjust_thread_countc C sb | j �R d| _z| j�� }W n tjk
r6 Y qTY nX |d k r|j�t| j�� qW 5 Q R X d S )NzBA thread initializer failed, the thread pool is not usable anymore) r< r; r7 Z
get_nowaitr6 ZEmptyr r r) )r r' r r r
r! � s
z&ThreadPoolExecutor._initializer_failedTc C s@ | j � d| _| j�d � W 5 Q R X |r<| jD ] }|�� q.d S r )r< r r7 r r: r )r �waitr
r r r
�shutdown� s
zThreadPoolExecutor.shutdown)Nr+ Nr )T)r r r � itertools�count�__next__r= r rL r �Executor�__text_signature__�__doc__rI r! rW r r r r
r* s s
�
&
r* )�
__author__�atexitZconcurrent.futuresr rX r6 r8 rR r0 �WeakKeyDictionaryr r r �register�objectr r( ZBrokenExecutorr) r[ r* r r r r
�<module> s
+ concurrent/futures/__pycache__/process.cpython-38.pyc 0000644 00000047516 15115353747 0016771 0 ustar 00 U
e5dzn � @ s� d Z dZddlZddlZddlmZ ddlZddlmZ ddlZ ddl
Zddl m Z ddl
Z
ddlZddlmZ ddlZddlZddlZe�� ZdaG d d
� d
�Zd d � Zd
ZdZG dd� de�Z G dd� d�Z dd� Z G dd� de �Z G dd� de �Z!G dd� de �Z"G dd � d e �Z#d d � Z$d d � Z%d1d!d"�Z&d#d$� Z'd%d&� Z(d'd(� Z)da*da+d)d*� Z,d+d,� Z-G d-d.� d.ej.�Z/G d/d0� d0ej0�Z1e�2e� dS )2a- Implements ProcessPoolExecutor.
The following diagram and text describe the data-flow through the system:
|======================= In-process =====================|== Out-of-process ==|
+----------+ +----------+ +--------+ +-----------+ +---------+
| | => | Work Ids | | | | Call Q | | Process |
| | +----------+ | | +-----------+ | Pool |
| | | ... | | | | ... | +---------+
| | | 6 | => | | => | 5, call() | => | |
| | | 7 | | | | ... | | |
| Process | | ... | | Local | +-----------+ | Process |
| Pool | +----------+ | Worker | | #1..n |
| Executor | | Thread | | |
| | +----------- + | | +-----------+ | |
| | <=> | Work Items | <=> | | <= | Result Q | <= | |
| | +------------+ | | +-----------+ | |
| | | 6: call() | | | | ... | | |
| | | future | | | | 4, result | | |
| | | ... | | | | 3, except | | |
+----------+ +------------+ +--------+ +-----------+ +---------+
Executor.submit() called:
- creates a uniquely numbered _WorkItem and adds it to the "Work Items" dict
- adds the id of the _WorkItem to the "Work Ids" queue
Local worker thread:
- reads work ids from the "Work Ids" queue and looks up the corresponding
WorkItem from the "Work Items" dict: if the work item has been cancelled then
it is simply removed from the dict, otherwise it is repackaged as a
_CallItem and put in the "Call Q". New _CallItems are put in the "Call Q"
until "Call Q" is full. NOTE: the size of the "Call Q" is kept small because
calls placed in the "Call Q" can no longer be cancelled with Future.cancel().
- reads _ResultItems from "Result Q", updates the future stored in the
"Work Items" dict and deletes the dict entry
Process #1..n:
- reads _CallItems from "Call Q", executes the calls, and puts the resulting
_ResultItems in "Result Q"
z"Brian Quinlan (brian@sweetapp.com)� N)�_base)�Full)�Queue)�partialFc @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�
_ThreadWakeupc C s t jdd�\| _| _d S )NF)Zduplex)�mpZPipe�_reader�_writer��self� r �2/usr/lib64/python3.8/concurrent/futures/process.py�__init__R s z_ThreadWakeup.__init__c C s | j �� | j�� d S �N)r �closer r
r r r
r U s
z_ThreadWakeup.closec C s | j �d� d S )N� )r Z
send_bytesr
r r r
�wakeupY s z_ThreadWakeup.wakeupc C s | j �� r| j �� q d S r )r ZpollZ
recv_bytesr
r r r
�clear\ s
z_ThreadWakeup.clearN)�__name__�
__module__� __qualname__r r r r r r r r
r Q s r c C s@ da tt�� �} | D ]\}}|�� q| D ]\}}|�� q*d S �NT)�_global_shutdown�list�_threads_wakeups�itemsr �join)r �_�
thread_wakeup�tr r r
� _python_exita s
r � �= c @ s e Zd Zdd� Zdd� ZdS )�_RemoteTracebackc C s
|| _ d S r ��tb)r r% r r r
r z s z_RemoteTraceback.__init__c C s | j S r r$ r
r r r
�__str__| s z_RemoteTraceback.__str__N)r r r r r& r r r r
r# y s r# c @ s e Zd Zdd� Zdd� ZdS )�_ExceptionWithTracebackc C s0 t �t|�||�}d�|�}|| _d| | _d S )N� z
"""
%s""")� traceback�format_exception�typer �excr% )r r, r% r r r
r � s
z _ExceptionWithTraceback.__init__c C s t | j| jffS r )� _rebuild_excr, r% r
r r r
�
__reduce__� s z"_ExceptionWithTraceback.__reduce__N)r r r r r. r r r r
r' s r' c C s t |�| _| S r )r# � __cause__)r, r% r r r
r- � s
r- c @ s e Zd Zdd� ZdS )� _WorkItemc C s || _ || _|| _|| _d S r )�future�fn�args�kwargs)r r1 r2 r3 r4 r r r
r � s z_WorkItem.__init__N�r r r r r r r r
r0 � s r0 c @ s e Zd Zddd�ZdS )� _ResultItemNc C s || _ || _|| _d S r )�work_id� exception�result)r r7 r8 r9 r r r
r � s z_ResultItem.__init__)NNr5 r r r r
r6 � s r6 c @ s e Zd Zdd� ZdS )� _CallItemc C s || _ || _|| _|| _d S r )r7 r2 r3 r4 )r r7 r2 r3 r4 r r r
r � s z_CallItem.__init__Nr5 r r r r
r: � s r: c s. e Zd ZdZd� fdd� Z� fdd�Z� ZS )�
_SafeQueuez=Safe Queue set exception to the future object linked to a jobr c s || _ t� j||d� d S )N)�ctx)�pending_work_items�superr )r �max_sizer< r= �� __class__r r
r � s z_SafeQueue.__init__c sl t |t�rZt�t|�||j�}td�d�|���|_ | j
� |j d �}|d k rh|j
�|� nt� �||� d S )Nz
"""
{}"""r( )�
isinstancer: r) r* r+ �
__traceback__r# �formatr r/ r= �popr7 r1 �
set_exceptionr> �_on_queue_feeder_error)r �e�objr% � work_itemr@ r r
rG � s
z!_SafeQueue._on_queue_feeder_error)r )r r r �__doc__r rG �
__classcell__r r r@ r
r; � s r; c g s, t |� }tt�|| ��}|s dS |V qdS )z, Iterates over zip()ed iterables in chunks. N)�zip�tuple� itertools�islice)� chunksize� iterables�it�chunkr r r
� _get_chunks� s
rU c s � fdd�|D �S )z� Processes a chunk of an iterable passed to map.
Runs the function passed to map() on a chunk of the
iterable passed to map.
This function is run in a separate process.
c s g | ] }� |� �qS r r )�.0r3 �r2 r r
�
<listcomp>� s z"_process_chunk.<locals>.<listcomp>r )r2 rT r rW r
�_process_chunk� s rY c
C s^ z| � t|||d�� W n@ tk
rX } z"t||j�}| � t||d�� W 5 d}~X Y nX dS )z.Safely send back the given result or exception)r9 r8 �r8 N)�putr6 �
BaseExceptionr' rC )� result_queuer7 r9 r8 rH r, r r r
�_sendback_result� s
� r^ c
C s� |dk r<z ||� W n& t k
r: tjjddd� Y dS X | jdd�}|dkrb|�t�� � dS z|j|j |j
�}W n> t k
r� } z t ||j �}t
||j|d� W 5 d}~X Y nX t
||j|d� ~~q<dS )a� Evaluates calls from call_queue and places the results in result_queue.
This worker is run in a separate process.
Args:
call_queue: A ctx.Queue of _CallItems that will be read and
evaluated by the worker.
result_queue: A ctx.Queue of _ResultItems that will written
to by the worker.
initializer: A callable initializer, or None
initargs: A tuple of args for the initializer
NzException in initializer:T)�exc_info��blockrZ )r9 )r\ r ZLOGGERZcritical�getr[ �os�getpidr2 r3 r4 r' rC r^ r7 )�
call_queuer] � initializer�initargsZ call_item�rrH r, r r r
�_process_worker� s$
"ri c C sv |� � r dS z|jdd�}W n tjk
r4 Y dS X | | }|j�� rh|jt||j|j |j
�dd� q | |= q q dS )aM Fills call_queue with _WorkItems from pending_work_items.
This function never blocks.
Args:
pending_work_items: A dict mapping work ids to _WorkItems e.g.
{5: <_WorkItem...>, 6: <_WorkItem...>, ...}
work_ids: A queue.Queue of work ids e.g. Queue([5, 6, ...]). Work ids
are consumed and the corresponding _WorkItems from
pending_work_items are transformed into _CallItems and put in
call_queue.
call_queue: A multiprocessing.Queue that will be filled with _CallItems
derived from _WorkItems.
NFr` T) Zfullrb �queueZEmptyr1 Z set_running_or_notify_cancelr[ r: r2 r3 r4 )r= Zwork_idsre r7 rJ r r r
�_add_call_item_to_queue� s"
��rk c
sJ d��fdd�}� �fdd�}|j } |j }
| |
g} t||� � dd� ��� D �} tj�| | �}
d}d}| |
kr�z| �� }d }W q� tk
r� } zt� t
|�||j �}W 5 d}~X Y q�X n|
|
kr�d }d}|� � |�rl| � ��dk r�d
�_
d�_d�td �}|dk �r td d
�|�� d��|_|�� D ]\}}|j�|� ~�q(|� � ��� D ]}|�� �qR|� dS t|t��r�|� �s�t���|�}|�� ��s�|� dS nL|dk �r�|�|jd�}|dk �r�|j �r�|j�|j � n|j� |j � ~~| � �|� �r@z&�dk �rd�_|�s&|� W dS W n t k
�r> Y nX d�q2dS )a, Manages the communication between this process and the worker processes.
This function is run in a local thread.
Args:
executor_reference: A weakref.ref to the ProcessPoolExecutor that owns
this thread. Used to determine if the ProcessPoolExecutor has been
garbage collected and that this function can exit.
process: A list of the ctx.Process instances used as
workers.
pending_work_items: A dict mapping work ids to _WorkItems e.g.
{5: <_WorkItem...>, 6: <_WorkItem...>, ...}
work_ids_queue: A queue.Queue of work ids e.g. Queue([5, 6, ...]).
call_queue: A ctx.Queue that will be filled with _CallItems
derived from _WorkItems for processing by the process workers.
result_queue: A ctx.SimpleQueue of _ResultItems generated by the
process workers.
thread_wakeup: A _ThreadWakeup to allow waking up the
queue_manager_thread from the main Thread and avoid deadlocks
caused by permanently locked queues.
Nc s t p� d kp� jS r )r �_shutdown_threadr )�executorr r
�
shutting_down@ s �z/_queue_management_worker.<locals>.shutting_downc s� t dd� ��� D ��} | }d}||k r�| dkr�t|| �D ]6}z� �d � |d7 }W q: tk
rn Y qrY q:X q:t dd� ��� D ��} q � �� ��� D ] }|�� q�d S )Nc s s | ]}|� � V qd S r �Zis_alive�rV �pr r r
� <genexpr>F s zD_queue_management_worker.<locals>.shutdown_worker.<locals>.<genexpr>r r! c s s | ]}|� � V qd S r ro rp r r r
rr R s )�sum�values�rangeZ
put_nowaitr r r )Zn_children_aliveZn_children_to_stopZn_sentinels_sent�irq )re � processesr r
�shutdown_workerD s
z1_queue_management_worker.<locals>.shutdown_workerc S s g | ]
}|j �qS r )�sentinelrp r r r
rX i s z,_queue_management_worker.<locals>.<listcomp>TFzKA child process terminated abruptly, the process pool is not usable anymorez^A process in the process pool was terminated abruptly while the future was running or pending.z
'''
r( z''') r rk rt r Z
connection�waitZrecvr\ r) r* r+ rC r �_brokenrl �BrokenProcessPoolr# r r/ r r1 rF Z terminaterB �int�AssertionErrorrE r7 r8 Z
set_resultr9 r )Zexecutor_referencerw r= Zwork_ids_queuere r] r rn rx Z
result_readerZ
wakeup_readerZreadersZworker_sentinelsZready�causeZ is_brokenZ result_itemrH Zbper7 rJ rq r )re rm rw r
�_queue_management_worker" s� � (
�
r� c C sj t rtrtt��da zt�d�} W n ttfk
r< Y d S X | dkrJd S | dkrVd S d| att��d S )NT�SC_SEM_NSEMS_MAX���� z@system provides too few semaphores (%d available, 256 necessary))�_system_limits_checked�_system_limited�NotImplementedErrorrc �sysconf�AttributeError�
ValueError)Z nsems_maxr r r
�_check_system_limits� s �r� c c s& | D ] }|� � |r|�� V qqdS )z�
Specialized implementation of itertools.chain.from_iterable.
Each item in *iterable* should be a list. This function is
careful not to keep references to yielded objects.
N)�reverserE )�iterableZelementr r r
� _chain_from_iterable_of_lists� s r� c @ s e Zd ZdZdS )r| zy
Raised when a process in a ProcessPoolExecutor terminated abruptly
while a future was in the running state.
N)r r r rK r r r r
r| � s r| c st e Zd Zddd�Zdd� Zdd� Zd d
� Zejjj e_ ejjj
e_
dd d �� fd
d�
Z ddd�Z ejj j
e _
� Z
S )�ProcessPoolExecutorNr c C s t � |dkr6t�� pd| _tjdkrntt| j�| _n8|dkrHtd��n tjdkrh|tkrhtdt� ���|| _|dkr~t �
� }|| _ |dk r�t |�s�t
d��|| _|| _d| _i | _d| _t�� | _d| _d| _i | _| jt }t|| j | jd �| _d
| j_ |� � | _ t � � | _!t"� | _#dS ) aS Initializes a new ProcessPoolExecutor instance.
Args:
max_workers: The maximum number of processes that can be used to
execute the given calls. If None or not given then as many
worker processes will be created as the machine has processors.
mp_context: A multiprocessing context to launch the workers. This
object should provide SimpleQueue, Queue and Process.
initializer: A callable used to initialize worker processes.
initargs: A tuple of arguments to pass to the initializer.
Nr! Zwin32r z"max_workers must be greater than 0zmax_workers must be <= z initializer must be a callableF)r? r< r= T)$r� rc � cpu_count� _max_workers�sys�platform�min�_MAX_WINDOWS_WORKERSr� r Z get_context� _mp_context�callable� TypeError� _initializer� _initargs�_queue_management_thread�
_processesrl � threadingZLock�_shutdown_lockr{ � _queue_count�_pending_work_items�EXTRA_QUEUED_CALLSr; � _call_queueZ
_ignore_epipeZ SimpleQueue�
_result_queuerj r � _work_idsr � _queue_management_thread_wakeup)r Z max_workersZ
mp_contextrf rg Z
queue_sizer r r
r � sP
�
��
�
z ProcessPoolExecutor.__init__c C sv | j d krr| jfdd�}| �� tjtt�| |�| j| j | j
| j | j | jfdd�| _ d| j _
| j �� | jt| j < d S )Nc S s t j�d� |�� d S )Nz?Executor collected: triggering callback for QueueManager wakeup)r �util�debugr )r r r r r
�
weakref_cbB s zFProcessPoolExecutor._start_queue_management_thread.<locals>.weakref_cbZQueueManagerThread)�targetr3 �nameT)r� r� �_adjust_process_countr� ZThreadr� �weakref�refr� r� r� r� r� Zdaemon�startr )r r� r r r
� _start_queue_management_thread= s(
�
��
�z2ProcessPoolExecutor._start_queue_management_threadc C sP t t| j�| j�D ]8}| jjt| j| j| j | j
fd�}|� � || j|j < qd S )N)r� r3 )
ru �lenr� r� r� ZProcessri r� r� r� r� r� �pid)r r rq r r r
r� X s ��z)ProcessPoolExecutor._adjust_process_countc
O s
t | �dkr| ^}}} nV| s&td��nHd|krZ|�d�}| ^}} dd l}|jdtdd� ntdt | �d ��|j�� |jr�t|j��|j r�t
d ��t r�t
d
��t �
� }t||| |�}||j|j< |j�|j� | jd7 _|j�� |�� |W 5 Q R � S Q R X d S ) N� zEdescriptor 'submit' of 'ProcessPoolExecutor' object needs an argumentr2 r z.Passing 'fn' as keyword argument is deprecated)�
stacklevelz6submit expected at least 1 positional argument, got %dr! z*cannot schedule new futures after shutdownz6cannot schedule new futures after interpreter shutdown)r� r� rE �warnings�warn�DeprecationWarningr� r{ r| rl � RuntimeErrorr r ZFuturer0 r� r� r� r[ r� r r� )r3 r4 r r2 r� �f�wr r r
�submitc s<
�
�
zProcessPoolExecutor.submitr! )�timeoutrQ c s: |dk rt d��t� jtt|�t|d|i�|d�}t|�S )aj Returns an iterator equivalent to map(fn, iter).
Args:
fn: A callable that will take as many arguments as there are
passed iterables.
timeout: The maximum number of seconds to wait. If None, then there
is no limit on the wait time.
chunksize: If greater than one, the iterables will be chopped into
chunks of size chunksize and submitted to the process pool.
If set to one, the items in the list will be sent one at a time.
Returns:
An iterator equivalent to: map(func, *iterables) but the calls may
be evaluated out-of-order.
Raises:
TimeoutError: If the entire result iterator could not be generated
before the given timeout.
Exception: If fn(*args) raises for any values.
r! zchunksize must be >= 1.rQ )r� )r� r> �mapr rY rU r� )r r2 r� rQ rR Zresultsr@ r r
r� � s �zProcessPoolExecutor.mapTc C s� | j � d| _W 5 Q R X | jr6| j�� |r6| j�� d | _| jd k rd| j�� |r^| j�� d | _d | _ d | _
| jr�| j�� d | _d S r ) r� rl r� r� r r r� r Z join_threadr� r� )r rz r r r
�shutdown� s"
z ProcessPoolExecutor.shutdown)NNNr )T)r r r r r� r� r� r �Executor�__text_signature__rK r� r� rL r r r@ r
r� � s �
K $
r� )NN)3rK �
__author__�atexitrc Zconcurrent.futuresr rj r Zmultiprocessingr Zmultiprocessing.connectionZmultiprocessing.queuesr r� r� � functoolsr rO r� r) �WeakKeyDictionaryr r r r r� r� � Exceptionr# r' r- �objectr0 r6 r: r; rU rY r^ ri rk r� r� r� r� r� ZBrokenExecutorr| r� r� �registerr r r r
�<module> sV *
)& ! P concurrent/futures/__pycache__/_base.cpython-38.opt-2.pyc 0000644 00000033521 15115353747 0017313 0 ustar 00 U
e5dY �
@ sp d Z ddlZddlZddlZddlZdZdZdZdZdZ dZ
d Z d
Z d Z
e e
e e e
gZe d e
d
e de de
diZe�d�ZG dd� de�ZG dd� de�ZG dd� de�ZG dd� de�ZG dd� de�ZG dd � d e�ZG d d � d e�ZG d d � d e�ZG d!d"� d"e�Z d#d$� Z d%d&� Z d3d'd(�Z e� d)d*�Z!defd+d,�Z"G d-d.� d.e�Z#G d/d0� d0e�Z$G d1d2� d2e%�Z&dS )4z"Brian Quinlan (brian@sweetapp.com)� N�FIRST_COMPLETED�FIRST_EXCEPTION�
ALL_COMPLETED�
_AS_COMPLETED�PENDING�RUNNING� CANCELLED�CANCELLED_AND_NOTIFIED�FINISHED�pending�running� cancelled�finishedzconcurrent.futuresc @ s e Zd ZdS )�ErrorN��__name__�
__module__� __qualname__� r r �0/usr/lib64/python3.8/concurrent/futures/_base.pyr , s r c @ s e Zd ZdS )�CancelledErrorNr r r r r r 0 s r c @ s e Zd ZdS )� TimeoutErrorNr r r r r r 4 s r c @ s e Zd ZdS )�InvalidStateErrorNr r r r r r 8 s r c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�_Waiterc C s t �� | _g | _d S �N)� threadingZEvent�event�finished_futures��selfr r r �__init__> s
z_Waiter.__init__c C s | j �|� d S r �r �append�r �futurer r r �
add_resultB s z_Waiter.add_resultc C s | j �|� d S r r! r# r r r �
add_exceptionE s z_Waiter.add_exceptionc C s | j �|� d S r r! r# r r r �
add_cancelledH s z_Waiter.add_cancelledN)r r r r r% r& r' r r r r r < s r c s@ e Zd Z� fdd�Z� fdd�Z� fdd�Z� fdd�Z� ZS ) �_AsCompletedWaiterc s t t| ��� t�� | _d S r )�superr( r r �Lock�lockr �� __class__r r r N s z_AsCompletedWaiter.__init__c s0 | j � tt| ��|� | j�� W 5 Q R X d S r )r+ r) r( r% r �setr# r, r r r% R s z _AsCompletedWaiter.add_resultc s0 | j � tt| ��|� | j�� W 5 Q R X d S r )r+ r) r( r& r r. r# r, r r r& W s z _AsCompletedWaiter.add_exceptionc s0 | j � tt| ��|� | j�� W 5 Q R X d S r )r+ r) r( r' r r. r# r, r r r' \ s z _AsCompletedWaiter.add_cancelled)r r r r r% r& r' �
__classcell__r r r, r r( K s r( c s4 e Zd Z� fdd�Z� fdd�Z� fdd�Z� ZS )�_FirstCompletedWaiterc s t � �|� | j�� d S r )r) r% r r. r# r, r r r% d s z _FirstCompletedWaiter.add_resultc s t � �|� | j�� d S r )r) r& r r. r# r, r r r& h s z#_FirstCompletedWaiter.add_exceptionc s t � �|� | j�� d S r )r) r' r r. r# r, r r r' l s z#_FirstCompletedWaiter.add_cancelled)r r r r% r& r' r/ r r r, r r0 a s r0 c sH e Zd Z� fdd�Zdd� Z� fdd�Z� fdd�Z� fd d
�Z� ZS ) �_AllCompletedWaiterc s$ || _ || _t�� | _t� �� d S r )�num_pending_calls�stop_on_exceptionr r* r+ r) r )r r2 r3 r, r r r s s
z _AllCompletedWaiter.__init__c C s4 | j �$ | jd8 _| js&| j�� W 5 Q R X d S )N� )r+ r2 r r. r r r r �_decrement_pending_callsy s z,_AllCompletedWaiter._decrement_pending_callsc s t � �|� | �� d S r )r) r% r5 r# r, r r r% s z _AllCompletedWaiter.add_resultc s* t � �|� | jr | j�� n| �� d S r )r) r& r3 r r. r5 r# r, r r r& � s z!_AllCompletedWaiter.add_exceptionc s t � �|� | �� d S r )r) r' r5 r# r, r r r' � s z!_AllCompletedWaiter.add_cancelled) r r r r r5 r% r& r' r/ r r r, r r1 p s
r1 c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�_AcquireFuturesc C s t |td�| _d S )N)�key)�sorted�id�futures)r r: r r r r � s z_AcquireFutures.__init__c C s | j D ]}|j�� qd S r )r: �
_condition�acquirer# r r r � __enter__� s
z_AcquireFutures.__enter__c G s | j D ]}|j�� qd S r )r: r; �release)r �argsr$ r r r �__exit__� s
z_AcquireFutures.__exit__N)r r r r r= r@ r r r r r6 � s r6 c C s� |t krt� }nZ|tkr t� }nJtdd� | D ��}|tkrHt|dd�}n"|tkr^t|dd�}n td| ��| D ]}|j �
|� qn|S )Nc s s | ]}|j ttfkV qd S r ��_stater r
��.0�fr r r � <genexpr>� s z._create_and_install_waiters.<locals>.<genexpr>T)r3 Fz Invalid return condition: %r) r r( r r0 �sumr r1 r �
ValueError�_waitersr" )�fs� return_when�waiterZ
pending_countrE r r r �_create_and_install_waiters� s � rM c c sP | rL| d }|D ]}|� |� q|j� |j� |� W 5 Q R X ~| �� V q d S )N���)�remover; rI �pop)rJ rL � ref_collectrE Z futures_setr r r �_yield_finished_futures� s rR c c sB |d k r|t �� }t| �} t| �}t| ��* tdd� | D ��}| | }t| t�}W 5 Q R X t|�}z�t ||| fd�E d H |�r|d kr�d }n(|t �� }|dk r�t dt|�|f ��|j
�|� |j� |j}g |_|j
�� W 5 Q R X |�� t ||| |fd�E d H q|W 5 | D ]$}|j� |j �
|� W 5 Q R X �qX d S )Nc s s | ]}|j ttfkr|V qd S r rA rC r r r rF � s �z as_completed.<locals>.<genexpr>)rQ r z %d (of %d) futures unfinished)�time� monotonicr. �lenr6 rM r �listr; rI rO rR r r �waitr+ r �clear�reverse) rJ �timeout�end_timeZ
total_futuresr r rL rE Z wait_timeoutr r r � as_completed� sL
�� �� �r\ �DoneAndNotDoneFuturesz
done not_donec
C s
t | ��� tdd� | D ��}t| �| }|tkrJ|rJt||�W 5 Q R � S |tkr~|r~tdd� |D ��r~t||�W 5 Q R � S t|�t| �kr�t||�W 5 Q R � S t| |�}W 5 Q R X |j� |� | D ]"}|j
� |j � |� W 5 Q R X q�|�
|j� t|t| �| �S )Nc s s | ]}|j ttfkr|V qd S r rA rC r r r rF ! s �zwait.<locals>.<genexpr>c s s& | ] }|� � s|�� d k r|V qd S r )r
� exceptionrC r r r rF ( s �)r6 r. r r] r �anyrU rM r rW r; rI rO �updater )rJ rZ rK �doneZnot_donerL rE r r r rW s"
rW c @ s� e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z d dd�Z d dd�Z
dd� Zdd� Zd d � ZdS ) �Futurec C s, t �� | _t| _d | _d | _g | _g | _d S r ) r Z Conditionr; r rB �_result�
_exceptionrI �_done_callbacksr r r r r < s
zFuture.__init__c C s> | j D ]2}z || � W q tk
r6 t�d| � Y qX qd S �Nz!exception calling callback for %r)re � Exception�LOGGERr^ )r �callbackr r r �_invoke_callbacksE s
zFuture._invoke_callbacksc
C s� | j �� | jtkrx| jrHd| jjt| �t| j | jjjf W 5 Q R � S d| jjt| �t| j | jjjf W 5 Q R � S d| jjt| �t| j f W 5 Q R � S Q R X d S )Nz <%s at %#x state=%s raised %s>z <%s at %#x state=%s returned %s>z<%s at %#x state=%s>) r; rB r
rd r- r r9 �_STATE_TO_DESCRIPTION_MAPrc r r r r �__repr__L s(
���zFuture.__repr__c C sf | j �N | jttfkr$W 5 Q R � dS | jttfkr@W 5 Q R � dS t| _| j �� W 5 Q R X | �� dS )NFT)r; rB r r
r r �
notify_allrj r r r r �cancel` s z
Future.cancelc
C s, | j � | jttfkW 5 Q R � S Q R X d S r )r; rB r r r r r r r
s s zFuture.cancelledc
C s( | j � | jtkW 5 Q R � S Q R X d S r )r; rB r r r r r r x s zFuture.runningc
C s. | j � | jtttfkW 5 Q R � S Q R X d S r )r; rB r r r
r r r r ra } s z Future.donec C s$ | j rz
| j �W 5 d } X n| jS d S r )rd rc r r r r Z __get_result� s
zFuture.__get_resultc C sn | j �0 | jtttfkr2| j�|� W 5 Q R � d S W 5 Q R X z || � W n tk
rh t� d| � Y nX d S rf )
r; rB r r r
re r" rg rh r^ )r �fnr r r �add_done_callback� s zFuture.add_done_callbackNc
C s� z�| j �� | jttfkr t� �n"| jtkrB| �� W 5 Q R � W �ZS | j �|� | jttfkrdt� �n(| jtkr�| �� W 5 Q R � W �S t� �W 5 Q R X W 5 d } X d S r ) r; rB r r r r
�_Future__get_resultrW r �r rZ r r r �result� s
z
Future.resultc
C s� | j �| | jttfkr t� �n | jtkr:| jW 5 Q R � S | j �|� | jttfkr\t� �n"| jtkrx| jW 5 Q R � S t� �W 5 Q R X d S r ) r; rB r r r r
rd rW r rr r r r r^ � s
zFuture.exceptionc C s� | j �t | jtkr<t| _| jD ]}|�| � q W 5 Q R � dS | jtkrZt| _W 5 Q R � dS t� dt
| �| j� t d��W 5 Q R X d S )NFTz!Future %s in unexpected state: %szFuture in unexpected state) r; rB r r rI r' r r rh Zcriticalr9 � RuntimeError)r rL r r r � set_running_or_notify_cancel� s
�z#Future.set_running_or_notify_cancelc C sl | j �T | jttthkr*td�| j| ���|| _t| _| jD ]}|� | � q<| j �
� W 5 Q R X | � � d S �Nz{}: {!r}) r; rB r r r
r �formatrc rI r% rm rj )r rs rL r r r �
set_result
s
zFuture.set_resultc C sl | j �T | jttthkr*td�| j| ���|| _t| _| jD ]}|� | � q<| j �
� W 5 Q R X | � � d S rv ) r; rB r r r
r rw rd rI r& rm rj )r r^ rL r r r �
set_exception s
zFuture.set_exception)N)N)r r r r rj rl rn r
r ra rq rp rs r^ ru rx ry r r r r rb 9 s
#
"(rb c @ sD e Zd Zdd� Zde_ddd�dd�Zdd
d �Zd d
� Zdd� ZdS )�Executorc O s\ t | �dkrnD| s td��n6d|kr>dd l}|jdtdd� ntdt | �d ��t� �d S ) N� z:descriptor 'submit' of 'Executor' object needs an argumentro r z.Passing 'fn' as keyword argument is deprecated)�
stacklevelz6submit expected at least 1 positional argument, got %dr4 )rU � TypeError�warnings�warn�DeprecationWarning�NotImplementedError)r? �kwargsr~ r r r �submit. s
�
�zExecutor.submitz ($self, fn, /, *args, **kwargs)Nr4 )rZ � chunksizec sB �d k r�t �� � ��fdd�t|� D ��� ��fdd�}|� S )Nc s g | ]}�j � f|�� �qS r )r� )rD r? )ro r r r �
<listcomp>` s z Executor.map.<locals>.<listcomp>c 3 s\ zB��� �r@�d kr&��� �� V q
��� �� t�� �V q
W 5 �D ] } | � � qHX d S r )rn rY rP rs rS rT )r$ )r[ rJ rZ r r �result_iteratord s z%Executor.map.<locals>.result_iterator)rS rT �zip)r ro rZ r� � iterablesr� r )r[ ro rJ r rZ r �mapG s
z Executor.mapTc C s d S r r )r rW r r r �shutdowns s zExecutor.shutdownc C s | S r r r r r r r= � s zExecutor.__enter__c C s | j dd� dS )NT)rW F)r� )r �exc_typeZexc_valZexc_tbr r r r@ � s zExecutor.__exit__)T) r r r r� �__text_signature__r� r� r= r@ r r r r rz + s ,
rz c @ s e Zd ZdS )�BrokenExecutorNr r r r r r� � s r� )N)'�
__author__� collectionsZloggingr rS r r r r r r r r r
Z_FUTURE_STATESrk Z getLoggerrh rg r r r r �objectr r( r0 r1 r6 rM rR r\ �
namedtupler] rW rb rz rt r� r r r r �<module> sh � �
> �1 s] concurrent/futures/__pycache__/_base.cpython-38.pyc 0000644 00000052666 15115353747 0016366 0 ustar 00 U
e5dY �
@ sp d Z ddlZddlZddlZddlZdZdZdZdZdZ dZ
d Z d
Z d Z
e e
e e e
gZe d e
d
e de de
diZe�d�ZG dd� de�ZG dd� de�ZG dd� de�ZG dd� de�ZG dd� de�ZG dd � d e�ZG d d � d e�ZG d d � d e�ZG d!d"� d"e�Z d#d$� Z d%d&� Z d3d'd(�Z e� d)d*�Z!defd+d,�Z"G d-d.� d.e�Z#G d/d0� d0e�Z$G d1d2� d2e%�Z&dS )4z"Brian Quinlan (brian@sweetapp.com)� N�FIRST_COMPLETED�FIRST_EXCEPTION�
ALL_COMPLETED�
_AS_COMPLETED�PENDING�RUNNING� CANCELLED�CANCELLED_AND_NOTIFIED�FINISHED�pending�running� cancelled�finishedzconcurrent.futuresc @ s e Zd ZdZdS )�Errorz-Base class for all future-related exceptions.N��__name__�
__module__� __qualname__�__doc__� r r �0/usr/lib64/python3.8/concurrent/futures/_base.pyr , s r c @ s e Zd ZdZdS )�CancelledErrorzThe Future was cancelled.Nr r r r r r 0 s r c @ s e Zd ZdZdS )� TimeoutErrorz*The operation exceeded the given deadline.Nr r r r r r 4 s r c @ s e Zd ZdZdS )�InvalidStateErrorz+The operation is not allowed in this state.Nr r r r r r 8 s r c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) �_Waiterz;Provides the event that wait() and as_completed() block on.c C s t �� | _g | _d S �N)� threadingZEvent�event�finished_futures��selfr r r �__init__> s
z_Waiter.__init__c C s | j �|� d S r �r �append�r �futurer r r �
add_resultB s z_Waiter.add_resultc C s | j �|� d S r r" r$ r r r �
add_exceptionE s z_Waiter.add_exceptionc C s | j �|� d S r r" r$ r r r �
add_cancelledH s z_Waiter.add_cancelledN)r r r r r! r& r' r( r r r r r < s
r c sD e Zd ZdZ� fdd�Z� fdd�Z� fdd�Z� fdd �Z� ZS )
�_AsCompletedWaiterzUsed by as_completed().c s t t| ��� t�� | _d S r )�superr) r! r �Lock�lockr �� __class__r r r! N s z_AsCompletedWaiter.__init__c s0 | j � tt| ��|� | j�� W 5 Q R X d S r )r, r* r) r& r �setr$ r- r r r& R s z _AsCompletedWaiter.add_resultc s0 | j � tt| ��|� | j�� W 5 Q R X d S r )r, r* r) r' r r/ r$ r- r r r' W s z _AsCompletedWaiter.add_exceptionc s0 | j � tt| ��|� | j�� W 5 Q R X d S r )r, r* r) r( r r/ r$ r- r r r( \ s z _AsCompletedWaiter.add_cancelled) r r r r r! r& r' r( �
__classcell__r r r- r r) K s
r) c s8 e Zd ZdZ� fdd�Z� fdd�Z� fdd�Z� ZS )�_FirstCompletedWaiterz*Used by wait(return_when=FIRST_COMPLETED).c s t � �|� | j�� d S r )r* r& r r/ r$ r- r r r& d s z _FirstCompletedWaiter.add_resultc s t � �|� | j�� d S r )r* r' r r/ r$ r- r r r' h s z#_FirstCompletedWaiter.add_exceptionc s t � �|� | j�� d S r )r* r( r r/ r$ r- r r r( l s z#_FirstCompletedWaiter.add_cancelled)r r r r r& r' r( r0 r r r- r r1 a s r1 c sL e Zd ZdZ� fdd�Zdd� Z� fdd�Z� fdd �Z� fd
d �Z� Z S ) �_AllCompletedWaiterz<Used by wait(return_when=FIRST_EXCEPTION and ALL_COMPLETED).c s$ || _ || _t�� | _t� �� d S r )�num_pending_calls�stop_on_exceptionr r+ r, r* r! )r r3 r4 r- r r r! s s
z _AllCompletedWaiter.__init__c C s4 | j �$ | jd8 _| js&| j�� W 5 Q R X d S )N� )r, r3 r r/ r r r r �_decrement_pending_callsy s z,_AllCompletedWaiter._decrement_pending_callsc s t � �|� | �� d S r )r* r& r6 r$ r- r r r& s z _AllCompletedWaiter.add_resultc s* t � �|� | jr | j�� n| �� d S r )r* r' r4 r r/ r6 r$ r- r r r' � s z!_AllCompletedWaiter.add_exceptionc s t � �|� | �� d S r )r* r( r6 r$ r- r r r( � s z!_AllCompletedWaiter.add_cancelled)
r r r r r! r6 r& r' r( r0 r r r- r r2 p s r2 c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �_AcquireFutureszDA context manager that does an ordered acquire of Future conditions.c C s t |td�| _d S )N)�key)�sorted�id�futures)r r; r r r r! � s z_AcquireFutures.__init__c C s | j D ]}|j�� qd S r )r; �
_condition�acquirer$ r r r � __enter__� s
z_AcquireFutures.__enter__c G s | j D ]}|j�� qd S r )r; r< �release)r �argsr% r r r �__exit__� s
z_AcquireFutures.__exit__N)r r r r r! r> rA r r r r r7 � s r7 c C s� |t krt� }nZ|tkr t� }nJtdd� | D ��}|tkrHt|dd�}n"|tkr^t|dd�}n td| ��| D ]}|j �
|� qn|S )Nc s s | ]}|j ttfkV qd S r ��_stater r
��.0�fr r r � <genexpr>� s z._create_and_install_waiters.<locals>.<genexpr>T)r4 Fz Invalid return condition: %r) r r) r r1 �sumr r2 r �
ValueError�_waitersr# )�fs� return_when�waiterZ
pending_countrF r r r �_create_and_install_waiters� s � rN c c sP | rL| d }|D ]}|� |� q|j� |j� |� W 5 Q R X ~| �� V q dS )a~
Iterate on the list *fs*, yielding finished futures one by one in
reverse order.
Before yielding a future, *waiter* is removed from its waiters
and the future is removed from each set in the collection of sets
*ref_collect*.
The aim of this function is to avoid keeping stale references after
the future is yielded and before the iterator resumes.
���N)�remover< rJ �pop)rK rM � ref_collectrF Z futures_setr r r �_yield_finished_futures� s rS c c sB |dk r|t �� }t| �} t| �}t| ��* tdd� | D ��}| | }t| t�}W 5 Q R X t|�}z�t ||| fd�E dH |�r|dkr�d}n(|t �� }|dk r�t dt|�|f ��|j
�|� |j� |j}g |_|j
�� W 5 Q R X |�� t ||| |fd�E dH q|W 5 | D ]$}|j� |j �
|� W 5 Q R X �qX dS )an An iterator over the given futures that yields each as it completes.
Args:
fs: The sequence of Futures (possibly created by different Executors) to
iterate over.
timeout: The maximum number of seconds to wait. If None, then there
is no limit on the wait time.
Returns:
An iterator that yields the given Futures as they complete (finished or
cancelled). If any given Futures are duplicated, they will be returned
once.
Raises:
TimeoutError: If the entire result iterator could not be generated
before the given timeout.
Nc s s | ]}|j ttfkr|V qd S r rB rD r r r rG � s �z as_completed.<locals>.<genexpr>)rR r z %d (of %d) futures unfinished)�time� monotonicr/ �lenr7 rN r �listr< rJ rP rS r r �waitr, r �clear�reverse) rK �timeout�end_timeZ
total_futuresr r rM rF Z wait_timeoutr r r � as_completed� sL
�� �� �r] �DoneAndNotDoneFuturesz
done not_donec
C s
t | ��� tdd� | D ��}t| �| }|tkrJ|rJt||�W 5 Q R � S |tkr~|r~tdd� |D ��r~t||�W 5 Q R � S t|�t| �kr�t||�W 5 Q R � S t| |�}W 5 Q R X |j� |� | D ]"}|j
� |j � |� W 5 Q R X q�|�
|j� t|t| �| �S )a Wait for the futures in the given sequence to complete.
Args:
fs: The sequence of Futures (possibly created by different Executors) to
wait upon.
timeout: The maximum number of seconds to wait. If None, then there
is no limit on the wait time.
return_when: Indicates when this function should return. The options
are:
FIRST_COMPLETED - Return when any future finishes or is
cancelled.
FIRST_EXCEPTION - Return when any future finishes by raising an
exception. If no future raises an exception
then it is equivalent to ALL_COMPLETED.
ALL_COMPLETED - Return when all futures finish or are cancelled.
Returns:
A named 2-tuple of sets. The first set, named 'done', contains the
futures that completed (is finished or cancelled) before the wait
completed. The second set, named 'not_done', contains uncompleted
futures.
c s s | ]}|j ttfkr|V qd S r rB rD r r r rG ! s �zwait.<locals>.<genexpr>c s s& | ] }|� � s|�� d k r|V qd S r )r
� exceptionrD r r r rG ( s �)r7 r/ r r^ r �anyrV rN r rX r< rJ rP �updater )rK r[ rL �doneZnot_donerM rF r r r rX s"
rX c @ s� e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z d dd�Z
d dd�Zdd� Zdd � Zd d � ZdS )!�Futurez5Represents the result of an asynchronous computation.c C s, t �� | _t| _d| _d| _g | _g | _dS )z8Initializes the future. Should not be called by clients.N) r Z Conditionr< r rC �_result�
_exceptionrJ �_done_callbacksr r r r r! < s
zFuture.__init__c C s> | j D ]2}z || � W q tk
r6 t�d| � Y qX qd S )N�!exception calling callback for %r)rf � Exception�LOGGERr_ )r �callbackr r r �_invoke_callbacksE s
zFuture._invoke_callbacksc
C s� | j �� | jtkrx| jrHd| jjt| �t| j | jjjf W 5 Q R � S d| jjt| �t| j | jjjf W 5 Q R � S d| jjt| �t| j f W 5 Q R � S Q R X d S )Nz <%s at %#x state=%s raised %s>z <%s at %#x state=%s returned %s>z<%s at %#x state=%s>) r< rC r
re r. r r: �_STATE_TO_DESCRIPTION_MAPrd r r r r �__repr__L s(
���zFuture.__repr__c C sf | j �N | jttfkr$W 5 Q R � dS | jttfkr@W 5 Q R � dS t| _| j �� W 5 Q R X | �� dS )z�Cancel the future if possible.
Returns True if the future was cancelled, False otherwise. A future
cannot be cancelled if it is running or has already completed.
FT)r< rC r r
r r �
notify_allrk r r r r �cancel` s z
Future.cancelc
C s, | j � | jttfkW 5 Q R � S Q R X dS )z(Return True if the future was cancelled.N)r< rC r r r r r r r
s s zFuture.cancelledc
C s( | j � | jtkW 5 Q R � S Q R X dS )z1Return True if the future is currently executing.N)r< rC r r r r r r x s zFuture.runningc
C s. | j � | jtttfkW 5 Q R � S Q R X dS )z>Return True of the future was cancelled or finished executing.N)r< rC r r r
r r r r rb } s z Future.donec C s$ | j rz
| j �W 5 d } X n| jS d S r )re rd r r r r Z __get_result� s
zFuture.__get_resultc C sn | j �0 | jtttfkr2| j�|� W 5 Q R � dS W 5 Q R X z || � W n tk
rh t� d| � Y nX dS )a% Attaches a callable that will be called when the future finishes.
Args:
fn: A callable that will be called with this future as its only
argument when the future completes or is cancelled. The callable
will always be called by a thread in the same process in which
it was added. If the future has already completed or been
cancelled then the callable will be called immediately. These
callables are called in the order that they were added.
Nrg )
r< rC r r r
rf r# rh ri r_ )r �fnr r r �add_done_callback� s zFuture.add_done_callbackNc
C s� z�| j �� | jttfkr t� �n"| jtkrB| �� W 5 Q R � W �ZS | j �|� | jttfkrdt� �n(| jtkr�| �� W 5 Q R � W �S t� �W 5 Q R X W 5 d} X dS )aB Return the result of the call that the future represents.
Args:
timeout: The number of seconds to wait for the result if the future
isn't done. If None, then there is no limit on the wait time.
Returns:
The result of the call that the future represents.
Raises:
CancelledError: If the future was cancelled.
TimeoutError: If the future didn't finish executing before the given
timeout.
Exception: If the call raised then that exception will be raised.
N) r< rC r r r r
�_Future__get_resultrX r �r r[ r r r �result� s
z
Future.resultc
C s� | j �| | jttfkr t� �n | jtkr:| jW 5 Q R � S | j �|� | jttfkr\t� �n"| jtkrx| jW 5 Q R � S t� �W 5 Q R X dS )aU Return the exception raised by the call that the future represents.
Args:
timeout: The number of seconds to wait for the exception if the
future isn't done. If None, then there is no limit on the wait
time.
Returns:
The exception raised by the call that the future represents or None
if the call completed without raising.
Raises:
CancelledError: If the future was cancelled.
TimeoutError: If the future didn't finish executing before the given
timeout.
N) r< rC r r r r
re rX r rs r r r r_ � s
zFuture.exceptionc C s� | j �t | jtkr<t| _| jD ]}|�| � q W 5 Q R � dS | jtkrZt| _W 5 Q R � dS t� dt
| �| j� t d��W 5 Q R X dS )a� Mark the future as running or process any cancel notifications.
Should only be used by Executor implementations and unit tests.
If the future has been cancelled (cancel() was called and returned
True) then any threads waiting on the future completing (though calls
to as_completed() or wait()) are notified and False is returned.
If the future was not cancelled then it is put in the running state
(future calls to running() will return True) and True is returned.
This method should be called by Executor implementations before
executing the work associated with this future. If this method returns
False then the work should not be executed.
Returns:
False if the Future was cancelled, True otherwise.
Raises:
RuntimeError: if this method was already called or if set_result()
or set_exception() was called.
FTz!Future %s in unexpected state: %szFuture in unexpected stateN) r< rC r r rJ r( r r ri Zcriticalr: � RuntimeError)r rM r r r � set_running_or_notify_cancel� s
�z#Future.set_running_or_notify_cancelc C sl | j �T | jttthkr*td�| j| ���|| _t| _| jD ]}|� | � q<| j �
� W 5 Q R X | � � dS )z�Sets the return value of work associated with the future.
Should only be used by Executor implementations and unit tests.
�{}: {!r}N) r< rC r r r
r �formatrd rJ r& rn rk )r rt rM r r r �
set_result
s
zFuture.set_resultc C sl | j �T | jttthkr*td�| j| ���|| _t| _| jD ]}|� | � q<| j �
� W 5 Q R X | � � dS )z�Sets the result of the future as being the given exception.
Should only be used by Executor implementations and unit tests.
rw N) r< rC r r r
r rx re rJ r' rn rk )r r_ rM r r r �
set_exception s
zFuture.set_exception)N)N)r r r r r! rk rm ro r
r rb rr rq rt r_ rv ry rz r r r r rc 9 s
#
"(rc c @ sH e Zd ZdZdd� Zde_ddd�dd �Zdd d �Zd
d� Zdd� Z dS )�ExecutorzCThis is an abstract base class for concrete asynchronous executors.c O s\ t | �dkrnD| s td��n6d|kr>ddl}|jdtdd� ntdt | �d ��t� �dS )
a Submits a callable to be executed with the given arguments.
Schedules the callable to be executed as fn(*args, **kwargs) and returns
a Future instance representing the execution of the callable.
Returns:
A Future representing the given call.
� z:descriptor 'submit' of 'Executor' object needs an argumentrp r Nz.Passing 'fn' as keyword argument is deprecated)�
stacklevelz6submit expected at least 1 positional argument, got %dr5 )rV � TypeError�warnings�warn�DeprecationWarning�NotImplementedError)r@ �kwargsr r r r �submit. s
�
�zExecutor.submitz ($self, fn, /, *args, **kwargs)Nr5 )r[ � chunksizec sB �dk r�t �� � ��fdd�t|� D ��� ��fdd�}|� S )a} Returns an iterator equivalent to map(fn, iter).
Args:
fn: A callable that will take as many arguments as there are
passed iterables.
timeout: The maximum number of seconds to wait. If None, then there
is no limit on the wait time.
chunksize: The size of the chunks the iterable will be broken into
before being passed to a child process. This argument is only
used by ProcessPoolExecutor; it is ignored by
ThreadPoolExecutor.
Returns:
An iterator equivalent to: map(func, *iterables) but the calls may
be evaluated out-of-order.
Raises:
TimeoutError: If the entire result iterator could not be generated
before the given timeout.
Exception: If fn(*args) raises for any values.
Nc s g | ]}�j � f|�� �qS r )r� )rE r@ )rp r r r �
<listcomp>` s z Executor.map.<locals>.<listcomp>c 3 s\ zB��� �r@�d kr&��� �� V q
��� �� t�� �V q
W 5 �D ] } | � � qHX d S r )ro rZ rQ rt rT rU )r% )r\ rK r[ r r �result_iteratord s z%Executor.map.<locals>.result_iterator)rT rU �zip)r rp r[ r� � iterablesr� r )r\ rp rK r r[ r �mapG s
z Executor.mapTc C s dS )a� Clean-up the resources associated with the Executor.
It is safe to call this method several times. Otherwise, no other
methods can be called after this one.
Args:
wait: If True then shutdown will not return until all running
futures have finished executing and the resources used by the
executor have been reclaimed.
Nr )r rX r r r �shutdowns s zExecutor.shutdownc C s | S r r r r r r r> � s zExecutor.__enter__c C s | j dd� dS )NT)rX F)r� )r �exc_typeZexc_valZexc_tbr r r rA � s zExecutor.__exit__)T)
r r r r r� �__text_signature__r� r� r> rA r r r r r{ + s ,
r{ c @ s e Zd ZdZdS )�BrokenExecutorzR
Raised when a executor has become non-functional after a severe failure.
Nr r r r r r� � s r� )N)'�
__author__� collectionsZloggingr rT r r r r r r r r r
Z_FUTURE_STATESrl Z getLoggerri rh r r r r �objectr r) r1 r2 r7 rN rS r] �
namedtupler^ rX rc r{ ru r� r r r r �<module> sh � �
> �1 s] concurrent/futures/__pycache__/thread.cpython-38.pyc 0000644 00000013274 15115353747 0016554 0 ustar 00 U
e5d@" � @ s� d Z dZddlZddlmZ ddlZddlZddlZddlZddl Z e�
� Z da dd� Z
e�e
� G dd � d e�Zd
d � ZG d d
� d
ej�ZG dd� dej�ZdS )z Implements ThreadPoolExecutor.z"Brian Quinlan (brian@sweetapp.com)� N)�_baseFc C sB da tt�� �} | D ]\}}|�d � q| D ]\}}|�� q,d S �NT)� _shutdown�list�_threads_queues�items�put�join)r �t�q� r �1/usr/lib64/python3.8/concurrent/futures/thread.py� _python_exit! s r c @ s e Zd Zdd� Zdd� ZdS )� _WorkItemc C s || _ || _|| _|| _d S �N)�future�fn�args�kwargs)�selfr r r r r r r
�__init__. s z_WorkItem.__init__c
C sf | j �� sd S z| j| j| j�}W n2 tk
rT } z| j �|� d } W 5 d }~X Y nX | j �|� d S r )r Z set_running_or_notify_cancelr r r �
BaseException�
set_exceptionZ
set_result)r �result�excr r r
�run4 s
z
_WorkItem.runN)�__name__�
__module__� __qualname__r r r r r r
r - s r c C s� |d k rRz ||� W n< t k
rP tjjddd� | � }|d k rJ|�� Y d S X zx|jdd�}|d k r�|�� ~| � }|d k r�|j�� ~qT| � }t s�|d ks�|j r�|d k r�d|_ |�
d � W d S ~qTW n$ t k
r� tjjddd� Y nX d S )NzException in initializer:T)�exc_info)�blockzException in worker) r r ZLOGGERZcritical�_initializer_failed�getr �_idle_semaphore�releaser r )Zexecutor_referenceZ
work_queue� initializer�initargsZexecutor� work_itemr r r
�_workerB s8
r( c @ s e Zd ZdZdS )�BrokenThreadPoolzR
Raised when a worker thread in a ThreadPoolExecutor failed initializing.
N)r r r �__doc__r r r r
r) m s r) c @ sf e Zd Ze�� jZddd�Zdd� Ze j
jj e_ e j
jj e_ dd � Z
d
d � Zdd
d�Ze j
jj e_ dS )�ThreadPoolExecutorN� r c C s� |dkr t dt�� pdd �}|dkr.td��|dk rFt|�sFtd��|| _t�� | _ t
� d�| _ t
� | _d| _d| _t
�� | _|p�d | �� | _|| _|| _dS )
a� Initializes a new ThreadPoolExecutor instance.
Args:
max_workers: The maximum number of threads that can be used to
execute the given calls.
thread_name_prefix: An optional name prefix to give our threads.
initializer: A callable used to initialize worker threads.
initargs: A tuple of arguments to pass to the initializer.
N� � � r z"max_workers must be greater than 0z initializer must be a callableFzThreadPoolExecutor-%d)�min�os� cpu_count�
ValueError�callable� TypeError� _max_workers�queueZ SimpleQueue� _work_queue� threadingZ Semaphorer# �set�_threads�_brokenr ZLock�_shutdown_lock�_counter�_thread_name_prefix� _initializer� _initargs)r Z max_workersZthread_name_prefixr% r& r r r
r x s$
�zThreadPoolExecutor.__init__c
O s� t | �dkr| ^}}} nV| s&td��nHd|krZ|�d�}| ^}} dd l}|jdtdd� ntdt | �d ��|j�f |jr�t|j��|j r�t
d ��t r�t
d
��t � � }t
||| |�}|j�|� |�� |W 5 Q R � S Q R X d S ) N� zDdescriptor 'submit' of 'ThreadPoolExecutor' object needs an argumentr r z.Passing 'fn' as keyword argument is deprecated)�
stacklevelz6submit expected at least 1 positional argument, got %dr. z*cannot schedule new futures after shutdownz6cannot schedule new futures after interpreter shutdown)�lenr5 �pop�warnings�warn�DeprecationWarningr= r< r) r � RuntimeErrorr ZFuturer r8 r �_adjust_thread_count)r r r r rF �f�wr r r
�submit� s6
�
�
zThreadPoolExecutor.submitc C s� | j jdd�rd S | jfdd�}t| j�}|| jk r�d| jp>| |f }tj|t t
� | |�| j| j | j
fd�}d|_|�� | j�|� | jt|< d S )Nr )Ztimeoutc S s |� d � d S r )r )�_r r r r
�
weakref_cb� s z;ThreadPoolExecutor._adjust_thread_count.<locals>.weakref_cbz%s_%d)�name�targetr T)r# �acquirer8 rD r; r6 r? r9 ZThreadr( �weakref�refr@ rA Zdaemon�start�addr )r rO Z num_threadsZ thread_namer
r r r
rJ � s&
�
�� z'ThreadPoolExecutor._adjust_thread_countc C sb | j �R d| _z| j�� }W n tjk
r6 Y qTY nX |d k r|j�t| j�� qW 5 Q R X d S )NzBA thread initializer failed, the thread pool is not usable anymore) r= r< r8 Z
get_nowaitr7 ZEmptyr r r) )r r' r r r
r! � s
z&ThreadPoolExecutor._initializer_failedTc C s@ | j � d| _| j�d � W 5 Q R X |r<| jD ] }|�� q.d S r )r= r r8 r r; r )r �waitr
r r r
�shutdown� s
zThreadPoolExecutor.shutdown)Nr, Nr )T)r r r � itertools�count�__next__r> r rM r �Executor�__text_signature__r* rJ r! rX r r r r
r+ s s
�
&
r+ )r* �
__author__�atexitZconcurrent.futuresr rY r7 r9 rS r1 �WeakKeyDictionaryr r r �register�objectr r( ZBrokenExecutorr) r\ r+ r r r r
�<module> s
+ concurrent/futures/__pycache__/__init__.cpython-38.opt-2.pyc 0000644 00000002012 15115353747 0017770 0 ustar 00 U
e5d � @ sP d Z ddlmZmZmZmZmZmZmZm Z m
Z
m Z m Z dZ
dd� Zdd� ZdS ) z"Brian Quinlan (brian@sweetapp.com)� ) �FIRST_COMPLETED�FIRST_EXCEPTION�
ALL_COMPLETED�CancelledError� TimeoutError�InvalidStateError�BrokenExecutor�Future�Executor�wait� as_completed) r r r r r r r r
r r �ProcessPoolExecutor�ThreadPoolExecutorc C s t d S )N)�
__author__�__doc__)�__all__� r r �3/usr/lib64/python3.8/concurrent/futures/__init__.py�__dir__$ s r c C sP | dkr ddl m} |a|S | dkr8ddlm} |a|S tdt� d| � ���d S )Nr
� )r
r )r zmodule z has no attribute )Zprocessr
�threadr �AttributeError�__name__)�nameZpeZter r r � __getattr__( s r N)r Zconcurrent.futures._baser r r r r r r r r
r r r r r r r r r �<module> s 4 concurrent/futures/__pycache__/_base.cpython-38.opt-1.pyc 0000644 00000052666 15115353747 0017325 0 ustar 00 U
e5dY �
@ sp d Z ddlZddlZddlZddlZdZdZdZdZdZ dZ
d Z d
Z d Z
e e
e e e
gZe d e
d
e de de
diZe�d�ZG dd� de�ZG dd� de�ZG dd� de�ZG dd� de�ZG dd� de�ZG dd � d e�ZG d d � d e�ZG d d � d e�ZG d!d"� d"e�Z d#d$� Z d%d&� Z d3d'd(�Z e� d)d*�Z!defd+d,�Z"G d-d.� d.e�Z#G d/d0� d0e�Z$G d1d2� d2e%�Z&dS )4z"Brian Quinlan (brian@sweetapp.com)� N�FIRST_COMPLETED�FIRST_EXCEPTION�
ALL_COMPLETED�
_AS_COMPLETED�PENDING�RUNNING� CANCELLED�CANCELLED_AND_NOTIFIED�FINISHED�pending�running� cancelled�finishedzconcurrent.futuresc @ s e Zd ZdZdS )�Errorz-Base class for all future-related exceptions.N��__name__�
__module__� __qualname__�__doc__� r r �0/usr/lib64/python3.8/concurrent/futures/_base.pyr , s r c @ s e Zd ZdZdS )�CancelledErrorzThe Future was cancelled.Nr r r r r r 0 s r c @ s e Zd ZdZdS )� TimeoutErrorz*The operation exceeded the given deadline.Nr r r r r r 4 s r c @ s e Zd ZdZdS )�InvalidStateErrorz+The operation is not allowed in this state.Nr r r r r r 8 s r c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) �_Waiterz;Provides the event that wait() and as_completed() block on.c C s t �� | _g | _d S �N)� threadingZEvent�event�finished_futures��selfr r r �__init__> s
z_Waiter.__init__c C s | j �|� d S r �r �append�r �futurer r r �
add_resultB s z_Waiter.add_resultc C s | j �|� d S r r" r$ r r r �
add_exceptionE s z_Waiter.add_exceptionc C s | j �|� d S r r" r$ r r r �
add_cancelledH s z_Waiter.add_cancelledN)r r r r r! r& r' r( r r r r r < s
r c sD e Zd ZdZ� fdd�Z� fdd�Z� fdd�Z� fdd �Z� ZS )
�_AsCompletedWaiterzUsed by as_completed().c s t t| ��� t�� | _d S r )�superr) r! r �Lock�lockr �� __class__r r r! N s z_AsCompletedWaiter.__init__c s0 | j � tt| ��|� | j�� W 5 Q R X d S r )r, r* r) r& r �setr$ r- r r r& R s z _AsCompletedWaiter.add_resultc s0 | j � tt| ��|� | j�� W 5 Q R X d S r )r, r* r) r' r r/ r$ r- r r r' W s z _AsCompletedWaiter.add_exceptionc s0 | j � tt| ��|� | j�� W 5 Q R X d S r )r, r* r) r( r r/ r$ r- r r r( \ s z _AsCompletedWaiter.add_cancelled) r r r r r! r& r' r( �
__classcell__r r r- r r) K s
r) c s8 e Zd ZdZ� fdd�Z� fdd�Z� fdd�Z� ZS )�_FirstCompletedWaiterz*Used by wait(return_when=FIRST_COMPLETED).c s t � �|� | j�� d S r )r* r& r r/ r$ r- r r r& d s z _FirstCompletedWaiter.add_resultc s t � �|� | j�� d S r )r* r' r r/ r$ r- r r r' h s z#_FirstCompletedWaiter.add_exceptionc s t � �|� | j�� d S r )r* r( r r/ r$ r- r r r( l s z#_FirstCompletedWaiter.add_cancelled)r r r r r& r' r( r0 r r r- r r1 a s r1 c sL e Zd ZdZ� fdd�Zdd� Z� fdd�Z� fdd �Z� fd
d �Z� Z S ) �_AllCompletedWaiterz<Used by wait(return_when=FIRST_EXCEPTION and ALL_COMPLETED).c s$ || _ || _t�� | _t� �� d S r )�num_pending_calls�stop_on_exceptionr r+ r, r* r! )r r3 r4 r- r r r! s s
z _AllCompletedWaiter.__init__c C s4 | j �$ | jd8 _| js&| j�� W 5 Q R X d S )N� )r, r3 r r/ r r r r �_decrement_pending_callsy s z,_AllCompletedWaiter._decrement_pending_callsc s t � �|� | �� d S r )r* r& r6 r$ r- r r r& s z _AllCompletedWaiter.add_resultc s* t � �|� | jr | j�� n| �� d S r )r* r' r4 r r/ r6 r$ r- r r r' � s z!_AllCompletedWaiter.add_exceptionc s t � �|� | �� d S r )r* r( r6 r$ r- r r r( � s z!_AllCompletedWaiter.add_cancelled)
r r r r r! r6 r& r' r( r0 r r r- r r2 p s r2 c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �_AcquireFutureszDA context manager that does an ordered acquire of Future conditions.c C s t |td�| _d S )N)�key)�sorted�id�futures)r r; r r r r! � s z_AcquireFutures.__init__c C s | j D ]}|j�� qd S r )r; �
_condition�acquirer$ r r r � __enter__� s
z_AcquireFutures.__enter__c G s | j D ]}|j�� qd S r )r; r< �release)r �argsr% r r r �__exit__� s
z_AcquireFutures.__exit__N)r r r r r! r> rA r r r r r7 � s r7 c C s� |t krt� }nZ|tkr t� }nJtdd� | D ��}|tkrHt|dd�}n"|tkr^t|dd�}n td| ��| D ]}|j �
|� qn|S )Nc s s | ]}|j ttfkV qd S r ��_stater r
��.0�fr r r � <genexpr>� s z._create_and_install_waiters.<locals>.<genexpr>T)r4 Fz Invalid return condition: %r) r r) r r1 �sumr r2 r �
ValueError�_waitersr# )�fs� return_when�waiterZ
pending_countrF r r r �_create_and_install_waiters� s � rN c c sP | rL| d }|D ]}|� |� q|j� |j� |� W 5 Q R X ~| �� V q dS )a~
Iterate on the list *fs*, yielding finished futures one by one in
reverse order.
Before yielding a future, *waiter* is removed from its waiters
and the future is removed from each set in the collection of sets
*ref_collect*.
The aim of this function is to avoid keeping stale references after
the future is yielded and before the iterator resumes.
���N)�remover< rJ �pop)rK rM � ref_collectrF Z futures_setr r r �_yield_finished_futures� s rS c c sB |dk r|t �� }t| �} t| �}t| ��* tdd� | D ��}| | }t| t�}W 5 Q R X t|�}z�t ||| fd�E dH |�r|dkr�d}n(|t �� }|dk r�t dt|�|f ��|j
�|� |j� |j}g |_|j
�� W 5 Q R X |�� t ||| |fd�E dH q|W 5 | D ]$}|j� |j �
|� W 5 Q R X �qX dS )an An iterator over the given futures that yields each as it completes.
Args:
fs: The sequence of Futures (possibly created by different Executors) to
iterate over.
timeout: The maximum number of seconds to wait. If None, then there
is no limit on the wait time.
Returns:
An iterator that yields the given Futures as they complete (finished or
cancelled). If any given Futures are duplicated, they will be returned
once.
Raises:
TimeoutError: If the entire result iterator could not be generated
before the given timeout.
Nc s s | ]}|j ttfkr|V qd S r rB rD r r r rG � s �z as_completed.<locals>.<genexpr>)rR r z %d (of %d) futures unfinished)�time� monotonicr/ �lenr7 rN r �listr< rJ rP rS r r �waitr, r �clear�reverse) rK �timeout�end_timeZ
total_futuresr r rM rF Z wait_timeoutr r r � as_completed� sL
�� �� �r] �DoneAndNotDoneFuturesz
done not_donec
C s
t | ��� tdd� | D ��}t| �| }|tkrJ|rJt||�W 5 Q R � S |tkr~|r~tdd� |D ��r~t||�W 5 Q R � S t|�t| �kr�t||�W 5 Q R � S t| |�}W 5 Q R X |j� |� | D ]"}|j
� |j � |� W 5 Q R X q�|�
|j� t|t| �| �S )a Wait for the futures in the given sequence to complete.
Args:
fs: The sequence of Futures (possibly created by different Executors) to
wait upon.
timeout: The maximum number of seconds to wait. If None, then there
is no limit on the wait time.
return_when: Indicates when this function should return. The options
are:
FIRST_COMPLETED - Return when any future finishes or is
cancelled.
FIRST_EXCEPTION - Return when any future finishes by raising an
exception. If no future raises an exception
then it is equivalent to ALL_COMPLETED.
ALL_COMPLETED - Return when all futures finish or are cancelled.
Returns:
A named 2-tuple of sets. The first set, named 'done', contains the
futures that completed (is finished or cancelled) before the wait
completed. The second set, named 'not_done', contains uncompleted
futures.
c s s | ]}|j ttfkr|V qd S r rB rD r r r rG ! s �zwait.<locals>.<genexpr>c s s& | ] }|� � s|�� d k r|V qd S r )r
� exceptionrD r r r rG ( s �)r7 r/ r r^ r �anyrV rN r rX r< rJ rP �updater )rK r[ rL �doneZnot_donerM rF r r r rX s"
rX c @ s� e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z d dd�Z
d dd�Zdd� Zdd � Zd d � ZdS )!�Futurez5Represents the result of an asynchronous computation.c C s, t �� | _t| _d| _d| _g | _g | _dS )z8Initializes the future. Should not be called by clients.N) r Z Conditionr< r rC �_result�
_exceptionrJ �_done_callbacksr r r r r! < s
zFuture.__init__c C s> | j D ]2}z || � W q tk
r6 t�d| � Y qX qd S )N�!exception calling callback for %r)rf � Exception�LOGGERr_ )r �callbackr r r �_invoke_callbacksE s
zFuture._invoke_callbacksc
C s� | j �� | jtkrx| jrHd| jjt| �t| j | jjjf W 5 Q R � S d| jjt| �t| j | jjjf W 5 Q R � S d| jjt| �t| j f W 5 Q R � S Q R X d S )Nz <%s at %#x state=%s raised %s>z <%s at %#x state=%s returned %s>z<%s at %#x state=%s>) r< rC r
re r. r r: �_STATE_TO_DESCRIPTION_MAPrd r r r r �__repr__L s(
���zFuture.__repr__c C sf | j �N | jttfkr$W 5 Q R � dS | jttfkr@W 5 Q R � dS t| _| j �� W 5 Q R X | �� dS )z�Cancel the future if possible.
Returns True if the future was cancelled, False otherwise. A future
cannot be cancelled if it is running or has already completed.
FT)r< rC r r
r r �
notify_allrk r r r r �cancel` s z
Future.cancelc
C s, | j � | jttfkW 5 Q R � S Q R X dS )z(Return True if the future was cancelled.N)r< rC r r r r r r r
s s zFuture.cancelledc
C s( | j � | jtkW 5 Q R � S Q R X dS )z1Return True if the future is currently executing.N)r< rC r r r r r r x s zFuture.runningc
C s. | j � | jtttfkW 5 Q R � S Q R X dS )z>Return True of the future was cancelled or finished executing.N)r< rC r r r
r r r r rb } s z Future.donec C s$ | j rz
| j �W 5 d } X n| jS d S r )re rd r r r r Z __get_result� s
zFuture.__get_resultc C sn | j �0 | jtttfkr2| j�|� W 5 Q R � dS W 5 Q R X z || � W n tk
rh t� d| � Y nX dS )a% Attaches a callable that will be called when the future finishes.
Args:
fn: A callable that will be called with this future as its only
argument when the future completes or is cancelled. The callable
will always be called by a thread in the same process in which
it was added. If the future has already completed or been
cancelled then the callable will be called immediately. These
callables are called in the order that they were added.
Nrg )
r< rC r r r
rf r# rh ri r_ )r �fnr r r �add_done_callback� s zFuture.add_done_callbackNc
C s� z�| j �� | jttfkr t� �n"| jtkrB| �� W 5 Q R � W �ZS | j �|� | jttfkrdt� �n(| jtkr�| �� W 5 Q R � W �S t� �W 5 Q R X W 5 d} X dS )aB Return the result of the call that the future represents.
Args:
timeout: The number of seconds to wait for the result if the future
isn't done. If None, then there is no limit on the wait time.
Returns:
The result of the call that the future represents.
Raises:
CancelledError: If the future was cancelled.
TimeoutError: If the future didn't finish executing before the given
timeout.
Exception: If the call raised then that exception will be raised.
N) r< rC r r r r
�_Future__get_resultrX r �r r[ r r r �result� s
z
Future.resultc
C s� | j �| | jttfkr t� �n | jtkr:| jW 5 Q R � S | j �|� | jttfkr\t� �n"| jtkrx| jW 5 Q R � S t� �W 5 Q R X dS )aU Return the exception raised by the call that the future represents.
Args:
timeout: The number of seconds to wait for the exception if the
future isn't done. If None, then there is no limit on the wait
time.
Returns:
The exception raised by the call that the future represents or None
if the call completed without raising.
Raises:
CancelledError: If the future was cancelled.
TimeoutError: If the future didn't finish executing before the given
timeout.
N) r< rC r r r r
re rX r rs r r r r_ � s
zFuture.exceptionc C s� | j �t | jtkr<t| _| jD ]}|�| � q W 5 Q R � dS | jtkrZt| _W 5 Q R � dS t� dt
| �| j� t d��W 5 Q R X dS )a� Mark the future as running or process any cancel notifications.
Should only be used by Executor implementations and unit tests.
If the future has been cancelled (cancel() was called and returned
True) then any threads waiting on the future completing (though calls
to as_completed() or wait()) are notified and False is returned.
If the future was not cancelled then it is put in the running state
(future calls to running() will return True) and True is returned.
This method should be called by Executor implementations before
executing the work associated with this future. If this method returns
False then the work should not be executed.
Returns:
False if the Future was cancelled, True otherwise.
Raises:
RuntimeError: if this method was already called or if set_result()
or set_exception() was called.
FTz!Future %s in unexpected state: %szFuture in unexpected stateN) r< rC r r rJ r( r r ri Zcriticalr: � RuntimeError)r rM r r r � set_running_or_notify_cancel� s
�z#Future.set_running_or_notify_cancelc C sl | j �T | jttthkr*td�| j| ���|| _t| _| jD ]}|� | � q<| j �
� W 5 Q R X | � � dS )z�Sets the return value of work associated with the future.
Should only be used by Executor implementations and unit tests.
�{}: {!r}N) r< rC r r r
r �formatrd rJ r& rn rk )r rt rM r r r �
set_result
s
zFuture.set_resultc C sl | j �T | jttthkr*td�| j| ���|| _t| _| jD ]}|� | � q<| j �
� W 5 Q R X | � � dS )z�Sets the result of the future as being the given exception.
Should only be used by Executor implementations and unit tests.
rw N) r< rC r r r
r rx re rJ r' rn rk )r r_ rM r r r �
set_exception s
zFuture.set_exception)N)N)r r r r r! rk rm ro r
r rb rr rq rt r_ rv ry rz r r r r rc 9 s
#
"(rc c @ sH e Zd ZdZdd� Zde_ddd�dd �Zdd d �Zd
d� Zdd� Z dS )�ExecutorzCThis is an abstract base class for concrete asynchronous executors.c O s\ t | �dkrnD| s td��n6d|kr>ddl}|jdtdd� ntdt | �d ��t� �dS )
a Submits a callable to be executed with the given arguments.
Schedules the callable to be executed as fn(*args, **kwargs) and returns
a Future instance representing the execution of the callable.
Returns:
A Future representing the given call.
� z:descriptor 'submit' of 'Executor' object needs an argumentrp r Nz.Passing 'fn' as keyword argument is deprecated)�
stacklevelz6submit expected at least 1 positional argument, got %dr5 )rV � TypeError�warnings�warn�DeprecationWarning�NotImplementedError)r@ �kwargsr r r r �submit. s
�
�zExecutor.submitz ($self, fn, /, *args, **kwargs)Nr5 )r[ � chunksizec sB �dk r�t �� � ��fdd�t|� D ��� ��fdd�}|� S )a} Returns an iterator equivalent to map(fn, iter).
Args:
fn: A callable that will take as many arguments as there are
passed iterables.
timeout: The maximum number of seconds to wait. If None, then there
is no limit on the wait time.
chunksize: The size of the chunks the iterable will be broken into
before being passed to a child process. This argument is only
used by ProcessPoolExecutor; it is ignored by
ThreadPoolExecutor.
Returns:
An iterator equivalent to: map(func, *iterables) but the calls may
be evaluated out-of-order.
Raises:
TimeoutError: If the entire result iterator could not be generated
before the given timeout.
Exception: If fn(*args) raises for any values.
Nc s g | ]}�j � f|�� �qS r )r� )rE r@ )rp r r r �
<listcomp>` s z Executor.map.<locals>.<listcomp>c 3 s\ zB��� �r@�d kr&��� �� V q
��� �� t�� �V q
W 5 �D ] } | � � qHX d S r )ro rZ rQ rt rT rU )r% )r\ rK r[ r r �result_iteratord s z%Executor.map.<locals>.result_iterator)rT rU �zip)r rp r[ r� � iterablesr� r )r\ rp rK r r[ r �mapG s
z Executor.mapTc C s dS )a� Clean-up the resources associated with the Executor.
It is safe to call this method several times. Otherwise, no other
methods can be called after this one.
Args:
wait: If True then shutdown will not return until all running
futures have finished executing and the resources used by the
executor have been reclaimed.
Nr )r rX r r r �shutdowns s zExecutor.shutdownc C s | S r r r r r r r> � s zExecutor.__enter__c C s | j dd� dS )NT)rX F)r� )r �exc_typeZexc_valZexc_tbr r r rA � s zExecutor.__exit__)T)
r r r r r� �__text_signature__r� r� r> rA r r r r r{ + s ,
r{ c @ s e Zd ZdZdS )�BrokenExecutorzR
Raised when a executor has become non-functional after a severe failure.
Nr r r r r r� � s r� )N)'�
__author__� collectionsZloggingr rT r r r r r r r r r
Z_FUTURE_STATESrl Z getLoggerri rh r r r r �objectr r) r1 r2 r7 rN rS r] �
namedtupler^ rX rc r{ ru r� r r r r �<module> sh � �
> �1 s] concurrent/futures/__pycache__/__init__.cpython-38.pyc 0000644 00000002126 15115353747 0017036 0 ustar 00 U
e5d � @ sT d Z dZddlmZmZmZmZmZmZm Z m
Z
m Z m Z m
Z
dZdd� Zdd� Zd S )
z?Execute computations asynchronously using threads or processes.z"Brian Quinlan (brian@sweetapp.com)� ) �FIRST_COMPLETED�FIRST_EXCEPTION�
ALL_COMPLETED�CancelledError� TimeoutError�InvalidStateError�BrokenExecutor�Future�Executor�wait� as_completed) r r r r r r r r
r r �ProcessPoolExecutor�ThreadPoolExecutorc C s t d S )N)�
__author__�__doc__)�__all__� r r �3/usr/lib64/python3.8/concurrent/futures/__init__.py�__dir__$ s r c C sP | dkr ddl m} |a|S | dkr8ddlm} |a|S tdt� d| � ���d S )Nr
� )r
r )r zmodule z has no attribute )Zprocessr
�threadr �AttributeError�__name__)�nameZpeZter r r � __getattr__( s r N)r r Zconcurrent.futures._baser r r r r r r r r
r r r r r r r r r �<module> s
4 concurrent/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000206 15115353747 0016275 0 ustar 00 U
e5d& � @ s d S )N� r r r �+/usr/lib64/python3.8/concurrent/__init__.py�<module> � concurrent/__pycache__/__init__.cpython-38.opt-2.pyc 0000644 00000000206 15115353747 0016276 0 ustar 00 U
e5d& � @ s d S )N� r r r �+/usr/lib64/python3.8/concurrent/__init__.py�<module> � concurrent/__pycache__/__init__.cpython-38.pyc 0000644 00000000206 15115353747 0015336 0 ustar 00 U
e5d& � @ s d S )N� r r r �+/usr/lib64/python3.8/concurrent/__init__.py�<module> � webbrowser.py 0000755 00000057023 15115353747 0007324 0 ustar 00 #! /usr/bin/python3.8
"""Interfaces for launching and remotely controlling Web browsers."""
# Maintained by Georg Brandl.
import os
import shlex
import shutil
import sys
import subprocess
import threading
__all__ = ["Error", "open", "open_new", "open_new_tab", "get", "register"]
class Error(Exception):
pass
_lock = threading.RLock()
_browsers = {} # Dictionary of available browser controllers
_tryorder = None # Preference order of available browsers
_os_preferred_browser = None # The preferred browser
def register(name, klass, instance=None, *, preferred=False):
"""Register a browser connector."""
with _lock:
if _tryorder is None:
register_standard_browsers()
_browsers[name.lower()] = [klass, instance]
# Preferred browsers go to the front of the list.
# Need to match to the default browser returned by xdg-settings, which
# may be of the form e.g. "firefox.desktop".
if preferred or (_os_preferred_browser and name in _os_preferred_browser):
_tryorder.insert(0, name)
else:
_tryorder.append(name)
def get(using=None):
"""Return a browser launcher instance appropriate for the environment."""
if _tryorder is None:
with _lock:
if _tryorder is None:
register_standard_browsers()
if using is not None:
alternatives = [using]
else:
alternatives = _tryorder
for browser in alternatives:
if '%s' in browser:
# User gave us a command line, split it into name and args
browser = shlex.split(browser)
if browser[-1] == '&':
return BackgroundBrowser(browser[:-1])
else:
return GenericBrowser(browser)
else:
# User gave us a browser name or path.
try:
command = _browsers[browser.lower()]
except KeyError:
command = _synthesize(browser)
if command[1] is not None:
return command[1]
elif command[0] is not None:
return command[0]()
raise Error("could not locate runnable browser")
# Please note: the following definition hides a builtin function.
# It is recommended one does "import webbrowser" and uses webbrowser.open(url)
# instead of "from webbrowser import *".
def open(url, new=0, autoraise=True):
"""Display url using the default browser.
If possible, open url in a location determined by new.
- 0: the same browser window (the default).
- 1: a new browser window.
- 2: a new browser page ("tab").
If possible, autoraise raises the window (the default) or not.
"""
if _tryorder is None:
with _lock:
if _tryorder is None:
register_standard_browsers()
for name in _tryorder:
browser = get(name)
if browser.open(url, new, autoraise):
return True
return False
def open_new(url):
"""Open url in a new window of the default browser.
If not possible, then open url in the only browser window.
"""
return open(url, 1)
def open_new_tab(url):
"""Open url in a new page ("tab") of the default browser.
If not possible, then the behavior becomes equivalent to open_new().
"""
return open(url, 2)
def _synthesize(browser, *, preferred=False):
"""Attempt to synthesize a controller based on existing controllers.
This is useful to create a controller when a user specifies a path to
an entry in the BROWSER environment variable -- we can copy a general
controller to operate using a specific installation of the desired
browser in this way.
If we can't create a controller in this way, or if there is no
executable for the requested browser, return [None, None].
"""
cmd = browser.split()[0]
if not shutil.which(cmd):
return [None, None]
name = os.path.basename(cmd)
try:
command = _browsers[name.lower()]
except KeyError:
return [None, None]
# now attempt to clone to fit the new name:
controller = command[1]
if controller and name.lower() == controller.basename:
import copy
controller = copy.copy(controller)
controller.name = browser
controller.basename = os.path.basename(browser)
register(browser, None, instance=controller, preferred=preferred)
return [None, controller]
return [None, None]
# General parent classes
class BaseBrowser(object):
"""Parent class for all browsers. Do not use directly."""
args = ['%s']
def __init__(self, name=""):
self.name = name
self.basename = name
def open(self, url, new=0, autoraise=True):
raise NotImplementedError
def open_new(self, url):
return self.open(url, 1)
def open_new_tab(self, url):
return self.open(url, 2)
class GenericBrowser(BaseBrowser):
"""Class for all browsers started with a command
and without remote functionality."""
def __init__(self, name):
if isinstance(name, str):
self.name = name
self.args = ["%s"]
else:
# name should be a list with arguments
self.name = name[0]
self.args = name[1:]
self.basename = os.path.basename(self.name)
def open(self, url, new=0, autoraise=True):
sys.audit("webbrowser.open", url)
cmdline = [self.name] + [arg.replace("%s", url)
for arg in self.args]
try:
if sys.platform[:3] == 'win':
p = subprocess.Popen(cmdline)
else:
p = subprocess.Popen(cmdline, close_fds=True)
return not p.wait()
except OSError:
return False
class BackgroundBrowser(GenericBrowser):
"""Class for all browsers which are to be started in the
background."""
def open(self, url, new=0, autoraise=True):
cmdline = [self.name] + [arg.replace("%s", url)
for arg in self.args]
sys.audit("webbrowser.open", url)
try:
if sys.platform[:3] == 'win':
p = subprocess.Popen(cmdline)
else:
p = subprocess.Popen(cmdline, close_fds=True,
start_new_session=True)
return (p.poll() is None)
except OSError:
return False
class UnixBrowser(BaseBrowser):
"""Parent class for all Unix browsers with remote functionality."""
raise_opts = None
background = False
redirect_stdout = True
# In remote_args, %s will be replaced with the requested URL. %action will
# be replaced depending on the value of 'new' passed to open.
# remote_action is used for new=0 (open). If newwin is not None, it is
# used for new=1 (open_new). If newtab is not None, it is used for
# new=3 (open_new_tab). After both substitutions are made, any empty
# strings in the transformed remote_args list will be removed.
remote_args = ['%action', '%s']
remote_action = None
remote_action_newwin = None
remote_action_newtab = None
def _invoke(self, args, remote, autoraise, url=None):
raise_opt = []
if remote and self.raise_opts:
# use autoraise argument only for remote invocation
autoraise = int(autoraise)
opt = self.raise_opts[autoraise]
if opt: raise_opt = [opt]
cmdline = [self.name] + raise_opt + args
if remote or self.background:
inout = subprocess.DEVNULL
else:
# for TTY browsers, we need stdin/out
inout = None
p = subprocess.Popen(cmdline, close_fds=True, stdin=inout,
stdout=(self.redirect_stdout and inout or None),
stderr=inout, start_new_session=True)
if remote:
# wait at most five seconds. If the subprocess is not finished, the
# remote invocation has (hopefully) started a new instance.
try:
rc = p.wait(5)
# if remote call failed, open() will try direct invocation
return not rc
except subprocess.TimeoutExpired:
return True
elif self.background:
if p.poll() is None:
return True
else:
return False
else:
return not p.wait()
def open(self, url, new=0, autoraise=True):
sys.audit("webbrowser.open", url)
if new == 0:
action = self.remote_action
elif new == 1:
action = self.remote_action_newwin
elif new == 2:
if self.remote_action_newtab is None:
action = self.remote_action_newwin
else:
action = self.remote_action_newtab
else:
raise Error("Bad 'new' parameter to open(); " +
"expected 0, 1, or 2, got %s" % new)
args = [arg.replace("%s", url).replace("%action", action)
for arg in self.remote_args]
args = [arg for arg in args if arg]
success = self._invoke(args, True, autoraise, url)
if not success:
# remote invocation failed, try straight way
args = [arg.replace("%s", url) for arg in self.args]
return self._invoke(args, False, False)
else:
return True
class Mozilla(UnixBrowser):
"""Launcher class for Mozilla browsers."""
remote_args = ['%action', '%s']
remote_action = ""
remote_action_newwin = "-new-window"
remote_action_newtab = "-new-tab"
background = True
class Netscape(UnixBrowser):
"""Launcher class for Netscape browser."""
raise_opts = ["-noraise", "-raise"]
remote_args = ['-remote', 'openURL(%s%action)']
remote_action = ""
remote_action_newwin = ",new-window"
remote_action_newtab = ",new-tab"
background = True
class Galeon(UnixBrowser):
"""Launcher class for Galeon/Epiphany browsers."""
raise_opts = ["-noraise", ""]
remote_args = ['%action', '%s']
remote_action = "-n"
remote_action_newwin = "-w"
background = True
class Chrome(UnixBrowser):
"Launcher class for Google Chrome browser."
remote_args = ['%action', '%s']
remote_action = ""
remote_action_newwin = "--new-window"
remote_action_newtab = ""
background = True
Chromium = Chrome
class Opera(UnixBrowser):
"Launcher class for Opera browser."
remote_args = ['%action', '%s']
remote_action = ""
remote_action_newwin = "--new-window"
remote_action_newtab = ""
background = True
class Elinks(UnixBrowser):
"Launcher class for Elinks browsers."
remote_args = ['-remote', 'openURL(%s%action)']
remote_action = ""
remote_action_newwin = ",new-window"
remote_action_newtab = ",new-tab"
background = False
# elinks doesn't like its stdout to be redirected -
# it uses redirected stdout as a signal to do -dump
redirect_stdout = False
class Konqueror(BaseBrowser):
"""Controller for the KDE File Manager (kfm, or Konqueror).
See the output of ``kfmclient --commands``
for more information on the Konqueror remote-control interface.
"""
def open(self, url, new=0, autoraise=True):
sys.audit("webbrowser.open", url)
# XXX Currently I know no way to prevent KFM from opening a new win.
if new == 2:
action = "newTab"
else:
action = "openURL"
devnull = subprocess.DEVNULL
try:
p = subprocess.Popen(["kfmclient", action, url],
close_fds=True, stdin=devnull,
stdout=devnull, stderr=devnull)
except OSError:
# fall through to next variant
pass
else:
p.wait()
# kfmclient's return code unfortunately has no meaning as it seems
return True
try:
p = subprocess.Popen(["konqueror", "--silent", url],
close_fds=True, stdin=devnull,
stdout=devnull, stderr=devnull,
start_new_session=True)
except OSError:
# fall through to next variant
pass
else:
if p.poll() is None:
# Should be running now.
return True
try:
p = subprocess.Popen(["kfm", "-d", url],
close_fds=True, stdin=devnull,
stdout=devnull, stderr=devnull,
start_new_session=True)
except OSError:
return False
else:
return (p.poll() is None)
class Grail(BaseBrowser):
# There should be a way to maintain a connection to Grail, but the
# Grail remote control protocol doesn't really allow that at this
# point. It probably never will!
def _find_grail_rc(self):
import glob
import pwd
import socket
import tempfile
tempdir = os.path.join(tempfile.gettempdir(),
".grail-unix")
user = pwd.getpwuid(os.getuid())[0]
filename = os.path.join(glob.escape(tempdir), glob.escape(user) + "-*")
maybes = glob.glob(filename)
if not maybes:
return None
s = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
for fn in maybes:
# need to PING each one until we find one that's live
try:
s.connect(fn)
except OSError:
# no good; attempt to clean it out, but don't fail:
try:
os.unlink(fn)
except OSError:
pass
else:
return s
def _remote(self, action):
s = self._find_grail_rc()
if not s:
return 0
s.send(action)
s.close()
return 1
def open(self, url, new=0, autoraise=True):
sys.audit("webbrowser.open", url)
if new:
ok = self._remote("LOADNEW " + url)
else:
ok = self._remote("LOAD " + url)
return ok
#
# Platform support for Unix
#
# These are the right tests because all these Unix browsers require either
# a console terminal or an X display to run.
def register_X_browsers():
# use xdg-open if around
if shutil.which("xdg-open"):
register("xdg-open", None, BackgroundBrowser("xdg-open"))
# The default GNOME3 browser
if "GNOME_DESKTOP_SESSION_ID" in os.environ and shutil.which("gvfs-open"):
register("gvfs-open", None, BackgroundBrowser("gvfs-open"))
# The default GNOME browser
if "GNOME_DESKTOP_SESSION_ID" in os.environ and shutil.which("gnome-open"):
register("gnome-open", None, BackgroundBrowser("gnome-open"))
# The default KDE browser
if "KDE_FULL_SESSION" in os.environ and shutil.which("kfmclient"):
register("kfmclient", Konqueror, Konqueror("kfmclient"))
if shutil.which("x-www-browser"):
register("x-www-browser", None, BackgroundBrowser("x-www-browser"))
# The Mozilla browsers
for browser in ("firefox", "iceweasel", "iceape", "seamonkey"):
if shutil.which(browser):
register(browser, None, Mozilla(browser))
# The Netscape and old Mozilla browsers
for browser in ("mozilla-firefox",
"mozilla-firebird", "firebird",
"mozilla", "netscape"):
if shutil.which(browser):
register(browser, None, Netscape(browser))
# Konqueror/kfm, the KDE browser.
if shutil.which("kfm"):
register("kfm", Konqueror, Konqueror("kfm"))
elif shutil.which("konqueror"):
register("konqueror", Konqueror, Konqueror("konqueror"))
# Gnome's Galeon and Epiphany
for browser in ("galeon", "epiphany"):
if shutil.which(browser):
register(browser, None, Galeon(browser))
# Skipstone, another Gtk/Mozilla based browser
if shutil.which("skipstone"):
register("skipstone", None, BackgroundBrowser("skipstone"))
# Google Chrome/Chromium browsers
for browser in ("google-chrome", "chrome", "chromium", "chromium-browser"):
if shutil.which(browser):
register(browser, None, Chrome(browser))
# Opera, quite popular
if shutil.which("opera"):
register("opera", None, Opera("opera"))
# Next, Mosaic -- old but still in use.
if shutil.which("mosaic"):
register("mosaic", None, BackgroundBrowser("mosaic"))
# Grail, the Python browser. Does anybody still use it?
if shutil.which("grail"):
register("grail", Grail, None)
def register_standard_browsers():
global _tryorder
_tryorder = []
if sys.platform == 'darwin':
register("MacOSX", None, MacOSXOSAScript('default'))
register("chrome", None, MacOSXOSAScript('chrome'))
register("firefox", None, MacOSXOSAScript('firefox'))
register("safari", None, MacOSXOSAScript('safari'))
# OS X can use below Unix support (but we prefer using the OS X
# specific stuff)
if sys.platform[:3] == "win":
# First try to use the default Windows browser
register("windows-default", WindowsDefault)
# Detect some common Windows browsers, fallback to IE
iexplore = os.path.join(os.environ.get("PROGRAMFILES", "C:\\Program Files"),
"Internet Explorer\\IEXPLORE.EXE")
for browser in ("firefox", "firebird", "seamonkey", "mozilla",
"netscape", "opera", iexplore):
if shutil.which(browser):
register(browser, None, BackgroundBrowser(browser))
else:
# Prefer X browsers if present
if os.environ.get("DISPLAY") or os.environ.get("WAYLAND_DISPLAY"):
try:
cmd = "xdg-settings get default-web-browser".split()
raw_result = subprocess.check_output(cmd, stderr=subprocess.DEVNULL)
result = raw_result.decode().strip()
except (FileNotFoundError, subprocess.CalledProcessError, PermissionError, NotADirectoryError) :
pass
else:
global _os_preferred_browser
_os_preferred_browser = result
register_X_browsers()
# Also try console browsers
if os.environ.get("TERM"):
if shutil.which("www-browser"):
register("www-browser", None, GenericBrowser("www-browser"))
# The Links/elinks browsers <http://artax.karlin.mff.cuni.cz/~mikulas/links/>
if shutil.which("links"):
register("links", None, GenericBrowser("links"))
if shutil.which("elinks"):
register("elinks", None, Elinks("elinks"))
# The Lynx browser <http://lynx.isc.org/>, <http://lynx.browser.org/>
if shutil.which("lynx"):
register("lynx", None, GenericBrowser("lynx"))
# The w3m browser <http://w3m.sourceforge.net/>
if shutil.which("w3m"):
register("w3m", None, GenericBrowser("w3m"))
# OK, now that we know what the default preference orders for each
# platform are, allow user to override them with the BROWSER variable.
if "BROWSER" in os.environ:
userchoices = os.environ["BROWSER"].split(os.pathsep)
userchoices.reverse()
# Treat choices in same way as if passed into get() but do register
# and prepend to _tryorder
for cmdline in userchoices:
if cmdline != '':
cmd = _synthesize(cmdline, preferred=True)
if cmd[1] is None:
register(cmdline, None, GenericBrowser(cmdline), preferred=True)
# what to do if _tryorder is now empty?
#
# Platform support for Windows
#
if sys.platform[:3] == "win":
class WindowsDefault(BaseBrowser):
def open(self, url, new=0, autoraise=True):
sys.audit("webbrowser.open", url)
try:
os.startfile(url)
except OSError:
# [Error 22] No application is associated with the specified
# file for this operation: '<URL>'
return False
else:
return True
#
# Platform support for MacOS
#
if sys.platform == 'darwin':
# Adapted from patch submitted to SourceForge by Steven J. Burr
class MacOSX(BaseBrowser):
"""Launcher class for Aqua browsers on Mac OS X
Optionally specify a browser name on instantiation. Note that this
will not work for Aqua browsers if the user has moved the application
package after installation.
If no browser is specified, the default browser, as specified in the
Internet System Preferences panel, will be used.
"""
def __init__(self, name):
self.name = name
def open(self, url, new=0, autoraise=True):
sys.audit("webbrowser.open", url)
assert "'" not in url
# hack for local urls
if not ':' in url:
url = 'file:'+url
# new must be 0 or 1
new = int(bool(new))
if self.name == "default":
# User called open, open_new or get without a browser parameter
script = 'open location "%s"' % url.replace('"', '%22') # opens in default browser
else:
# User called get and chose a browser
if self.name == "OmniWeb":
toWindow = ""
else:
# Include toWindow parameter of OpenURL command for browsers
# that support it. 0 == new window; -1 == existing
toWindow = "toWindow %d" % (new - 1)
cmd = 'OpenURL "%s"' % url.replace('"', '%22')
script = '''tell application "%s"
activate
%s %s
end tell''' % (self.name, cmd, toWindow)
# Open pipe to AppleScript through osascript command
osapipe = os.popen("osascript", "w")
if osapipe is None:
return False
# Write script to osascript's stdin
osapipe.write(script)
rc = osapipe.close()
return not rc
class MacOSXOSAScript(BaseBrowser):
def __init__(self, name):
self._name = name
def open(self, url, new=0, autoraise=True):
if self._name == 'default':
script = 'open location "%s"' % url.replace('"', '%22') # opens in default browser
else:
script = '''
tell application "%s"
activate
open location "%s"
end
'''%(self._name, url.replace('"', '%22'))
osapipe = os.popen("osascript", "w")
if osapipe is None:
return False
osapipe.write(script)
rc = osapipe.close()
return not rc
def main():
import getopt
usage = """Usage: %s [-n | -t] url
-n: open new window
-t: open new tab""" % sys.argv[0]
try:
opts, args = getopt.getopt(sys.argv[1:], 'ntd')
except getopt.error as msg:
print(msg, file=sys.stderr)
print(usage, file=sys.stderr)
sys.exit(1)
new_win = 0
for o, a in opts:
if o == '-n': new_win = 1
elif o == '-t': new_win = 2
if len(args) != 1:
print(usage, file=sys.stderr)
sys.exit(1)
url = args[0]
open(url, new_win)
print("\a")
if __name__ == "__main__":
main()
posixpath.py 0000644 00000036413 15115353747 0007157 0 ustar 00 """Common operations on Posix pathnames.
Instead of importing this module directly, import os and refer to
this module as os.path. The "os.path" name is an alias for this
module on Posix systems; on other systems (e.g. Windows),
os.path provides the same operations in a manner specific to that
platform, and is an alias to another module (e.g. ntpath).
Some of this can actually be useful on non-Posix systems too, e.g.
for manipulation of the pathname component of URLs.
"""
# Strings representing various path-related bits and pieces.
# These are primarily for export; internally, they are hardcoded.
# Should be set before imports for resolving cyclic dependency.
curdir = '.'
pardir = '..'
extsep = '.'
sep = '/'
pathsep = ':'
defpath = '/bin:/usr/bin'
altsep = None
devnull = '/dev/null'
import os
import sys
import stat
import genericpath
from genericpath import *
__all__ = ["normcase","isabs","join","splitdrive","split","splitext",
"basename","dirname","commonprefix","getsize","getmtime",
"getatime","getctime","islink","exists","lexists","isdir","isfile",
"ismount", "expanduser","expandvars","normpath","abspath",
"samefile","sameopenfile","samestat",
"curdir","pardir","sep","pathsep","defpath","altsep","extsep",
"devnull","realpath","supports_unicode_filenames","relpath",
"commonpath"]
def _get_sep(path):
if isinstance(path, bytes):
return b'/'
else:
return '/'
# Normalize the case of a pathname. Trivial in Posix, string.lower on Mac.
# On MS-DOS this may also turn slashes into backslashes; however, other
# normalizations (such as optimizing '../' away) are not allowed
# (another function should be defined to do that).
def normcase(s):
"""Normalize case of pathname. Has no effect under Posix"""
return os.fspath(s)
# Return whether a path is absolute.
# Trivial in Posix, harder on the Mac or MS-DOS.
def isabs(s):
"""Test whether a path is absolute"""
s = os.fspath(s)
sep = _get_sep(s)
return s.startswith(sep)
# Join pathnames.
# Ignore the previous parts if a part is absolute.
# Insert a '/' unless the first part is empty or already ends in '/'.
def join(a, *p):
"""Join two or more pathname components, inserting '/' as needed.
If any component is an absolute path, all previous path components
will be discarded. An empty last part will result in a path that
ends with a separator."""
a = os.fspath(a)
sep = _get_sep(a)
path = a
try:
if not p:
path[:0] + sep #23780: Ensure compatible data type even if p is null.
for b in map(os.fspath, p):
if b.startswith(sep):
path = b
elif not path or path.endswith(sep):
path += b
else:
path += sep + b
except (TypeError, AttributeError, BytesWarning):
genericpath._check_arg_types('join', a, *p)
raise
return path
# Split a path in head (everything up to the last '/') and tail (the
# rest). If the path ends in '/', tail will be empty. If there is no
# '/' in the path, head will be empty.
# Trailing '/'es are stripped from head unless it is the root.
def split(p):
"""Split a pathname. Returns tuple "(head, tail)" where "tail" is
everything after the final slash. Either part may be empty."""
p = os.fspath(p)
sep = _get_sep(p)
i = p.rfind(sep) + 1
head, tail = p[:i], p[i:]
if head and head != sep*len(head):
head = head.rstrip(sep)
return head, tail
# Split a path in root and extension.
# The extension is everything starting at the last dot in the last
# pathname component; the root is everything before that.
# It is always true that root + ext == p.
def splitext(p):
p = os.fspath(p)
if isinstance(p, bytes):
sep = b'/'
extsep = b'.'
else:
sep = '/'
extsep = '.'
return genericpath._splitext(p, sep, None, extsep)
splitext.__doc__ = genericpath._splitext.__doc__
# Split a pathname into a drive specification and the rest of the
# path. Useful on DOS/Windows/NT; on Unix, the drive is always empty.
def splitdrive(p):
"""Split a pathname into drive and path. On Posix, drive is always
empty."""
p = os.fspath(p)
return p[:0], p
# Return the tail (basename) part of a path, same as split(path)[1].
def basename(p):
"""Returns the final component of a pathname"""
p = os.fspath(p)
sep = _get_sep(p)
i = p.rfind(sep) + 1
return p[i:]
# Return the head (dirname) part of a path, same as split(path)[0].
def dirname(p):
"""Returns the directory component of a pathname"""
p = os.fspath(p)
sep = _get_sep(p)
i = p.rfind(sep) + 1
head = p[:i]
if head and head != sep*len(head):
head = head.rstrip(sep)
return head
# Is a path a symbolic link?
# This will always return false on systems where os.lstat doesn't exist.
def islink(path):
"""Test whether a path is a symbolic link"""
try:
st = os.lstat(path)
except (OSError, ValueError, AttributeError):
return False
return stat.S_ISLNK(st.st_mode)
# Being true for dangling symbolic links is also useful.
def lexists(path):
"""Test whether a path exists. Returns True for broken symbolic links"""
try:
os.lstat(path)
except (OSError, ValueError):
return False
return True
# Is a path a mount point?
# (Does this work for all UNIXes? Is it even guaranteed to work by Posix?)
def ismount(path):
"""Test whether a path is a mount point"""
try:
s1 = os.lstat(path)
except (OSError, ValueError):
# It doesn't exist -- so not a mount point. :-)
return False
else:
# A symlink can never be a mount point
if stat.S_ISLNK(s1.st_mode):
return False
if isinstance(path, bytes):
parent = join(path, b'..')
else:
parent = join(path, '..')
parent = realpath(parent)
try:
s2 = os.lstat(parent)
except (OSError, ValueError):
return False
dev1 = s1.st_dev
dev2 = s2.st_dev
if dev1 != dev2:
return True # path/.. on a different device as path
ino1 = s1.st_ino
ino2 = s2.st_ino
if ino1 == ino2:
return True # path/.. is the same i-node as path
return False
# Expand paths beginning with '~' or '~user'.
# '~' means $HOME; '~user' means that user's home directory.
# If the path doesn't begin with '~', or if the user or $HOME is unknown,
# the path is returned unchanged (leaving error reporting to whatever
# function is called with the expanded path as argument).
# See also module 'glob' for expansion of *, ? and [...] in pathnames.
# (A function should also be defined to do full *sh-style environment
# variable expansion.)
def expanduser(path):
"""Expand ~ and ~user constructions. If user or $HOME is unknown,
do nothing."""
path = os.fspath(path)
if isinstance(path, bytes):
tilde = b'~'
else:
tilde = '~'
if not path.startswith(tilde):
return path
sep = _get_sep(path)
i = path.find(sep, 1)
if i < 0:
i = len(path)
if i == 1:
if 'HOME' not in os.environ:
import pwd
try:
userhome = pwd.getpwuid(os.getuid()).pw_dir
except KeyError:
# bpo-10496: if the current user identifier doesn't exist in the
# password database, return the path unchanged
return path
else:
userhome = os.environ['HOME']
else:
import pwd
name = path[1:i]
if isinstance(name, bytes):
name = str(name, 'ASCII')
try:
pwent = pwd.getpwnam(name)
except KeyError:
# bpo-10496: if the user name from the path doesn't exist in the
# password database, return the path unchanged
return path
userhome = pwent.pw_dir
if isinstance(path, bytes):
userhome = os.fsencode(userhome)
root = b'/'
else:
root = '/'
userhome = userhome.rstrip(root)
return (userhome + path[i:]) or root
# Expand paths containing shell variable substitutions.
# This expands the forms $variable and ${variable} only.
# Non-existent variables are left unchanged.
_varprog = None
_varprogb = None
def expandvars(path):
"""Expand shell variables of form $var and ${var}. Unknown variables
are left unchanged."""
path = os.fspath(path)
global _varprog, _varprogb
if isinstance(path, bytes):
if b'$' not in path:
return path
if not _varprogb:
import re
_varprogb = re.compile(br'\$(\w+|\{[^}]*\})', re.ASCII)
search = _varprogb.search
start = b'{'
end = b'}'
environ = getattr(os, 'environb', None)
else:
if '$' not in path:
return path
if not _varprog:
import re
_varprog = re.compile(r'\$(\w+|\{[^}]*\})', re.ASCII)
search = _varprog.search
start = '{'
end = '}'
environ = os.environ
i = 0
while True:
m = search(path, i)
if not m:
break
i, j = m.span(0)
name = m.group(1)
if name.startswith(start) and name.endswith(end):
name = name[1:-1]
try:
if environ is None:
value = os.fsencode(os.environ[os.fsdecode(name)])
else:
value = environ[name]
except KeyError:
i = j
else:
tail = path[j:]
path = path[:i] + value
i = len(path)
path += tail
return path
# Normalize a path, e.g. A//B, A/./B and A/foo/../B all become A/B.
# It should be understood that this may change the meaning of the path
# if it contains symbolic links!
def normpath(path):
"""Normalize path, eliminating double slashes, etc."""
path = os.fspath(path)
if isinstance(path, bytes):
sep = b'/'
empty = b''
dot = b'.'
dotdot = b'..'
else:
sep = '/'
empty = ''
dot = '.'
dotdot = '..'
if path == empty:
return dot
initial_slashes = path.startswith(sep)
# POSIX allows one or two initial slashes, but treats three or more
# as single slash.
if (initial_slashes and
path.startswith(sep*2) and not path.startswith(sep*3)):
initial_slashes = 2
comps = path.split(sep)
new_comps = []
for comp in comps:
if comp in (empty, dot):
continue
if (comp != dotdot or (not initial_slashes and not new_comps) or
(new_comps and new_comps[-1] == dotdot)):
new_comps.append(comp)
elif new_comps:
new_comps.pop()
comps = new_comps
path = sep.join(comps)
if initial_slashes:
path = sep*initial_slashes + path
return path or dot
def abspath(path):
"""Return an absolute path."""
path = os.fspath(path)
if not isabs(path):
if isinstance(path, bytes):
cwd = os.getcwdb()
else:
cwd = os.getcwd()
path = join(cwd, path)
return normpath(path)
# Return a canonical path (i.e. the absolute location of a file on the
# filesystem).
def realpath(filename):
"""Return the canonical path of the specified filename, eliminating any
symbolic links encountered in the path."""
filename = os.fspath(filename)
path, ok = _joinrealpath(filename[:0], filename, {})
return abspath(path)
# Join two paths, normalizing and eliminating any symbolic links
# encountered in the second path.
def _joinrealpath(path, rest, seen):
if isinstance(path, bytes):
sep = b'/'
curdir = b'.'
pardir = b'..'
else:
sep = '/'
curdir = '.'
pardir = '..'
if isabs(rest):
rest = rest[1:]
path = sep
while rest:
name, _, rest = rest.partition(sep)
if not name or name == curdir:
# current dir
continue
if name == pardir:
# parent dir
if path:
path, name = split(path)
if name == pardir:
path = join(path, pardir, pardir)
else:
path = pardir
continue
newpath = join(path, name)
if not islink(newpath):
path = newpath
continue
# Resolve the symbolic link
if newpath in seen:
# Already seen this path
path = seen[newpath]
if path is not None:
# use cached value
continue
# The symlink is not resolved, so we must have a symlink loop.
# Return already resolved part + rest of the path unchanged.
return join(newpath, rest), False
seen[newpath] = None # not resolved symlink
path, ok = _joinrealpath(path, os.readlink(newpath), seen)
if not ok:
return join(path, rest), False
seen[newpath] = path # resolved symlink
return path, True
supports_unicode_filenames = (sys.platform == 'darwin')
def relpath(path, start=None):
"""Return a relative version of a path"""
if not path:
raise ValueError("no path specified")
path = os.fspath(path)
if isinstance(path, bytes):
curdir = b'.'
sep = b'/'
pardir = b'..'
else:
curdir = '.'
sep = '/'
pardir = '..'
if start is None:
start = curdir
else:
start = os.fspath(start)
try:
start_list = [x for x in abspath(start).split(sep) if x]
path_list = [x for x in abspath(path).split(sep) if x]
# Work out how much of the filepath is shared by start and path.
i = len(commonprefix([start_list, path_list]))
rel_list = [pardir] * (len(start_list)-i) + path_list[i:]
if not rel_list:
return curdir
return join(*rel_list)
except (TypeError, AttributeError, BytesWarning, DeprecationWarning):
genericpath._check_arg_types('relpath', path, start)
raise
# Return the longest common sub-path of the sequence of paths given as input.
# The paths are not normalized before comparing them (this is the
# responsibility of the caller). Any trailing separator is stripped from the
# returned path.
def commonpath(paths):
"""Given a sequence of path names, returns the longest common sub-path."""
if not paths:
raise ValueError('commonpath() arg is an empty sequence')
paths = tuple(map(os.fspath, paths))
if isinstance(paths[0], bytes):
sep = b'/'
curdir = b'.'
else:
sep = '/'
curdir = '.'
try:
split_paths = [path.split(sep) for path in paths]
try:
isabs, = set(p[:1] == sep for p in paths)
except ValueError:
raise ValueError("Can't mix absolute and relative paths") from None
split_paths = [[c for c in s if c and c != curdir] for s in split_paths]
s1 = min(split_paths)
s2 = max(split_paths)
common = s1
for i, c in enumerate(s1):
if c != s2[i]:
common = s1[:i]
break
prefix = sep if isabs else sep[:0]
return prefix + sep.join(common)
except (TypeError, AttributeError):
genericpath._check_arg_types('commonpath', *paths)
raise
venv/__main__.py 0000644 00000000221 15115353747 0007622 0 ustar 00 import sys
from . import main
rc = 1
try:
main()
rc = 0
except Exception as e:
print('Error: %s' % e, file=sys.stderr)
sys.exit(rc)
venv/__init__.py 0000644 00000051106 15115353747 0007651 0 ustar 00 """
Virtual environment (venv) package for Python. Based on PEP 405.
Copyright (C) 2011-2014 Vinay Sajip.
Licensed to the PSF under a contributor agreement.
"""
import logging
import os
import shutil
import subprocess
import sys
import sysconfig
import types
logger = logging.getLogger(__name__)
class EnvBuilder:
"""
This class exists to allow virtual environment creation to be
customized. The constructor parameters determine the builder's
behaviour when called upon to create a virtual environment.
By default, the builder makes the system (global) site-packages dir
*un*available to the created environment.
If invoked using the Python -m option, the default is to use copying
on Windows platforms but symlinks elsewhere. If instantiated some
other way, the default is to *not* use symlinks.
:param system_site_packages: If True, the system (global) site-packages
dir is available to created environments.
:param clear: If True, delete the contents of the environment directory if
it already exists, before environment creation.
:param symlinks: If True, attempt to symlink rather than copy files into
virtual environment.
:param upgrade: If True, upgrade an existing virtual environment.
:param with_pip: If True, ensure pip is installed in the virtual
environment
:param prompt: Alternative terminal prefix for the environment.
"""
def __init__(self, system_site_packages=False, clear=False,
symlinks=False, upgrade=False, with_pip=False, prompt=None):
self.system_site_packages = system_site_packages
self.clear = clear
self.symlinks = symlinks
self.upgrade = upgrade
self.with_pip = with_pip
self.prompt = prompt
def create(self, env_dir):
"""
Create a virtual environment in a directory.
:param env_dir: The target directory to create an environment in.
"""
env_dir = os.path.abspath(env_dir)
context = self.ensure_directories(env_dir)
# See issue 24875. We need system_site_packages to be False
# until after pip is installed.
true_system_site_packages = self.system_site_packages
self.system_site_packages = False
self.create_configuration(context)
self.setup_python(context)
if self.with_pip:
self._setup_pip(context)
if not self.upgrade:
self.setup_scripts(context)
self.post_setup(context)
if true_system_site_packages:
# We had set it to False before, now
# restore it and rewrite the configuration
self.system_site_packages = True
self.create_configuration(context)
def clear_directory(self, path):
for fn in os.listdir(path):
fn = os.path.join(path, fn)
if os.path.islink(fn) or os.path.isfile(fn):
os.remove(fn)
elif os.path.isdir(fn):
shutil.rmtree(fn)
def ensure_directories(self, env_dir):
"""
Create the directories for the environment.
Returns a context object which holds paths in the environment,
for use by subsequent logic.
"""
def create_if_needed(d):
if not os.path.exists(d):
os.makedirs(d)
elif os.path.islink(d) or os.path.isfile(d):
raise ValueError('Unable to create directory %r' % d)
if os.path.exists(env_dir) and self.clear:
self.clear_directory(env_dir)
context = types.SimpleNamespace()
context.env_dir = env_dir
context.env_name = os.path.split(env_dir)[1]
prompt = self.prompt if self.prompt is not None else context.env_name
context.prompt = '(%s) ' % prompt
create_if_needed(env_dir)
executable = sys._base_executable
dirname, exename = os.path.split(os.path.abspath(executable))
context.executable = executable
context.python_dir = dirname
context.python_exe = exename
if sys.platform == 'win32':
binname = 'Scripts'
incpath = 'Include'
libpath = os.path.join(env_dir, 'Lib', 'site-packages')
else:
binname = 'bin'
incpath = 'include'
libpath = os.path.join(env_dir, 'lib',
'python%d.%d' % sys.version_info[:2],
'site-packages')
context.inc_path = path = os.path.join(env_dir, incpath)
create_if_needed(path)
create_if_needed(libpath)
# Issue 21197: create lib64 as a symlink to lib on 64-bit non-OS X POSIX
if ((sys.maxsize > 2**32) and (os.name == 'posix') and
(sys.platform != 'darwin')):
link_path = os.path.join(env_dir, 'lib64')
if not os.path.exists(link_path): # Issue #21643
os.symlink('lib', link_path)
context.bin_path = binpath = os.path.join(env_dir, binname)
context.bin_name = binname
context.env_exe = os.path.join(binpath, exename)
create_if_needed(binpath)
return context
def create_configuration(self, context):
"""
Create a configuration file indicating where the environment's Python
was copied from, and whether the system site-packages should be made
available in the environment.
:param context: The information for the environment creation request
being processed.
"""
context.cfg_path = path = os.path.join(context.env_dir, 'pyvenv.cfg')
with open(path, 'w', encoding='utf-8') as f:
f.write('home = %s\n' % context.python_dir)
if self.system_site_packages:
incl = 'true'
else:
incl = 'false'
f.write('include-system-site-packages = %s\n' % incl)
f.write('version = %d.%d.%d\n' % sys.version_info[:3])
if self.prompt is not None:
f.write(f'prompt = {self.prompt!r}\n')
if os.name != 'nt':
def symlink_or_copy(self, src, dst, relative_symlinks_ok=False):
"""
Try symlinking a file, and if that fails, fall back to copying.
"""
force_copy = not self.symlinks
if not force_copy:
try:
if not os.path.islink(dst): # can't link to itself!
if relative_symlinks_ok:
assert os.path.dirname(src) == os.path.dirname(dst)
os.symlink(os.path.basename(src), dst)
else:
os.symlink(src, dst)
except Exception: # may need to use a more specific exception
logger.warning('Unable to symlink %r to %r', src, dst)
force_copy = True
if force_copy:
shutil.copyfile(src, dst)
else:
def symlink_or_copy(self, src, dst, relative_symlinks_ok=False):
"""
Try symlinking a file, and if that fails, fall back to copying.
"""
bad_src = os.path.lexists(src) and not os.path.exists(src)
if self.symlinks and not bad_src and not os.path.islink(dst):
try:
if relative_symlinks_ok:
assert os.path.dirname(src) == os.path.dirname(dst)
os.symlink(os.path.basename(src), dst)
else:
os.symlink(src, dst)
return
except Exception: # may need to use a more specific exception
logger.warning('Unable to symlink %r to %r', src, dst)
# On Windows, we rewrite symlinks to our base python.exe into
# copies of venvlauncher.exe
basename, ext = os.path.splitext(os.path.basename(src))
srcfn = os.path.join(os.path.dirname(__file__),
"scripts",
"nt",
basename + ext)
# Builds or venv's from builds need to remap source file
# locations, as we do not put them into Lib/venv/scripts
if sysconfig.is_python_build(True) or not os.path.isfile(srcfn):
if basename.endswith('_d'):
ext = '_d' + ext
basename = basename[:-2]
if basename == 'python':
basename = 'venvlauncher'
elif basename == 'pythonw':
basename = 'venvwlauncher'
src = os.path.join(os.path.dirname(src), basename + ext)
else:
src = srcfn
if not os.path.exists(src):
if not bad_src:
logger.warning('Unable to copy %r', src)
return
shutil.copyfile(src, dst)
def setup_python(self, context):
"""
Set up a Python executable in the environment.
:param context: The information for the environment creation request
being processed.
"""
binpath = context.bin_path
path = context.env_exe
copier = self.symlink_or_copy
dirname = context.python_dir
if os.name != 'nt':
copier(context.executable, path)
if not os.path.islink(path):
os.chmod(path, 0o755)
for suffix in ('python', 'python3'):
path = os.path.join(binpath, suffix)
if not os.path.exists(path):
# Issue 18807: make copies if
# symlinks are not wanted
copier(context.env_exe, path, relative_symlinks_ok=True)
if not os.path.islink(path):
os.chmod(path, 0o755)
else:
if self.symlinks:
# For symlinking, we need a complete copy of the root directory
# If symlinks fail, you'll get unnecessary copies of files, but
# we assume that if you've opted into symlinks on Windows then
# you know what you're doing.
suffixes = [
f for f in os.listdir(dirname) if
os.path.normcase(os.path.splitext(f)[1]) in ('.exe', '.dll')
]
if sysconfig.is_python_build(True):
suffixes = [
f for f in suffixes if
os.path.normcase(f).startswith(('python', 'vcruntime'))
]
else:
suffixes = ['python.exe', 'python_d.exe', 'pythonw.exe',
'pythonw_d.exe']
for suffix in suffixes:
src = os.path.join(dirname, suffix)
if os.path.lexists(src):
copier(src, os.path.join(binpath, suffix))
if sysconfig.is_python_build(True):
# copy init.tcl
for root, dirs, files in os.walk(context.python_dir):
if 'init.tcl' in files:
tcldir = os.path.basename(root)
tcldir = os.path.join(context.env_dir, 'Lib', tcldir)
if not os.path.exists(tcldir):
os.makedirs(tcldir)
src = os.path.join(root, 'init.tcl')
dst = os.path.join(tcldir, 'init.tcl')
shutil.copyfile(src, dst)
break
def _setup_pip(self, context):
"""Installs or upgrades pip in a virtual environment"""
# We run ensurepip in isolated mode to avoid side effects from
# environment vars, the current directory and anything else
# intended for the global Python environment
cmd = [context.env_exe, '-Im', 'ensurepip', '--upgrade',
'--default-pip']
subprocess.check_output(cmd, stderr=subprocess.STDOUT)
def setup_scripts(self, context):
"""
Set up scripts into the created environment from a directory.
This method installs the default scripts into the environment
being created. You can prevent the default installation by overriding
this method if you really need to, or if you need to specify
a different location for the scripts to install. By default, the
'scripts' directory in the venv package is used as the source of
scripts to install.
"""
path = os.path.abspath(os.path.dirname(__file__))
path = os.path.join(path, 'scripts')
self.install_scripts(context, path)
def post_setup(self, context):
"""
Hook for post-setup modification of the venv. Subclasses may install
additional packages or scripts here, add activation shell scripts, etc.
:param context: The information for the environment creation request
being processed.
"""
pass
def replace_variables(self, text, context):
"""
Replace variable placeholders in script text with context-specific
variables.
Return the text passed in , but with variables replaced.
:param text: The text in which to replace placeholder variables.
:param context: The information for the environment creation request
being processed.
"""
text = text.replace('__VENV_DIR__', context.env_dir)
text = text.replace('__VENV_NAME__', context.env_name)
text = text.replace('__VENV_PROMPT__', context.prompt)
text = text.replace('__VENV_BIN_NAME__', context.bin_name)
text = text.replace('__VENV_PYTHON__', context.env_exe)
return text
def install_scripts(self, context, path):
"""
Install scripts into the created environment from a directory.
:param context: The information for the environment creation request
being processed.
:param path: Absolute pathname of a directory containing script.
Scripts in the 'common' subdirectory of this directory,
and those in the directory named for the platform
being run on, are installed in the created environment.
Placeholder variables are replaced with environment-
specific values.
"""
binpath = context.bin_path
plen = len(path)
for root, dirs, files in os.walk(path):
if root == path: # at top-level, remove irrelevant dirs
for d in dirs[:]:
if d not in ('common', os.name):
dirs.remove(d)
continue # ignore files in top level
for f in files:
if (os.name == 'nt' and f.startswith('python')
and f.endswith(('.exe', '.pdb'))):
continue
srcfile = os.path.join(root, f)
suffix = root[plen:].split(os.sep)[2:]
if not suffix:
dstdir = binpath
else:
dstdir = os.path.join(binpath, *suffix)
if not os.path.exists(dstdir):
os.makedirs(dstdir)
dstfile = os.path.join(dstdir, f)
with open(srcfile, 'rb') as f:
data = f.read()
if not srcfile.endswith(('.exe', '.pdb')):
try:
data = data.decode('utf-8')
data = self.replace_variables(data, context)
data = data.encode('utf-8')
except UnicodeError as e:
data = None
logger.warning('unable to copy script %r, '
'may be binary: %s', srcfile, e)
if data is not None:
with open(dstfile, 'wb') as f:
f.write(data)
shutil.copymode(srcfile, dstfile)
def create(env_dir, system_site_packages=False, clear=False,
symlinks=False, with_pip=False, prompt=None):
"""Create a virtual environment in a directory."""
builder = EnvBuilder(system_site_packages=system_site_packages,
clear=clear, symlinks=symlinks, with_pip=with_pip,
prompt=prompt)
builder.create(env_dir)
def main(args=None):
compatible = True
if sys.version_info < (3, 3):
compatible = False
elif not hasattr(sys, 'base_prefix'):
compatible = False
if not compatible:
raise ValueError('This script is only for use with Python >= 3.3')
else:
import argparse
parser = argparse.ArgumentParser(prog=__name__,
description='Creates virtual Python '
'environments in one or '
'more target '
'directories.',
epilog='Once an environment has been '
'created, you may wish to '
'activate it, e.g. by '
'sourcing an activate script '
'in its bin directory.')
parser.add_argument('dirs', metavar='ENV_DIR', nargs='+',
help='A directory to create the environment in.')
parser.add_argument('--system-site-packages', default=False,
action='store_true', dest='system_site',
help='Give the virtual environment access to the '
'system site-packages dir.')
if os.name == 'nt':
use_symlinks = False
else:
use_symlinks = True
group = parser.add_mutually_exclusive_group()
group.add_argument('--symlinks', default=use_symlinks,
action='store_true', dest='symlinks',
help='Try to use symlinks rather than copies, '
'when symlinks are not the default for '
'the platform.')
group.add_argument('--copies', default=not use_symlinks,
action='store_false', dest='symlinks',
help='Try to use copies rather than symlinks, '
'even when symlinks are the default for '
'the platform.')
parser.add_argument('--clear', default=False, action='store_true',
dest='clear', help='Delete the contents of the '
'environment directory if it '
'already exists, before '
'environment creation.')
parser.add_argument('--upgrade', default=False, action='store_true',
dest='upgrade', help='Upgrade the environment '
'directory to use this version '
'of Python, assuming Python '
'has been upgraded in-place.')
parser.add_argument('--without-pip', dest='with_pip',
default=True, action='store_false',
help='Skips installing or upgrading pip in the '
'virtual environment (pip is bootstrapped '
'by default)')
parser.add_argument('--prompt',
help='Provides an alternative prompt prefix for '
'this environment.')
options = parser.parse_args(args)
if options.upgrade and options.clear:
raise ValueError('you cannot supply --upgrade and --clear together.')
builder = EnvBuilder(system_site_packages=options.system_site,
clear=options.clear,
symlinks=options.symlinks,
upgrade=options.upgrade,
with_pip=options.with_pip,
prompt=options.prompt)
for d in options.dirs:
builder.create(d)
if __name__ == '__main__':
rc = 1
try:
main()
rc = 0
except Exception as e:
print('Error: %s' % e, file=sys.stderr)
sys.exit(rc)
venv/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000034007 15115353747 0015077 0 ustar 00 U
e5dFR �
@ s� d Z ddlZddlZddlZddlZddlZddlZddlZe�e �Z
G dd� d�Z ddd�Z ddd �Z
e d
kr�d Zze
� dZW n4 ek
r� Z zed e ejd
� W 5 dZ[X Y nX e�e� dS )z�
Virtual environment (venv) package for Python. Based on PEP 405.
Copyright (C) 2011-2014 Vinay Sajip.
Licensed to the PSF under a contributor agreement.
� Nc @ s� e Zd ZdZd dd�Zdd� Zdd � Zd
d � Zd d
� Ze j
dkrLd dd�Z n
d dd�Z dd� Z dd� Z
dd� Zdd� Zdd� Zd d � ZdS )!�
EnvBuildera�
This class exists to allow virtual environment creation to be
customized. The constructor parameters determine the builder's
behaviour when called upon to create a virtual environment.
By default, the builder makes the system (global) site-packages dir
*un*available to the created environment.
If invoked using the Python -m option, the default is to use copying
on Windows platforms but symlinks elsewhere. If instantiated some
other way, the default is to *not* use symlinks.
:param system_site_packages: If True, the system (global) site-packages
dir is available to created environments.
:param clear: If True, delete the contents of the environment directory if
it already exists, before environment creation.
:param symlinks: If True, attempt to symlink rather than copy files into
virtual environment.
:param upgrade: If True, upgrade an existing virtual environment.
:param with_pip: If True, ensure pip is installed in the virtual
environment
:param prompt: Alternative terminal prefix for the environment.
FNc C s( || _ || _|| _|| _|| _|| _d S �N��system_site_packages�clear�symlinks�upgrade�with_pip�prompt)�selfr r r r r r
� r �%/usr/lib64/python3.8/venv/__init__.py�__init__+ s zEnvBuilder.__init__c C sx t j�|�}| �|�}| j}d| _| �|� | �|� | jrF| �|� | j s`| �
|� | � |� |rtd| _| �|� dS )z�
Create a virtual environment in a directory.
:param env_dir: The target directory to create an environment in.
FTN) �os�path�abspath�ensure_directoriesr �create_configuration� setup_pythonr �
_setup_pipr �
setup_scripts�
post_setup)r �env_dir�contextZtrue_system_site_packagesr r r
�create4 s
zEnvBuilder.createc C s\ t �|�D ]L}t j�||�}t j�|�s4t j�|�r@t �|� q
t j�|�r
t� |� q
d S r )
r �listdirr �join�islink�isfile�remove�isdir�shutilZrmtree)r r �fnr r r
�clear_directoryN s zEnvBuilder.clear_directoryc C s� dd� }t j�|�r$| jr$| �|� t�� }||_t j�|�d |_ | j
dk rT| j
n|j }d| |_
||� t j }t j�t j�
|��\}}||_||_||_t jdkr�d}d} t j�|d d
�}
n(d }d } t j�|d
dt jdd� d
�}
t j�|| � |_} || � ||
� t jdk�rXt jdk�rXt jdk�rXt j�|d�} t j�| ��sXt �d
| � t j�||� |_}
||_t j�|
|�|_||
� |S )z�
Create the directories for the environment.
Returns a context object which holds paths in the environment,
for use by subsequent logic.
c S s@ t j�| �st �| � n$t j�| �s0t j�| �r<td| ��d S )Nz Unable to create directory %r)r r �exists�makedirsr r �
ValueError)�dr r r
�create_if_needed^ s z7EnvBuilder.ensure_directories.<locals>.create_if_needed� Nz(%s) Zwin32ZScriptsZInclude�Libz
site-packages�binZinclude�libz python%d.%d� l �posix�darwin�lib64)r r r$ r r# �types�SimpleNamespacer �split�env_namer
�sys�_base_executabler �
executable�
python_dirZ
python_exe�platformr � version_infoZinc_path�maxsize�name�symlink�bin_path�bin_name�env_exe)r r r( r r
r7 �dirnameZexenameZbinnameZincpathZlibpathr Z link_path�binpathr r r
r V sL
�� z EnvBuilder.ensure_directoriesc C s� t j�|jd� |_}t|ddd��j}|�d|j � | jrBd}nd}|�d| � |�d t j
d
d � � | j d
k r�|�d | j �d
�� W 5 Q R X d
S )aA
Create a configuration file indicating where the environment's Python
was copied from, and whether the system site-packages should be made
available in the environment.
:param context: The information for the environment creation request
being processed.
z
pyvenv.cfg�w�utf-8)�encodingz
home = %s
�trueZfalsez"include-system-site-packages = %s
zversion = %d.%d.%d
N� z prompt = �
) r r r r Zcfg_path�open�writer8 r r5 r: r
)r r r �fZinclr r r
r � s
z EnvBuilder.create_configuration�ntc C s~ | j }|sjz6tj�|�s@|r4t�tj�|�|� n t�||� W n& tk
rh t�d||� d}Y nX |rzt �
||� dS )�Y
Try symlinking a file, and if that fails, fall back to copying.
�Unable to symlink %r to %rTN) r r r r r= �basename� Exception�logger�warningr! �copyfile)r �src�dst�relative_symlinks_okZ
force_copyr r r
�symlink_or_copy� s
zEnvBuilder.symlink_or_copyc C s\ t j�|�ot j�|� }| jr�|s�t j�|�s�z,|rLt �t j�|�|� n t �||� W dS tk
r~ t �
d||� Y nX t j� t j�|��\}}t j� t j�
t�dd|| �}t�d�s�t j�|��s$|�d�r�d| }|dd� }|dkr�d }n|d
k�rd }t j� t j�
|�|| �}n|}t j�|��sL|�sHt �
d |� dS t�||� dS )
rM NrN �scriptsrL TZ_d����pythonZ venvlauncherZpythonwZ
venvwlauncherzUnable to copy %r)r r �lexistsr$ r r r= rO rP rQ rR �splitextr rA �__file__� sysconfig�is_python_buildr �endswithr! rS )r rT rU rV Zbad_srcrO ZextZsrcfnr r r
rW � s< �
c C s� |j }|j}| j}|j}tjdkr�||j|� tj�|�sFt� |d� dD ]F}tj�
||�}tj� |�sJ||j|dd� tj�|�sJt� |d� qJ�n | j r�dd� t�
|�D �}t�d�r�dd� |D �}n d d
d d g}|D ]2}tj�
||�}tj�|�r�||tj�
||�� q�t�d��r�t�|j�D ]z\} }
} d
| k�r&tj�| �} tj�
|jd| �} tj� | ��spt�| � tj�
| d
�}tj�
| d
�}
t�||
� �q��q&dS )z�
Set up a Python executable in the environment.
:param context: The information for the environment creation request
being processed.
rL i� )rZ Zpython3T)rV c S s, g | ]$}t j�t j�|�d �dkr|�qS )r) )�.exez.dll)r r �normcaser\ ��.0rK r r r
�
<listcomp>� s �z+EnvBuilder.setup_python.<locals>.<listcomp>c S s" g | ]}t j�|��d �r|�qS ))rZ Z vcruntime)r r rb �
startswithrc r r r
re s �z
python.exez python_d.exez pythonw.exez
pythonw_d.exezinit.tclr* N)r> r@ rW r8 r r< r7 r r �chmodr r$ r r r^ r_ r[ �walkrO r r% r! rS )r r rB r ZcopierrA �suffix�suffixesrT �root�dirs�filesZtcldirrU r r r
r � sP
�
��
zEnvBuilder.setup_pythonc C s$ |j ddddg}tj|tjd� dS )z1Installs or upgrades pip in a virtual environmentz-ImZ ensurepip� --upgradez
--default-pip)�stderrN)r@ �
subprocessZ check_outputZSTDOUT)r r �cmdr r r
r s
�zEnvBuilder._setup_pipc C s2 t j�t j�t��}t j�|d�}| �||� dS )a�
Set up scripts into the created environment from a directory.
This method installs the default scripts into the environment
being created. You can prevent the default installation by overriding
this method if you really need to, or if you need to specify
a different location for the scripts to install. By default, the
'scripts' directory in the venv package is used as the source of
scripts to install.
rX N)r r r rA r] r �install_scripts)r r r r r r
r # s zEnvBuilder.setup_scriptsc C s dS )a
Hook for post-setup modification of the venv. Subclasses may install
additional packages or scripts here, add activation shell scripts, etc.
:param context: The information for the environment creation request
being processed.
Nr )r r r r r
r 2 s zEnvBuilder.post_setupc C sJ |� d|j�}|� d|j�}|� d|j�}|� d|j�}|� d|j�}|S )ai
Replace variable placeholders in script text with context-specific
variables.
Return the text passed in , but with variables replaced.
:param text: The text in which to replace placeholder variables.
:param context: The information for the environment creation request
being processed.
Z __VENV_DIR__Z
__VENV_NAME__Z__VENV_PROMPT__Z__VENV_BIN_NAME__Z__VENV_PYTHON__)�replacer r4 r
r? r@ )r �textr r r r
�replace_variables< s z EnvBuilder.replace_variablesc C s� |j }t|�}t�|�D �]�\}}}||krX|dd� D ] }|dtjfkr8|�|� q8q|D �]H} tjdkr�| �d�r�| �d�r�q\tj� || �}
||d� �
tj �dd� } | s�|} ntjj |f| �� } tj� | �s�t�
| � tj� | | �}
t|
d��} | �� }W 5 Q R X |
�d��srz$|�d�}| �||�}|�d�}W n6 tk
�rp } zd}t�d |
|� W 5 d}~X Y nX |dk r\t|
d
��} | �|� W 5 Q R X t�|
|
� q\qdS ) as
Install scripts into the created environment from a directory.
:param context: The information for the environment creation request
being processed.
:param path: Absolute pathname of a directory containing script.
Scripts in the 'common' subdirectory of this directory,
and those in the directory named for the platform
being run on, are installed in the created environment.
Placeholder variables are replaced with environment-
specific values.
N�commonrL rZ )ra z.pdbr- �rbrD z+unable to copy script %r, may be binary: %s�wb)r> �lenr rh r< r rf r` r r r3 �sepr$ r% rI �read�decoderu �encode� UnicodeErrorrQ rR rJ r! Zcopymode)r r r rB Zplenrk rl rm r' rK Zsrcfileri ZdstdirZdstfile�data�er r r
rr N sL
�
� zEnvBuilder.install_scripts)FFFFFN)F)F)�__name__�
__module__� __qualname__�__doc__r r r# r r r r< rW r r r r ru rr r r r r
r s( �
4
+<
r Fc C s t |||||d�}|�| � dS )z,Create a virtual environment in a directory.)r r r r r
N)r r )r r r r r r
�builderr r r
r � s �r c C s^ d}t jdk rd}ntt d�s"d}|s2td���n(dd l}|jtddd �}|jd
d d d
d� |jdddddd� tj dkr�d}nd}|�
� }|jd|dddd� |jd| dddd� |jdddd d d� |jd ddd d d� |jd!d"ddd#d$� |jd%d&d'� |� | �}|j �r"|j
�r"td(��t|j|j
|j|j |j|jd)�}|jD ]}|�|� �qHd S )*NT)rG rG F� base_prefixz.This script is only for use with Python >= 3.3r zFCreates virtual Python environments in one or more target directories.z|Once an environment has been created, you may wish to activate it, e.g. by sourcing an activate script in its bin directory.)�progZ descriptionZepilogrl ZENV_DIR�+z)A directory to create the environment in.)�metavar�nargs�helpz--system-site-packages�
store_true� system_sitezDGive the virtual environment access to the system site-packages dir.)�default�action�destr� rL z
--symlinksr z[Try to use symlinks rather than copies, when symlinks are not the default for the platform.z--copiesZ store_falsez\Try to use copies rather than symlinks, even when symlinks are the default for the platform.z--clearr zcDelete the contents of the environment directory if it already exists, before environment creation.rn r zlUpgrade the environment directory to use this version of Python, assuming Python has been upgraded in-place.z
--without-pipr z]Skips installing or upgrading pip in the virtual environment (pip is bootstrapped by default))r� r� r� r� z--promptz;Provides an alternative prompt prefix for this environment.)r� z1you cannot supply --upgrade and --clear together.r )r5 r: �hasattrr& �argparse�ArgumentParserr� � add_argumentr r< Z add_mutually_exclusive_group�
parse_argsr r r r� r r r
rl r ) �argsZ
compatibler� �parserZ use_symlinks�groupZoptionsr� r' r r r
�main� s|
�
� �
�
�
�
� ��
�
r� �__main__r) z Error: %s)�file)FFFFN)N)r� Zloggingr r! rp r5 r^ r1 Z getLoggerr� rQ r r r� ZrcrP r� �printro �exitr r r r
�<module> s2
q �
H$ venv/__pycache__/__main__.cpython-38.opt-2.pyc 0000644 00000000513 15115353747 0015054 0 ustar 00 U
e5d� �
@ sj d dl Z ddlmZ dZze� d ZW n4 ek
rZ Z zede e jd� W 5 dZ[X Y nX e �e� dS )� N� )�mainz Error: %s)�file) �sys� r Zrc� Exception�e�print�stderr�exit� r r �%/usr/lib64/python3.8/venv/__main__.py�<module> s $ venv/__pycache__/__main__.cpython-38.opt-1.pyc 0000644 00000000513 15115353747 0015053 0 ustar 00 U
e5d� �
@ sj d dl Z ddlmZ dZze� d ZW n4 ek
rZ Z zede e jd� W 5 dZ[X Y nX e �e� dS )� N� )�mainz Error: %s)�file) �sys� r Zrc� Exception�e�print�stderr�exit� r r �%/usr/lib64/python3.8/venv/__main__.py�<module> s $ venv/__pycache__/__init__.cpython-38.opt-2.pyc 0000644 00000023734 15115353747 0015105 0 ustar 00 U
e5dFR �
@ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZe �e�Z G dd� d�Z
d
dd�Z ddd�Z ed kr�d
Z
ze � d Z
W n4 ek
r� Z zed e ejd � W 5 dZ[X Y nX e�e
� dS )� Nc @ s� e Zd Zd dd�Zdd� Zdd� Zd d
� Zd d � Zej d
krHd dd�Z
n
d dd�Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � ZdS ) �
EnvBuilderFNc C s( || _ || _|| _|| _|| _|| _d S �N��system_site_packages�clear�symlinks�upgrade�with_pip�prompt)�selfr r r r r r
� r �%/usr/lib64/python3.8/venv/__init__.py�__init__+ s zEnvBuilder.__init__c C sx t j�|�}| �|�}| j}d| _| �|� | �|� | jrF| �|� | j s`| �
|� | � |� |rtd| _| �|� d S )NFT) �os�path�abspath�ensure_directoriesr �create_configuration� setup_pythonr �
_setup_pipr �
setup_scripts�
post_setup)r �env_dir�contextZtrue_system_site_packagesr r r
�create4 s
zEnvBuilder.createc C s\ t �|�D ]L}t j�||�}t j�|�s4t j�|�r@t �|� q
t j�|�r
t� |� q
d S r )
r �listdirr �join�islink�isfile�remove�isdir�shutilZrmtree)r r �fnr r r
�clear_directoryN s zEnvBuilder.clear_directoryc C s� dd� }t j�|�r$| jr$| �|� t�� }||_t j�|�d |_ | j
d k rT| j
n|j }d| |_
||� t j }t j�t j�
|��\}}||_||_||_t jdkr�d}d} t j�|dd �}
n(d
}d } t j�|d d
t jd d� d �}
t j�|| � |_} || � ||
� t jdk�rXt jdk�rXt jdk�rXt j�|d�} t j�| ��sXt �d | � t j�||� |_}
||_t j�|
|�|_||
� |S )Nc S s@ t j�| �st �| � n$t j�| �s0t j�| �r<td| ��d S )Nz Unable to create directory %r)r r �exists�makedirsr r �
ValueError)�dr r r
�create_if_needed^ s z7EnvBuilder.ensure_directories.<locals>.create_if_needed� z(%s) Zwin32ZScriptsZInclude�Libz
site-packages�binZinclude�libz python%d.%d� l �posix�darwin�lib64)r r r$ r r# �types�SimpleNamespacer �split�env_namer
�sys�_base_executabler �
executable�
python_dirZ
python_exe�platformr � version_infoZinc_path�maxsize�name�symlink�bin_path�bin_name�env_exe)r r r( r r
r7 �dirnameZexenameZbinnameZincpathZlibpathr Z link_path�binpathr r r
r V sL
�� z EnvBuilder.ensure_directoriesc C s� t j�|jd� |_}t|ddd��j}|�d|j � | jrBd}nd}|�d| � |�d t j
d d
� � | j d k r�|�d | j �d �� W 5 Q R X d S )
Nz
pyvenv.cfg�w�utf-8)�encodingz
home = %s
�trueZfalsez"include-system-site-packages = %s
zversion = %d.%d.%d
� z prompt = �
) r r r r Zcfg_path�open�writer8 r r5 r: r
)r r r �fZinclr r r
r � s
z EnvBuilder.create_configuration�ntc C s~ | j }|sjz6tj�|�s@|r4t�tj�|�|� n t�||� W n& tk
rh t�d||� d}Y nX |rzt �
||� d S )N�Unable to symlink %r to %rT) r r r r r= �basename� Exception�logger�warningr! �copyfile)r �src�dst�relative_symlinks_okZ
force_copyr r r
�symlink_or_copy� s
zEnvBuilder.symlink_or_copyc C s\ t j�|�ot j�|� }| jr�|s�t j�|�s�z,|rLt �t j�|�|� n t �||� W d S tk
r~ t �
d||� Y nX t j� t j�|��\}}t j� t j�
t�dd|| �}t�d�s�t j�|��s$|�d�r�d| }|d d� }|dkr�d}n|d k�rd
}t j� t j�
|�|| �}n|}t j�|��sL|�sHt �
d |� d S t�||� d S ) NrM �scriptsrL TZ_d����pythonZ venvlauncherZpythonwZ
venvwlauncherzUnable to copy %r)r r �lexistsr$ r r r= rN rO rP rQ �splitextr rA �__file__� sysconfig�is_python_buildr �endswithr! rR )r rS rT rU Zbad_srcrN ZextZsrcfnr r r
rV � s< �
c C s� |j }|j}| j}|j}tjdkr�||j|� tj�|�sFt� |d� dD ]F}tj�
||�}tj� |�sJ||j|dd� tj�|�sJt� |d� qJ�n | j r�dd� t�
|�D �}t�d�r�dd� |D �}n d d
d d g}|D ]2}tj�
||�}tj�|�r�||tj�
||�� q�t�d��r�t�|j�D ]z\} }
} d
| k�r&tj�| �} tj�
|jd| �} tj� | ��spt�| � tj�
| d
�}tj�
| d
�}
t�||
� �q��q&d S )NrL i� )rY Zpython3T)rU c S s, g | ]$}t j�t j�|�d �dkr|�qS )r) )�.exez.dll)r r �normcaser[ ��.0rK r r r
�
<listcomp>� s �z+EnvBuilder.setup_python.<locals>.<listcomp>c S s" g | ]}t j�|��d �r|�qS ))rY Z vcruntime)r r ra �
startswithrb r r r
rd s �z
python.exez python_d.exez pythonw.exez
pythonw_d.exezinit.tclr* )r> r@ rV r8 r r< r7 r r �chmodr r$ r r r] r^ rZ �walkrN r r% r! rR )r r rB r ZcopierrA �suffix�suffixesrS �root�dirs�filesZtcldirrT r r r
r � sP
�
��
zEnvBuilder.setup_pythonc C s$ |j ddddg}tj|tjd� d S )Nz-ImZ ensurepip� --upgradez
--default-pip)�stderr)r@ �
subprocessZ check_outputZSTDOUT)r r �cmdr r r
r s
�zEnvBuilder._setup_pipc C s2 t j�t j�t��}t j�|d�}| �||� d S )NrW )r r r rA r\ r �install_scripts)r r r r r r
r # s zEnvBuilder.setup_scriptsc C s d S r r )r r r r r
r 2 s zEnvBuilder.post_setupc C sJ |� d|j�}|� d|j�}|� d|j�}|� d|j�}|� d|j�}|S )NZ __VENV_DIR__Z
__VENV_NAME__Z__VENV_PROMPT__Z__VENV_BIN_NAME__Z__VENV_PYTHON__)�replacer r4 r
r? r@ )r �textr r r r
�replace_variables< s z EnvBuilder.replace_variablesc C s� |j }t|�}t�|�D �]�\}}}||krX|d d � D ] }|dtjfkr8|�|� q8q|D �]H} tjdkr�| �d�r�| �d�r�q\tj� || �}
||d � �
tj �dd � } | s�|} ntjj |f| �� } tj� | �s�t�
| � tj� | | �}
t|
d��} | �� }W 5 Q R X |
�d��srz$|�d�}| �||�}|�d�}W n6 tk
�rp } zd }t�d|
|� W 5 d }~X Y nX |d k r\t|
d ��} | �|� W 5 Q R X t�|
|
� q\qd S )
N�commonrL rY )r` z.pdbr- �rbrD z+unable to copy script %r, may be binary: %s�wb)r> �lenr rg r< r re r_ r r r3 �sepr$ r% rI �read�decodert �encode� UnicodeErrorrP rQ rJ r! Zcopymode)r r r rB Zplenrj rk rl r' rK Zsrcfilerh ZdstdirZdstfile�data�er r r
rq N sL
�
� zEnvBuilder.install_scripts)FFFFFN)F)F)�__name__�
__module__� __qualname__r r r# r r r r< rV r r r r rt rq r r r r
r s& �
4
+<
r Fc C s t |||||d�}|�| � d S )N)r r r r r
)r r )r r r r r r
�builderr r r
r � s �r c C s^ d}t jdk rd}ntt d�s"d}|s2td���n(dd l}|jtddd �}|jd
d d d
d� |jdddddd� tj dkr�d}nd}|�
� }|jd|dddd� |jd| dddd� |jdddd d d� |jd ddd d d� |jd!d"ddd#d$� |jd%d&d'� |� | �}|j �r"|j
�r"td(��t|j|j
|j|j |j|jd)�}|jD ]}|�|� �qHd S )*NT)rG rG F� base_prefixz.This script is only for use with Python >= 3.3r zFCreates virtual Python environments in one or more target directories.z|Once an environment has been created, you may wish to activate it, e.g. by sourcing an activate script in its bin directory.)�progZ descriptionZepilogrk ZENV_DIR�+z)A directory to create the environment in.)�metavar�nargs�helpz--system-site-packages�
store_true� system_sitezDGive the virtual environment access to the system site-packages dir.)�default�action�destr� rL z
--symlinksr z[Try to use symlinks rather than copies, when symlinks are not the default for the platform.z--copiesZ store_falsez\Try to use copies rather than symlinks, even when symlinks are the default for the platform.z--clearr zcDelete the contents of the environment directory if it already exists, before environment creation.rm r zlUpgrade the environment directory to use this version of Python, assuming Python has been upgraded in-place.z
--without-pipr z]Skips installing or upgrading pip in the virtual environment (pip is bootstrapped by default))r� r� r� r� z--promptz;Provides an alternative prompt prefix for this environment.)r� z1you cannot supply --upgrade and --clear together.r )r5 r: �hasattrr& �argparse�ArgumentParserr� � add_argumentr r< Z add_mutually_exclusive_group�
parse_argsr r r r� r r r
rk r ) �argsZ
compatibler� �parserZ use_symlinks�groupZoptionsr� r' r r r
�main� s|
�
� �
�
�
�
� ��
�
r� �__main__r) z Error: %s)�file)FFFFN)N)Zloggingr r! ro r5 r] r1 Z getLoggerr� rP r r r� ZrcrO r �printrn �exitr r r r
�<module> s0
q �
H$ venv/__pycache__/__init__.cpython-38.pyc 0000644 00000034141 15115353747 0014137 0 ustar 00 U
e5dFR �
@ s� d Z ddlZddlZddlZddlZddlZddlZddlZe�e �Z
G dd� d�Z ddd�Z ddd �Z
e d
kr�d Zze
� dZW n4 ek
r� Z zed e ejd
� W 5 dZ[X Y nX e�e� dS )z�
Virtual environment (venv) package for Python. Based on PEP 405.
Copyright (C) 2011-2014 Vinay Sajip.
Licensed to the PSF under a contributor agreement.
� Nc @ s� e Zd ZdZd dd�Zdd� Zdd � Zd
d � Zd d
� Ze j
dkrLd dd�Z n
d dd�Z dd� Z dd� Z
dd� Zdd� Zdd� Zd d � ZdS )!�
EnvBuildera�
This class exists to allow virtual environment creation to be
customized. The constructor parameters determine the builder's
behaviour when called upon to create a virtual environment.
By default, the builder makes the system (global) site-packages dir
*un*available to the created environment.
If invoked using the Python -m option, the default is to use copying
on Windows platforms but symlinks elsewhere. If instantiated some
other way, the default is to *not* use symlinks.
:param system_site_packages: If True, the system (global) site-packages
dir is available to created environments.
:param clear: If True, delete the contents of the environment directory if
it already exists, before environment creation.
:param symlinks: If True, attempt to symlink rather than copy files into
virtual environment.
:param upgrade: If True, upgrade an existing virtual environment.
:param with_pip: If True, ensure pip is installed in the virtual
environment
:param prompt: Alternative terminal prefix for the environment.
FNc C s( || _ || _|| _|| _|| _|| _d S �N��system_site_packages�clear�symlinks�upgrade�with_pip�prompt)�selfr r r r r r
� r �%/usr/lib64/python3.8/venv/__init__.py�__init__+ s zEnvBuilder.__init__c C sx t j�|�}| �|�}| j}d| _| �|� | �|� | jrF| �|� | j s`| �
|� | � |� |rtd| _| �|� dS )z�
Create a virtual environment in a directory.
:param env_dir: The target directory to create an environment in.
FTN) �os�path�abspath�ensure_directoriesr �create_configuration� setup_pythonr �
_setup_pipr �
setup_scripts�
post_setup)r �env_dir�contextZtrue_system_site_packagesr r r
�create4 s
zEnvBuilder.createc C s\ t �|�D ]L}t j�||�}t j�|�s4t j�|�r@t �|� q
t j�|�r
t� |� q
d S r )
r �listdirr �join�islink�isfile�remove�isdir�shutilZrmtree)r r �fnr r r
�clear_directoryN s zEnvBuilder.clear_directoryc C s� dd� }t j�|�r$| jr$| �|� t�� }||_t j�|�d |_ | j
dk rT| j
n|j }d| |_
||� t j }t j�t j�
|��\}}||_||_||_t jdkr�d}d} t j�|d d
�}
n(d }d } t j�|d
dt jdd� d
�}
t j�|| � |_} || � ||
� t jdk�rXt jdk�rXt jdk�rXt j�|d�} t j�| ��sXt �d
| � t j�||� |_}
||_t j�|
|�|_||
� |S )z�
Create the directories for the environment.
Returns a context object which holds paths in the environment,
for use by subsequent logic.
c S s@ t j�| �st �| � n$t j�| �s0t j�| �r<td| ��d S )Nz Unable to create directory %r)r r �exists�makedirsr r �
ValueError)�dr r r
�create_if_needed^ s z7EnvBuilder.ensure_directories.<locals>.create_if_needed� Nz(%s) Zwin32ZScriptsZInclude�Libz
site-packages�binZinclude�libz python%d.%d� l �posix�darwin�lib64)r r r$ r r# �types�SimpleNamespacer �split�env_namer
�sys�_base_executabler �
executable�
python_dirZ
python_exe�platformr � version_infoZinc_path�maxsize�name�symlink�bin_path�bin_name�env_exe)r r r( r r
r7 �dirnameZexenameZbinnameZincpathZlibpathr Z link_path�binpathr r r
r V sL
�� z EnvBuilder.ensure_directoriesc C s� t j�|jd� |_}t|ddd��j}|�d|j � | jrBd}nd}|�d| � |�d t j
d
d � � | j d
k r�|�d | j �d
�� W 5 Q R X d
S )aA
Create a configuration file indicating where the environment's Python
was copied from, and whether the system site-packages should be made
available in the environment.
:param context: The information for the environment creation request
being processed.
z
pyvenv.cfg�w�utf-8)�encodingz
home = %s
�trueZfalsez"include-system-site-packages = %s
zversion = %d.%d.%d
N� z prompt = �
) r r r r Zcfg_path�open�writer8 r r5 r: r
)r r r �fZinclr r r
r � s
z EnvBuilder.create_configuration�ntc C s� | j }|s�zRtj�|�s\|rPtj�|�tj�|�ks:t�t�tj�|�|� n t�||� W n& tk
r� t �
d||� d}Y nX |r�t � ||� dS )�Y
Try symlinking a file, and if that fails, fall back to copying.
�Unable to symlink %r to %rTN)
r r r r rA �AssertionErrorr= �basename� Exception�logger�warningr! �copyfile)r �src�dst�relative_symlinks_okZ
force_copyr r r
�symlink_or_copy� s
zEnvBuilder.symlink_or_copyc C s| t j�|�ot j�|� }| jr�|s�t j�|�s�zH|rht j�|�t j�|�ksRt�t �t j� |�|� n t �||� W dS t
k
r� t � d||� Y nX t j�
t j� |��\}}t j�t j�t�dd|| �}t�d�s�t j�|��sD|�d��r
d| }|dd� }|dk�rd }n|d
k�r(d }t j�t j�|�|| �}n|}t j�|��sl|�sht � d |� dS t�||� dS )
rM NrN �scriptsrL TZ_d����pythonZ venvlauncherZpythonwZ
venvwlauncherzUnable to copy %r)r r �lexistsr$ r r rA rO r= rP rQ rR rS �splitextr �__file__� sysconfig�is_python_buildr �endswithr! rT )r rU rV rW Zbad_srcrP ZextZsrcfnr r r
rX � s> �
c C s� |j }|j}| j}|j}tjdkr�||j|� tj�|�sFt� |d� dD ]F}tj�
||�}tj� |�sJ||j|dd� tj�|�sJt� |d� qJ�n | j r�dd� t�
|�D �}t�d�r�dd� |D �}n d d
d d g}|D ]2}tj�
||�}tj�|�r�||tj�
||�� q�t�d��r�t�|j�D ]z\} }
} d
| k�r&tj�| �} tj�
|jd| �} tj� | ��spt�| � tj�
| d
�}tj�
| d
�}
t�||
� �q��q&dS )z�
Set up a Python executable in the environment.
:param context: The information for the environment creation request
being processed.
rL i� )r[ Zpython3T)rW c S s, g | ]$}t j�t j�|�d �dkr|�qS )r) )�.exez.dll)r r �normcaser] ��.0rK r r r
�
<listcomp>� s �z+EnvBuilder.setup_python.<locals>.<listcomp>c S s" g | ]}t j�|��d �r|�qS ))r[ Z vcruntime)r r rc �
startswithrd r r r
rf s �z
python.exez python_d.exez pythonw.exez
pythonw_d.exezinit.tclr* N)r> r@ rX r8 r r< r7 r r �chmodr r$ r r r_ r` r\ �walkrP r r% r! rT )r r rB r ZcopierrA �suffix�suffixesrU �root�dirs�filesZtcldirrV r r r
r � sP
�
��
zEnvBuilder.setup_pythonc C s$ |j ddddg}tj|tjd� dS )z1Installs or upgrades pip in a virtual environmentz-ImZ ensurepip� --upgradez
--default-pip)�stderrN)r@ �
subprocessZ check_outputZSTDOUT)r r �cmdr r r
r s
�zEnvBuilder._setup_pipc C s2 t j�t j�t��}t j�|d�}| �||� dS )a�
Set up scripts into the created environment from a directory.
This method installs the default scripts into the environment
being created. You can prevent the default installation by overriding
this method if you really need to, or if you need to specify
a different location for the scripts to install. By default, the
'scripts' directory in the venv package is used as the source of
scripts to install.
rY N)r r r rA r^ r �install_scripts)r r r r r r
r # s zEnvBuilder.setup_scriptsc C s dS )a
Hook for post-setup modification of the venv. Subclasses may install
additional packages or scripts here, add activation shell scripts, etc.
:param context: The information for the environment creation request
being processed.
Nr )r r r r r
r 2 s zEnvBuilder.post_setupc C sJ |� d|j�}|� d|j�}|� d|j�}|� d|j�}|� d|j�}|S )ai
Replace variable placeholders in script text with context-specific
variables.
Return the text passed in , but with variables replaced.
:param text: The text in which to replace placeholder variables.
:param context: The information for the environment creation request
being processed.
Z __VENV_DIR__Z
__VENV_NAME__Z__VENV_PROMPT__Z__VENV_BIN_NAME__Z__VENV_PYTHON__)�replacer r4 r
r? r@ )r �textr r r r
�replace_variables< s z EnvBuilder.replace_variablesc C s� |j }t|�}t�|�D �]�\}}}||krX|dd� D ] }|dtjfkr8|�|� q8q|D �]H} tjdkr�| �d�r�| �d�r�q\tj� || �}
||d� �
tj �dd� } | s�|} ntjj |f| �� } tj� | �s�t�
| � tj� | | �}
t|
d��} | �� }W 5 Q R X |
�d��srz$|�d�}| �||�}|�d�}W n6 tk
�rp } zd}t�d |
|� W 5 d}~X Y nX |dk r\t|
d
��} | �|� W 5 Q R X t�|
|
� q\qdS ) as
Install scripts into the created environment from a directory.
:param context: The information for the environment creation request
being processed.
:param path: Absolute pathname of a directory containing script.
Scripts in the 'common' subdirectory of this directory,
and those in the directory named for the platform
being run on, are installed in the created environment.
Placeholder variables are replaced with environment-
specific values.
N�commonrL r[ )rb z.pdbr- �rbrD z+unable to copy script %r, may be binary: %s�wb)r> �lenr ri r< r rg ra r r r3 �sepr$ r% rI �read�decoderv �encode� UnicodeErrorrR rS rJ r! Zcopymode)r r r rB Zplenrl rm rn r' rK Zsrcfilerj ZdstdirZdstfile�data�er r r
rs N sL
�
� zEnvBuilder.install_scripts)FFFFFN)F)F)�__name__�
__module__� __qualname__�__doc__r r r# r r r r< rX r r r r rv rs r r r r
r s( �
4
+<
r Fc C s t |||||d�}|�| � dS )z,Create a virtual environment in a directory.)r r r r r
N)r r )r r r r r r
�builderr r r
r � s �r c C s^ d}t jdk rd}ntt d�s"d}|s2td���n(dd l}|jtddd �}|jd
d d d
d� |jdddddd� tj dkr�d}nd}|�
� }|jd|dddd� |jd| dddd� |jdddd d d� |jd ddd d d� |jd!d"ddd#d$� |jd%d&d'� |� | �}|j �r"|j
�r"td(��t|j|j
|j|j |j|jd)�}|jD ]}|�|� �qHd S )*NT)rG rG F� base_prefixz.This script is only for use with Python >= 3.3r zFCreates virtual Python environments in one or more target directories.z|Once an environment has been created, you may wish to activate it, e.g. by sourcing an activate script in its bin directory.)�progZ descriptionZepilogrm ZENV_DIR�+z)A directory to create the environment in.)�metavar�nargs�helpz--system-site-packages�
store_true� system_sitezDGive the virtual environment access to the system site-packages dir.)�default�action�destr� rL z
--symlinksr z[Try to use symlinks rather than copies, when symlinks are not the default for the platform.z--copiesZ store_falsez\Try to use copies rather than symlinks, even when symlinks are the default for the platform.z--clearr zcDelete the contents of the environment directory if it already exists, before environment creation.ro r zlUpgrade the environment directory to use this version of Python, assuming Python has been upgraded in-place.z
--without-pipr z]Skips installing or upgrading pip in the virtual environment (pip is bootstrapped by default))r� r� r� r� z--promptz;Provides an alternative prompt prefix for this environment.)r� z1you cannot supply --upgrade and --clear together.r )r5 r: �hasattrr& �argparse�ArgumentParserr� � add_argumentr r< Z add_mutually_exclusive_group�
parse_argsr r r r� r r r
rm r ) �argsZ
compatibler� �parserZ use_symlinks�groupZoptionsr� r' r r r
�main� s|
�
� �
�
�
�
� ��
�
r� �__main__r) z Error: %s)�file)FFFFN)N)r� Zloggingr r! rq r5 r_ r1 Z getLoggerr� rR r r r� ZrcrQ r� �printrp �exitr r r r
�<module> s2
q �
H$ venv/__pycache__/__main__.cpython-38.pyc 0000644 00000000513 15115353747 0014114 0 ustar 00 U
e5d� �
@ sj d dl Z ddlmZ dZze� d ZW n4 ek
rZ Z zede e jd� W 5 dZ[X Y nX e �e� dS )� N� )�mainz Error: %s)�file) �sys� r Zrc� Exception�e�print�stderr�exit� r r �%/usr/lib64/python3.8/venv/__main__.py�<module> s $ venv/scripts/common/Activate.ps1 0000644 00000021202 15115353747 0012676 0 ustar 00 <#
.Synopsis
Activate a Python virtual environment for the current PowerShell session.
.Description
Pushes the python executable for a virtual environment to the front of the
$Env:PATH environment variable and sets the prompt to signify that you are
in a Python virtual environment. Makes use of the command line switches as
well as the `pyvenv.cfg` file values present in the virtual environment.
.Parameter VenvDir
Path to the directory that contains the virtual environment to activate. The
default value for this is the parent of the directory that the Activate.ps1
script is located within.
.Parameter Prompt
The prompt prefix to display when this virtual environment is activated. By
default, this prompt is the name of the virtual environment folder (VenvDir)
surrounded by parentheses and followed by a single space (ie. '(.venv) ').
.Example
Activate.ps1
Activates the Python virtual environment that contains the Activate.ps1 script.
.Example
Activate.ps1 -Verbose
Activates the Python virtual environment that contains the Activate.ps1 script,
and shows extra information about the activation as it executes.
.Example
Activate.ps1 -VenvDir C:\Users\MyUser\Common\.venv
Activates the Python virtual environment located in the specified location.
.Example
Activate.ps1 -Prompt "MyPython"
Activates the Python virtual environment that contains the Activate.ps1 script,
and prefixes the current prompt with the specified string (surrounded in
parentheses) while the virtual environment is active.
.Notes
On Windows, it may be required to enable this Activate.ps1 script by setting the
execution policy for the user. You can do this by issuing the following PowerShell
command:
PS C:\> Set-ExecutionPolicy -ExecutionPolicy RemoteSigned -Scope CurrentUser
For more information on Execution Policies:
https://go.microsoft.com/fwlink/?LinkID=135170
#>
Param(
[Parameter(Mandatory = $false)]
[String]
$VenvDir,
[Parameter(Mandatory = $false)]
[String]
$Prompt
)
<# Function declarations --------------------------------------------------- #>
<#
.Synopsis
Remove all shell session elements added by the Activate script, including the
addition of the virtual environment's Python executable from the beginning of
the PATH variable.
.Parameter NonDestructive
If present, do not remove this function from the global namespace for the
session.
#>
function global:deactivate ([switch]$NonDestructive) {
# Revert to original values
# The prior prompt:
if (Test-Path -Path Function:_OLD_VIRTUAL_PROMPT) {
Copy-Item -Path Function:_OLD_VIRTUAL_PROMPT -Destination Function:prompt
Remove-Item -Path Function:_OLD_VIRTUAL_PROMPT
}
# The prior PYTHONHOME:
if (Test-Path -Path Env:_OLD_VIRTUAL_PYTHONHOME) {
Copy-Item -Path Env:_OLD_VIRTUAL_PYTHONHOME -Destination Env:PYTHONHOME
Remove-Item -Path Env:_OLD_VIRTUAL_PYTHONHOME
}
# The prior PATH:
if (Test-Path -Path Env:_OLD_VIRTUAL_PATH) {
Copy-Item -Path Env:_OLD_VIRTUAL_PATH -Destination Env:PATH
Remove-Item -Path Env:_OLD_VIRTUAL_PATH
}
# Just remove the VIRTUAL_ENV altogether:
if (Test-Path -Path Env:VIRTUAL_ENV) {
Remove-Item -Path env:VIRTUAL_ENV
}
# Just remove the _PYTHON_VENV_PROMPT_PREFIX altogether:
if (Get-Variable -Name "_PYTHON_VENV_PROMPT_PREFIX" -ErrorAction SilentlyContinue) {
Remove-Variable -Name _PYTHON_VENV_PROMPT_PREFIX -Scope Global -Force
}
# Leave deactivate function in the global namespace if requested:
if (-not $NonDestructive) {
Remove-Item -Path function:deactivate
}
}
<#
.Description
Get-PyVenvConfig parses the values from the pyvenv.cfg file located in the
given folder, and returns them in a map.
For each line in the pyvenv.cfg file, if that line can be parsed into exactly
two strings separated by `=` (with any amount of whitespace surrounding the =)
then it is considered a `key = value` line. The left hand string is the key,
the right hand is the value.
If the value starts with a `'` or a `"` then the first and last character is
stripped from the value before being captured.
.Parameter ConfigDir
Path to the directory that contains the `pyvenv.cfg` file.
#>
function Get-PyVenvConfig(
[String]
$ConfigDir
) {
Write-Verbose "Given ConfigDir=$ConfigDir, obtain values in pyvenv.cfg"
# Ensure the file exists, and issue a warning if it doesn't (but still allow the function to continue).
$pyvenvConfigPath = Join-Path -Resolve -Path $ConfigDir -ChildPath 'pyvenv.cfg' -ErrorAction Continue
# An empty map will be returned if no config file is found.
$pyvenvConfig = @{ }
if ($pyvenvConfigPath) {
Write-Verbose "File exists, parse `key = value` lines"
$pyvenvConfigContent = Get-Content -Path $pyvenvConfigPath
$pyvenvConfigContent | ForEach-Object {
$keyval = $PSItem -split "\s*=\s*", 2
if ($keyval[0] -and $keyval[1]) {
$val = $keyval[1]
# Remove extraneous quotations around a string value.
if ("'""".Contains($val.Substring(0, 1))) {
$val = $val.Substring(1, $val.Length - 2)
}
$pyvenvConfig[$keyval[0]] = $val
Write-Verbose "Adding Key: '$($keyval[0])'='$val'"
}
}
}
return $pyvenvConfig
}
<# Begin Activate script --------------------------------------------------- #>
# Determine the containing directory of this script
$VenvExecPath = Split-Path -Parent $MyInvocation.MyCommand.Definition
$VenvExecDir = Get-Item -Path $VenvExecPath
Write-Verbose "Activation script is located in path: '$VenvExecPath'"
Write-Verbose "VenvExecDir Fullname: '$($VenvExecDir.FullName)"
Write-Verbose "VenvExecDir Name: '$($VenvExecDir.Name)"
# Set values required in priority: CmdLine, ConfigFile, Default
# First, get the location of the virtual environment, it might not be
# VenvExecDir if specified on the command line.
if ($VenvDir) {
Write-Verbose "VenvDir given as parameter, using '$VenvDir' to determine values"
}
else {
Write-Verbose "VenvDir not given as a parameter, using parent directory name as VenvDir."
$VenvDir = $VenvExecDir.Parent.FullName.TrimEnd("\\/")
Write-Verbose "VenvDir=$VenvDir"
}
# Next, read the `pyvenv.cfg` file to determine any required value such
# as `prompt`.
$pyvenvCfg = Get-PyVenvConfig -ConfigDir $VenvDir
# Next, set the prompt from the command line, or the config file, or
# just use the name of the virtual environment folder.
if ($Prompt) {
Write-Verbose "Prompt specified as argument, using '$Prompt'"
}
else {
Write-Verbose "Prompt not specified as argument to script, checking pyvenv.cfg value"
if ($pyvenvCfg -and $pyvenvCfg['prompt']) {
Write-Verbose " Setting based on value in pyvenv.cfg='$($pyvenvCfg['prompt'])'"
$Prompt = $pyvenvCfg['prompt'];
}
else {
Write-Verbose " Setting prompt based on parent's directory's name. (Is the directory name passed to venv module when creating the virutal environment)"
Write-Verbose " Got leaf-name of $VenvDir='$(Split-Path -Path $venvDir -Leaf)'"
$Prompt = Split-Path -Path $venvDir -Leaf
}
}
Write-Verbose "Prompt = '$Prompt'"
Write-Verbose "VenvDir='$VenvDir'"
# Deactivate any currently active virtual environment, but leave the
# deactivate function in place.
deactivate -nondestructive
# Now set the environment variable VIRTUAL_ENV, used by many tools to determine
# that there is an activated venv.
$env:VIRTUAL_ENV = $VenvDir
if (-not $Env:VIRTUAL_ENV_DISABLE_PROMPT) {
Write-Verbose "Setting prompt to '$Prompt'"
# Set the prompt to include the env name
# Make sure _OLD_VIRTUAL_PROMPT is global
function global:_OLD_VIRTUAL_PROMPT { "" }
Copy-Item -Path function:prompt -Destination function:_OLD_VIRTUAL_PROMPT
New-Variable -Name _PYTHON_VENV_PROMPT_PREFIX -Description "Python virtual environment prompt prefix" -Scope Global -Option ReadOnly -Visibility Public -Value $Prompt
function global:prompt {
Write-Host -NoNewline -ForegroundColor Green "($_PYTHON_VENV_PROMPT_PREFIX) "
_OLD_VIRTUAL_PROMPT
}
}
# Clear PYTHONHOME
if (Test-Path -Path Env:PYTHONHOME) {
Copy-Item -Path Env:PYTHONHOME -Destination Env:_OLD_VIRTUAL_PYTHONHOME
Remove-Item -Path Env:PYTHONHOME
}
# Add the venv to the PATH
Copy-Item -Path Env:PATH -Destination Env:_OLD_VIRTUAL_PATH
$Env:PATH = "$VenvExecDir$([System.IO.Path]::PathSeparator)$Env:PATH"
venv/scripts/common/activate 0000644 00000004231 15115353747 0012237 0 ustar 00 # This file must be used with "source bin/activate" *from bash*
# you cannot run it directly
deactivate () {
# reset old environment variables
if [ -n "${_OLD_VIRTUAL_PATH:-}" ] ; then
PATH="${_OLD_VIRTUAL_PATH:-}"
export PATH
unset _OLD_VIRTUAL_PATH
fi
if [ -n "${_OLD_VIRTUAL_PYTHONHOME:-}" ] ; then
PYTHONHOME="${_OLD_VIRTUAL_PYTHONHOME:-}"
export PYTHONHOME
unset _OLD_VIRTUAL_PYTHONHOME
fi
# This should detect bash and zsh, which have a hash command that must
# be called to get it to forget past commands. Without forgetting
# past commands the $PATH changes we made may not be respected
if [ -n "${BASH:-}" -o -n "${ZSH_VERSION:-}" ] ; then
hash -r
fi
if [ -n "${_OLD_VIRTUAL_PS1:-}" ] ; then
PS1="${_OLD_VIRTUAL_PS1:-}"
export PS1
unset _OLD_VIRTUAL_PS1
fi
unset VIRTUAL_ENV
if [ ! "${1:-}" = "nondestructive" ] ; then
# Self destruct!
unset -f deactivate
fi
}
# unset irrelevant variables
deactivate nondestructive
VIRTUAL_ENV="__VENV_DIR__"
export VIRTUAL_ENV
_OLD_VIRTUAL_PATH="$PATH"
PATH="$VIRTUAL_ENV/__VENV_BIN_NAME__:$PATH"
export PATH
# unset PYTHONHOME if set
# this will fail if PYTHONHOME is set to the empty string (which is bad anyway)
# could use `if (set -u; : $PYTHONHOME) ;` in bash
if [ -n "${PYTHONHOME:-}" ] ; then
_OLD_VIRTUAL_PYTHONHOME="${PYTHONHOME:-}"
unset PYTHONHOME
fi
if [ -z "${VIRTUAL_ENV_DISABLE_PROMPT:-}" ] ; then
_OLD_VIRTUAL_PS1="${PS1:-}"
if [ "x__VENV_PROMPT__" != x ] ; then
PS1="__VENV_PROMPT__${PS1:-}"
else
if [ "`basename \"$VIRTUAL_ENV\"`" = "__" ] ; then
# special case for Aspen magic directories
# see https://aspen.io/
PS1="[`basename \`dirname \"$VIRTUAL_ENV\"\``] $PS1"
else
PS1="(`basename \"$VIRTUAL_ENV\"`)$PS1"
fi
fi
export PS1
fi
# This should detect bash and zsh, which have a hash command that must
# be called to get it to forget past commands. Without forgetting
# past commands the $PATH changes we made may not be respected
if [ -n "${BASH:-}" -o -n "${ZSH_VERSION:-}" ] ; then
hash -r
fi
venv/scripts/posix/activate.fish 0000644 00000004545 15115353747 0013051 0 ustar 00 # This file must be used with ". bin/activate.fish" *from fish* (http://fishshell.org)
# you cannot run it directly
function deactivate -d "Exit virtualenv and return to normal shell environment"
# reset old environment variables
if test -n "$_OLD_VIRTUAL_PATH"
set -gx PATH $_OLD_VIRTUAL_PATH
set -e _OLD_VIRTUAL_PATH
end
if test -n "$_OLD_VIRTUAL_PYTHONHOME"
set -gx PYTHONHOME $_OLD_VIRTUAL_PYTHONHOME
set -e _OLD_VIRTUAL_PYTHONHOME
end
if test -n "$_OLD_FISH_PROMPT_OVERRIDE"
functions -e fish_prompt
set -e _OLD_FISH_PROMPT_OVERRIDE
functions -c _old_fish_prompt fish_prompt
functions -e _old_fish_prompt
end
set -e VIRTUAL_ENV
if test "$argv[1]" != "nondestructive"
# Self destruct!
functions -e deactivate
end
end
# unset irrelevant variables
deactivate nondestructive
set -gx VIRTUAL_ENV "__VENV_DIR__"
set -gx _OLD_VIRTUAL_PATH $PATH
set -gx PATH "$VIRTUAL_ENV/__VENV_BIN_NAME__" $PATH
# unset PYTHONHOME if set
if set -q PYTHONHOME
set -gx _OLD_VIRTUAL_PYTHONHOME $PYTHONHOME
set -e PYTHONHOME
end
if test -z "$VIRTUAL_ENV_DISABLE_PROMPT"
# fish uses a function instead of an env var to generate the prompt.
# save the current fish_prompt function as the function _old_fish_prompt
functions -c fish_prompt _old_fish_prompt
# with the original prompt function renamed, we can override with our own.
function fish_prompt
# Save the return status of the last command
set -l old_status $status
# Prompt override?
if test -n "__VENV_PROMPT__"
printf "%s%s" "__VENV_PROMPT__" (set_color normal)
else
# ...Otherwise, prepend env
set -l _checkbase (basename "$VIRTUAL_ENV")
if test $_checkbase = "__"
# special case for Aspen magic directories
# see https://aspen.io/
printf "%s[%s]%s " (set_color -b blue white) (basename (dirname "$VIRTUAL_ENV")) (set_color normal)
else
printf "%s(%s)%s" (set_color -b blue white) (basename "$VIRTUAL_ENV") (set_color normal)
end
end
# Restore the return status of the previous command.
echo "exit $old_status" | .
_old_fish_prompt
end
set -gx _OLD_FISH_PROMPT_OVERRIDE "$VIRTUAL_ENV"
end
venv/scripts/posix/activate.csh 0000644 00000002347 15115353747 0012673 0 ustar 00 # This file must be used with "source bin/activate.csh" *from csh*.
# You cannot run it directly.
# Created by Davide Di Blasi <davidedb@gmail.com>.
# Ported to Python 3.3 venv by Andrew Svetlov <andrew.svetlov@gmail.com>
alias deactivate 'test $?_OLD_VIRTUAL_PATH != 0 && setenv PATH "$_OLD_VIRTUAL_PATH" && unset _OLD_VIRTUAL_PATH; rehash; test $?_OLD_VIRTUAL_PROMPT != 0 && set prompt="$_OLD_VIRTUAL_PROMPT" && unset _OLD_VIRTUAL_PROMPT; unsetenv VIRTUAL_ENV; test "\!:*" != "nondestructive" && unalias deactivate'
# Unset irrelevant variables.
deactivate nondestructive
setenv VIRTUAL_ENV "__VENV_DIR__"
set _OLD_VIRTUAL_PATH="$PATH"
setenv PATH "$VIRTUAL_ENV/__VENV_BIN_NAME__:$PATH"
set _OLD_VIRTUAL_PROMPT="$prompt"
if (! "$?VIRTUAL_ENV_DISABLE_PROMPT") then
if ("__VENV_NAME__" != "") then
set env_name = "__VENV_NAME__"
else
if (`basename "VIRTUAL_ENV"` == "__") then
# special case for Aspen magic directories
# see https://aspen.io/
set env_name = `basename \`dirname "$VIRTUAL_ENV"\``
else
set env_name = `basename "$VIRTUAL_ENV"`
endif
endif
set prompt = "[$env_name] $prompt"
unset env_name
endif
alias pydoc python -m pydoc
rehash
configparser.py 0000644 00000152146 15115353747 0007624 0 ustar 00 """Configuration file parser.
A configuration file consists of sections, lead by a "[section]" header,
and followed by "name: value" entries, with continuations and such in
the style of RFC 822.
Intrinsic defaults can be specified by passing them into the
ConfigParser constructor as a dictionary.
class:
ConfigParser -- responsible for parsing a list of
configuration files, and managing the parsed database.
methods:
__init__(defaults=None, dict_type=_default_dict, allow_no_value=False,
delimiters=('=', ':'), comment_prefixes=('#', ';'),
inline_comment_prefixes=None, strict=True,
empty_lines_in_values=True, default_section='DEFAULT',
interpolation=<unset>, converters=<unset>):
Create the parser. When `defaults' is given, it is initialized into the
dictionary or intrinsic defaults. The keys must be strings, the values
must be appropriate for %()s string interpolation.
When `dict_type' is given, it will be used to create the dictionary
objects for the list of sections, for the options within a section, and
for the default values.
When `delimiters' is given, it will be used as the set of substrings
that divide keys from values.
When `comment_prefixes' is given, it will be used as the set of
substrings that prefix comments in empty lines. Comments can be
indented.
When `inline_comment_prefixes' is given, it will be used as the set of
substrings that prefix comments in non-empty lines.
When `strict` is True, the parser won't allow for any section or option
duplicates while reading from a single source (file, string or
dictionary). Default is True.
When `empty_lines_in_values' is False (default: True), each empty line
marks the end of an option. Otherwise, internal empty lines of
a multiline option are kept as part of the value.
When `allow_no_value' is True (default: False), options without
values are accepted; the value presented for these is None.
When `default_section' is given, the name of the special section is
named accordingly. By default it is called ``"DEFAULT"`` but this can
be customized to point to any other valid section name. Its current
value can be retrieved using the ``parser_instance.default_section``
attribute and may be modified at runtime.
When `interpolation` is given, it should be an Interpolation subclass
instance. It will be used as the handler for option value
pre-processing when using getters. RawConfigParser objects don't do
any sort of interpolation, whereas ConfigParser uses an instance of
BasicInterpolation. The library also provides a ``zc.buildbot``
inspired ExtendedInterpolation implementation.
When `converters` is given, it should be a dictionary where each key
represents the name of a type converter and each value is a callable
implementing the conversion from string to the desired datatype. Every
converter gets its corresponding get*() method on the parser object and
section proxies.
sections()
Return all the configuration section names, sans DEFAULT.
has_section(section)
Return whether the given section exists.
has_option(section, option)
Return whether the given option exists in the given section.
options(section)
Return list of configuration options for the named section.
read(filenames, encoding=None)
Read and parse the iterable of named configuration files, given by
name. A single filename is also allowed. Non-existing files
are ignored. Return list of successfully read files.
read_file(f, filename=None)
Read and parse one configuration file, given as a file object.
The filename defaults to f.name; it is only used in error
messages (if f has no `name' attribute, the string `<???>' is used).
read_string(string)
Read configuration from a given string.
read_dict(dictionary)
Read configuration from a dictionary. Keys are section names,
values are dictionaries with keys and values that should be present
in the section. If the used dictionary type preserves order, sections
and their keys will be added in order. Values are automatically
converted to strings.
get(section, option, raw=False, vars=None, fallback=_UNSET)
Return a string value for the named option. All % interpolations are
expanded in the return values, based on the defaults passed into the
constructor and the DEFAULT section. Additional substitutions may be
provided using the `vars' argument, which must be a dictionary whose
contents override any pre-existing defaults. If `option' is a key in
`vars', the value from `vars' is used.
getint(section, options, raw=False, vars=None, fallback=_UNSET)
Like get(), but convert value to an integer.
getfloat(section, options, raw=False, vars=None, fallback=_UNSET)
Like get(), but convert value to a float.
getboolean(section, options, raw=False, vars=None, fallback=_UNSET)
Like get(), but convert value to a boolean (currently case
insensitively defined as 0, false, no, off for False, and 1, true,
yes, on for True). Returns False or True.
items(section=_UNSET, raw=False, vars=None)
If section is given, return a list of tuples with (name, value) for
each option in the section. Otherwise, return a list of tuples with
(section_name, section_proxy) for each section, including DEFAULTSECT.
remove_section(section)
Remove the given file section and all its options.
remove_option(section, option)
Remove the given option from the given section.
set(section, option, value)
Set the given option.
write(fp, space_around_delimiters=True)
Write the configuration state in .ini format. If
`space_around_delimiters' is True (the default), delimiters
between keys and values are surrounded by spaces.
"""
from collections.abc import MutableMapping
from collections import ChainMap as _ChainMap
import functools
import io
import itertools
import os
import re
import sys
import warnings
__all__ = ["NoSectionError", "DuplicateOptionError", "DuplicateSectionError",
"NoOptionError", "InterpolationError", "InterpolationDepthError",
"InterpolationMissingOptionError", "InterpolationSyntaxError",
"ParsingError", "MissingSectionHeaderError",
"ConfigParser", "SafeConfigParser", "RawConfigParser",
"Interpolation", "BasicInterpolation", "ExtendedInterpolation",
"LegacyInterpolation", "SectionProxy", "ConverterMapping",
"DEFAULTSECT", "MAX_INTERPOLATION_DEPTH"]
_default_dict = dict
DEFAULTSECT = "DEFAULT"
MAX_INTERPOLATION_DEPTH = 10
# exception classes
class Error(Exception):
"""Base class for ConfigParser exceptions."""
def __init__(self, msg=''):
self.message = msg
Exception.__init__(self, msg)
def __repr__(self):
return self.message
__str__ = __repr__
class NoSectionError(Error):
"""Raised when no section matches a requested option."""
def __init__(self, section):
Error.__init__(self, 'No section: %r' % (section,))
self.section = section
self.args = (section, )
class DuplicateSectionError(Error):
"""Raised when a section is repeated in an input source.
Possible repetitions that raise this exception are: multiple creation
using the API or in strict parsers when a section is found more than once
in a single input file, string or dictionary.
"""
def __init__(self, section, source=None, lineno=None):
msg = [repr(section), " already exists"]
if source is not None:
message = ["While reading from ", repr(source)]
if lineno is not None:
message.append(" [line {0:2d}]".format(lineno))
message.append(": section ")
message.extend(msg)
msg = message
else:
msg.insert(0, "Section ")
Error.__init__(self, "".join(msg))
self.section = section
self.source = source
self.lineno = lineno
self.args = (section, source, lineno)
class DuplicateOptionError(Error):
"""Raised by strict parsers when an option is repeated in an input source.
Current implementation raises this exception only when an option is found
more than once in a single file, string or dictionary.
"""
def __init__(self, section, option, source=None, lineno=None):
msg = [repr(option), " in section ", repr(section),
" already exists"]
if source is not None:
message = ["While reading from ", repr(source)]
if lineno is not None:
message.append(" [line {0:2d}]".format(lineno))
message.append(": option ")
message.extend(msg)
msg = message
else:
msg.insert(0, "Option ")
Error.__init__(self, "".join(msg))
self.section = section
self.option = option
self.source = source
self.lineno = lineno
self.args = (section, option, source, lineno)
class NoOptionError(Error):
"""A requested option was not found."""
def __init__(self, option, section):
Error.__init__(self, "No option %r in section: %r" %
(option, section))
self.option = option
self.section = section
self.args = (option, section)
class InterpolationError(Error):
"""Base class for interpolation-related exceptions."""
def __init__(self, option, section, msg):
Error.__init__(self, msg)
self.option = option
self.section = section
self.args = (option, section, msg)
class InterpolationMissingOptionError(InterpolationError):
"""A string substitution required a setting which was not available."""
def __init__(self, option, section, rawval, reference):
msg = ("Bad value substitution: option {!r} in section {!r} contains "
"an interpolation key {!r} which is not a valid option name. "
"Raw value: {!r}".format(option, section, reference, rawval))
InterpolationError.__init__(self, option, section, msg)
self.reference = reference
self.args = (option, section, rawval, reference)
class InterpolationSyntaxError(InterpolationError):
"""Raised when the source text contains invalid syntax.
Current implementation raises this exception when the source text into
which substitutions are made does not conform to the required syntax.
"""
class InterpolationDepthError(InterpolationError):
"""Raised when substitutions are nested too deeply."""
def __init__(self, option, section, rawval):
msg = ("Recursion limit exceeded in value substitution: option {!r} "
"in section {!r} contains an interpolation key which "
"cannot be substituted in {} steps. Raw value: {!r}"
"".format(option, section, MAX_INTERPOLATION_DEPTH,
rawval))
InterpolationError.__init__(self, option, section, msg)
self.args = (option, section, rawval)
class ParsingError(Error):
"""Raised when a configuration file does not follow legal syntax."""
def __init__(self, source=None, filename=None):
# Exactly one of `source'/`filename' arguments has to be given.
# `filename' kept for compatibility.
if filename and source:
raise ValueError("Cannot specify both `filename' and `source'. "
"Use `source'.")
elif not filename and not source:
raise ValueError("Required argument `source' not given.")
elif filename:
source = filename
Error.__init__(self, 'Source contains parsing errors: %r' % source)
self.source = source
self.errors = []
self.args = (source, )
@property
def filename(self):
"""Deprecated, use `source'."""
warnings.warn(
"The 'filename' attribute will be removed in future versions. "
"Use 'source' instead.",
DeprecationWarning, stacklevel=2
)
return self.source
@filename.setter
def filename(self, value):
"""Deprecated, user `source'."""
warnings.warn(
"The 'filename' attribute will be removed in future versions. "
"Use 'source' instead.",
DeprecationWarning, stacklevel=2
)
self.source = value
def append(self, lineno, line):
self.errors.append((lineno, line))
self.message += '\n\t[line %2d]: %s' % (lineno, line)
class MissingSectionHeaderError(ParsingError):
"""Raised when a key-value pair is found before any section header."""
def __init__(self, filename, lineno, line):
Error.__init__(
self,
'File contains no section headers.\nfile: %r, line: %d\n%r' %
(filename, lineno, line))
self.source = filename
self.lineno = lineno
self.line = line
self.args = (filename, lineno, line)
# Used in parser getters to indicate the default behaviour when a specific
# option is not found it to raise an exception. Created to enable `None' as
# a valid fallback value.
_UNSET = object()
class Interpolation:
"""Dummy interpolation that passes the value through with no changes."""
def before_get(self, parser, section, option, value, defaults):
return value
def before_set(self, parser, section, option, value):
return value
def before_read(self, parser, section, option, value):
return value
def before_write(self, parser, section, option, value):
return value
class BasicInterpolation(Interpolation):
"""Interpolation as implemented in the classic ConfigParser.
The option values can contain format strings which refer to other values in
the same section, or values in the special default section.
For example:
something: %(dir)s/whatever
would resolve the "%(dir)s" to the value of dir. All reference
expansions are done late, on demand. If a user needs to use a bare % in
a configuration file, she can escape it by writing %%. Other % usage
is considered a user error and raises `InterpolationSyntaxError'."""
_KEYCRE = re.compile(r"%\(([^)]+)\)s")
def before_get(self, parser, section, option, value, defaults):
L = []
self._interpolate_some(parser, option, L, value, section, defaults, 1)
return ''.join(L)
def before_set(self, parser, section, option, value):
tmp_value = value.replace('%%', '') # escaped percent signs
tmp_value = self._KEYCRE.sub('', tmp_value) # valid syntax
if '%' in tmp_value:
raise ValueError("invalid interpolation syntax in %r at "
"position %d" % (value, tmp_value.find('%')))
return value
def _interpolate_some(self, parser, option, accum, rest, section, map,
depth):
rawval = parser.get(section, option, raw=True, fallback=rest)
if depth > MAX_INTERPOLATION_DEPTH:
raise InterpolationDepthError(option, section, rawval)
while rest:
p = rest.find("%")
if p < 0:
accum.append(rest)
return
if p > 0:
accum.append(rest[:p])
rest = rest[p:]
# p is no longer used
c = rest[1:2]
if c == "%":
accum.append("%")
rest = rest[2:]
elif c == "(":
m = self._KEYCRE.match(rest)
if m is None:
raise InterpolationSyntaxError(option, section,
"bad interpolation variable reference %r" % rest)
var = parser.optionxform(m.group(1))
rest = rest[m.end():]
try:
v = map[var]
except KeyError:
raise InterpolationMissingOptionError(
option, section, rawval, var) from None
if "%" in v:
self._interpolate_some(parser, option, accum, v,
section, map, depth + 1)
else:
accum.append(v)
else:
raise InterpolationSyntaxError(
option, section,
"'%%' must be followed by '%%' or '(', "
"found: %r" % (rest,))
class ExtendedInterpolation(Interpolation):
"""Advanced variant of interpolation, supports the syntax used by
`zc.buildout'. Enables interpolation between sections."""
_KEYCRE = re.compile(r"\$\{([^}]+)\}")
def before_get(self, parser, section, option, value, defaults):
L = []
self._interpolate_some(parser, option, L, value, section, defaults, 1)
return ''.join(L)
def before_set(self, parser, section, option, value):
tmp_value = value.replace('$$', '') # escaped dollar signs
tmp_value = self._KEYCRE.sub('', tmp_value) # valid syntax
if '$' in tmp_value:
raise ValueError("invalid interpolation syntax in %r at "
"position %d" % (value, tmp_value.find('$')))
return value
def _interpolate_some(self, parser, option, accum, rest, section, map,
depth):
rawval = parser.get(section, option, raw=True, fallback=rest)
if depth > MAX_INTERPOLATION_DEPTH:
raise InterpolationDepthError(option, section, rawval)
while rest:
p = rest.find("$")
if p < 0:
accum.append(rest)
return
if p > 0:
accum.append(rest[:p])
rest = rest[p:]
# p is no longer used
c = rest[1:2]
if c == "$":
accum.append("$")
rest = rest[2:]
elif c == "{":
m = self._KEYCRE.match(rest)
if m is None:
raise InterpolationSyntaxError(option, section,
"bad interpolation variable reference %r" % rest)
path = m.group(1).split(':')
rest = rest[m.end():]
sect = section
opt = option
try:
if len(path) == 1:
opt = parser.optionxform(path[0])
v = map[opt]
elif len(path) == 2:
sect = path[0]
opt = parser.optionxform(path[1])
v = parser.get(sect, opt, raw=True)
else:
raise InterpolationSyntaxError(
option, section,
"More than one ':' found: %r" % (rest,))
except (KeyError, NoSectionError, NoOptionError):
raise InterpolationMissingOptionError(
option, section, rawval, ":".join(path)) from None
if "$" in v:
self._interpolate_some(parser, opt, accum, v, sect,
dict(parser.items(sect, raw=True)),
depth + 1)
else:
accum.append(v)
else:
raise InterpolationSyntaxError(
option, section,
"'$' must be followed by '$' or '{', "
"found: %r" % (rest,))
class LegacyInterpolation(Interpolation):
"""Deprecated interpolation used in old versions of ConfigParser.
Use BasicInterpolation or ExtendedInterpolation instead."""
_KEYCRE = re.compile(r"%\(([^)]*)\)s|.")
def before_get(self, parser, section, option, value, vars):
rawval = value
depth = MAX_INTERPOLATION_DEPTH
while depth: # Loop through this until it's done
depth -= 1
if value and "%(" in value:
replace = functools.partial(self._interpolation_replace,
parser=parser)
value = self._KEYCRE.sub(replace, value)
try:
value = value % vars
except KeyError as e:
raise InterpolationMissingOptionError(
option, section, rawval, e.args[0]) from None
else:
break
if value and "%(" in value:
raise InterpolationDepthError(option, section, rawval)
return value
def before_set(self, parser, section, option, value):
return value
@staticmethod
def _interpolation_replace(match, parser):
s = match.group(1)
if s is None:
return match.group()
else:
return "%%(%s)s" % parser.optionxform(s)
class RawConfigParser(MutableMapping):
"""ConfigParser that does not do interpolation."""
# Regular expressions for parsing section headers and options
_SECT_TMPL = r"""
\[ # [
(?P<header>[^]]+) # very permissive!
\] # ]
"""
_OPT_TMPL = r"""
(?P<option>.*?) # very permissive!
\s*(?P<vi>{delim})\s* # any number of space/tab,
# followed by any of the
# allowed delimiters,
# followed by any space/tab
(?P<value>.*)$ # everything up to eol
"""
_OPT_NV_TMPL = r"""
(?P<option>.*?) # very permissive!
\s*(?: # any number of space/tab,
(?P<vi>{delim})\s* # optionally followed by
# any of the allowed
# delimiters, followed by any
# space/tab
(?P<value>.*))?$ # everything up to eol
"""
# Interpolation algorithm to be used if the user does not specify another
_DEFAULT_INTERPOLATION = Interpolation()
# Compiled regular expression for matching sections
SECTCRE = re.compile(_SECT_TMPL, re.VERBOSE)
# Compiled regular expression for matching options with typical separators
OPTCRE = re.compile(_OPT_TMPL.format(delim="=|:"), re.VERBOSE)
# Compiled regular expression for matching options with optional values
# delimited using typical separators
OPTCRE_NV = re.compile(_OPT_NV_TMPL.format(delim="=|:"), re.VERBOSE)
# Compiled regular expression for matching leading whitespace in a line
NONSPACECRE = re.compile(r"\S")
# Possible boolean values in the configuration.
BOOLEAN_STATES = {'1': True, 'yes': True, 'true': True, 'on': True,
'0': False, 'no': False, 'false': False, 'off': False}
def __init__(self, defaults=None, dict_type=_default_dict,
allow_no_value=False, *, delimiters=('=', ':'),
comment_prefixes=('#', ';'), inline_comment_prefixes=None,
strict=True, empty_lines_in_values=True,
default_section=DEFAULTSECT,
interpolation=_UNSET, converters=_UNSET):
self._dict = dict_type
self._sections = self._dict()
self._defaults = self._dict()
self._converters = ConverterMapping(self)
self._proxies = self._dict()
self._proxies[default_section] = SectionProxy(self, default_section)
self._delimiters = tuple(delimiters)
if delimiters == ('=', ':'):
self._optcre = self.OPTCRE_NV if allow_no_value else self.OPTCRE
else:
d = "|".join(re.escape(d) for d in delimiters)
if allow_no_value:
self._optcre = re.compile(self._OPT_NV_TMPL.format(delim=d),
re.VERBOSE)
else:
self._optcre = re.compile(self._OPT_TMPL.format(delim=d),
re.VERBOSE)
self._comment_prefixes = tuple(comment_prefixes or ())
self._inline_comment_prefixes = tuple(inline_comment_prefixes or ())
self._strict = strict
self._allow_no_value = allow_no_value
self._empty_lines_in_values = empty_lines_in_values
self.default_section=default_section
self._interpolation = interpolation
if self._interpolation is _UNSET:
self._interpolation = self._DEFAULT_INTERPOLATION
if self._interpolation is None:
self._interpolation = Interpolation()
if converters is not _UNSET:
self._converters.update(converters)
if defaults:
self._read_defaults(defaults)
def defaults(self):
return self._defaults
def sections(self):
"""Return a list of section names, excluding [DEFAULT]"""
# self._sections will never have [DEFAULT] in it
return list(self._sections.keys())
def add_section(self, section):
"""Create a new section in the configuration.
Raise DuplicateSectionError if a section by the specified name
already exists. Raise ValueError if name is DEFAULT.
"""
if section == self.default_section:
raise ValueError('Invalid section name: %r' % section)
if section in self._sections:
raise DuplicateSectionError(section)
self._sections[section] = self._dict()
self._proxies[section] = SectionProxy(self, section)
def has_section(self, section):
"""Indicate whether the named section is present in the configuration.
The DEFAULT section is not acknowledged.
"""
return section in self._sections
def options(self, section):
"""Return a list of option names for the given section name."""
try:
opts = self._sections[section].copy()
except KeyError:
raise NoSectionError(section) from None
opts.update(self._defaults)
return list(opts.keys())
def read(self, filenames, encoding=None):
"""Read and parse a filename or an iterable of filenames.
Files that cannot be opened are silently ignored; this is
designed so that you can specify an iterable of potential
configuration file locations (e.g. current directory, user's
home directory, systemwide directory), and all existing
configuration files in the iterable will be read. A single
filename may also be given.
Return list of successfully read files.
"""
if isinstance(filenames, (str, bytes, os.PathLike)):
filenames = [filenames]
read_ok = []
for filename in filenames:
try:
with open(filename, encoding=encoding) as fp:
self._read(fp, filename)
except OSError:
continue
if isinstance(filename, os.PathLike):
filename = os.fspath(filename)
read_ok.append(filename)
return read_ok
def read_file(self, f, source=None):
"""Like read() but the argument must be a file-like object.
The `f' argument must be iterable, returning one line at a time.
Optional second argument is the `source' specifying the name of the
file being read. If not given, it is taken from f.name. If `f' has no
`name' attribute, `<???>' is used.
"""
if source is None:
try:
source = f.name
except AttributeError:
source = '<???>'
self._read(f, source)
def read_string(self, string, source='<string>'):
"""Read configuration from a given string."""
sfile = io.StringIO(string)
self.read_file(sfile, source)
def read_dict(self, dictionary, source='<dict>'):
"""Read configuration from a dictionary.
Keys are section names, values are dictionaries with keys and values
that should be present in the section. If the used dictionary type
preserves order, sections and their keys will be added in order.
All types held in the dictionary are converted to strings during
reading, including section names, option names and keys.
Optional second argument is the `source' specifying the name of the
dictionary being read.
"""
elements_added = set()
for section, keys in dictionary.items():
section = str(section)
try:
self.add_section(section)
except (DuplicateSectionError, ValueError):
if self._strict and section in elements_added:
raise
elements_added.add(section)
for key, value in keys.items():
key = self.optionxform(str(key))
if value is not None:
value = str(value)
if self._strict and (section, key) in elements_added:
raise DuplicateOptionError(section, key, source)
elements_added.add((section, key))
self.set(section, key, value)
def readfp(self, fp, filename=None):
"""Deprecated, use read_file instead."""
warnings.warn(
"This method will be removed in future versions. "
"Use 'parser.read_file()' instead.",
DeprecationWarning, stacklevel=2
)
self.read_file(fp, source=filename)
def get(self, section, option, *, raw=False, vars=None, fallback=_UNSET):
"""Get an option value for a given section.
If `vars' is provided, it must be a dictionary. The option is looked up
in `vars' (if provided), `section', and in `DEFAULTSECT' in that order.
If the key is not found and `fallback' is provided, it is used as
a fallback value. `None' can be provided as a `fallback' value.
If interpolation is enabled and the optional argument `raw' is False,
all interpolations are expanded in the return values.
Arguments `raw', `vars', and `fallback' are keyword only.
The section DEFAULT is special.
"""
try:
d = self._unify_values(section, vars)
except NoSectionError:
if fallback is _UNSET:
raise
else:
return fallback
option = self.optionxform(option)
try:
value = d[option]
except KeyError:
if fallback is _UNSET:
raise NoOptionError(option, section)
else:
return fallback
if raw or value is None:
return value
else:
return self._interpolation.before_get(self, section, option, value,
d)
def _get(self, section, conv, option, **kwargs):
return conv(self.get(section, option, **kwargs))
def _get_conv(self, section, option, conv, *, raw=False, vars=None,
fallback=_UNSET, **kwargs):
try:
return self._get(section, conv, option, raw=raw, vars=vars,
**kwargs)
except (NoSectionError, NoOptionError):
if fallback is _UNSET:
raise
return fallback
# getint, getfloat and getboolean provided directly for backwards compat
def getint(self, section, option, *, raw=False, vars=None,
fallback=_UNSET, **kwargs):
return self._get_conv(section, option, int, raw=raw, vars=vars,
fallback=fallback, **kwargs)
def getfloat(self, section, option, *, raw=False, vars=None,
fallback=_UNSET, **kwargs):
return self._get_conv(section, option, float, raw=raw, vars=vars,
fallback=fallback, **kwargs)
def getboolean(self, section, option, *, raw=False, vars=None,
fallback=_UNSET, **kwargs):
return self._get_conv(section, option, self._convert_to_boolean,
raw=raw, vars=vars, fallback=fallback, **kwargs)
def items(self, section=_UNSET, raw=False, vars=None):
"""Return a list of (name, value) tuples for each option in a section.
All % interpolations are expanded in the return values, based on the
defaults passed into the constructor, unless the optional argument
`raw' is true. Additional substitutions may be provided using the
`vars' argument, which must be a dictionary whose contents overrides
any pre-existing defaults.
The section DEFAULT is special.
"""
if section is _UNSET:
return super().items()
d = self._defaults.copy()
try:
d.update(self._sections[section])
except KeyError:
if section != self.default_section:
raise NoSectionError(section)
orig_keys = list(d.keys())
# Update with the entry specific variables
if vars:
for key, value in vars.items():
d[self.optionxform(key)] = value
value_getter = lambda option: self._interpolation.before_get(self,
section, option, d[option], d)
if raw:
value_getter = lambda option: d[option]
return [(option, value_getter(option)) for option in orig_keys]
def popitem(self):
"""Remove a section from the parser and return it as
a (section_name, section_proxy) tuple. If no section is present, raise
KeyError.
The section DEFAULT is never returned because it cannot be removed.
"""
for key in self.sections():
value = self[key]
del self[key]
return key, value
raise KeyError
def optionxform(self, optionstr):
return optionstr.lower()
def has_option(self, section, option):
"""Check for the existence of a given option in a given section.
If the specified `section' is None or an empty string, DEFAULT is
assumed. If the specified `section' does not exist, returns False."""
if not section or section == self.default_section:
option = self.optionxform(option)
return option in self._defaults
elif section not in self._sections:
return False
else:
option = self.optionxform(option)
return (option in self._sections[section]
or option in self._defaults)
def set(self, section, option, value=None):
"""Set an option."""
if value:
value = self._interpolation.before_set(self, section, option,
value)
if not section or section == self.default_section:
sectdict = self._defaults
else:
try:
sectdict = self._sections[section]
except KeyError:
raise NoSectionError(section) from None
sectdict[self.optionxform(option)] = value
def write(self, fp, space_around_delimiters=True):
"""Write an .ini-format representation of the configuration state.
If `space_around_delimiters' is True (the default), delimiters
between keys and values are surrounded by spaces.
"""
if space_around_delimiters:
d = " {} ".format(self._delimiters[0])
else:
d = self._delimiters[0]
if self._defaults:
self._write_section(fp, self.default_section,
self._defaults.items(), d)
for section in self._sections:
self._write_section(fp, section,
self._sections[section].items(), d)
def _write_section(self, fp, section_name, section_items, delimiter):
"""Write a single section to the specified `fp'."""
fp.write("[{}]\n".format(section_name))
for key, value in section_items:
value = self._interpolation.before_write(self, section_name, key,
value)
if value is not None or not self._allow_no_value:
value = delimiter + str(value).replace('\n', '\n\t')
else:
value = ""
fp.write("{}{}\n".format(key, value))
fp.write("\n")
def remove_option(self, section, option):
"""Remove an option."""
if not section or section == self.default_section:
sectdict = self._defaults
else:
try:
sectdict = self._sections[section]
except KeyError:
raise NoSectionError(section) from None
option = self.optionxform(option)
existed = option in sectdict
if existed:
del sectdict[option]
return existed
def remove_section(self, section):
"""Remove a file section."""
existed = section in self._sections
if existed:
del self._sections[section]
del self._proxies[section]
return existed
def __getitem__(self, key):
if key != self.default_section and not self.has_section(key):
raise KeyError(key)
return self._proxies[key]
def __setitem__(self, key, value):
# To conform with the mapping protocol, overwrites existing values in
# the section.
if key in self and self[key] is value:
return
# XXX this is not atomic if read_dict fails at any point. Then again,
# no update method in configparser is atomic in this implementation.
if key == self.default_section:
self._defaults.clear()
elif key in self._sections:
self._sections[key].clear()
self.read_dict({key: value})
def __delitem__(self, key):
if key == self.default_section:
raise ValueError("Cannot remove the default section.")
if not self.has_section(key):
raise KeyError(key)
self.remove_section(key)
def __contains__(self, key):
return key == self.default_section or self.has_section(key)
def __len__(self):
return len(self._sections) + 1 # the default section
def __iter__(self):
# XXX does it break when underlying container state changed?
return itertools.chain((self.default_section,), self._sections.keys())
def _read(self, fp, fpname):
"""Parse a sectioned configuration file.
Each section in a configuration file contains a header, indicated by
a name in square brackets (`[]'), plus key/value options, indicated by
`name' and `value' delimited with a specific substring (`=' or `:' by
default).
Values can span multiple lines, as long as they are indented deeper
than the first line of the value. Depending on the parser's mode, blank
lines may be treated as parts of multiline values or ignored.
Configuration files may include comments, prefixed by specific
characters (`#' and `;' by default). Comments may appear on their own
in an otherwise empty line or may be entered in lines holding values or
section names.
"""
elements_added = set()
cursect = None # None, or a dictionary
sectname = None
optname = None
lineno = 0
indent_level = 0
e = None # None, or an exception
for lineno, line in enumerate(fp, start=1):
comment_start = sys.maxsize
# strip inline comments
inline_prefixes = {p: -1 for p in self._inline_comment_prefixes}
while comment_start == sys.maxsize and inline_prefixes:
next_prefixes = {}
for prefix, index in inline_prefixes.items():
index = line.find(prefix, index+1)
if index == -1:
continue
next_prefixes[prefix] = index
if index == 0 or (index > 0 and line[index-1].isspace()):
comment_start = min(comment_start, index)
inline_prefixes = next_prefixes
# strip full line comments
for prefix in self._comment_prefixes:
if line.strip().startswith(prefix):
comment_start = 0
break
if comment_start == sys.maxsize:
comment_start = None
value = line[:comment_start].strip()
if not value:
if self._empty_lines_in_values:
# add empty line to the value, but only if there was no
# comment on the line
if (comment_start is None and
cursect is not None and
optname and
cursect[optname] is not None):
cursect[optname].append('') # newlines added at join
else:
# empty line marks end of value
indent_level = sys.maxsize
continue
# continuation line?
first_nonspace = self.NONSPACECRE.search(line)
cur_indent_level = first_nonspace.start() if first_nonspace else 0
if (cursect is not None and optname and
cur_indent_level > indent_level):
cursect[optname].append(value)
# a section header or option header?
else:
indent_level = cur_indent_level
# is it a section header?
mo = self.SECTCRE.match(value)
if mo:
sectname = mo.group('header')
if sectname in self._sections:
if self._strict and sectname in elements_added:
raise DuplicateSectionError(sectname, fpname,
lineno)
cursect = self._sections[sectname]
elements_added.add(sectname)
elif sectname == self.default_section:
cursect = self._defaults
else:
cursect = self._dict()
self._sections[sectname] = cursect
self._proxies[sectname] = SectionProxy(self, sectname)
elements_added.add(sectname)
# So sections can't start with a continuation line
optname = None
# no section header in the file?
elif cursect is None:
raise MissingSectionHeaderError(fpname, lineno, line)
# an option line?
else:
mo = self._optcre.match(value)
if mo:
optname, vi, optval = mo.group('option', 'vi', 'value')
if not optname:
e = self._handle_error(e, fpname, lineno, line)
optname = self.optionxform(optname.rstrip())
if (self._strict and
(sectname, optname) in elements_added):
raise DuplicateOptionError(sectname, optname,
fpname, lineno)
elements_added.add((sectname, optname))
# This check is fine because the OPTCRE cannot
# match if it would set optval to None
if optval is not None:
optval = optval.strip()
cursect[optname] = [optval]
else:
# valueless option handling
cursect[optname] = None
else:
# a non-fatal parsing error occurred. set up the
# exception but keep going. the exception will be
# raised at the end of the file and will contain a
# list of all bogus lines
e = self._handle_error(e, fpname, lineno, line)
self._join_multiline_values()
# if any parsing errors occurred, raise an exception
if e:
raise e
def _join_multiline_values(self):
defaults = self.default_section, self._defaults
all_sections = itertools.chain((defaults,),
self._sections.items())
for section, options in all_sections:
for name, val in options.items():
if isinstance(val, list):
val = '\n'.join(val).rstrip()
options[name] = self._interpolation.before_read(self,
section,
name, val)
def _read_defaults(self, defaults):
"""Read the defaults passed in the initializer.
Note: values can be non-string."""
for key, value in defaults.items():
self._defaults[self.optionxform(key)] = value
def _handle_error(self, exc, fpname, lineno, line):
if not exc:
exc = ParsingError(fpname)
exc.append(lineno, repr(line))
return exc
def _unify_values(self, section, vars):
"""Create a sequence of lookups with 'vars' taking priority over
the 'section' which takes priority over the DEFAULTSECT.
"""
sectiondict = {}
try:
sectiondict = self._sections[section]
except KeyError:
if section != self.default_section:
raise NoSectionError(section) from None
# Update with the entry specific variables
vardict = {}
if vars:
for key, value in vars.items():
if value is not None:
value = str(value)
vardict[self.optionxform(key)] = value
return _ChainMap(vardict, sectiondict, self._defaults)
def _convert_to_boolean(self, value):
"""Return a boolean value translating from other types if necessary.
"""
if value.lower() not in self.BOOLEAN_STATES:
raise ValueError('Not a boolean: %s' % value)
return self.BOOLEAN_STATES[value.lower()]
def _validate_value_types(self, *, section="", option="", value=""):
"""Raises a TypeError for non-string values.
The only legal non-string value if we allow valueless
options is None, so we need to check if the value is a
string if:
- we do not allow valueless options, or
- we allow valueless options but the value is not None
For compatibility reasons this method is not used in classic set()
for RawConfigParsers. It is invoked in every case for mapping protocol
access and in ConfigParser.set().
"""
if not isinstance(section, str):
raise TypeError("section names must be strings")
if not isinstance(option, str):
raise TypeError("option keys must be strings")
if not self._allow_no_value or value:
if not isinstance(value, str):
raise TypeError("option values must be strings")
@property
def converters(self):
return self._converters
class ConfigParser(RawConfigParser):
"""ConfigParser implementing interpolation."""
_DEFAULT_INTERPOLATION = BasicInterpolation()
def set(self, section, option, value=None):
"""Set an option. Extends RawConfigParser.set by validating type and
interpolation syntax on the value."""
self._validate_value_types(option=option, value=value)
super().set(section, option, value)
def add_section(self, section):
"""Create a new section in the configuration. Extends
RawConfigParser.add_section by validating if the section name is
a string."""
self._validate_value_types(section=section)
super().add_section(section)
def _read_defaults(self, defaults):
"""Reads the defaults passed in the initializer, implicitly converting
values to strings like the rest of the API.
Does not perform interpolation for backwards compatibility.
"""
try:
hold_interpolation = self._interpolation
self._interpolation = Interpolation()
self.read_dict({self.default_section: defaults})
finally:
self._interpolation = hold_interpolation
class SafeConfigParser(ConfigParser):
"""ConfigParser alias for backwards compatibility purposes."""
def __init__(self, *args, **kwargs):
super().__init__(*args, **kwargs)
warnings.warn(
"The SafeConfigParser class has been renamed to ConfigParser "
"in Python 3.2. This alias will be removed in future versions."
" Use ConfigParser directly instead.",
DeprecationWarning, stacklevel=2
)
class SectionProxy(MutableMapping):
"""A proxy for a single section from a parser."""
def __init__(self, parser, name):
"""Creates a view on a section of the specified `name` in `parser`."""
self._parser = parser
self._name = name
for conv in parser.converters:
key = 'get' + conv
getter = functools.partial(self.get, _impl=getattr(parser, key))
setattr(self, key, getter)
def __repr__(self):
return '<Section: {}>'.format(self._name)
def __getitem__(self, key):
if not self._parser.has_option(self._name, key):
raise KeyError(key)
return self._parser.get(self._name, key)
def __setitem__(self, key, value):
self._parser._validate_value_types(option=key, value=value)
return self._parser.set(self._name, key, value)
def __delitem__(self, key):
if not (self._parser.has_option(self._name, key) and
self._parser.remove_option(self._name, key)):
raise KeyError(key)
def __contains__(self, key):
return self._parser.has_option(self._name, key)
def __len__(self):
return len(self._options())
def __iter__(self):
return self._options().__iter__()
def _options(self):
if self._name != self._parser.default_section:
return self._parser.options(self._name)
else:
return self._parser.defaults()
@property
def parser(self):
# The parser object of the proxy is read-only.
return self._parser
@property
def name(self):
# The name of the section on a proxy is read-only.
return self._name
def get(self, option, fallback=None, *, raw=False, vars=None,
_impl=None, **kwargs):
"""Get an option value.
Unless `fallback` is provided, `None` will be returned if the option
is not found.
"""
# If `_impl` is provided, it should be a getter method on the parser
# object that provides the desired type conversion.
if not _impl:
_impl = self._parser.get
return _impl(self._name, option, raw=raw, vars=vars,
fallback=fallback, **kwargs)
class ConverterMapping(MutableMapping):
"""Enables reuse of get*() methods between the parser and section proxies.
If a parser class implements a getter directly, the value for the given
key will be ``None``. The presence of the converter name here enables
section proxies to find and use the implementation on the parser class.
"""
GETTERCRE = re.compile(r"^get(?P<name>.+)$")
def __init__(self, parser):
self._parser = parser
self._data = {}
for getter in dir(self._parser):
m = self.GETTERCRE.match(getter)
if not m or not callable(getattr(self._parser, getter)):
continue
self._data[m.group('name')] = None # See class docstring.
def __getitem__(self, key):
return self._data[key]
def __setitem__(self, key, value):
try:
k = 'get' + key
except TypeError:
raise ValueError('Incompatible key: {} (type: {})'
''.format(key, type(key)))
if k == 'get':
raise ValueError('Incompatible key: cannot use "" as a name')
self._data[key] = value
func = functools.partial(self._parser._get_conv, conv=value)
func.converter = value
setattr(self._parser, k, func)
for proxy in self._parser.values():
getter = functools.partial(proxy.get, _impl=func)
setattr(proxy, k, getter)
def __delitem__(self, key):
try:
k = 'get' + (key or None)
except TypeError:
raise KeyError(key)
del self._data[key]
for inst in itertools.chain((self._parser,), self._parser.values()):
try:
delattr(inst, k)
except AttributeError:
# don't raise since the entry was present in _data, silently
# clean up
continue
def __iter__(self):
return iter(self._data)
def __len__(self):
return len(self._data)
pstats.py 0000644 00000065321 15115353747 0006456 0 ustar 00 """Class for printing reports on profiled python code."""
# Written by James Roskind
# Based on prior profile module by Sjoerd Mullender...
# which was hacked somewhat by: Guido van Rossum
# Copyright Disney Enterprises, Inc. All Rights Reserved.
# Licensed to PSF under a Contributor Agreement
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
# either express or implied. See the License for the specific language
# governing permissions and limitations under the License.
import sys
import os
import time
import marshal
import re
from enum import Enum
from functools import cmp_to_key
__all__ = ["Stats", "SortKey"]
class SortKey(str, Enum):
CALLS = 'calls', 'ncalls'
CUMULATIVE = 'cumulative', 'cumtime'
FILENAME = 'filename', 'module'
LINE = 'line'
NAME = 'name'
NFL = 'nfl'
PCALLS = 'pcalls'
STDNAME = 'stdname'
TIME = 'time', 'tottime'
def __new__(cls, *values):
value = values[0]
obj = str.__new__(cls, value)
obj._value_ = value
for other_value in values[1:]:
cls._value2member_map_[other_value] = obj
obj._all_values = values
return obj
class Stats:
"""This class is used for creating reports from data generated by the
Profile class. It is a "friend" of that class, and imports data either
by direct access to members of Profile class, or by reading in a dictionary
that was emitted (via marshal) from the Profile class.
The big change from the previous Profiler (in terms of raw functionality)
is that an "add()" method has been provided to combine Stats from
several distinct profile runs. Both the constructor and the add()
method now take arbitrarily many file names as arguments.
All the print methods now take an argument that indicates how many lines
to print. If the arg is a floating point number between 0 and 1.0, then
it is taken as a decimal percentage of the available lines to be printed
(e.g., .1 means print 10% of all available lines). If it is an integer,
it is taken to mean the number of lines of data that you wish to have
printed.
The sort_stats() method now processes some additional options (i.e., in
addition to the old -1, 0, 1, or 2 that are respectively interpreted as
'stdname', 'calls', 'time', and 'cumulative'). It takes either an
arbitrary number of quoted strings or SortKey enum to select the sort
order.
For example sort_stats('time', 'name') or sort_stats(SortKey.TIME,
SortKey.NAME) sorts on the major key of 'internal function time', and on
the minor key of 'the name of the function'. Look at the two tables in
sort_stats() and get_sort_arg_defs(self) for more examples.
All methods return self, so you can string together commands like:
Stats('foo', 'goo').strip_dirs().sort_stats('calls').\
print_stats(5).print_callers(5)
"""
def __init__(self, *args, stream=None):
self.stream = stream or sys.stdout
if not len(args):
arg = None
else:
arg = args[0]
args = args[1:]
self.init(arg)
self.add(*args)
def init(self, arg):
self.all_callees = None # calc only if needed
self.files = []
self.fcn_list = None
self.total_tt = 0
self.total_calls = 0
self.prim_calls = 0
self.max_name_len = 0
self.top_level = set()
self.stats = {}
self.sort_arg_dict = {}
self.load_stats(arg)
try:
self.get_top_level_stats()
except Exception:
print("Invalid timing data %s" %
(self.files[-1] if self.files else ''), file=self.stream)
raise
def load_stats(self, arg):
if arg is None:
self.stats = {}
return
elif isinstance(arg, str):
with open(arg, 'rb') as f:
self.stats = marshal.load(f)
try:
file_stats = os.stat(arg)
arg = time.ctime(file_stats.st_mtime) + " " + arg
except: # in case this is not unix
pass
self.files = [arg]
elif hasattr(arg, 'create_stats'):
arg.create_stats()
self.stats = arg.stats
arg.stats = {}
if not self.stats:
raise TypeError("Cannot create or construct a %r object from %r"
% (self.__class__, arg))
return
def get_top_level_stats(self):
for func, (cc, nc, tt, ct, callers) in self.stats.items():
self.total_calls += nc
self.prim_calls += cc
self.total_tt += tt
if ("jprofile", 0, "profiler") in callers:
self.top_level.add(func)
if len(func_std_string(func)) > self.max_name_len:
self.max_name_len = len(func_std_string(func))
def add(self, *arg_list):
if not arg_list:
return self
for item in reversed(arg_list):
if type(self) != type(item):
item = Stats(item)
self.files += item.files
self.total_calls += item.total_calls
self.prim_calls += item.prim_calls
self.total_tt += item.total_tt
for func in item.top_level:
self.top_level.add(func)
if self.max_name_len < item.max_name_len:
self.max_name_len = item.max_name_len
self.fcn_list = None
for func, stat in item.stats.items():
if func in self.stats:
old_func_stat = self.stats[func]
else:
old_func_stat = (0, 0, 0, 0, {},)
self.stats[func] = add_func_stats(old_func_stat, stat)
return self
def dump_stats(self, filename):
"""Write the profile data to a file we know how to load back."""
with open(filename, 'wb') as f:
marshal.dump(self.stats, f)
# list the tuple indices and directions for sorting,
# along with some printable description
sort_arg_dict_default = {
"calls" : (((1,-1), ), "call count"),
"ncalls" : (((1,-1), ), "call count"),
"cumtime" : (((3,-1), ), "cumulative time"),
"cumulative": (((3,-1), ), "cumulative time"),
"filename" : (((4, 1), ), "file name"),
"line" : (((5, 1), ), "line number"),
"module" : (((4, 1), ), "file name"),
"name" : (((6, 1), ), "function name"),
"nfl" : (((6, 1),(4, 1),(5, 1),), "name/file/line"),
"pcalls" : (((0,-1), ), "primitive call count"),
"stdname" : (((7, 1), ), "standard name"),
"time" : (((2,-1), ), "internal time"),
"tottime" : (((2,-1), ), "internal time"),
}
def get_sort_arg_defs(self):
"""Expand all abbreviations that are unique."""
if not self.sort_arg_dict:
self.sort_arg_dict = dict = {}
bad_list = {}
for word, tup in self.sort_arg_dict_default.items():
fragment = word
while fragment:
if not fragment:
break
if fragment in dict:
bad_list[fragment] = 0
break
dict[fragment] = tup
fragment = fragment[:-1]
for word in bad_list:
del dict[word]
return self.sort_arg_dict
def sort_stats(self, *field):
if not field:
self.fcn_list = 0
return self
if len(field) == 1 and isinstance(field[0], int):
# Be compatible with old profiler
field = [ {-1: "stdname",
0: "calls",
1: "time",
2: "cumulative"}[field[0]] ]
elif len(field) >= 2:
for arg in field[1:]:
if type(arg) != type(field[0]):
raise TypeError("Can't have mixed argument type")
sort_arg_defs = self.get_sort_arg_defs()
sort_tuple = ()
self.sort_type = ""
connector = ""
for word in field:
if isinstance(word, SortKey):
word = word.value
sort_tuple = sort_tuple + sort_arg_defs[word][0]
self.sort_type += connector + sort_arg_defs[word][1]
connector = ", "
stats_list = []
for func, (cc, nc, tt, ct, callers) in self.stats.items():
stats_list.append((cc, nc, tt, ct) + func +
(func_std_string(func), func))
stats_list.sort(key=cmp_to_key(TupleComp(sort_tuple).compare))
self.fcn_list = fcn_list = []
for tuple in stats_list:
fcn_list.append(tuple[-1])
return self
def reverse_order(self):
if self.fcn_list:
self.fcn_list.reverse()
return self
def strip_dirs(self):
oldstats = self.stats
self.stats = newstats = {}
max_name_len = 0
for func, (cc, nc, tt, ct, callers) in oldstats.items():
newfunc = func_strip_path(func)
if len(func_std_string(newfunc)) > max_name_len:
max_name_len = len(func_std_string(newfunc))
newcallers = {}
for func2, caller in callers.items():
newcallers[func_strip_path(func2)] = caller
if newfunc in newstats:
newstats[newfunc] = add_func_stats(
newstats[newfunc],
(cc, nc, tt, ct, newcallers))
else:
newstats[newfunc] = (cc, nc, tt, ct, newcallers)
old_top = self.top_level
self.top_level = new_top = set()
for func in old_top:
new_top.add(func_strip_path(func))
self.max_name_len = max_name_len
self.fcn_list = None
self.all_callees = None
return self
def calc_callees(self):
if self.all_callees:
return
self.all_callees = all_callees = {}
for func, (cc, nc, tt, ct, callers) in self.stats.items():
if not func in all_callees:
all_callees[func] = {}
for func2, caller in callers.items():
if not func2 in all_callees:
all_callees[func2] = {}
all_callees[func2][func] = caller
return
#******************************************************************
# The following functions support actual printing of reports
#******************************************************************
# Optional "amount" is either a line count, or a percentage of lines.
def eval_print_amount(self, sel, list, msg):
new_list = list
if isinstance(sel, str):
try:
rex = re.compile(sel)
except re.error:
msg += " <Invalid regular expression %r>\n" % sel
return new_list, msg
new_list = []
for func in list:
if rex.search(func_std_string(func)):
new_list.append(func)
else:
count = len(list)
if isinstance(sel, float) and 0.0 <= sel < 1.0:
count = int(count * sel + .5)
new_list = list[:count]
elif isinstance(sel, int) and 0 <= sel < count:
count = sel
new_list = list[:count]
if len(list) != len(new_list):
msg += " List reduced from %r to %r due to restriction <%r>\n" % (
len(list), len(new_list), sel)
return new_list, msg
def get_print_list(self, sel_list):
width = self.max_name_len
if self.fcn_list:
stat_list = self.fcn_list[:]
msg = " Ordered by: " + self.sort_type + '\n'
else:
stat_list = list(self.stats.keys())
msg = " Random listing order was used\n"
for selection in sel_list:
stat_list, msg = self.eval_print_amount(selection, stat_list, msg)
count = len(stat_list)
if not stat_list:
return 0, stat_list
print(msg, file=self.stream)
if count < len(self.stats):
width = 0
for func in stat_list:
if len(func_std_string(func)) > width:
width = len(func_std_string(func))
return width+2, stat_list
def print_stats(self, *amount):
for filename in self.files:
print(filename, file=self.stream)
if self.files:
print(file=self.stream)
indent = ' ' * 8
for func in self.top_level:
print(indent, func_get_function_name(func), file=self.stream)
print(indent, self.total_calls, "function calls", end=' ', file=self.stream)
if self.total_calls != self.prim_calls:
print("(%d primitive calls)" % self.prim_calls, end=' ', file=self.stream)
print("in %.3f seconds" % self.total_tt, file=self.stream)
print(file=self.stream)
width, list = self.get_print_list(amount)
if list:
self.print_title()
for func in list:
self.print_line(func)
print(file=self.stream)
print(file=self.stream)
return self
def print_callees(self, *amount):
width, list = self.get_print_list(amount)
if list:
self.calc_callees()
self.print_call_heading(width, "called...")
for func in list:
if func in self.all_callees:
self.print_call_line(width, func, self.all_callees[func])
else:
self.print_call_line(width, func, {})
print(file=self.stream)
print(file=self.stream)
return self
def print_callers(self, *amount):
width, list = self.get_print_list(amount)
if list:
self.print_call_heading(width, "was called by...")
for func in list:
cc, nc, tt, ct, callers = self.stats[func]
self.print_call_line(width, func, callers, "<-")
print(file=self.stream)
print(file=self.stream)
return self
def print_call_heading(self, name_size, column_title):
print("Function ".ljust(name_size) + column_title, file=self.stream)
# print sub-header only if we have new-style callers
subheader = False
for cc, nc, tt, ct, callers in self.stats.values():
if callers:
value = next(iter(callers.values()))
subheader = isinstance(value, tuple)
break
if subheader:
print(" "*name_size + " ncalls tottime cumtime", file=self.stream)
def print_call_line(self, name_size, source, call_dict, arrow="->"):
print(func_std_string(source).ljust(name_size) + arrow, end=' ', file=self.stream)
if not call_dict:
print(file=self.stream)
return
clist = sorted(call_dict.keys())
indent = ""
for func in clist:
name = func_std_string(func)
value = call_dict[func]
if isinstance(value, tuple):
nc, cc, tt, ct = value
if nc != cc:
substats = '%d/%d' % (nc, cc)
else:
substats = '%d' % (nc,)
substats = '%s %s %s %s' % (substats.rjust(7+2*len(indent)),
f8(tt), f8(ct), name)
left_width = name_size + 1
else:
substats = '%s(%r) %s' % (name, value, f8(self.stats[func][3]))
left_width = name_size + 3
print(indent*left_width + substats, file=self.stream)
indent = " "
def print_title(self):
print(' ncalls tottime percall cumtime percall', end=' ', file=self.stream)
print('filename:lineno(function)', file=self.stream)
def print_line(self, func): # hack: should print percentages
cc, nc, tt, ct, callers = self.stats[func]
c = str(nc)
if nc != cc:
c = c + '/' + str(cc)
print(c.rjust(9), end=' ', file=self.stream)
print(f8(tt), end=' ', file=self.stream)
if nc == 0:
print(' '*8, end=' ', file=self.stream)
else:
print(f8(tt/nc), end=' ', file=self.stream)
print(f8(ct), end=' ', file=self.stream)
if cc == 0:
print(' '*8, end=' ', file=self.stream)
else:
print(f8(ct/cc), end=' ', file=self.stream)
print(func_std_string(func), file=self.stream)
class TupleComp:
"""This class provides a generic function for comparing any two tuples.
Each instance records a list of tuple-indices (from most significant
to least significant), and sort direction (ascending or decending) for
each tuple-index. The compare functions can then be used as the function
argument to the system sort() function when a list of tuples need to be
sorted in the instances order."""
def __init__(self, comp_select_list):
self.comp_select_list = comp_select_list
def compare (self, left, right):
for index, direction in self.comp_select_list:
l = left[index]
r = right[index]
if l < r:
return -direction
if l > r:
return direction
return 0
#**************************************************************************
# func_name is a triple (file:string, line:int, name:string)
def func_strip_path(func_name):
filename, line, name = func_name
return os.path.basename(filename), line, name
def func_get_function_name(func):
return func[2]
def func_std_string(func_name): # match what old profile produced
if func_name[:2] == ('~', 0):
# special case for built-in functions
name = func_name[2]
if name.startswith('<') and name.endswith('>'):
return '{%s}' % name[1:-1]
else:
return name
else:
return "%s:%d(%s)" % func_name
#**************************************************************************
# The following functions combine statistics for pairs functions.
# The bulk of the processing involves correctly handling "call" lists,
# such as callers and callees.
#**************************************************************************
def add_func_stats(target, source):
"""Add together all the stats for two profile entries."""
cc, nc, tt, ct, callers = source
t_cc, t_nc, t_tt, t_ct, t_callers = target
return (cc+t_cc, nc+t_nc, tt+t_tt, ct+t_ct,
add_callers(t_callers, callers))
def add_callers(target, source):
"""Combine two caller lists in a single list."""
new_callers = {}
for func, caller in target.items():
new_callers[func] = caller
for func, caller in source.items():
if func in new_callers:
if isinstance(caller, tuple):
# format used by cProfile
new_callers[func] = tuple(i + j for i, j in zip(caller, new_callers[func]))
else:
# format used by profile
new_callers[func] += caller
else:
new_callers[func] = caller
return new_callers
def count_calls(callers):
"""Sum the caller statistics to get total number of calls received."""
nc = 0
for calls in callers.values():
nc += calls
return nc
#**************************************************************************
# The following functions support printing of reports
#**************************************************************************
def f8(x):
return "%8.3f" % x
#**************************************************************************
# Statistics browser added by ESR, April 2001
#**************************************************************************
if __name__ == '__main__':
import cmd
try:
import readline
except ImportError:
pass
class ProfileBrowser(cmd.Cmd):
def __init__(self, profile=None):
cmd.Cmd.__init__(self)
self.prompt = "% "
self.stats = None
self.stream = sys.stdout
if profile is not None:
self.do_read(profile)
def generic(self, fn, line):
args = line.split()
processed = []
for term in args:
try:
processed.append(int(term))
continue
except ValueError:
pass
try:
frac = float(term)
if frac > 1 or frac < 0:
print("Fraction argument must be in [0, 1]", file=self.stream)
continue
processed.append(frac)
continue
except ValueError:
pass
processed.append(term)
if self.stats:
getattr(self.stats, fn)(*processed)
else:
print("No statistics object is loaded.", file=self.stream)
return 0
def generic_help(self):
print("Arguments may be:", file=self.stream)
print("* An integer maximum number of entries to print.", file=self.stream)
print("* A decimal fractional number between 0 and 1, controlling", file=self.stream)
print(" what fraction of selected entries to print.", file=self.stream)
print("* A regular expression; only entries with function names", file=self.stream)
print(" that match it are printed.", file=self.stream)
def do_add(self, line):
if self.stats:
try:
self.stats.add(line)
except OSError as e:
print("Failed to load statistics for %s: %s" % (line, e), file=self.stream)
else:
print("No statistics object is loaded.", file=self.stream)
return 0
def help_add(self):
print("Add profile info from given file to current statistics object.", file=self.stream)
def do_callees(self, line):
return self.generic('print_callees', line)
def help_callees(self):
print("Print callees statistics from the current stat object.", file=self.stream)
self.generic_help()
def do_callers(self, line):
return self.generic('print_callers', line)
def help_callers(self):
print("Print callers statistics from the current stat object.", file=self.stream)
self.generic_help()
def do_EOF(self, line):
print("", file=self.stream)
return 1
def help_EOF(self):
print("Leave the profile browser.", file=self.stream)
def do_quit(self, line):
return 1
def help_quit(self):
print("Leave the profile browser.", file=self.stream)
def do_read(self, line):
if line:
try:
self.stats = Stats(line)
except OSError as err:
print(err.args[1], file=self.stream)
return
except Exception as err:
print(err.__class__.__name__ + ':', err, file=self.stream)
return
self.prompt = line + "% "
elif len(self.prompt) > 2:
line = self.prompt[:-2]
self.do_read(line)
else:
print("No statistics object is current -- cannot reload.", file=self.stream)
return 0
def help_read(self):
print("Read in profile data from a specified file.", file=self.stream)
print("Without argument, reload the current file.", file=self.stream)
def do_reverse(self, line):
if self.stats:
self.stats.reverse_order()
else:
print("No statistics object is loaded.", file=self.stream)
return 0
def help_reverse(self):
print("Reverse the sort order of the profiling report.", file=self.stream)
def do_sort(self, line):
if not self.stats:
print("No statistics object is loaded.", file=self.stream)
return
abbrevs = self.stats.get_sort_arg_defs()
if line and all((x in abbrevs) for x in line.split()):
self.stats.sort_stats(*line.split())
else:
print("Valid sort keys (unique prefixes are accepted):", file=self.stream)
for (key, value) in Stats.sort_arg_dict_default.items():
print("%s -- %s" % (key, value[1]), file=self.stream)
return 0
def help_sort(self):
print("Sort profile data according to specified keys.", file=self.stream)
print("(Typing `sort' without arguments lists valid keys.)", file=self.stream)
def complete_sort(self, text, *args):
return [a for a in Stats.sort_arg_dict_default if a.startswith(text)]
def do_stats(self, line):
return self.generic('print_stats', line)
def help_stats(self):
print("Print statistics from the current stat object.", file=self.stream)
self.generic_help()
def do_strip(self, line):
if self.stats:
self.stats.strip_dirs()
else:
print("No statistics object is loaded.", file=self.stream)
def help_strip(self):
print("Strip leading path information from filenames in the report.", file=self.stream)
def help_help(self):
print("Show help for a given command.", file=self.stream)
def postcmd(self, stop, line):
if stop:
return stop
return None
if len(sys.argv) > 1:
initprofile = sys.argv[1]
else:
initprofile = None
try:
browser = ProfileBrowser(initprofile)
for profile in sys.argv[2:]:
browser.do_add(profile)
print("Welcome to the profile statistics browser.", file=browser.stream)
browser.cmdloop()
print("Goodbye.", file=browser.stream)
except KeyboardInterrupt:
pass
# That's all, folks.
sre_compile.py 0000644 00000064107 15115353747 0007442 0 ustar 00 #
# Secret Labs' Regular Expression Engine
#
# convert template to internal format
#
# Copyright (c) 1997-2001 by Secret Labs AB. All rights reserved.
#
# See the sre.py file for information on usage and redistribution.
#
"""Internal support module for sre"""
import _sre
import sre_parse
from sre_constants import *
assert _sre.MAGIC == MAGIC, "SRE module mismatch"
_LITERAL_CODES = {LITERAL, NOT_LITERAL}
_REPEATING_CODES = {REPEAT, MIN_REPEAT, MAX_REPEAT}
_SUCCESS_CODES = {SUCCESS, FAILURE}
_ASSERT_CODES = {ASSERT, ASSERT_NOT}
_UNIT_CODES = _LITERAL_CODES | {ANY, IN}
# Sets of lowercase characters which have the same uppercase.
_equivalences = (
# LATIN SMALL LETTER I, LATIN SMALL LETTER DOTLESS I
(0x69, 0x131), # iı
# LATIN SMALL LETTER S, LATIN SMALL LETTER LONG S
(0x73, 0x17f), # sſ
# MICRO SIGN, GREEK SMALL LETTER MU
(0xb5, 0x3bc), # µμ
# COMBINING GREEK YPOGEGRAMMENI, GREEK SMALL LETTER IOTA, GREEK PROSGEGRAMMENI
(0x345, 0x3b9, 0x1fbe), # \u0345ιι
# GREEK SMALL LETTER IOTA WITH DIALYTIKA AND TONOS, GREEK SMALL LETTER IOTA WITH DIALYTIKA AND OXIA
(0x390, 0x1fd3), # ΐΐ
# GREEK SMALL LETTER UPSILON WITH DIALYTIKA AND TONOS, GREEK SMALL LETTER UPSILON WITH DIALYTIKA AND OXIA
(0x3b0, 0x1fe3), # ΰΰ
# GREEK SMALL LETTER BETA, GREEK BETA SYMBOL
(0x3b2, 0x3d0), # βϐ
# GREEK SMALL LETTER EPSILON, GREEK LUNATE EPSILON SYMBOL
(0x3b5, 0x3f5), # εϵ
# GREEK SMALL LETTER THETA, GREEK THETA SYMBOL
(0x3b8, 0x3d1), # θϑ
# GREEK SMALL LETTER KAPPA, GREEK KAPPA SYMBOL
(0x3ba, 0x3f0), # κϰ
# GREEK SMALL LETTER PI, GREEK PI SYMBOL
(0x3c0, 0x3d6), # πϖ
# GREEK SMALL LETTER RHO, GREEK RHO SYMBOL
(0x3c1, 0x3f1), # ρϱ
# GREEK SMALL LETTER FINAL SIGMA, GREEK SMALL LETTER SIGMA
(0x3c2, 0x3c3), # ςσ
# GREEK SMALL LETTER PHI, GREEK PHI SYMBOL
(0x3c6, 0x3d5), # φϕ
# LATIN SMALL LETTER S WITH DOT ABOVE, LATIN SMALL LETTER LONG S WITH DOT ABOVE
(0x1e61, 0x1e9b), # ṡẛ
# LATIN SMALL LIGATURE LONG S T, LATIN SMALL LIGATURE ST
(0xfb05, 0xfb06), # ſtst
)
# Maps the lowercase code to lowercase codes which have the same uppercase.
_ignorecase_fixes = {i: tuple(j for j in t if i != j)
for t in _equivalences for i in t}
def _combine_flags(flags, add_flags, del_flags,
TYPE_FLAGS=sre_parse.TYPE_FLAGS):
if add_flags & TYPE_FLAGS:
flags &= ~TYPE_FLAGS
return (flags | add_flags) & ~del_flags
def _compile(code, pattern, flags):
# internal: compile a (sub)pattern
emit = code.append
_len = len
LITERAL_CODES = _LITERAL_CODES
REPEATING_CODES = _REPEATING_CODES
SUCCESS_CODES = _SUCCESS_CODES
ASSERT_CODES = _ASSERT_CODES
iscased = None
tolower = None
fixes = None
if flags & SRE_FLAG_IGNORECASE and not flags & SRE_FLAG_LOCALE:
if flags & SRE_FLAG_UNICODE:
iscased = _sre.unicode_iscased
tolower = _sre.unicode_tolower
fixes = _ignorecase_fixes
else:
iscased = _sre.ascii_iscased
tolower = _sre.ascii_tolower
for op, av in pattern:
if op in LITERAL_CODES:
if not flags & SRE_FLAG_IGNORECASE:
emit(op)
emit(av)
elif flags & SRE_FLAG_LOCALE:
emit(OP_LOCALE_IGNORE[op])
emit(av)
elif not iscased(av):
emit(op)
emit(av)
else:
lo = tolower(av)
if not fixes: # ascii
emit(OP_IGNORE[op])
emit(lo)
elif lo not in fixes:
emit(OP_UNICODE_IGNORE[op])
emit(lo)
else:
emit(IN_UNI_IGNORE)
skip = _len(code); emit(0)
if op is NOT_LITERAL:
emit(NEGATE)
for k in (lo,) + fixes[lo]:
emit(LITERAL)
emit(k)
emit(FAILURE)
code[skip] = _len(code) - skip
elif op is IN:
charset, hascased = _optimize_charset(av, iscased, tolower, fixes)
if flags & SRE_FLAG_IGNORECASE and flags & SRE_FLAG_LOCALE:
emit(IN_LOC_IGNORE)
elif not hascased:
emit(IN)
elif not fixes: # ascii
emit(IN_IGNORE)
else:
emit(IN_UNI_IGNORE)
skip = _len(code); emit(0)
_compile_charset(charset, flags, code)
code[skip] = _len(code) - skip
elif op is ANY:
if flags & SRE_FLAG_DOTALL:
emit(ANY_ALL)
else:
emit(ANY)
elif op in REPEATING_CODES:
if flags & SRE_FLAG_TEMPLATE:
raise error("internal: unsupported template operator %r" % (op,))
if _simple(av[2]):
if op is MAX_REPEAT:
emit(REPEAT_ONE)
else:
emit(MIN_REPEAT_ONE)
skip = _len(code); emit(0)
emit(av[0])
emit(av[1])
_compile(code, av[2], flags)
emit(SUCCESS)
code[skip] = _len(code) - skip
else:
emit(REPEAT)
skip = _len(code); emit(0)
emit(av[0])
emit(av[1])
_compile(code, av[2], flags)
code[skip] = _len(code) - skip
if op is MAX_REPEAT:
emit(MAX_UNTIL)
else:
emit(MIN_UNTIL)
elif op is SUBPATTERN:
group, add_flags, del_flags, p = av
if group:
emit(MARK)
emit((group-1)*2)
# _compile_info(code, p, _combine_flags(flags, add_flags, del_flags))
_compile(code, p, _combine_flags(flags, add_flags, del_flags))
if group:
emit(MARK)
emit((group-1)*2+1)
elif op in SUCCESS_CODES:
emit(op)
elif op in ASSERT_CODES:
emit(op)
skip = _len(code); emit(0)
if av[0] >= 0:
emit(0) # look ahead
else:
lo, hi = av[1].getwidth()
if lo != hi:
raise error("look-behind requires fixed-width pattern")
emit(lo) # look behind
_compile(code, av[1], flags)
emit(SUCCESS)
code[skip] = _len(code) - skip
elif op is CALL:
emit(op)
skip = _len(code); emit(0)
_compile(code, av, flags)
emit(SUCCESS)
code[skip] = _len(code) - skip
elif op is AT:
emit(op)
if flags & SRE_FLAG_MULTILINE:
av = AT_MULTILINE.get(av, av)
if flags & SRE_FLAG_LOCALE:
av = AT_LOCALE.get(av, av)
elif flags & SRE_FLAG_UNICODE:
av = AT_UNICODE.get(av, av)
emit(av)
elif op is BRANCH:
emit(op)
tail = []
tailappend = tail.append
for av in av[1]:
skip = _len(code); emit(0)
# _compile_info(code, av, flags)
_compile(code, av, flags)
emit(JUMP)
tailappend(_len(code)); emit(0)
code[skip] = _len(code) - skip
emit(FAILURE) # end of branch
for tail in tail:
code[tail] = _len(code) - tail
elif op is CATEGORY:
emit(op)
if flags & SRE_FLAG_LOCALE:
av = CH_LOCALE[av]
elif flags & SRE_FLAG_UNICODE:
av = CH_UNICODE[av]
emit(av)
elif op is GROUPREF:
if not flags & SRE_FLAG_IGNORECASE:
emit(op)
elif flags & SRE_FLAG_LOCALE:
emit(GROUPREF_LOC_IGNORE)
elif not fixes: # ascii
emit(GROUPREF_IGNORE)
else:
emit(GROUPREF_UNI_IGNORE)
emit(av-1)
elif op is GROUPREF_EXISTS:
emit(op)
emit(av[0]-1)
skipyes = _len(code); emit(0)
_compile(code, av[1], flags)
if av[2]:
emit(JUMP)
skipno = _len(code); emit(0)
code[skipyes] = _len(code) - skipyes + 1
_compile(code, av[2], flags)
code[skipno] = _len(code) - skipno
else:
code[skipyes] = _len(code) - skipyes + 1
else:
raise error("internal: unsupported operand type %r" % (op,))
def _compile_charset(charset, flags, code):
# compile charset subprogram
emit = code.append
for op, av in charset:
emit(op)
if op is NEGATE:
pass
elif op is LITERAL:
emit(av)
elif op is RANGE or op is RANGE_UNI_IGNORE:
emit(av[0])
emit(av[1])
elif op is CHARSET:
code.extend(av)
elif op is BIGCHARSET:
code.extend(av)
elif op is CATEGORY:
if flags & SRE_FLAG_LOCALE:
emit(CH_LOCALE[av])
elif flags & SRE_FLAG_UNICODE:
emit(CH_UNICODE[av])
else:
emit(av)
else:
raise error("internal: unsupported set operator %r" % (op,))
emit(FAILURE)
def _optimize_charset(charset, iscased=None, fixup=None, fixes=None):
# internal: optimize character set
out = []
tail = []
charmap = bytearray(256)
hascased = False
for op, av in charset:
while True:
try:
if op is LITERAL:
if fixup:
lo = fixup(av)
charmap[lo] = 1
if fixes and lo in fixes:
for k in fixes[lo]:
charmap[k] = 1
if not hascased and iscased(av):
hascased = True
else:
charmap[av] = 1
elif op is RANGE:
r = range(av[0], av[1]+1)
if fixup:
if fixes:
for i in map(fixup, r):
charmap[i] = 1
if i in fixes:
for k in fixes[i]:
charmap[k] = 1
else:
for i in map(fixup, r):
charmap[i] = 1
if not hascased:
hascased = any(map(iscased, r))
else:
for i in r:
charmap[i] = 1
elif op is NEGATE:
out.append((op, av))
else:
tail.append((op, av))
except IndexError:
if len(charmap) == 256:
# character set contains non-UCS1 character codes
charmap += b'\0' * 0xff00
continue
# Character set contains non-BMP character codes.
if fixup:
hascased = True
# There are only two ranges of cased non-BMP characters:
# 10400-1044F (Deseret) and 118A0-118DF (Warang Citi),
# and for both ranges RANGE_UNI_IGNORE works.
if op is RANGE:
op = RANGE_UNI_IGNORE
tail.append((op, av))
break
# compress character map
runs = []
q = 0
while True:
p = charmap.find(1, q)
if p < 0:
break
if len(runs) >= 2:
runs = None
break
q = charmap.find(0, p)
if q < 0:
runs.append((p, len(charmap)))
break
runs.append((p, q))
if runs is not None:
# use literal/range
for p, q in runs:
if q - p == 1:
out.append((LITERAL, p))
else:
out.append((RANGE, (p, q - 1)))
out += tail
# if the case was changed or new representation is more compact
if hascased or len(out) < len(charset):
return out, hascased
# else original character set is good enough
return charset, hascased
# use bitmap
if len(charmap) == 256:
data = _mk_bitmap(charmap)
out.append((CHARSET, data))
out += tail
return out, hascased
# To represent a big charset, first a bitmap of all characters in the
# set is constructed. Then, this bitmap is sliced into chunks of 256
# characters, duplicate chunks are eliminated, and each chunk is
# given a number. In the compiled expression, the charset is
# represented by a 32-bit word sequence, consisting of one word for
# the number of different chunks, a sequence of 256 bytes (64 words)
# of chunk numbers indexed by their original chunk position, and a
# sequence of 256-bit chunks (8 words each).
# Compression is normally good: in a typical charset, large ranges of
# Unicode will be either completely excluded (e.g. if only cyrillic
# letters are to be matched), or completely included (e.g. if large
# subranges of Kanji match). These ranges will be represented by
# chunks of all one-bits or all zero-bits.
# Matching can be also done efficiently: the more significant byte of
# the Unicode character is an index into the chunk number, and the
# less significant byte is a bit index in the chunk (just like the
# CHARSET matching).
charmap = bytes(charmap) # should be hashable
comps = {}
mapping = bytearray(256)
block = 0
data = bytearray()
for i in range(0, 65536, 256):
chunk = charmap[i: i + 256]
if chunk in comps:
mapping[i // 256] = comps[chunk]
else:
mapping[i // 256] = comps[chunk] = block
block += 1
data += chunk
data = _mk_bitmap(data)
data[0:0] = [block] + _bytes_to_codes(mapping)
out.append((BIGCHARSET, data))
out += tail
return out, hascased
_CODEBITS = _sre.CODESIZE * 8
MAXCODE = (1 << _CODEBITS) - 1
_BITS_TRANS = b'0' + b'1' * 255
def _mk_bitmap(bits, _CODEBITS=_CODEBITS, _int=int):
s = bits.translate(_BITS_TRANS)[::-1]
return [_int(s[i - _CODEBITS: i], 2)
for i in range(len(s), 0, -_CODEBITS)]
def _bytes_to_codes(b):
# Convert block indices to word array
a = memoryview(b).cast('I')
assert a.itemsize == _sre.CODESIZE
assert len(a) * a.itemsize == len(b)
return a.tolist()
def _simple(p):
# check if this subpattern is a "simple" operator
if len(p) != 1:
return False
op, av = p[0]
if op is SUBPATTERN:
return av[0] is None and _simple(av[-1])
return op in _UNIT_CODES
def _generate_overlap_table(prefix):
"""
Generate an overlap table for the following prefix.
An overlap table is a table of the same size as the prefix which
informs about the potential self-overlap for each index in the prefix:
- if overlap[i] == 0, prefix[i:] can't overlap prefix[0:...]
- if overlap[i] == k with 0 < k <= i, prefix[i-k+1:i+1] overlaps with
prefix[0:k]
"""
table = [0] * len(prefix)
for i in range(1, len(prefix)):
idx = table[i - 1]
while prefix[i] != prefix[idx]:
if idx == 0:
table[i] = 0
break
idx = table[idx - 1]
else:
table[i] = idx + 1
return table
def _get_iscased(flags):
if not flags & SRE_FLAG_IGNORECASE:
return None
elif flags & SRE_FLAG_UNICODE:
return _sre.unicode_iscased
else:
return _sre.ascii_iscased
def _get_literal_prefix(pattern, flags):
# look for literal prefix
prefix = []
prefixappend = prefix.append
prefix_skip = None
iscased = _get_iscased(flags)
for op, av in pattern.data:
if op is LITERAL:
if iscased and iscased(av):
break
prefixappend(av)
elif op is SUBPATTERN:
group, add_flags, del_flags, p = av
flags1 = _combine_flags(flags, add_flags, del_flags)
if flags1 & SRE_FLAG_IGNORECASE and flags1 & SRE_FLAG_LOCALE:
break
prefix1, prefix_skip1, got_all = _get_literal_prefix(p, flags1)
if prefix_skip is None:
if group is not None:
prefix_skip = len(prefix)
elif prefix_skip1 is not None:
prefix_skip = len(prefix) + prefix_skip1
prefix.extend(prefix1)
if not got_all:
break
else:
break
else:
return prefix, prefix_skip, True
return prefix, prefix_skip, False
def _get_charset_prefix(pattern, flags):
while True:
if not pattern.data:
return None
op, av = pattern.data[0]
if op is not SUBPATTERN:
break
group, add_flags, del_flags, pattern = av
flags = _combine_flags(flags, add_flags, del_flags)
if flags & SRE_FLAG_IGNORECASE and flags & SRE_FLAG_LOCALE:
return None
iscased = _get_iscased(flags)
if op is LITERAL:
if iscased and iscased(av):
return None
return [(op, av)]
elif op is BRANCH:
charset = []
charsetappend = charset.append
for p in av[1]:
if not p:
return None
op, av = p[0]
if op is LITERAL and not (iscased and iscased(av)):
charsetappend((op, av))
else:
return None
return charset
elif op is IN:
charset = av
if iscased:
for op, av in charset:
if op is LITERAL:
if iscased(av):
return None
elif op is RANGE:
if av[1] > 0xffff:
return None
if any(map(iscased, range(av[0], av[1]+1))):
return None
return charset
return None
def _compile_info(code, pattern, flags):
# internal: compile an info block. in the current version,
# this contains min/max pattern width, and an optional literal
# prefix or a character map
lo, hi = pattern.getwidth()
if hi > MAXCODE:
hi = MAXCODE
if lo == 0:
code.extend([INFO, 4, 0, lo, hi])
return
# look for a literal prefix
prefix = []
prefix_skip = 0
charset = [] # not used
if not (flags & SRE_FLAG_IGNORECASE and flags & SRE_FLAG_LOCALE):
# look for literal prefix
prefix, prefix_skip, got_all = _get_literal_prefix(pattern, flags)
# if no prefix, look for charset prefix
if not prefix:
charset = _get_charset_prefix(pattern, flags)
## if prefix:
## print("*** PREFIX", prefix, prefix_skip)
## if charset:
## print("*** CHARSET", charset)
# add an info block
emit = code.append
emit(INFO)
skip = len(code); emit(0)
# literal flag
mask = 0
if prefix:
mask = SRE_INFO_PREFIX
if prefix_skip is None and got_all:
mask = mask | SRE_INFO_LITERAL
elif charset:
mask = mask | SRE_INFO_CHARSET
emit(mask)
# pattern length
if lo < MAXCODE:
emit(lo)
else:
emit(MAXCODE)
prefix = prefix[:MAXCODE]
emit(min(hi, MAXCODE))
# add literal prefix
if prefix:
emit(len(prefix)) # length
if prefix_skip is None:
prefix_skip = len(prefix)
emit(prefix_skip) # skip
code.extend(prefix)
# generate overlap table
code.extend(_generate_overlap_table(prefix))
elif charset:
charset, hascased = _optimize_charset(charset)
assert not hascased
_compile_charset(charset, flags, code)
code[skip] = len(code) - skip
def isstring(obj):
return isinstance(obj, (str, bytes))
def _code(p, flags):
flags = p.state.flags | flags
code = []
# compile info block
_compile_info(code, p, flags)
# compile the pattern
_compile(code, p.data, flags)
code.append(SUCCESS)
return code
def _hex_code(code):
return '[%s]' % ', '.join('%#0*x' % (_sre.CODESIZE*2+2, x) for x in code)
def dis(code):
import sys
labels = set()
level = 0
offset_width = len(str(len(code) - 1))
def dis_(start, end):
def print_(*args, to=None):
if to is not None:
labels.add(to)
args += ('(to %d)' % (to,),)
print('%*d%s ' % (offset_width, start, ':' if start in labels else '.'),
end=' '*(level-1))
print(*args)
def print_2(*args):
print(end=' '*(offset_width + 2*level))
print(*args)
nonlocal level
level += 1
i = start
while i < end:
start = i
op = code[i]
i += 1
op = OPCODES[op]
if op in (SUCCESS, FAILURE, ANY, ANY_ALL,
MAX_UNTIL, MIN_UNTIL, NEGATE):
print_(op)
elif op in (LITERAL, NOT_LITERAL,
LITERAL_IGNORE, NOT_LITERAL_IGNORE,
LITERAL_UNI_IGNORE, NOT_LITERAL_UNI_IGNORE,
LITERAL_LOC_IGNORE, NOT_LITERAL_LOC_IGNORE):
arg = code[i]
i += 1
print_(op, '%#02x (%r)' % (arg, chr(arg)))
elif op is AT:
arg = code[i]
i += 1
arg = str(ATCODES[arg])
assert arg[:3] == 'AT_'
print_(op, arg[3:])
elif op is CATEGORY:
arg = code[i]
i += 1
arg = str(CHCODES[arg])
assert arg[:9] == 'CATEGORY_'
print_(op, arg[9:])
elif op in (IN, IN_IGNORE, IN_UNI_IGNORE, IN_LOC_IGNORE):
skip = code[i]
print_(op, skip, to=i+skip)
dis_(i+1, i+skip)
i += skip
elif op in (RANGE, RANGE_UNI_IGNORE):
lo, hi = code[i: i+2]
i += 2
print_(op, '%#02x %#02x (%r-%r)' % (lo, hi, chr(lo), chr(hi)))
elif op is CHARSET:
print_(op, _hex_code(code[i: i + 256//_CODEBITS]))
i += 256//_CODEBITS
elif op is BIGCHARSET:
arg = code[i]
i += 1
mapping = list(b''.join(x.to_bytes(_sre.CODESIZE, sys.byteorder)
for x in code[i: i + 256//_sre.CODESIZE]))
print_(op, arg, mapping)
i += 256//_sre.CODESIZE
level += 1
for j in range(arg):
print_2(_hex_code(code[i: i + 256//_CODEBITS]))
i += 256//_CODEBITS
level -= 1
elif op in (MARK, GROUPREF, GROUPREF_IGNORE, GROUPREF_UNI_IGNORE,
GROUPREF_LOC_IGNORE):
arg = code[i]
i += 1
print_(op, arg)
elif op is JUMP:
skip = code[i]
print_(op, skip, to=i+skip)
i += 1
elif op is BRANCH:
skip = code[i]
print_(op, skip, to=i+skip)
while skip:
dis_(i+1, i+skip)
i += skip
start = i
skip = code[i]
if skip:
print_('branch', skip, to=i+skip)
else:
print_(FAILURE)
i += 1
elif op in (REPEAT, REPEAT_ONE, MIN_REPEAT_ONE):
skip, min, max = code[i: i+3]
if max == MAXREPEAT:
max = 'MAXREPEAT'
print_(op, skip, min, max, to=i+skip)
dis_(i+3, i+skip)
i += skip
elif op is GROUPREF_EXISTS:
arg, skip = code[i: i+2]
print_(op, arg, skip, to=i+skip)
i += 2
elif op in (ASSERT, ASSERT_NOT):
skip, arg = code[i: i+2]
print_(op, skip, arg, to=i+skip)
dis_(i+2, i+skip)
i += skip
elif op is INFO:
skip, flags, min, max = code[i: i+4]
if max == MAXREPEAT:
max = 'MAXREPEAT'
print_(op, skip, bin(flags), min, max, to=i+skip)
start = i+4
if flags & SRE_INFO_PREFIX:
prefix_len, prefix_skip = code[i+4: i+6]
print_2(' prefix_skip', prefix_skip)
start = i + 6
prefix = code[start: start+prefix_len]
print_2(' prefix',
'[%s]' % ', '.join('%#02x' % x for x in prefix),
'(%r)' % ''.join(map(chr, prefix)))
start += prefix_len
print_2(' overlap', code[start: start+prefix_len])
start += prefix_len
if flags & SRE_INFO_CHARSET:
level += 1
print_2('in')
dis_(start, i+skip)
level -= 1
i += skip
else:
raise ValueError(op)
level -= 1
dis_(0, len(code))
def compile(p, flags=0):
# internal: convert pattern list to internal format
if isstring(p):
pattern = p
p = sre_parse.parse(p, flags)
else:
pattern = None
code = _code(p, flags)
if flags & SRE_FLAG_DEBUG:
print()
dis(code)
# map in either direction
groupindex = p.state.groupdict
indexgroup = [None] * p.state.groups
for k, i in groupindex.items():
indexgroup[i] = k
return _sre.compile(
pattern, flags | p.state.flags, code,
p.state.groups-1,
groupindex, tuple(indexgroup)
)
tempfile.py 0000644 00000065621 15115353747 0006750 0 ustar 00 """Temporary files.
This module provides generic, low- and high-level interfaces for
creating temporary files and directories. All of the interfaces
provided by this module can be used without fear of race conditions
except for 'mktemp'. 'mktemp' is subject to race conditions and
should not be used; it is provided for backward compatibility only.
The default path names are returned as str. If you supply bytes as
input, all return values will be in bytes. Ex:
>>> tempfile.mkstemp()
(4, '/tmp/tmptpu9nin8')
>>> tempfile.mkdtemp(suffix=b'')
b'/tmp/tmppbi8f0hy'
This module also provides some data items to the user:
TMP_MAX - maximum number of names that will be tried before
giving up.
tempdir - If this is set to a string before the first use of
any routine from this module, it will be considered as
another candidate location to store temporary files.
"""
__all__ = [
"NamedTemporaryFile", "TemporaryFile", # high level safe interfaces
"SpooledTemporaryFile", "TemporaryDirectory",
"mkstemp", "mkdtemp", # low level safe interfaces
"mktemp", # deprecated unsafe interface
"TMP_MAX", "gettempprefix", # constants
"tempdir", "gettempdir",
"gettempprefixb", "gettempdirb",
]
# Imports.
import functools as _functools
import warnings as _warnings
import io as _io
import os as _os
import shutil as _shutil
import errno as _errno
from random import Random as _Random
import sys as _sys
import weakref as _weakref
import _thread
_allocate_lock = _thread.allocate_lock
_text_openflags = _os.O_RDWR | _os.O_CREAT | _os.O_EXCL
if hasattr(_os, 'O_NOFOLLOW'):
_text_openflags |= _os.O_NOFOLLOW
_bin_openflags = _text_openflags
if hasattr(_os, 'O_BINARY'):
_bin_openflags |= _os.O_BINARY
if hasattr(_os, 'TMP_MAX'):
TMP_MAX = _os.TMP_MAX
else:
TMP_MAX = 10000
# This variable _was_ unused for legacy reasons, see issue 10354.
# But as of 3.5 we actually use it at runtime so changing it would
# have a possibly desirable side effect... But we do not want to support
# that as an API. It is undocumented on purpose. Do not depend on this.
template = "tmp"
# Internal routines.
_once_lock = _allocate_lock()
def _exists(fn):
try:
_os.lstat(fn)
except OSError:
return False
else:
return True
def _infer_return_type(*args):
"""Look at the type of all args and divine their implied return type."""
return_type = None
for arg in args:
if arg is None:
continue
if isinstance(arg, bytes):
if return_type is str:
raise TypeError("Can't mix bytes and non-bytes in "
"path components.")
return_type = bytes
else:
if return_type is bytes:
raise TypeError("Can't mix bytes and non-bytes in "
"path components.")
return_type = str
if return_type is None:
return str # tempfile APIs return a str by default.
return return_type
def _sanitize_params(prefix, suffix, dir):
"""Common parameter processing for most APIs in this module."""
output_type = _infer_return_type(prefix, suffix, dir)
if suffix is None:
suffix = output_type()
if prefix is None:
if output_type is str:
prefix = template
else:
prefix = _os.fsencode(template)
if dir is None:
if output_type is str:
dir = gettempdir()
else:
dir = gettempdirb()
return prefix, suffix, dir, output_type
class _RandomNameSequence:
"""An instance of _RandomNameSequence generates an endless
sequence of unpredictable strings which can safely be incorporated
into file names. Each string is eight characters long. Multiple
threads can safely use the same instance at the same time.
_RandomNameSequence is an iterator."""
characters = "abcdefghijklmnopqrstuvwxyz0123456789_"
@property
def rng(self):
cur_pid = _os.getpid()
if cur_pid != getattr(self, '_rng_pid', None):
self._rng = _Random()
self._rng_pid = cur_pid
return self._rng
def __iter__(self):
return self
def __next__(self):
c = self.characters
choose = self.rng.choice
letters = [choose(c) for dummy in range(8)]
return ''.join(letters)
def _candidate_tempdir_list():
"""Generate a list of candidate temporary directories which
_get_default_tempdir will try."""
dirlist = []
# First, try the environment.
for envname in 'TMPDIR', 'TEMP', 'TMP':
dirname = _os.getenv(envname)
if dirname: dirlist.append(dirname)
# Failing that, try OS-specific locations.
if _os.name == 'nt':
dirlist.extend([ _os.path.expanduser(r'~\AppData\Local\Temp'),
_os.path.expandvars(r'%SYSTEMROOT%\Temp'),
r'c:\temp', r'c:\tmp', r'\temp', r'\tmp' ])
else:
dirlist.extend([ '/tmp', '/var/tmp', '/usr/tmp' ])
# As a last resort, the current directory.
try:
dirlist.append(_os.getcwd())
except (AttributeError, OSError):
dirlist.append(_os.curdir)
return dirlist
def _get_default_tempdir():
"""Calculate the default directory to use for temporary files.
This routine should be called exactly once.
We determine whether or not a candidate temp dir is usable by
trying to create and write to a file in that directory. If this
is successful, the test file is deleted. To prevent denial of
service, the name of the test file must be randomized."""
namer = _RandomNameSequence()
dirlist = _candidate_tempdir_list()
for dir in dirlist:
if dir != _os.curdir:
dir = _os.path.abspath(dir)
# Try only a few names per directory.
for seq in range(100):
name = next(namer)
filename = _os.path.join(dir, name)
try:
fd = _os.open(filename, _bin_openflags, 0o600)
try:
try:
with _io.open(fd, 'wb', closefd=False) as fp:
fp.write(b'blat')
finally:
_os.close(fd)
finally:
_os.unlink(filename)
return dir
except FileExistsError:
pass
except PermissionError:
# This exception is thrown when a directory with the chosen name
# already exists on windows.
if (_os.name == 'nt' and _os.path.isdir(dir) and
_os.access(dir, _os.W_OK)):
continue
break # no point trying more names in this directory
except OSError:
break # no point trying more names in this directory
raise FileNotFoundError(_errno.ENOENT,
"No usable temporary directory found in %s" %
dirlist)
_name_sequence = None
def _get_candidate_names():
"""Common setup sequence for all user-callable interfaces."""
global _name_sequence
if _name_sequence is None:
_once_lock.acquire()
try:
if _name_sequence is None:
_name_sequence = _RandomNameSequence()
finally:
_once_lock.release()
return _name_sequence
def _mkstemp_inner(dir, pre, suf, flags, output_type):
"""Code common to mkstemp, TemporaryFile, and NamedTemporaryFile."""
names = _get_candidate_names()
if output_type is bytes:
names = map(_os.fsencode, names)
for seq in range(TMP_MAX):
name = next(names)
file = _os.path.join(dir, pre + name + suf)
_sys.audit("tempfile.mkstemp", file)
try:
fd = _os.open(file, flags, 0o600)
except FileExistsError:
continue # try again
except PermissionError:
# This exception is thrown when a directory with the chosen name
# already exists on windows.
if (_os.name == 'nt' and _os.path.isdir(dir) and
_os.access(dir, _os.W_OK)):
continue
else:
raise
return (fd, _os.path.abspath(file))
raise FileExistsError(_errno.EEXIST,
"No usable temporary file name found")
# User visible interfaces.
def gettempprefix():
"""The default prefix for temporary directories."""
return template
def gettempprefixb():
"""The default prefix for temporary directories as bytes."""
return _os.fsencode(gettempprefix())
tempdir = None
def gettempdir():
"""Accessor for tempfile.tempdir."""
global tempdir
if tempdir is None:
_once_lock.acquire()
try:
if tempdir is None:
tempdir = _get_default_tempdir()
finally:
_once_lock.release()
return tempdir
def gettempdirb():
"""A bytes version of tempfile.gettempdir()."""
return _os.fsencode(gettempdir())
def mkstemp(suffix=None, prefix=None, dir=None, text=False):
"""User-callable function to create and return a unique temporary
file. The return value is a pair (fd, name) where fd is the
file descriptor returned by os.open, and name is the filename.
If 'suffix' is not None, the file name will end with that suffix,
otherwise there will be no suffix.
If 'prefix' is not None, the file name will begin with that prefix,
otherwise a default prefix is used.
If 'dir' is not None, the file will be created in that directory,
otherwise a default directory is used.
If 'text' is specified and true, the file is opened in text
mode. Else (the default) the file is opened in binary mode.
If any of 'suffix', 'prefix' and 'dir' are not None, they must be the
same type. If they are bytes, the returned name will be bytes; str
otherwise.
The file is readable and writable only by the creating user ID.
If the operating system uses permission bits to indicate whether a
file is executable, the file is executable by no one. The file
descriptor is not inherited by children of this process.
Caller is responsible for deleting the file when done with it.
"""
prefix, suffix, dir, output_type = _sanitize_params(prefix, suffix, dir)
if text:
flags = _text_openflags
else:
flags = _bin_openflags
return _mkstemp_inner(dir, prefix, suffix, flags, output_type)
def mkdtemp(suffix=None, prefix=None, dir=None):
"""User-callable function to create and return a unique temporary
directory. The return value is the pathname of the directory.
Arguments are as for mkstemp, except that the 'text' argument is
not accepted.
The directory is readable, writable, and searchable only by the
creating user.
Caller is responsible for deleting the directory when done with it.
"""
prefix, suffix, dir, output_type = _sanitize_params(prefix, suffix, dir)
names = _get_candidate_names()
if output_type is bytes:
names = map(_os.fsencode, names)
for seq in range(TMP_MAX):
name = next(names)
file = _os.path.join(dir, prefix + name + suffix)
_sys.audit("tempfile.mkdtemp", file)
try:
_os.mkdir(file, 0o700)
except FileExistsError:
continue # try again
except PermissionError:
# This exception is thrown when a directory with the chosen name
# already exists on windows.
if (_os.name == 'nt' and _os.path.isdir(dir) and
_os.access(dir, _os.W_OK)):
continue
else:
raise
return file
raise FileExistsError(_errno.EEXIST,
"No usable temporary directory name found")
def mktemp(suffix="", prefix=template, dir=None):
"""User-callable function to return a unique temporary file name. The
file is not created.
Arguments are similar to mkstemp, except that the 'text' argument is
not accepted, and suffix=None, prefix=None and bytes file names are not
supported.
THIS FUNCTION IS UNSAFE AND SHOULD NOT BE USED. The file name may
refer to a file that did not exist at some point, but by the time
you get around to creating it, someone else may have beaten you to
the punch.
"""
## from warnings import warn as _warn
## _warn("mktemp is a potential security risk to your program",
## RuntimeWarning, stacklevel=2)
if dir is None:
dir = gettempdir()
names = _get_candidate_names()
for seq in range(TMP_MAX):
name = next(names)
file = _os.path.join(dir, prefix + name + suffix)
if not _exists(file):
return file
raise FileExistsError(_errno.EEXIST,
"No usable temporary filename found")
class _TemporaryFileCloser:
"""A separate object allowing proper closing of a temporary file's
underlying file object, without adding a __del__ method to the
temporary file."""
file = None # Set here since __del__ checks it
close_called = False
def __init__(self, file, name, delete=True):
self.file = file
self.name = name
self.delete = delete
# NT provides delete-on-close as a primitive, so we don't need
# the wrapper to do anything special. We still use it so that
# file.name is useful (i.e. not "(fdopen)") with NamedTemporaryFile.
if _os.name != 'nt':
# Cache the unlinker so we don't get spurious errors at
# shutdown when the module-level "os" is None'd out. Note
# that this must be referenced as self.unlink, because the
# name TemporaryFileWrapper may also get None'd out before
# __del__ is called.
def close(self, unlink=_os.unlink):
if not self.close_called and self.file is not None:
self.close_called = True
try:
self.file.close()
finally:
if self.delete:
unlink(self.name)
# Need to ensure the file is deleted on __del__
def __del__(self):
self.close()
else:
def close(self):
if not self.close_called:
self.close_called = True
self.file.close()
class _TemporaryFileWrapper:
"""Temporary file wrapper
This class provides a wrapper around files opened for
temporary use. In particular, it seeks to automatically
remove the file when it is no longer needed.
"""
def __init__(self, file, name, delete=True):
self.file = file
self.name = name
self.delete = delete
self._closer = _TemporaryFileCloser(file, name, delete)
def __getattr__(self, name):
# Attribute lookups are delegated to the underlying file
# and cached for non-numeric results
# (i.e. methods are cached, closed and friends are not)
file = self.__dict__['file']
a = getattr(file, name)
if hasattr(a, '__call__'):
func = a
@_functools.wraps(func)
def func_wrapper(*args, **kwargs):
return func(*args, **kwargs)
# Avoid closing the file as long as the wrapper is alive,
# see issue #18879.
func_wrapper._closer = self._closer
a = func_wrapper
if not isinstance(a, int):
setattr(self, name, a)
return a
# The underlying __enter__ method returns the wrong object
# (self.file) so override it to return the wrapper
def __enter__(self):
self.file.__enter__()
return self
# Need to trap __exit__ as well to ensure the file gets
# deleted when used in a with statement
def __exit__(self, exc, value, tb):
result = self.file.__exit__(exc, value, tb)
self.close()
return result
def close(self):
"""
Close the temporary file, possibly deleting it.
"""
self._closer.close()
# iter() doesn't use __getattr__ to find the __iter__ method
def __iter__(self):
# Don't return iter(self.file), but yield from it to avoid closing
# file as long as it's being used as iterator (see issue #23700). We
# can't use 'yield from' here because iter(file) returns the file
# object itself, which has a close method, and thus the file would get
# closed when the generator is finalized, due to PEP380 semantics.
for line in self.file:
yield line
def NamedTemporaryFile(mode='w+b', buffering=-1, encoding=None,
newline=None, suffix=None, prefix=None,
dir=None, delete=True, *, errors=None):
"""Create and return a temporary file.
Arguments:
'prefix', 'suffix', 'dir' -- as for mkstemp.
'mode' -- the mode argument to io.open (default "w+b").
'buffering' -- the buffer size argument to io.open (default -1).
'encoding' -- the encoding argument to io.open (default None)
'newline' -- the newline argument to io.open (default None)
'delete' -- whether the file is deleted on close (default True).
'errors' -- the errors argument to io.open (default None)
The file is created as mkstemp() would do it.
Returns an object with a file-like interface; the name of the file
is accessible as its 'name' attribute. The file will be automatically
deleted when it is closed unless the 'delete' argument is set to False.
"""
prefix, suffix, dir, output_type = _sanitize_params(prefix, suffix, dir)
flags = _bin_openflags
# Setting O_TEMPORARY in the flags causes the OS to delete
# the file when it is closed. This is only supported by Windows.
if _os.name == 'nt' and delete:
flags |= _os.O_TEMPORARY
(fd, name) = _mkstemp_inner(dir, prefix, suffix, flags, output_type)
try:
file = _io.open(fd, mode, buffering=buffering,
newline=newline, encoding=encoding, errors=errors)
return _TemporaryFileWrapper(file, name, delete)
except BaseException:
_os.unlink(name)
_os.close(fd)
raise
if _os.name != 'posix' or _sys.platform == 'cygwin':
# On non-POSIX and Cygwin systems, assume that we cannot unlink a file
# while it is open.
TemporaryFile = NamedTemporaryFile
else:
# Is the O_TMPFILE flag available and does it work?
# The flag is set to False if os.open(dir, os.O_TMPFILE) raises an
# IsADirectoryError exception
_O_TMPFILE_WORKS = hasattr(_os, 'O_TMPFILE')
def TemporaryFile(mode='w+b', buffering=-1, encoding=None,
newline=None, suffix=None, prefix=None,
dir=None, *, errors=None):
"""Create and return a temporary file.
Arguments:
'prefix', 'suffix', 'dir' -- as for mkstemp.
'mode' -- the mode argument to io.open (default "w+b").
'buffering' -- the buffer size argument to io.open (default -1).
'encoding' -- the encoding argument to io.open (default None)
'newline' -- the newline argument to io.open (default None)
'errors' -- the errors argument to io.open (default None)
The file is created as mkstemp() would do it.
Returns an object with a file-like interface. The file has no
name, and will cease to exist when it is closed.
"""
global _O_TMPFILE_WORKS
prefix, suffix, dir, output_type = _sanitize_params(prefix, suffix, dir)
flags = _bin_openflags
if _O_TMPFILE_WORKS:
try:
flags2 = (flags | _os.O_TMPFILE) & ~_os.O_CREAT
fd = _os.open(dir, flags2, 0o600)
except IsADirectoryError:
# Linux kernel older than 3.11 ignores the O_TMPFILE flag:
# O_TMPFILE is read as O_DIRECTORY. Trying to open a directory
# with O_RDWR|O_DIRECTORY fails with IsADirectoryError, a
# directory cannot be open to write. Set flag to False to not
# try again.
_O_TMPFILE_WORKS = False
except OSError:
# The filesystem of the directory does not support O_TMPFILE.
# For example, OSError(95, 'Operation not supported').
#
# On Linux kernel older than 3.11, trying to open a regular
# file (or a symbolic link to a regular file) with O_TMPFILE
# fails with NotADirectoryError, because O_TMPFILE is read as
# O_DIRECTORY.
pass
else:
try:
return _io.open(fd, mode, buffering=buffering,
newline=newline, encoding=encoding,
errors=errors)
except:
_os.close(fd)
raise
# Fallback to _mkstemp_inner().
(fd, name) = _mkstemp_inner(dir, prefix, suffix, flags, output_type)
try:
_os.unlink(name)
return _io.open(fd, mode, buffering=buffering,
newline=newline, encoding=encoding, errors=errors)
except:
_os.close(fd)
raise
class SpooledTemporaryFile:
"""Temporary file wrapper, specialized to switch from BytesIO
or StringIO to a real file when it exceeds a certain size or
when a fileno is needed.
"""
_rolled = False
def __init__(self, max_size=0, mode='w+b', buffering=-1,
encoding=None, newline=None,
suffix=None, prefix=None, dir=None, *, errors=None):
if 'b' in mode:
self._file = _io.BytesIO()
else:
self._file = _io.TextIOWrapper(_io.BytesIO(),
encoding=encoding, errors=errors,
newline=newline)
self._max_size = max_size
self._rolled = False
self._TemporaryFileArgs = {'mode': mode, 'buffering': buffering,
'suffix': suffix, 'prefix': prefix,
'encoding': encoding, 'newline': newline,
'dir': dir, 'errors': errors}
def _check(self, file):
if self._rolled: return
max_size = self._max_size
if max_size and file.tell() > max_size:
self.rollover()
def rollover(self):
if self._rolled: return
file = self._file
newfile = self._file = TemporaryFile(**self._TemporaryFileArgs)
del self._TemporaryFileArgs
pos = file.tell()
if hasattr(newfile, 'buffer'):
newfile.buffer.write(file.detach().getvalue())
else:
newfile.write(file.getvalue())
newfile.seek(pos, 0)
self._rolled = True
# The method caching trick from NamedTemporaryFile
# won't work here, because _file may change from a
# BytesIO/StringIO instance to a real file. So we list
# all the methods directly.
# Context management protocol
def __enter__(self):
if self._file.closed:
raise ValueError("Cannot enter context with closed file")
return self
def __exit__(self, exc, value, tb):
self._file.close()
# file protocol
def __iter__(self):
return self._file.__iter__()
def close(self):
self._file.close()
@property
def closed(self):
return self._file.closed
@property
def encoding(self):
return self._file.encoding
@property
def errors(self):
return self._file.errors
def fileno(self):
self.rollover()
return self._file.fileno()
def flush(self):
self._file.flush()
def isatty(self):
return self._file.isatty()
@property
def mode(self):
try:
return self._file.mode
except AttributeError:
return self._TemporaryFileArgs['mode']
@property
def name(self):
try:
return self._file.name
except AttributeError:
return None
@property
def newlines(self):
return self._file.newlines
def read(self, *args):
return self._file.read(*args)
def readline(self, *args):
return self._file.readline(*args)
def readlines(self, *args):
return self._file.readlines(*args)
def seek(self, *args):
return self._file.seek(*args)
@property
def softspace(self):
return self._file.softspace
def tell(self):
return self._file.tell()
def truncate(self, size=None):
if size is None:
self._file.truncate()
else:
if size > self._max_size:
self.rollover()
self._file.truncate(size)
def write(self, s):
file = self._file
rv = file.write(s)
self._check(file)
return rv
def writelines(self, iterable):
file = self._file
rv = file.writelines(iterable)
self._check(file)
return rv
class TemporaryDirectory(object):
"""Create and return a temporary directory. This has the same
behavior as mkdtemp but can be used as a context manager. For
example:
with TemporaryDirectory() as tmpdir:
...
Upon exiting the context, the directory and everything contained
in it are removed.
"""
def __init__(self, suffix=None, prefix=None, dir=None):
self.name = mkdtemp(suffix, prefix, dir)
self._finalizer = _weakref.finalize(
self, self._cleanup, self.name,
warn_message="Implicitly cleaning up {!r}".format(self))
@classmethod
def _rmtree(cls, name):
def onerror(func, path, exc_info):
if issubclass(exc_info[0], PermissionError):
def resetperms(path):
try:
_os.chflags(path, 0)
except AttributeError:
pass
_os.chmod(path, 0o700)
try:
if path != name:
resetperms(_os.path.dirname(path))
resetperms(path)
try:
_os.unlink(path)
# PermissionError is raised on FreeBSD for directories
except (IsADirectoryError, PermissionError):
cls._rmtree(path)
except FileNotFoundError:
pass
elif issubclass(exc_info[0], FileNotFoundError):
pass
else:
raise
_shutil.rmtree(name, onerror=onerror)
@classmethod
def _cleanup(cls, name, warn_message):
cls._rmtree(name)
_warnings.warn(warn_message, ResourceWarning)
def __repr__(self):
return "<{} {!r}>".format(self.__class__.__name__, self.name)
def __enter__(self):
return self.name
def __exit__(self, exc, value, tb):
self.cleanup()
def cleanup(self):
if self._finalizer.detach():
self._rmtree(self.name)
_pydecimal.py 0000644 00000676472 15115353747 0007265 0 ustar 00 # Copyright (c) 2004 Python Software Foundation.
# All rights reserved.
# Written by Eric Price <eprice at tjhsst.edu>
# and Facundo Batista <facundo at taniquetil.com.ar>
# and Raymond Hettinger <python at rcn.com>
# and Aahz <aahz at pobox.com>
# and Tim Peters
# This module should be kept in sync with the latest updates of the
# IBM specification as it evolves. Those updates will be treated
# as bug fixes (deviation from the spec is a compatibility, usability
# bug) and will be backported. At this point the spec is stabilizing
# and the updates are becoming fewer, smaller, and less significant.
"""
This is an implementation of decimal floating point arithmetic based on
the General Decimal Arithmetic Specification:
http://speleotrove.com/decimal/decarith.html
and IEEE standard 854-1987:
http://en.wikipedia.org/wiki/IEEE_854-1987
Decimal floating point has finite precision with arbitrarily large bounds.
The purpose of this module is to support arithmetic using familiar
"schoolhouse" rules and to avoid some of the tricky representation
issues associated with binary floating point. The package is especially
useful for financial applications or for contexts where users have
expectations that are at odds with binary floating point (for instance,
in binary floating point, 1.00 % 0.1 gives 0.09999999999999995 instead
of 0.0; Decimal('1.00') % Decimal('0.1') returns the expected
Decimal('0.00')).
Here are some examples of using the decimal module:
>>> from decimal import *
>>> setcontext(ExtendedContext)
>>> Decimal(0)
Decimal('0')
>>> Decimal('1')
Decimal('1')
>>> Decimal('-.0123')
Decimal('-0.0123')
>>> Decimal(123456)
Decimal('123456')
>>> Decimal('123.45e12345678')
Decimal('1.2345E+12345680')
>>> Decimal('1.33') + Decimal('1.27')
Decimal('2.60')
>>> Decimal('12.34') + Decimal('3.87') - Decimal('18.41')
Decimal('-2.20')
>>> dig = Decimal(1)
>>> print(dig / Decimal(3))
0.333333333
>>> getcontext().prec = 18
>>> print(dig / Decimal(3))
0.333333333333333333
>>> print(dig.sqrt())
1
>>> print(Decimal(3).sqrt())
1.73205080756887729
>>> print(Decimal(3) ** 123)
4.85192780976896427E+58
>>> inf = Decimal(1) / Decimal(0)
>>> print(inf)
Infinity
>>> neginf = Decimal(-1) / Decimal(0)
>>> print(neginf)
-Infinity
>>> print(neginf + inf)
NaN
>>> print(neginf * inf)
-Infinity
>>> print(dig / 0)
Infinity
>>> getcontext().traps[DivisionByZero] = 1
>>> print(dig / 0)
Traceback (most recent call last):
...
...
...
decimal.DivisionByZero: x / 0
>>> c = Context()
>>> c.traps[InvalidOperation] = 0
>>> print(c.flags[InvalidOperation])
0
>>> c.divide(Decimal(0), Decimal(0))
Decimal('NaN')
>>> c.traps[InvalidOperation] = 1
>>> print(c.flags[InvalidOperation])
1
>>> c.flags[InvalidOperation] = 0
>>> print(c.flags[InvalidOperation])
0
>>> print(c.divide(Decimal(0), Decimal(0)))
Traceback (most recent call last):
...
...
...
decimal.InvalidOperation: 0 / 0
>>> print(c.flags[InvalidOperation])
1
>>> c.flags[InvalidOperation] = 0
>>> c.traps[InvalidOperation] = 0
>>> print(c.divide(Decimal(0), Decimal(0)))
NaN
>>> print(c.flags[InvalidOperation])
1
>>>
"""
__all__ = [
# Two major classes
'Decimal', 'Context',
# Named tuple representation
'DecimalTuple',
# Contexts
'DefaultContext', 'BasicContext', 'ExtendedContext',
# Exceptions
'DecimalException', 'Clamped', 'InvalidOperation', 'DivisionByZero',
'Inexact', 'Rounded', 'Subnormal', 'Overflow', 'Underflow',
'FloatOperation',
# Exceptional conditions that trigger InvalidOperation
'DivisionImpossible', 'InvalidContext', 'ConversionSyntax', 'DivisionUndefined',
# Constants for use in setting up contexts
'ROUND_DOWN', 'ROUND_HALF_UP', 'ROUND_HALF_EVEN', 'ROUND_CEILING',
'ROUND_FLOOR', 'ROUND_UP', 'ROUND_HALF_DOWN', 'ROUND_05UP',
# Functions for manipulating contexts
'setcontext', 'getcontext', 'localcontext',
# Limits for the C version for compatibility
'MAX_PREC', 'MAX_EMAX', 'MIN_EMIN', 'MIN_ETINY',
# C version: compile time choice that enables the thread local context (deprecated, now always true)
'HAVE_THREADS',
# C version: compile time choice that enables the coroutine local context
'HAVE_CONTEXTVAR'
]
__xname__ = __name__ # sys.modules lookup (--without-threads)
__name__ = 'decimal' # For pickling
__version__ = '1.70' # Highest version of the spec this complies with
# See http://speleotrove.com/decimal/
__libmpdec_version__ = "2.4.2" # compatible libmpdec version
import math as _math
import numbers as _numbers
import sys
try:
from collections import namedtuple as _namedtuple
DecimalTuple = _namedtuple('DecimalTuple', 'sign digits exponent')
except ImportError:
DecimalTuple = lambda *args: args
# Rounding
ROUND_DOWN = 'ROUND_DOWN'
ROUND_HALF_UP = 'ROUND_HALF_UP'
ROUND_HALF_EVEN = 'ROUND_HALF_EVEN'
ROUND_CEILING = 'ROUND_CEILING'
ROUND_FLOOR = 'ROUND_FLOOR'
ROUND_UP = 'ROUND_UP'
ROUND_HALF_DOWN = 'ROUND_HALF_DOWN'
ROUND_05UP = 'ROUND_05UP'
# Compatibility with the C version
HAVE_THREADS = True
HAVE_CONTEXTVAR = True
if sys.maxsize == 2**63-1:
MAX_PREC = 999999999999999999
MAX_EMAX = 999999999999999999
MIN_EMIN = -999999999999999999
else:
MAX_PREC = 425000000
MAX_EMAX = 425000000
MIN_EMIN = -425000000
MIN_ETINY = MIN_EMIN - (MAX_PREC-1)
# Errors
class DecimalException(ArithmeticError):
"""Base exception class.
Used exceptions derive from this.
If an exception derives from another exception besides this (such as
Underflow (Inexact, Rounded, Subnormal) that indicates that it is only
called if the others are present. This isn't actually used for
anything, though.
handle -- Called when context._raise_error is called and the
trap_enabler is not set. First argument is self, second is the
context. More arguments can be given, those being after
the explanation in _raise_error (For example,
context._raise_error(NewError, '(-x)!', self._sign) would
call NewError().handle(context, self._sign).)
To define a new exception, it should be sufficient to have it derive
from DecimalException.
"""
def handle(self, context, *args):
pass
class Clamped(DecimalException):
"""Exponent of a 0 changed to fit bounds.
This occurs and signals clamped if the exponent of a result has been
altered in order to fit the constraints of a specific concrete
representation. This may occur when the exponent of a zero result would
be outside the bounds of a representation, or when a large normal
number would have an encoded exponent that cannot be represented. In
this latter case, the exponent is reduced to fit and the corresponding
number of zero digits are appended to the coefficient ("fold-down").
"""
class InvalidOperation(DecimalException):
"""An invalid operation was performed.
Various bad things cause this:
Something creates a signaling NaN
-INF + INF
0 * (+-)INF
(+-)INF / (+-)INF
x % 0
(+-)INF % x
x._rescale( non-integer )
sqrt(-x) , x > 0
0 ** 0
x ** (non-integer)
x ** (+-)INF
An operand is invalid
The result of the operation after these is a quiet positive NaN,
except when the cause is a signaling NaN, in which case the result is
also a quiet NaN, but with the original sign, and an optional
diagnostic information.
"""
def handle(self, context, *args):
if args:
ans = _dec_from_triple(args[0]._sign, args[0]._int, 'n', True)
return ans._fix_nan(context)
return _NaN
class ConversionSyntax(InvalidOperation):
"""Trying to convert badly formed string.
This occurs and signals invalid-operation if a string is being
converted to a number and it does not conform to the numeric string
syntax. The result is [0,qNaN].
"""
def handle(self, context, *args):
return _NaN
class DivisionByZero(DecimalException, ZeroDivisionError):
"""Division by 0.
This occurs and signals division-by-zero if division of a finite number
by zero was attempted (during a divide-integer or divide operation, or a
power operation with negative right-hand operand), and the dividend was
not zero.
The result of the operation is [sign,inf], where sign is the exclusive
or of the signs of the operands for divide, or is 1 for an odd power of
-0, for power.
"""
def handle(self, context, sign, *args):
return _SignedInfinity[sign]
class DivisionImpossible(InvalidOperation):
"""Cannot perform the division adequately.
This occurs and signals invalid-operation if the integer result of a
divide-integer or remainder operation had too many digits (would be
longer than precision). The result is [0,qNaN].
"""
def handle(self, context, *args):
return _NaN
class DivisionUndefined(InvalidOperation, ZeroDivisionError):
"""Undefined result of division.
This occurs and signals invalid-operation if division by zero was
attempted (during a divide-integer, divide, or remainder operation), and
the dividend is also zero. The result is [0,qNaN].
"""
def handle(self, context, *args):
return _NaN
class Inexact(DecimalException):
"""Had to round, losing information.
This occurs and signals inexact whenever the result of an operation is
not exact (that is, it needed to be rounded and any discarded digits
were non-zero), or if an overflow or underflow condition occurs. The
result in all cases is unchanged.
The inexact signal may be tested (or trapped) to determine if a given
operation (or sequence of operations) was inexact.
"""
class InvalidContext(InvalidOperation):
"""Invalid context. Unknown rounding, for example.
This occurs and signals invalid-operation if an invalid context was
detected during an operation. This can occur if contexts are not checked
on creation and either the precision exceeds the capability of the
underlying concrete representation or an unknown or unsupported rounding
was specified. These aspects of the context need only be checked when
the values are required to be used. The result is [0,qNaN].
"""
def handle(self, context, *args):
return _NaN
class Rounded(DecimalException):
"""Number got rounded (not necessarily changed during rounding).
This occurs and signals rounded whenever the result of an operation is
rounded (that is, some zero or non-zero digits were discarded from the
coefficient), or if an overflow or underflow condition occurs. The
result in all cases is unchanged.
The rounded signal may be tested (or trapped) to determine if a given
operation (or sequence of operations) caused a loss of precision.
"""
class Subnormal(DecimalException):
"""Exponent < Emin before rounding.
This occurs and signals subnormal whenever the result of a conversion or
operation is subnormal (that is, its adjusted exponent is less than
Emin, before any rounding). The result in all cases is unchanged.
The subnormal signal may be tested (or trapped) to determine if a given
or operation (or sequence of operations) yielded a subnormal result.
"""
class Overflow(Inexact, Rounded):
"""Numerical overflow.
This occurs and signals overflow if the adjusted exponent of a result
(from a conversion or from an operation that is not an attempt to divide
by zero), after rounding, would be greater than the largest value that
can be handled by the implementation (the value Emax).
The result depends on the rounding mode:
For round-half-up and round-half-even (and for round-half-down and
round-up, if implemented), the result of the operation is [sign,inf],
where sign is the sign of the intermediate result. For round-down, the
result is the largest finite number that can be represented in the
current precision, with the sign of the intermediate result. For
round-ceiling, the result is the same as for round-down if the sign of
the intermediate result is 1, or is [0,inf] otherwise. For round-floor,
the result is the same as for round-down if the sign of the intermediate
result is 0, or is [1,inf] otherwise. In all cases, Inexact and Rounded
will also be raised.
"""
def handle(self, context, sign, *args):
if context.rounding in (ROUND_HALF_UP, ROUND_HALF_EVEN,
ROUND_HALF_DOWN, ROUND_UP):
return _SignedInfinity[sign]
if sign == 0:
if context.rounding == ROUND_CEILING:
return _SignedInfinity[sign]
return _dec_from_triple(sign, '9'*context.prec,
context.Emax-context.prec+1)
if sign == 1:
if context.rounding == ROUND_FLOOR:
return _SignedInfinity[sign]
return _dec_from_triple(sign, '9'*context.prec,
context.Emax-context.prec+1)
class Underflow(Inexact, Rounded, Subnormal):
"""Numerical underflow with result rounded to 0.
This occurs and signals underflow if a result is inexact and the
adjusted exponent of the result would be smaller (more negative) than
the smallest value that can be handled by the implementation (the value
Emin). That is, the result is both inexact and subnormal.
The result after an underflow will be a subnormal number rounded, if
necessary, so that its exponent is not less than Etiny. This may result
in 0 with the sign of the intermediate result and an exponent of Etiny.
In all cases, Inexact, Rounded, and Subnormal will also be raised.
"""
class FloatOperation(DecimalException, TypeError):
"""Enable stricter semantics for mixing floats and Decimals.
If the signal is not trapped (default), mixing floats and Decimals is
permitted in the Decimal() constructor, context.create_decimal() and
all comparison operators. Both conversion and comparisons are exact.
Any occurrence of a mixed operation is silently recorded by setting
FloatOperation in the context flags. Explicit conversions with
Decimal.from_float() or context.create_decimal_from_float() do not
set the flag.
Otherwise (the signal is trapped), only equality comparisons and explicit
conversions are silent. All other mixed operations raise FloatOperation.
"""
# List of public traps and flags
_signals = [Clamped, DivisionByZero, Inexact, Overflow, Rounded,
Underflow, InvalidOperation, Subnormal, FloatOperation]
# Map conditions (per the spec) to signals
_condition_map = {ConversionSyntax:InvalidOperation,
DivisionImpossible:InvalidOperation,
DivisionUndefined:InvalidOperation,
InvalidContext:InvalidOperation}
# Valid rounding modes
_rounding_modes = (ROUND_DOWN, ROUND_HALF_UP, ROUND_HALF_EVEN, ROUND_CEILING,
ROUND_FLOOR, ROUND_UP, ROUND_HALF_DOWN, ROUND_05UP)
##### Context Functions ##################################################
# The getcontext() and setcontext() function manage access to a thread-local
# current context.
import contextvars
_current_context_var = contextvars.ContextVar('decimal_context')
def getcontext():
"""Returns this thread's context.
If this thread does not yet have a context, returns
a new context and sets this thread's context.
New contexts are copies of DefaultContext.
"""
try:
return _current_context_var.get()
except LookupError:
context = Context()
_current_context_var.set(context)
return context
def setcontext(context):
"""Set this thread's context to context."""
if context in (DefaultContext, BasicContext, ExtendedContext):
context = context.copy()
context.clear_flags()
_current_context_var.set(context)
del contextvars # Don't contaminate the namespace
def localcontext(ctx=None):
"""Return a context manager for a copy of the supplied context
Uses a copy of the current context if no context is specified
The returned context manager creates a local decimal context
in a with statement:
def sin(x):
with localcontext() as ctx:
ctx.prec += 2
# Rest of sin calculation algorithm
# uses a precision 2 greater than normal
return +s # Convert result to normal precision
def sin(x):
with localcontext(ExtendedContext):
# Rest of sin calculation algorithm
# uses the Extended Context from the
# General Decimal Arithmetic Specification
return +s # Convert result to normal context
>>> setcontext(DefaultContext)
>>> print(getcontext().prec)
28
>>> with localcontext():
... ctx = getcontext()
... ctx.prec += 2
... print(ctx.prec)
...
30
>>> with localcontext(ExtendedContext):
... print(getcontext().prec)
...
9
>>> print(getcontext().prec)
28
"""
if ctx is None: ctx = getcontext()
return _ContextManager(ctx)
##### Decimal class #######################################################
# Do not subclass Decimal from numbers.Real and do not register it as such
# (because Decimals are not interoperable with floats). See the notes in
# numbers.py for more detail.
class Decimal(object):
"""Floating point class for decimal arithmetic."""
__slots__ = ('_exp','_int','_sign', '_is_special')
# Generally, the value of the Decimal instance is given by
# (-1)**_sign * _int * 10**_exp
# Special values are signified by _is_special == True
# We're immutable, so use __new__ not __init__
def __new__(cls, value="0", context=None):
"""Create a decimal point instance.
>>> Decimal('3.14') # string input
Decimal('3.14')
>>> Decimal((0, (3, 1, 4), -2)) # tuple (sign, digit_tuple, exponent)
Decimal('3.14')
>>> Decimal(314) # int
Decimal('314')
>>> Decimal(Decimal(314)) # another decimal instance
Decimal('314')
>>> Decimal(' 3.14 \\n') # leading and trailing whitespace okay
Decimal('3.14')
"""
# Note that the coefficient, self._int, is actually stored as
# a string rather than as a tuple of digits. This speeds up
# the "digits to integer" and "integer to digits" conversions
# that are used in almost every arithmetic operation on
# Decimals. This is an internal detail: the as_tuple function
# and the Decimal constructor still deal with tuples of
# digits.
self = object.__new__(cls)
# From a string
# REs insist on real strings, so we can too.
if isinstance(value, str):
m = _parser(value.strip().replace("_", ""))
if m is None:
if context is None:
context = getcontext()
return context._raise_error(ConversionSyntax,
"Invalid literal for Decimal: %r" % value)
if m.group('sign') == "-":
self._sign = 1
else:
self._sign = 0
intpart = m.group('int')
if intpart is not None:
# finite number
fracpart = m.group('frac') or ''
exp = int(m.group('exp') or '0')
self._int = str(int(intpart+fracpart))
self._exp = exp - len(fracpart)
self._is_special = False
else:
diag = m.group('diag')
if diag is not None:
# NaN
self._int = str(int(diag or '0')).lstrip('0')
if m.group('signal'):
self._exp = 'N'
else:
self._exp = 'n'
else:
# infinity
self._int = '0'
self._exp = 'F'
self._is_special = True
return self
# From an integer
if isinstance(value, int):
if value >= 0:
self._sign = 0
else:
self._sign = 1
self._exp = 0
self._int = str(abs(value))
self._is_special = False
return self
# From another decimal
if isinstance(value, Decimal):
self._exp = value._exp
self._sign = value._sign
self._int = value._int
self._is_special = value._is_special
return self
# From an internal working value
if isinstance(value, _WorkRep):
self._sign = value.sign
self._int = str(value.int)
self._exp = int(value.exp)
self._is_special = False
return self
# tuple/list conversion (possibly from as_tuple())
if isinstance(value, (list,tuple)):
if len(value) != 3:
raise ValueError('Invalid tuple size in creation of Decimal '
'from list or tuple. The list or tuple '
'should have exactly three elements.')
# process sign. The isinstance test rejects floats
if not (isinstance(value[0], int) and value[0] in (0,1)):
raise ValueError("Invalid sign. The first value in the tuple "
"should be an integer; either 0 for a "
"positive number or 1 for a negative number.")
self._sign = value[0]
if value[2] == 'F':
# infinity: value[1] is ignored
self._int = '0'
self._exp = value[2]
self._is_special = True
else:
# process and validate the digits in value[1]
digits = []
for digit in value[1]:
if isinstance(digit, int) and 0 <= digit <= 9:
# skip leading zeros
if digits or digit != 0:
digits.append(digit)
else:
raise ValueError("The second value in the tuple must "
"be composed of integers in the range "
"0 through 9.")
if value[2] in ('n', 'N'):
# NaN: digits form the diagnostic
self._int = ''.join(map(str, digits))
self._exp = value[2]
self._is_special = True
elif isinstance(value[2], int):
# finite number: digits give the coefficient
self._int = ''.join(map(str, digits or [0]))
self._exp = value[2]
self._is_special = False
else:
raise ValueError("The third value in the tuple must "
"be an integer, or one of the "
"strings 'F', 'n', 'N'.")
return self
if isinstance(value, float):
if context is None:
context = getcontext()
context._raise_error(FloatOperation,
"strict semantics for mixing floats and Decimals are "
"enabled")
value = Decimal.from_float(value)
self._exp = value._exp
self._sign = value._sign
self._int = value._int
self._is_special = value._is_special
return self
raise TypeError("Cannot convert %r to Decimal" % value)
@classmethod
def from_float(cls, f):
"""Converts a float to a decimal number, exactly.
Note that Decimal.from_float(0.1) is not the same as Decimal('0.1').
Since 0.1 is not exactly representable in binary floating point, the
value is stored as the nearest representable value which is
0x1.999999999999ap-4. The exact equivalent of the value in decimal
is 0.1000000000000000055511151231257827021181583404541015625.
>>> Decimal.from_float(0.1)
Decimal('0.1000000000000000055511151231257827021181583404541015625')
>>> Decimal.from_float(float('nan'))
Decimal('NaN')
>>> Decimal.from_float(float('inf'))
Decimal('Infinity')
>>> Decimal.from_float(-float('inf'))
Decimal('-Infinity')
>>> Decimal.from_float(-0.0)
Decimal('-0')
"""
if isinstance(f, int): # handle integer inputs
sign = 0 if f >= 0 else 1
k = 0
coeff = str(abs(f))
elif isinstance(f, float):
if _math.isinf(f) or _math.isnan(f):
return cls(repr(f))
if _math.copysign(1.0, f) == 1.0:
sign = 0
else:
sign = 1
n, d = abs(f).as_integer_ratio()
k = d.bit_length() - 1
coeff = str(n*5**k)
else:
raise TypeError("argument must be int or float.")
result = _dec_from_triple(sign, coeff, -k)
if cls is Decimal:
return result
else:
return cls(result)
def _isnan(self):
"""Returns whether the number is not actually one.
0 if a number
1 if NaN
2 if sNaN
"""
if self._is_special:
exp = self._exp
if exp == 'n':
return 1
elif exp == 'N':
return 2
return 0
def _isinfinity(self):
"""Returns whether the number is infinite
0 if finite or not a number
1 if +INF
-1 if -INF
"""
if self._exp == 'F':
if self._sign:
return -1
return 1
return 0
def _check_nans(self, other=None, context=None):
"""Returns whether the number is not actually one.
if self, other are sNaN, signal
if self, other are NaN return nan
return 0
Done before operations.
"""
self_is_nan = self._isnan()
if other is None:
other_is_nan = False
else:
other_is_nan = other._isnan()
if self_is_nan or other_is_nan:
if context is None:
context = getcontext()
if self_is_nan == 2:
return context._raise_error(InvalidOperation, 'sNaN',
self)
if other_is_nan == 2:
return context._raise_error(InvalidOperation, 'sNaN',
other)
if self_is_nan:
return self._fix_nan(context)
return other._fix_nan(context)
return 0
def _compare_check_nans(self, other, context):
"""Version of _check_nans used for the signaling comparisons
compare_signal, __le__, __lt__, __ge__, __gt__.
Signal InvalidOperation if either self or other is a (quiet
or signaling) NaN. Signaling NaNs take precedence over quiet
NaNs.
Return 0 if neither operand is a NaN.
"""
if context is None:
context = getcontext()
if self._is_special or other._is_special:
if self.is_snan():
return context._raise_error(InvalidOperation,
'comparison involving sNaN',
self)
elif other.is_snan():
return context._raise_error(InvalidOperation,
'comparison involving sNaN',
other)
elif self.is_qnan():
return context._raise_error(InvalidOperation,
'comparison involving NaN',
self)
elif other.is_qnan():
return context._raise_error(InvalidOperation,
'comparison involving NaN',
other)
return 0
def __bool__(self):
"""Return True if self is nonzero; otherwise return False.
NaNs and infinities are considered nonzero.
"""
return self._is_special or self._int != '0'
def _cmp(self, other):
"""Compare the two non-NaN decimal instances self and other.
Returns -1 if self < other, 0 if self == other and 1
if self > other. This routine is for internal use only."""
if self._is_special or other._is_special:
self_inf = self._isinfinity()
other_inf = other._isinfinity()
if self_inf == other_inf:
return 0
elif self_inf < other_inf:
return -1
else:
return 1
# check for zeros; Decimal('0') == Decimal('-0')
if not self:
if not other:
return 0
else:
return -((-1)**other._sign)
if not other:
return (-1)**self._sign
# If different signs, neg one is less
if other._sign < self._sign:
return -1
if self._sign < other._sign:
return 1
self_adjusted = self.adjusted()
other_adjusted = other.adjusted()
if self_adjusted == other_adjusted:
self_padded = self._int + '0'*(self._exp - other._exp)
other_padded = other._int + '0'*(other._exp - self._exp)
if self_padded == other_padded:
return 0
elif self_padded < other_padded:
return -(-1)**self._sign
else:
return (-1)**self._sign
elif self_adjusted > other_adjusted:
return (-1)**self._sign
else: # self_adjusted < other_adjusted
return -((-1)**self._sign)
# Note: The Decimal standard doesn't cover rich comparisons for
# Decimals. In particular, the specification is silent on the
# subject of what should happen for a comparison involving a NaN.
# We take the following approach:
#
# == comparisons involving a quiet NaN always return False
# != comparisons involving a quiet NaN always return True
# == or != comparisons involving a signaling NaN signal
# InvalidOperation, and return False or True as above if the
# InvalidOperation is not trapped.
# <, >, <= and >= comparisons involving a (quiet or signaling)
# NaN signal InvalidOperation, and return False if the
# InvalidOperation is not trapped.
#
# This behavior is designed to conform as closely as possible to
# that specified by IEEE 754.
def __eq__(self, other, context=None):
self, other = _convert_for_comparison(self, other, equality_op=True)
if other is NotImplemented:
return other
if self._check_nans(other, context):
return False
return self._cmp(other) == 0
def __lt__(self, other, context=None):
self, other = _convert_for_comparison(self, other)
if other is NotImplemented:
return other
ans = self._compare_check_nans(other, context)
if ans:
return False
return self._cmp(other) < 0
def __le__(self, other, context=None):
self, other = _convert_for_comparison(self, other)
if other is NotImplemented:
return other
ans = self._compare_check_nans(other, context)
if ans:
return False
return self._cmp(other) <= 0
def __gt__(self, other, context=None):
self, other = _convert_for_comparison(self, other)
if other is NotImplemented:
return other
ans = self._compare_check_nans(other, context)
if ans:
return False
return self._cmp(other) > 0
def __ge__(self, other, context=None):
self, other = _convert_for_comparison(self, other)
if other is NotImplemented:
return other
ans = self._compare_check_nans(other, context)
if ans:
return False
return self._cmp(other) >= 0
def compare(self, other, context=None):
"""Compare self to other. Return a decimal value:
a or b is a NaN ==> Decimal('NaN')
a < b ==> Decimal('-1')
a == b ==> Decimal('0')
a > b ==> Decimal('1')
"""
other = _convert_other(other, raiseit=True)
# Compare(NaN, NaN) = NaN
if (self._is_special or other and other._is_special):
ans = self._check_nans(other, context)
if ans:
return ans
return Decimal(self._cmp(other))
def __hash__(self):
"""x.__hash__() <==> hash(x)"""
# In order to make sure that the hash of a Decimal instance
# agrees with the hash of a numerically equal integer, float
# or Fraction, we follow the rules for numeric hashes outlined
# in the documentation. (See library docs, 'Built-in Types').
if self._is_special:
if self.is_snan():
raise TypeError('Cannot hash a signaling NaN value.')
elif self.is_nan():
return _PyHASH_NAN
else:
if self._sign:
return -_PyHASH_INF
else:
return _PyHASH_INF
if self._exp >= 0:
exp_hash = pow(10, self._exp, _PyHASH_MODULUS)
else:
exp_hash = pow(_PyHASH_10INV, -self._exp, _PyHASH_MODULUS)
hash_ = int(self._int) * exp_hash % _PyHASH_MODULUS
ans = hash_ if self >= 0 else -hash_
return -2 if ans == -1 else ans
def as_tuple(self):
"""Represents the number as a triple tuple.
To show the internals exactly as they are.
"""
return DecimalTuple(self._sign, tuple(map(int, self._int)), self._exp)
def as_integer_ratio(self):
"""Express a finite Decimal instance in the form n / d.
Returns a pair (n, d) of integers. When called on an infinity
or NaN, raises OverflowError or ValueError respectively.
>>> Decimal('3.14').as_integer_ratio()
(157, 50)
>>> Decimal('-123e5').as_integer_ratio()
(-12300000, 1)
>>> Decimal('0.00').as_integer_ratio()
(0, 1)
"""
if self._is_special:
if self.is_nan():
raise ValueError("cannot convert NaN to integer ratio")
else:
raise OverflowError("cannot convert Infinity to integer ratio")
if not self:
return 0, 1
# Find n, d in lowest terms such that abs(self) == n / d;
# we'll deal with the sign later.
n = int(self._int)
if self._exp >= 0:
# self is an integer.
n, d = n * 10**self._exp, 1
else:
# Find d2, d5 such that abs(self) = n / (2**d2 * 5**d5).
d5 = -self._exp
while d5 > 0 and n % 5 == 0:
n //= 5
d5 -= 1
# (n & -n).bit_length() - 1 counts trailing zeros in binary
# representation of n (provided n is nonzero).
d2 = -self._exp
shift2 = min((n & -n).bit_length() - 1, d2)
if shift2:
n >>= shift2
d2 -= shift2
d = 5**d5 << d2
if self._sign:
n = -n
return n, d
def __repr__(self):
"""Represents the number as an instance of Decimal."""
# Invariant: eval(repr(d)) == d
return "Decimal('%s')" % str(self)
def __str__(self, eng=False, context=None):
"""Return string representation of the number in scientific notation.
Captures all of the information in the underlying representation.
"""
sign = ['', '-'][self._sign]
if self._is_special:
if self._exp == 'F':
return sign + 'Infinity'
elif self._exp == 'n':
return sign + 'NaN' + self._int
else: # self._exp == 'N'
return sign + 'sNaN' + self._int
# number of digits of self._int to left of decimal point
leftdigits = self._exp + len(self._int)
# dotplace is number of digits of self._int to the left of the
# decimal point in the mantissa of the output string (that is,
# after adjusting the exponent)
if self._exp <= 0 and leftdigits > -6:
# no exponent required
dotplace = leftdigits
elif not eng:
# usual scientific notation: 1 digit on left of the point
dotplace = 1
elif self._int == '0':
# engineering notation, zero
dotplace = (leftdigits + 1) % 3 - 1
else:
# engineering notation, nonzero
dotplace = (leftdigits - 1) % 3 + 1
if dotplace <= 0:
intpart = '0'
fracpart = '.' + '0'*(-dotplace) + self._int
elif dotplace >= len(self._int):
intpart = self._int+'0'*(dotplace-len(self._int))
fracpart = ''
else:
intpart = self._int[:dotplace]
fracpart = '.' + self._int[dotplace:]
if leftdigits == dotplace:
exp = ''
else:
if context is None:
context = getcontext()
exp = ['e', 'E'][context.capitals] + "%+d" % (leftdigits-dotplace)
return sign + intpart + fracpart + exp
def to_eng_string(self, context=None):
"""Convert to a string, using engineering notation if an exponent is needed.
Engineering notation has an exponent which is a multiple of 3. This
can leave up to 3 digits to the left of the decimal place and may
require the addition of either one or two trailing zeros.
"""
return self.__str__(eng=True, context=context)
def __neg__(self, context=None):
"""Returns a copy with the sign switched.
Rounds, if it has reason.
"""
if self._is_special:
ans = self._check_nans(context=context)
if ans:
return ans
if context is None:
context = getcontext()
if not self and context.rounding != ROUND_FLOOR:
# -Decimal('0') is Decimal('0'), not Decimal('-0'), except
# in ROUND_FLOOR rounding mode.
ans = self.copy_abs()
else:
ans = self.copy_negate()
return ans._fix(context)
def __pos__(self, context=None):
"""Returns a copy, unless it is a sNaN.
Rounds the number (if more than precision digits)
"""
if self._is_special:
ans = self._check_nans(context=context)
if ans:
return ans
if context is None:
context = getcontext()
if not self and context.rounding != ROUND_FLOOR:
# + (-0) = 0, except in ROUND_FLOOR rounding mode.
ans = self.copy_abs()
else:
ans = Decimal(self)
return ans._fix(context)
def __abs__(self, round=True, context=None):
"""Returns the absolute value of self.
If the keyword argument 'round' is false, do not round. The
expression self.__abs__(round=False) is equivalent to
self.copy_abs().
"""
if not round:
return self.copy_abs()
if self._is_special:
ans = self._check_nans(context=context)
if ans:
return ans
if self._sign:
ans = self.__neg__(context=context)
else:
ans = self.__pos__(context=context)
return ans
def __add__(self, other, context=None):
"""Returns self + other.
-INF + INF (or the reverse) cause InvalidOperation errors.
"""
other = _convert_other(other)
if other is NotImplemented:
return other
if context is None:
context = getcontext()
if self._is_special or other._is_special:
ans = self._check_nans(other, context)
if ans:
return ans
if self._isinfinity():
# If both INF, same sign => same as both, opposite => error.
if self._sign != other._sign and other._isinfinity():
return context._raise_error(InvalidOperation, '-INF + INF')
return Decimal(self)
if other._isinfinity():
return Decimal(other) # Can't both be infinity here
exp = min(self._exp, other._exp)
negativezero = 0
if context.rounding == ROUND_FLOOR and self._sign != other._sign:
# If the answer is 0, the sign should be negative, in this case.
negativezero = 1
if not self and not other:
sign = min(self._sign, other._sign)
if negativezero:
sign = 1
ans = _dec_from_triple(sign, '0', exp)
ans = ans._fix(context)
return ans
if not self:
exp = max(exp, other._exp - context.prec-1)
ans = other._rescale(exp, context.rounding)
ans = ans._fix(context)
return ans
if not other:
exp = max(exp, self._exp - context.prec-1)
ans = self._rescale(exp, context.rounding)
ans = ans._fix(context)
return ans
op1 = _WorkRep(self)
op2 = _WorkRep(other)
op1, op2 = _normalize(op1, op2, context.prec)
result = _WorkRep()
if op1.sign != op2.sign:
# Equal and opposite
if op1.int == op2.int:
ans = _dec_from_triple(negativezero, '0', exp)
ans = ans._fix(context)
return ans
if op1.int < op2.int:
op1, op2 = op2, op1
# OK, now abs(op1) > abs(op2)
if op1.sign == 1:
result.sign = 1
op1.sign, op2.sign = op2.sign, op1.sign
else:
result.sign = 0
# So we know the sign, and op1 > 0.
elif op1.sign == 1:
result.sign = 1
op1.sign, op2.sign = (0, 0)
else:
result.sign = 0
# Now, op1 > abs(op2) > 0
if op2.sign == 0:
result.int = op1.int + op2.int
else:
result.int = op1.int - op2.int
result.exp = op1.exp
ans = Decimal(result)
ans = ans._fix(context)
return ans
__radd__ = __add__
def __sub__(self, other, context=None):
"""Return self - other"""
other = _convert_other(other)
if other is NotImplemented:
return other
if self._is_special or other._is_special:
ans = self._check_nans(other, context=context)
if ans:
return ans
# self - other is computed as self + other.copy_negate()
return self.__add__(other.copy_negate(), context=context)
def __rsub__(self, other, context=None):
"""Return other - self"""
other = _convert_other(other)
if other is NotImplemented:
return other
return other.__sub__(self, context=context)
def __mul__(self, other, context=None):
"""Return self * other.
(+-) INF * 0 (or its reverse) raise InvalidOperation.
"""
other = _convert_other(other)
if other is NotImplemented:
return other
if context is None:
context = getcontext()
resultsign = self._sign ^ other._sign
if self._is_special or other._is_special:
ans = self._check_nans(other, context)
if ans:
return ans
if self._isinfinity():
if not other:
return context._raise_error(InvalidOperation, '(+-)INF * 0')
return _SignedInfinity[resultsign]
if other._isinfinity():
if not self:
return context._raise_error(InvalidOperation, '0 * (+-)INF')
return _SignedInfinity[resultsign]
resultexp = self._exp + other._exp
# Special case for multiplying by zero
if not self or not other:
ans = _dec_from_triple(resultsign, '0', resultexp)
# Fixing in case the exponent is out of bounds
ans = ans._fix(context)
return ans
# Special case for multiplying by power of 10
if self._int == '1':
ans = _dec_from_triple(resultsign, other._int, resultexp)
ans = ans._fix(context)
return ans
if other._int == '1':
ans = _dec_from_triple(resultsign, self._int, resultexp)
ans = ans._fix(context)
return ans
op1 = _WorkRep(self)
op2 = _WorkRep(other)
ans = _dec_from_triple(resultsign, str(op1.int * op2.int), resultexp)
ans = ans._fix(context)
return ans
__rmul__ = __mul__
def __truediv__(self, other, context=None):
"""Return self / other."""
other = _convert_other(other)
if other is NotImplemented:
return NotImplemented
if context is None:
context = getcontext()
sign = self._sign ^ other._sign
if self._is_special or other._is_special:
ans = self._check_nans(other, context)
if ans:
return ans
if self._isinfinity() and other._isinfinity():
return context._raise_error(InvalidOperation, '(+-)INF/(+-)INF')
if self._isinfinity():
return _SignedInfinity[sign]
if other._isinfinity():
context._raise_error(Clamped, 'Division by infinity')
return _dec_from_triple(sign, '0', context.Etiny())
# Special cases for zeroes
if not other:
if not self:
return context._raise_error(DivisionUndefined, '0 / 0')
return context._raise_error(DivisionByZero, 'x / 0', sign)
if not self:
exp = self._exp - other._exp
coeff = 0
else:
# OK, so neither = 0, INF or NaN
shift = len(other._int) - len(self._int) + context.prec + 1
exp = self._exp - other._exp - shift
op1 = _WorkRep(self)
op2 = _WorkRep(other)
if shift >= 0:
coeff, remainder = divmod(op1.int * 10**shift, op2.int)
else:
coeff, remainder = divmod(op1.int, op2.int * 10**-shift)
if remainder:
# result is not exact; adjust to ensure correct rounding
if coeff % 5 == 0:
coeff += 1
else:
# result is exact; get as close to ideal exponent as possible
ideal_exp = self._exp - other._exp
while exp < ideal_exp and coeff % 10 == 0:
coeff //= 10
exp += 1
ans = _dec_from_triple(sign, str(coeff), exp)
return ans._fix(context)
def _divide(self, other, context):
"""Return (self // other, self % other), to context.prec precision.
Assumes that neither self nor other is a NaN, that self is not
infinite and that other is nonzero.
"""
sign = self._sign ^ other._sign
if other._isinfinity():
ideal_exp = self._exp
else:
ideal_exp = min(self._exp, other._exp)
expdiff = self.adjusted() - other.adjusted()
if not self or other._isinfinity() or expdiff <= -2:
return (_dec_from_triple(sign, '0', 0),
self._rescale(ideal_exp, context.rounding))
if expdiff <= context.prec:
op1 = _WorkRep(self)
op2 = _WorkRep(other)
if op1.exp >= op2.exp:
op1.int *= 10**(op1.exp - op2.exp)
else:
op2.int *= 10**(op2.exp - op1.exp)
q, r = divmod(op1.int, op2.int)
if q < 10**context.prec:
return (_dec_from_triple(sign, str(q), 0),
_dec_from_triple(self._sign, str(r), ideal_exp))
# Here the quotient is too large to be representable
ans = context._raise_error(DivisionImpossible,
'quotient too large in //, % or divmod')
return ans, ans
def __rtruediv__(self, other, context=None):
"""Swaps self/other and returns __truediv__."""
other = _convert_other(other)
if other is NotImplemented:
return other
return other.__truediv__(self, context=context)
def __divmod__(self, other, context=None):
"""
Return (self // other, self % other)
"""
other = _convert_other(other)
if other is NotImplemented:
return other
if context is None:
context = getcontext()
ans = self._check_nans(other, context)
if ans:
return (ans, ans)
sign = self._sign ^ other._sign
if self._isinfinity():
if other._isinfinity():
ans = context._raise_error(InvalidOperation, 'divmod(INF, INF)')
return ans, ans
else:
return (_SignedInfinity[sign],
context._raise_error(InvalidOperation, 'INF % x'))
if not other:
if not self:
ans = context._raise_error(DivisionUndefined, 'divmod(0, 0)')
return ans, ans
else:
return (context._raise_error(DivisionByZero, 'x // 0', sign),
context._raise_error(InvalidOperation, 'x % 0'))
quotient, remainder = self._divide(other, context)
remainder = remainder._fix(context)
return quotient, remainder
def __rdivmod__(self, other, context=None):
"""Swaps self/other and returns __divmod__."""
other = _convert_other(other)
if other is NotImplemented:
return other
return other.__divmod__(self, context=context)
def __mod__(self, other, context=None):
"""
self % other
"""
other = _convert_other(other)
if other is NotImplemented:
return other
if context is None:
context = getcontext()
ans = self._check_nans(other, context)
if ans:
return ans
if self._isinfinity():
return context._raise_error(InvalidOperation, 'INF % x')
elif not other:
if self:
return context._raise_error(InvalidOperation, 'x % 0')
else:
return context._raise_error(DivisionUndefined, '0 % 0')
remainder = self._divide(other, context)[1]
remainder = remainder._fix(context)
return remainder
def __rmod__(self, other, context=None):
"""Swaps self/other and returns __mod__."""
other = _convert_other(other)
if other is NotImplemented:
return other
return other.__mod__(self, context=context)
def remainder_near(self, other, context=None):
"""
Remainder nearest to 0- abs(remainder-near) <= other/2
"""
if context is None:
context = getcontext()
other = _convert_other(other, raiseit=True)
ans = self._check_nans(other, context)
if ans:
return ans
# self == +/-infinity -> InvalidOperation
if self._isinfinity():
return context._raise_error(InvalidOperation,
'remainder_near(infinity, x)')
# other == 0 -> either InvalidOperation or DivisionUndefined
if not other:
if self:
return context._raise_error(InvalidOperation,
'remainder_near(x, 0)')
else:
return context._raise_error(DivisionUndefined,
'remainder_near(0, 0)')
# other = +/-infinity -> remainder = self
if other._isinfinity():
ans = Decimal(self)
return ans._fix(context)
# self = 0 -> remainder = self, with ideal exponent
ideal_exponent = min(self._exp, other._exp)
if not self:
ans = _dec_from_triple(self._sign, '0', ideal_exponent)
return ans._fix(context)
# catch most cases of large or small quotient
expdiff = self.adjusted() - other.adjusted()
if expdiff >= context.prec + 1:
# expdiff >= prec+1 => abs(self/other) > 10**prec
return context._raise_error(DivisionImpossible)
if expdiff <= -2:
# expdiff <= -2 => abs(self/other) < 0.1
ans = self._rescale(ideal_exponent, context.rounding)
return ans._fix(context)
# adjust both arguments to have the same exponent, then divide
op1 = _WorkRep(self)
op2 = _WorkRep(other)
if op1.exp >= op2.exp:
op1.int *= 10**(op1.exp - op2.exp)
else:
op2.int *= 10**(op2.exp - op1.exp)
q, r = divmod(op1.int, op2.int)
# remainder is r*10**ideal_exponent; other is +/-op2.int *
# 10**ideal_exponent. Apply correction to ensure that
# abs(remainder) <= abs(other)/2
if 2*r + (q&1) > op2.int:
r -= op2.int
q += 1
if q >= 10**context.prec:
return context._raise_error(DivisionImpossible)
# result has same sign as self unless r is negative
sign = self._sign
if r < 0:
sign = 1-sign
r = -r
ans = _dec_from_triple(sign, str(r), ideal_exponent)
return ans._fix(context)
def __floordiv__(self, other, context=None):
"""self // other"""
other = _convert_other(other)
if other is NotImplemented:
return other
if context is None:
context = getcontext()
ans = self._check_nans(other, context)
if ans:
return ans
if self._isinfinity():
if other._isinfinity():
return context._raise_error(InvalidOperation, 'INF // INF')
else:
return _SignedInfinity[self._sign ^ other._sign]
if not other:
if self:
return context._raise_error(DivisionByZero, 'x // 0',
self._sign ^ other._sign)
else:
return context._raise_error(DivisionUndefined, '0 // 0')
return self._divide(other, context)[0]
def __rfloordiv__(self, other, context=None):
"""Swaps self/other and returns __floordiv__."""
other = _convert_other(other)
if other is NotImplemented:
return other
return other.__floordiv__(self, context=context)
def __float__(self):
"""Float representation."""
if self._isnan():
if self.is_snan():
raise ValueError("Cannot convert signaling NaN to float")
s = "-nan" if self._sign else "nan"
else:
s = str(self)
return float(s)
def __int__(self):
"""Converts self to an int, truncating if necessary."""
if self._is_special:
if self._isnan():
raise ValueError("Cannot convert NaN to integer")
elif self._isinfinity():
raise OverflowError("Cannot convert infinity to integer")
s = (-1)**self._sign
if self._exp >= 0:
return s*int(self._int)*10**self._exp
else:
return s*int(self._int[:self._exp] or '0')
__trunc__ = __int__
@property
def real(self):
return self
@property
def imag(self):
return Decimal(0)
def conjugate(self):
return self
def __complex__(self):
return complex(float(self))
def _fix_nan(self, context):
"""Decapitate the payload of a NaN to fit the context"""
payload = self._int
# maximum length of payload is precision if clamp=0,
# precision-1 if clamp=1.
max_payload_len = context.prec - context.clamp
if len(payload) > max_payload_len:
payload = payload[len(payload)-max_payload_len:].lstrip('0')
return _dec_from_triple(self._sign, payload, self._exp, True)
return Decimal(self)
def _fix(self, context):
"""Round if it is necessary to keep self within prec precision.
Rounds and fixes the exponent. Does not raise on a sNaN.
Arguments:
self - Decimal instance
context - context used.
"""
if self._is_special:
if self._isnan():
# decapitate payload if necessary
return self._fix_nan(context)
else:
# self is +/-Infinity; return unaltered
return Decimal(self)
# if self is zero then exponent should be between Etiny and
# Emax if clamp==0, and between Etiny and Etop if clamp==1.
Etiny = context.Etiny()
Etop = context.Etop()
if not self:
exp_max = [context.Emax, Etop][context.clamp]
new_exp = min(max(self._exp, Etiny), exp_max)
if new_exp != self._exp:
context._raise_error(Clamped)
return _dec_from_triple(self._sign, '0', new_exp)
else:
return Decimal(self)
# exp_min is the smallest allowable exponent of the result,
# equal to max(self.adjusted()-context.prec+1, Etiny)
exp_min = len(self._int) + self._exp - context.prec
if exp_min > Etop:
# overflow: exp_min > Etop iff self.adjusted() > Emax
ans = context._raise_error(Overflow, 'above Emax', self._sign)
context._raise_error(Inexact)
context._raise_error(Rounded)
return ans
self_is_subnormal = exp_min < Etiny
if self_is_subnormal:
exp_min = Etiny
# round if self has too many digits
if self._exp < exp_min:
digits = len(self._int) + self._exp - exp_min
if digits < 0:
self = _dec_from_triple(self._sign, '1', exp_min-1)
digits = 0
rounding_method = self._pick_rounding_function[context.rounding]
changed = rounding_method(self, digits)
coeff = self._int[:digits] or '0'
if changed > 0:
coeff = str(int(coeff)+1)
if len(coeff) > context.prec:
coeff = coeff[:-1]
exp_min += 1
# check whether the rounding pushed the exponent out of range
if exp_min > Etop:
ans = context._raise_error(Overflow, 'above Emax', self._sign)
else:
ans = _dec_from_triple(self._sign, coeff, exp_min)
# raise the appropriate signals, taking care to respect
# the precedence described in the specification
if changed and self_is_subnormal:
context._raise_error(Underflow)
if self_is_subnormal:
context._raise_error(Subnormal)
if changed:
context._raise_error(Inexact)
context._raise_error(Rounded)
if not ans:
# raise Clamped on underflow to 0
context._raise_error(Clamped)
return ans
if self_is_subnormal:
context._raise_error(Subnormal)
# fold down if clamp == 1 and self has too few digits
if context.clamp == 1 and self._exp > Etop:
context._raise_error(Clamped)
self_padded = self._int + '0'*(self._exp - Etop)
return _dec_from_triple(self._sign, self_padded, Etop)
# here self was representable to begin with; return unchanged
return Decimal(self)
# for each of the rounding functions below:
# self is a finite, nonzero Decimal
# prec is an integer satisfying 0 <= prec < len(self._int)
#
# each function returns either -1, 0, or 1, as follows:
# 1 indicates that self should be rounded up (away from zero)
# 0 indicates that self should be truncated, and that all the
# digits to be truncated are zeros (so the value is unchanged)
# -1 indicates that there are nonzero digits to be truncated
def _round_down(self, prec):
"""Also known as round-towards-0, truncate."""
if _all_zeros(self._int, prec):
return 0
else:
return -1
def _round_up(self, prec):
"""Rounds away from 0."""
return -self._round_down(prec)
def _round_half_up(self, prec):
"""Rounds 5 up (away from 0)"""
if self._int[prec] in '56789':
return 1
elif _all_zeros(self._int, prec):
return 0
else:
return -1
def _round_half_down(self, prec):
"""Round 5 down"""
if _exact_half(self._int, prec):
return -1
else:
return self._round_half_up(prec)
def _round_half_even(self, prec):
"""Round 5 to even, rest to nearest."""
if _exact_half(self._int, prec) and \
(prec == 0 or self._int[prec-1] in '02468'):
return -1
else:
return self._round_half_up(prec)
def _round_ceiling(self, prec):
"""Rounds up (not away from 0 if negative.)"""
if self._sign:
return self._round_down(prec)
else:
return -self._round_down(prec)
def _round_floor(self, prec):
"""Rounds down (not towards 0 if negative)"""
if not self._sign:
return self._round_down(prec)
else:
return -self._round_down(prec)
def _round_05up(self, prec):
"""Round down unless digit prec-1 is 0 or 5."""
if prec and self._int[prec-1] not in '05':
return self._round_down(prec)
else:
return -self._round_down(prec)
_pick_rounding_function = dict(
ROUND_DOWN = _round_down,
ROUND_UP = _round_up,
ROUND_HALF_UP = _round_half_up,
ROUND_HALF_DOWN = _round_half_down,
ROUND_HALF_EVEN = _round_half_even,
ROUND_CEILING = _round_ceiling,
ROUND_FLOOR = _round_floor,
ROUND_05UP = _round_05up,
)
def __round__(self, n=None):
"""Round self to the nearest integer, or to a given precision.
If only one argument is supplied, round a finite Decimal
instance self to the nearest integer. If self is infinite or
a NaN then a Python exception is raised. If self is finite
and lies exactly halfway between two integers then it is
rounded to the integer with even last digit.
>>> round(Decimal('123.456'))
123
>>> round(Decimal('-456.789'))
-457
>>> round(Decimal('-3.0'))
-3
>>> round(Decimal('2.5'))
2
>>> round(Decimal('3.5'))
4
>>> round(Decimal('Inf'))
Traceback (most recent call last):
...
OverflowError: cannot round an infinity
>>> round(Decimal('NaN'))
Traceback (most recent call last):
...
ValueError: cannot round a NaN
If a second argument n is supplied, self is rounded to n
decimal places using the rounding mode for the current
context.
For an integer n, round(self, -n) is exactly equivalent to
self.quantize(Decimal('1En')).
>>> round(Decimal('123.456'), 0)
Decimal('123')
>>> round(Decimal('123.456'), 2)
Decimal('123.46')
>>> round(Decimal('123.456'), -2)
Decimal('1E+2')
>>> round(Decimal('-Infinity'), 37)
Decimal('NaN')
>>> round(Decimal('sNaN123'), 0)
Decimal('NaN123')
"""
if n is not None:
# two-argument form: use the equivalent quantize call
if not isinstance(n, int):
raise TypeError('Second argument to round should be integral')
exp = _dec_from_triple(0, '1', -n)
return self.quantize(exp)
# one-argument form
if self._is_special:
if self.is_nan():
raise ValueError("cannot round a NaN")
else:
raise OverflowError("cannot round an infinity")
return int(self._rescale(0, ROUND_HALF_EVEN))
def __floor__(self):
"""Return the floor of self, as an integer.
For a finite Decimal instance self, return the greatest
integer n such that n <= self. If self is infinite or a NaN
then a Python exception is raised.
"""
if self._is_special:
if self.is_nan():
raise ValueError("cannot round a NaN")
else:
raise OverflowError("cannot round an infinity")
return int(self._rescale(0, ROUND_FLOOR))
def __ceil__(self):
"""Return the ceiling of self, as an integer.
For a finite Decimal instance self, return the least integer n
such that n >= self. If self is infinite or a NaN then a
Python exception is raised.
"""
if self._is_special:
if self.is_nan():
raise ValueError("cannot round a NaN")
else:
raise OverflowError("cannot round an infinity")
return int(self._rescale(0, ROUND_CEILING))
def fma(self, other, third, context=None):
"""Fused multiply-add.
Returns self*other+third with no rounding of the intermediate
product self*other.
self and other are multiplied together, with no rounding of
the result. The third operand is then added to the result,
and a single final rounding is performed.
"""
other = _convert_other(other, raiseit=True)
third = _convert_other(third, raiseit=True)
# compute product; raise InvalidOperation if either operand is
# a signaling NaN or if the product is zero times infinity.
if self._is_special or other._is_special:
if context is None:
context = getcontext()
if self._exp == 'N':
return context._raise_error(InvalidOperation, 'sNaN', self)
if other._exp == 'N':
return context._raise_error(InvalidOperation, 'sNaN', other)
if self._exp == 'n':
product = self
elif other._exp == 'n':
product = other
elif self._exp == 'F':
if not other:
return context._raise_error(InvalidOperation,
'INF * 0 in fma')
product = _SignedInfinity[self._sign ^ other._sign]
elif other._exp == 'F':
if not self:
return context._raise_error(InvalidOperation,
'0 * INF in fma')
product = _SignedInfinity[self._sign ^ other._sign]
else:
product = _dec_from_triple(self._sign ^ other._sign,
str(int(self._int) * int(other._int)),
self._exp + other._exp)
return product.__add__(third, context)
def _power_modulo(self, other, modulo, context=None):
"""Three argument version of __pow__"""
other = _convert_other(other)
if other is NotImplemented:
return other
modulo = _convert_other(modulo)
if modulo is NotImplemented:
return modulo
if context is None:
context = getcontext()
# deal with NaNs: if there are any sNaNs then first one wins,
# (i.e. behaviour for NaNs is identical to that of fma)
self_is_nan = self._isnan()
other_is_nan = other._isnan()
modulo_is_nan = modulo._isnan()
if self_is_nan or other_is_nan or modulo_is_nan:
if self_is_nan == 2:
return context._raise_error(InvalidOperation, 'sNaN',
self)
if other_is_nan == 2:
return context._raise_error(InvalidOperation, 'sNaN',
other)
if modulo_is_nan == 2:
return context._raise_error(InvalidOperation, 'sNaN',
modulo)
if self_is_nan:
return self._fix_nan(context)
if other_is_nan:
return other._fix_nan(context)
return modulo._fix_nan(context)
# check inputs: we apply same restrictions as Python's pow()
if not (self._isinteger() and
other._isinteger() and
modulo._isinteger()):
return context._raise_error(InvalidOperation,
'pow() 3rd argument not allowed '
'unless all arguments are integers')
if other < 0:
return context._raise_error(InvalidOperation,
'pow() 2nd argument cannot be '
'negative when 3rd argument specified')
if not modulo:
return context._raise_error(InvalidOperation,
'pow() 3rd argument cannot be 0')
# additional restriction for decimal: the modulus must be less
# than 10**prec in absolute value
if modulo.adjusted() >= context.prec:
return context._raise_error(InvalidOperation,
'insufficient precision: pow() 3rd '
'argument must not have more than '
'precision digits')
# define 0**0 == NaN, for consistency with two-argument pow
# (even though it hurts!)
if not other and not self:
return context._raise_error(InvalidOperation,
'at least one of pow() 1st argument '
'and 2nd argument must be nonzero; '
'0**0 is not defined')
# compute sign of result
if other._iseven():
sign = 0
else:
sign = self._sign
# convert modulo to a Python integer, and self and other to
# Decimal integers (i.e. force their exponents to be >= 0)
modulo = abs(int(modulo))
base = _WorkRep(self.to_integral_value())
exponent = _WorkRep(other.to_integral_value())
# compute result using integer pow()
base = (base.int % modulo * pow(10, base.exp, modulo)) % modulo
for i in range(exponent.exp):
base = pow(base, 10, modulo)
base = pow(base, exponent.int, modulo)
return _dec_from_triple(sign, str(base), 0)
def _power_exact(self, other, p):
"""Attempt to compute self**other exactly.
Given Decimals self and other and an integer p, attempt to
compute an exact result for the power self**other, with p
digits of precision. Return None if self**other is not
exactly representable in p digits.
Assumes that elimination of special cases has already been
performed: self and other must both be nonspecial; self must
be positive and not numerically equal to 1; other must be
nonzero. For efficiency, other._exp should not be too large,
so that 10**abs(other._exp) is a feasible calculation."""
# In the comments below, we write x for the value of self and y for the
# value of other. Write x = xc*10**xe and abs(y) = yc*10**ye, with xc
# and yc positive integers not divisible by 10.
# The main purpose of this method is to identify the *failure*
# of x**y to be exactly representable with as little effort as
# possible. So we look for cheap and easy tests that
# eliminate the possibility of x**y being exact. Only if all
# these tests are passed do we go on to actually compute x**y.
# Here's the main idea. Express y as a rational number m/n, with m and
# n relatively prime and n>0. Then for x**y to be exactly
# representable (at *any* precision), xc must be the nth power of a
# positive integer and xe must be divisible by n. If y is negative
# then additionally xc must be a power of either 2 or 5, hence a power
# of 2**n or 5**n.
#
# There's a limit to how small |y| can be: if y=m/n as above
# then:
#
# (1) if xc != 1 then for the result to be representable we
# need xc**(1/n) >= 2, and hence also xc**|y| >= 2. So
# if |y| <= 1/nbits(xc) then xc < 2**nbits(xc) <=
# 2**(1/|y|), hence xc**|y| < 2 and the result is not
# representable.
#
# (2) if xe != 0, |xe|*(1/n) >= 1, so |xe|*|y| >= 1. Hence if
# |y| < 1/|xe| then the result is not representable.
#
# Note that since x is not equal to 1, at least one of (1) and
# (2) must apply. Now |y| < 1/nbits(xc) iff |yc|*nbits(xc) <
# 10**-ye iff len(str(|yc|*nbits(xc)) <= -ye.
#
# There's also a limit to how large y can be, at least if it's
# positive: the normalized result will have coefficient xc**y,
# so if it's representable then xc**y < 10**p, and y <
# p/log10(xc). Hence if y*log10(xc) >= p then the result is
# not exactly representable.
# if len(str(abs(yc*xe)) <= -ye then abs(yc*xe) < 10**-ye,
# so |y| < 1/xe and the result is not representable.
# Similarly, len(str(abs(yc)*xc_bits)) <= -ye implies |y|
# < 1/nbits(xc).
x = _WorkRep(self)
xc, xe = x.int, x.exp
while xc % 10 == 0:
xc //= 10
xe += 1
y = _WorkRep(other)
yc, ye = y.int, y.exp
while yc % 10 == 0:
yc //= 10
ye += 1
# case where xc == 1: result is 10**(xe*y), with xe*y
# required to be an integer
if xc == 1:
xe *= yc
# result is now 10**(xe * 10**ye); xe * 10**ye must be integral
while xe % 10 == 0:
xe //= 10
ye += 1
if ye < 0:
return None
exponent = xe * 10**ye
if y.sign == 1:
exponent = -exponent
# if other is a nonnegative integer, use ideal exponent
if other._isinteger() and other._sign == 0:
ideal_exponent = self._exp*int(other)
zeros = min(exponent-ideal_exponent, p-1)
else:
zeros = 0
return _dec_from_triple(0, '1' + '0'*zeros, exponent-zeros)
# case where y is negative: xc must be either a power
# of 2 or a power of 5.
if y.sign == 1:
last_digit = xc % 10
if last_digit in (2,4,6,8):
# quick test for power of 2
if xc & -xc != xc:
return None
# now xc is a power of 2; e is its exponent
e = _nbits(xc)-1
# We now have:
#
# x = 2**e * 10**xe, e > 0, and y < 0.
#
# The exact result is:
#
# x**y = 5**(-e*y) * 10**(e*y + xe*y)
#
# provided that both e*y and xe*y are integers. Note that if
# 5**(-e*y) >= 10**p, then the result can't be expressed
# exactly with p digits of precision.
#
# Using the above, we can guard against large values of ye.
# 93/65 is an upper bound for log(10)/log(5), so if
#
# ye >= len(str(93*p//65))
#
# then
#
# -e*y >= -y >= 10**ye > 93*p/65 > p*log(10)/log(5),
#
# so 5**(-e*y) >= 10**p, and the coefficient of the result
# can't be expressed in p digits.
# emax >= largest e such that 5**e < 10**p.
emax = p*93//65
if ye >= len(str(emax)):
return None
# Find -e*y and -xe*y; both must be integers
e = _decimal_lshift_exact(e * yc, ye)
xe = _decimal_lshift_exact(xe * yc, ye)
if e is None or xe is None:
return None
if e > emax:
return None
xc = 5**e
elif last_digit == 5:
# e >= log_5(xc) if xc is a power of 5; we have
# equality all the way up to xc=5**2658
e = _nbits(xc)*28//65
xc, remainder = divmod(5**e, xc)
if remainder:
return None
while xc % 5 == 0:
xc //= 5
e -= 1
# Guard against large values of ye, using the same logic as in
# the 'xc is a power of 2' branch. 10/3 is an upper bound for
# log(10)/log(2).
emax = p*10//3
if ye >= len(str(emax)):
return None
e = _decimal_lshift_exact(e * yc, ye)
xe = _decimal_lshift_exact(xe * yc, ye)
if e is None or xe is None:
return None
if e > emax:
return None
xc = 2**e
else:
return None
if xc >= 10**p:
return None
xe = -e-xe
return _dec_from_triple(0, str(xc), xe)
# now y is positive; find m and n such that y = m/n
if ye >= 0:
m, n = yc*10**ye, 1
else:
if xe != 0 and len(str(abs(yc*xe))) <= -ye:
return None
xc_bits = _nbits(xc)
if xc != 1 and len(str(abs(yc)*xc_bits)) <= -ye:
return None
m, n = yc, 10**(-ye)
while m % 2 == n % 2 == 0:
m //= 2
n //= 2
while m % 5 == n % 5 == 0:
m //= 5
n //= 5
# compute nth root of xc*10**xe
if n > 1:
# if 1 < xc < 2**n then xc isn't an nth power
if xc != 1 and xc_bits <= n:
return None
xe, rem = divmod(xe, n)
if rem != 0:
return None
# compute nth root of xc using Newton's method
a = 1 << -(-_nbits(xc)//n) # initial estimate
while True:
q, r = divmod(xc, a**(n-1))
if a <= q:
break
else:
a = (a*(n-1) + q)//n
if not (a == q and r == 0):
return None
xc = a
# now xc*10**xe is the nth root of the original xc*10**xe
# compute mth power of xc*10**xe
# if m > p*100//_log10_lb(xc) then m > p/log10(xc), hence xc**m >
# 10**p and the result is not representable.
if xc > 1 and m > p*100//_log10_lb(xc):
return None
xc = xc**m
xe *= m
if xc > 10**p:
return None
# by this point the result *is* exactly representable
# adjust the exponent to get as close as possible to the ideal
# exponent, if necessary
str_xc = str(xc)
if other._isinteger() and other._sign == 0:
ideal_exponent = self._exp*int(other)
zeros = min(xe-ideal_exponent, p-len(str_xc))
else:
zeros = 0
return _dec_from_triple(0, str_xc+'0'*zeros, xe-zeros)
def __pow__(self, other, modulo=None, context=None):
"""Return self ** other [ % modulo].
With two arguments, compute self**other.
With three arguments, compute (self**other) % modulo. For the
three argument form, the following restrictions on the
arguments hold:
- all three arguments must be integral
- other must be nonnegative
- either self or other (or both) must be nonzero
- modulo must be nonzero and must have at most p digits,
where p is the context precision.
If any of these restrictions is violated the InvalidOperation
flag is raised.
The result of pow(self, other, modulo) is identical to the
result that would be obtained by computing (self**other) %
modulo with unbounded precision, but is computed more
efficiently. It is always exact.
"""
if modulo is not None:
return self._power_modulo(other, modulo, context)
other = _convert_other(other)
if other is NotImplemented:
return other
if context is None:
context = getcontext()
# either argument is a NaN => result is NaN
ans = self._check_nans(other, context)
if ans:
return ans
# 0**0 = NaN (!), x**0 = 1 for nonzero x (including +/-Infinity)
if not other:
if not self:
return context._raise_error(InvalidOperation, '0 ** 0')
else:
return _One
# result has sign 1 iff self._sign is 1 and other is an odd integer
result_sign = 0
if self._sign == 1:
if other._isinteger():
if not other._iseven():
result_sign = 1
else:
# -ve**noninteger = NaN
# (-0)**noninteger = 0**noninteger
if self:
return context._raise_error(InvalidOperation,
'x ** y with x negative and y not an integer')
# negate self, without doing any unwanted rounding
self = self.copy_negate()
# 0**(+ve or Inf)= 0; 0**(-ve or -Inf) = Infinity
if not self:
if other._sign == 0:
return _dec_from_triple(result_sign, '0', 0)
else:
return _SignedInfinity[result_sign]
# Inf**(+ve or Inf) = Inf; Inf**(-ve or -Inf) = 0
if self._isinfinity():
if other._sign == 0:
return _SignedInfinity[result_sign]
else:
return _dec_from_triple(result_sign, '0', 0)
# 1**other = 1, but the choice of exponent and the flags
# depend on the exponent of self, and on whether other is a
# positive integer, a negative integer, or neither
if self == _One:
if other._isinteger():
# exp = max(self._exp*max(int(other), 0),
# 1-context.prec) but evaluating int(other) directly
# is dangerous until we know other is small (other
# could be 1e999999999)
if other._sign == 1:
multiplier = 0
elif other > context.prec:
multiplier = context.prec
else:
multiplier = int(other)
exp = self._exp * multiplier
if exp < 1-context.prec:
exp = 1-context.prec
context._raise_error(Rounded)
else:
context._raise_error(Inexact)
context._raise_error(Rounded)
exp = 1-context.prec
return _dec_from_triple(result_sign, '1'+'0'*-exp, exp)
# compute adjusted exponent of self
self_adj = self.adjusted()
# self ** infinity is infinity if self > 1, 0 if self < 1
# self ** -infinity is infinity if self < 1, 0 if self > 1
if other._isinfinity():
if (other._sign == 0) == (self_adj < 0):
return _dec_from_triple(result_sign, '0', 0)
else:
return _SignedInfinity[result_sign]
# from here on, the result always goes through the call
# to _fix at the end of this function.
ans = None
exact = False
# crude test to catch cases of extreme overflow/underflow. If
# log10(self)*other >= 10**bound and bound >= len(str(Emax))
# then 10**bound >= 10**len(str(Emax)) >= Emax+1 and hence
# self**other >= 10**(Emax+1), so overflow occurs. The test
# for underflow is similar.
bound = self._log10_exp_bound() + other.adjusted()
if (self_adj >= 0) == (other._sign == 0):
# self > 1 and other +ve, or self < 1 and other -ve
# possibility of overflow
if bound >= len(str(context.Emax)):
ans = _dec_from_triple(result_sign, '1', context.Emax+1)
else:
# self > 1 and other -ve, or self < 1 and other +ve
# possibility of underflow to 0
Etiny = context.Etiny()
if bound >= len(str(-Etiny)):
ans = _dec_from_triple(result_sign, '1', Etiny-1)
# try for an exact result with precision +1
if ans is None:
ans = self._power_exact(other, context.prec + 1)
if ans is not None:
if result_sign == 1:
ans = _dec_from_triple(1, ans._int, ans._exp)
exact = True
# usual case: inexact result, x**y computed directly as exp(y*log(x))
if ans is None:
p = context.prec
x = _WorkRep(self)
xc, xe = x.int, x.exp
y = _WorkRep(other)
yc, ye = y.int, y.exp
if y.sign == 1:
yc = -yc
# compute correctly rounded result: start with precision +3,
# then increase precision until result is unambiguously roundable
extra = 3
while True:
coeff, exp = _dpower(xc, xe, yc, ye, p+extra)
if coeff % (5*10**(len(str(coeff))-p-1)):
break
extra += 3
ans = _dec_from_triple(result_sign, str(coeff), exp)
# unlike exp, ln and log10, the power function respects the
# rounding mode; no need to switch to ROUND_HALF_EVEN here
# There's a difficulty here when 'other' is not an integer and
# the result is exact. In this case, the specification
# requires that the Inexact flag be raised (in spite of
# exactness), but since the result is exact _fix won't do this
# for us. (Correspondingly, the Underflow signal should also
# be raised for subnormal results.) We can't directly raise
# these signals either before or after calling _fix, since
# that would violate the precedence for signals. So we wrap
# the ._fix call in a temporary context, and reraise
# afterwards.
if exact and not other._isinteger():
# pad with zeros up to length context.prec+1 if necessary; this
# ensures that the Rounded signal will be raised.
if len(ans._int) <= context.prec:
expdiff = context.prec + 1 - len(ans._int)
ans = _dec_from_triple(ans._sign, ans._int+'0'*expdiff,
ans._exp-expdiff)
# create a copy of the current context, with cleared flags/traps
newcontext = context.copy()
newcontext.clear_flags()
for exception in _signals:
newcontext.traps[exception] = 0
# round in the new context
ans = ans._fix(newcontext)
# raise Inexact, and if necessary, Underflow
newcontext._raise_error(Inexact)
if newcontext.flags[Subnormal]:
newcontext._raise_error(Underflow)
# propagate signals to the original context; _fix could
# have raised any of Overflow, Underflow, Subnormal,
# Inexact, Rounded, Clamped. Overflow needs the correct
# arguments. Note that the order of the exceptions is
# important here.
if newcontext.flags[Overflow]:
context._raise_error(Overflow, 'above Emax', ans._sign)
for exception in Underflow, Subnormal, Inexact, Rounded, Clamped:
if newcontext.flags[exception]:
context._raise_error(exception)
else:
ans = ans._fix(context)
return ans
def __rpow__(self, other, context=None):
"""Swaps self/other and returns __pow__."""
other = _convert_other(other)
if other is NotImplemented:
return other
return other.__pow__(self, context=context)
def normalize(self, context=None):
"""Normalize- strip trailing 0s, change anything equal to 0 to 0e0"""
if context is None:
context = getcontext()
if self._is_special:
ans = self._check_nans(context=context)
if ans:
return ans
dup = self._fix(context)
if dup._isinfinity():
return dup
if not dup:
return _dec_from_triple(dup._sign, '0', 0)
exp_max = [context.Emax, context.Etop()][context.clamp]
end = len(dup._int)
exp = dup._exp
while dup._int[end-1] == '0' and exp < exp_max:
exp += 1
end -= 1
return _dec_from_triple(dup._sign, dup._int[:end], exp)
def quantize(self, exp, rounding=None, context=None):
"""Quantize self so its exponent is the same as that of exp.
Similar to self._rescale(exp._exp) but with error checking.
"""
exp = _convert_other(exp, raiseit=True)
if context is None:
context = getcontext()
if rounding is None:
rounding = context.rounding
if self._is_special or exp._is_special:
ans = self._check_nans(exp, context)
if ans:
return ans
if exp._isinfinity() or self._isinfinity():
if exp._isinfinity() and self._isinfinity():
return Decimal(self) # if both are inf, it is OK
return context._raise_error(InvalidOperation,
'quantize with one INF')
# exp._exp should be between Etiny and Emax
if not (context.Etiny() <= exp._exp <= context.Emax):
return context._raise_error(InvalidOperation,
'target exponent out of bounds in quantize')
if not self:
ans = _dec_from_triple(self._sign, '0', exp._exp)
return ans._fix(context)
self_adjusted = self.adjusted()
if self_adjusted > context.Emax:
return context._raise_error(InvalidOperation,
'exponent of quantize result too large for current context')
if self_adjusted - exp._exp + 1 > context.prec:
return context._raise_error(InvalidOperation,
'quantize result has too many digits for current context')
ans = self._rescale(exp._exp, rounding)
if ans.adjusted() > context.Emax:
return context._raise_error(InvalidOperation,
'exponent of quantize result too large for current context')
if len(ans._int) > context.prec:
return context._raise_error(InvalidOperation,
'quantize result has too many digits for current context')
# raise appropriate flags
if ans and ans.adjusted() < context.Emin:
context._raise_error(Subnormal)
if ans._exp > self._exp:
if ans != self:
context._raise_error(Inexact)
context._raise_error(Rounded)
# call to fix takes care of any necessary folddown, and
# signals Clamped if necessary
ans = ans._fix(context)
return ans
def same_quantum(self, other, context=None):
"""Return True if self and other have the same exponent; otherwise
return False.
If either operand is a special value, the following rules are used:
* return True if both operands are infinities
* return True if both operands are NaNs
* otherwise, return False.
"""
other = _convert_other(other, raiseit=True)
if self._is_special or other._is_special:
return (self.is_nan() and other.is_nan() or
self.is_infinite() and other.is_infinite())
return self._exp == other._exp
def _rescale(self, exp, rounding):
"""Rescale self so that the exponent is exp, either by padding with zeros
or by truncating digits, using the given rounding mode.
Specials are returned without change. This operation is
quiet: it raises no flags, and uses no information from the
context.
exp = exp to scale to (an integer)
rounding = rounding mode
"""
if self._is_special:
return Decimal(self)
if not self:
return _dec_from_triple(self._sign, '0', exp)
if self._exp >= exp:
# pad answer with zeros if necessary
return _dec_from_triple(self._sign,
self._int + '0'*(self._exp - exp), exp)
# too many digits; round and lose data. If self.adjusted() <
# exp-1, replace self by 10**(exp-1) before rounding
digits = len(self._int) + self._exp - exp
if digits < 0:
self = _dec_from_triple(self._sign, '1', exp-1)
digits = 0
this_function = self._pick_rounding_function[rounding]
changed = this_function(self, digits)
coeff = self._int[:digits] or '0'
if changed == 1:
coeff = str(int(coeff)+1)
return _dec_from_triple(self._sign, coeff, exp)
def _round(self, places, rounding):
"""Round a nonzero, nonspecial Decimal to a fixed number of
significant figures, using the given rounding mode.
Infinities, NaNs and zeros are returned unaltered.
This operation is quiet: it raises no flags, and uses no
information from the context.
"""
if places <= 0:
raise ValueError("argument should be at least 1 in _round")
if self._is_special or not self:
return Decimal(self)
ans = self._rescale(self.adjusted()+1-places, rounding)
# it can happen that the rescale alters the adjusted exponent;
# for example when rounding 99.97 to 3 significant figures.
# When this happens we end up with an extra 0 at the end of
# the number; a second rescale fixes this.
if ans.adjusted() != self.adjusted():
ans = ans._rescale(ans.adjusted()+1-places, rounding)
return ans
def to_integral_exact(self, rounding=None, context=None):
"""Rounds to a nearby integer.
If no rounding mode is specified, take the rounding mode from
the context. This method raises the Rounded and Inexact flags
when appropriate.
See also: to_integral_value, which does exactly the same as
this method except that it doesn't raise Inexact or Rounded.
"""
if self._is_special:
ans = self._check_nans(context=context)
if ans:
return ans
return Decimal(self)
if self._exp >= 0:
return Decimal(self)
if not self:
return _dec_from_triple(self._sign, '0', 0)
if context is None:
context = getcontext()
if rounding is None:
rounding = context.rounding
ans = self._rescale(0, rounding)
if ans != self:
context._raise_error(Inexact)
context._raise_error(Rounded)
return ans
def to_integral_value(self, rounding=None, context=None):
"""Rounds to the nearest integer, without raising inexact, rounded."""
if context is None:
context = getcontext()
if rounding is None:
rounding = context.rounding
if self._is_special:
ans = self._check_nans(context=context)
if ans:
return ans
return Decimal(self)
if self._exp >= 0:
return Decimal(self)
else:
return self._rescale(0, rounding)
# the method name changed, but we provide also the old one, for compatibility
to_integral = to_integral_value
def sqrt(self, context=None):
"""Return the square root of self."""
if context is None:
context = getcontext()
if self._is_special:
ans = self._check_nans(context=context)
if ans:
return ans
if self._isinfinity() and self._sign == 0:
return Decimal(self)
if not self:
# exponent = self._exp // 2. sqrt(-0) = -0
ans = _dec_from_triple(self._sign, '0', self._exp // 2)
return ans._fix(context)
if self._sign == 1:
return context._raise_error(InvalidOperation, 'sqrt(-x), x > 0')
# At this point self represents a positive number. Let p be
# the desired precision and express self in the form c*100**e
# with c a positive real number and e an integer, c and e
# being chosen so that 100**(p-1) <= c < 100**p. Then the
# (exact) square root of self is sqrt(c)*10**e, and 10**(p-1)
# <= sqrt(c) < 10**p, so the closest representable Decimal at
# precision p is n*10**e where n = round_half_even(sqrt(c)),
# the closest integer to sqrt(c) with the even integer chosen
# in the case of a tie.
#
# To ensure correct rounding in all cases, we use the
# following trick: we compute the square root to an extra
# place (precision p+1 instead of precision p), rounding down.
# Then, if the result is inexact and its last digit is 0 or 5,
# we increase the last digit to 1 or 6 respectively; if it's
# exact we leave the last digit alone. Now the final round to
# p places (or fewer in the case of underflow) will round
# correctly and raise the appropriate flags.
# use an extra digit of precision
prec = context.prec+1
# write argument in the form c*100**e where e = self._exp//2
# is the 'ideal' exponent, to be used if the square root is
# exactly representable. l is the number of 'digits' of c in
# base 100, so that 100**(l-1) <= c < 100**l.
op = _WorkRep(self)
e = op.exp >> 1
if op.exp & 1:
c = op.int * 10
l = (len(self._int) >> 1) + 1
else:
c = op.int
l = len(self._int)+1 >> 1
# rescale so that c has exactly prec base 100 'digits'
shift = prec-l
if shift >= 0:
c *= 100**shift
exact = True
else:
c, remainder = divmod(c, 100**-shift)
exact = not remainder
e -= shift
# find n = floor(sqrt(c)) using Newton's method
n = 10**prec
while True:
q = c//n
if n <= q:
break
else:
n = n + q >> 1
exact = exact and n*n == c
if exact:
# result is exact; rescale to use ideal exponent e
if shift >= 0:
# assert n % 10**shift == 0
n //= 10**shift
else:
n *= 10**-shift
e += shift
else:
# result is not exact; fix last digit as described above
if n % 5 == 0:
n += 1
ans = _dec_from_triple(0, str(n), e)
# round, and fit to current context
context = context._shallow_copy()
rounding = context._set_rounding(ROUND_HALF_EVEN)
ans = ans._fix(context)
context.rounding = rounding
return ans
def max(self, other, context=None):
"""Returns the larger value.
Like max(self, other) except if one is not a number, returns
NaN (and signals if one is sNaN). Also rounds.
"""
other = _convert_other(other, raiseit=True)
if context is None:
context = getcontext()
if self._is_special or other._is_special:
# If one operand is a quiet NaN and the other is number, then the
# number is always returned
sn = self._isnan()
on = other._isnan()
if sn or on:
if on == 1 and sn == 0:
return self._fix(context)
if sn == 1 and on == 0:
return other._fix(context)
return self._check_nans(other, context)
c = self._cmp(other)
if c == 0:
# If both operands are finite and equal in numerical value
# then an ordering is applied:
#
# If the signs differ then max returns the operand with the
# positive sign and min returns the operand with the negative sign
#
# If the signs are the same then the exponent is used to select
# the result. This is exactly the ordering used in compare_total.
c = self.compare_total(other)
if c == -1:
ans = other
else:
ans = self
return ans._fix(context)
def min(self, other, context=None):
"""Returns the smaller value.
Like min(self, other) except if one is not a number, returns
NaN (and signals if one is sNaN). Also rounds.
"""
other = _convert_other(other, raiseit=True)
if context is None:
context = getcontext()
if self._is_special or other._is_special:
# If one operand is a quiet NaN and the other is number, then the
# number is always returned
sn = self._isnan()
on = other._isnan()
if sn or on:
if on == 1 and sn == 0:
return self._fix(context)
if sn == 1 and on == 0:
return other._fix(context)
return self._check_nans(other, context)
c = self._cmp(other)
if c == 0:
c = self.compare_total(other)
if c == -1:
ans = self
else:
ans = other
return ans._fix(context)
def _isinteger(self):
"""Returns whether self is an integer"""
if self._is_special:
return False
if self._exp >= 0:
return True
rest = self._int[self._exp:]
return rest == '0'*len(rest)
def _iseven(self):
"""Returns True if self is even. Assumes self is an integer."""
if not self or self._exp > 0:
return True
return self._int[-1+self._exp] in '02468'
def adjusted(self):
"""Return the adjusted exponent of self"""
try:
return self._exp + len(self._int) - 1
# If NaN or Infinity, self._exp is string
except TypeError:
return 0
def canonical(self):
"""Returns the same Decimal object.
As we do not have different encodings for the same number, the
received object already is in its canonical form.
"""
return self
def compare_signal(self, other, context=None):
"""Compares self to the other operand numerically.
It's pretty much like compare(), but all NaNs signal, with signaling
NaNs taking precedence over quiet NaNs.
"""
other = _convert_other(other, raiseit = True)
ans = self._compare_check_nans(other, context)
if ans:
return ans
return self.compare(other, context=context)
def compare_total(self, other, context=None):
"""Compares self to other using the abstract representations.
This is not like the standard compare, which use their numerical
value. Note that a total ordering is defined for all possible abstract
representations.
"""
other = _convert_other(other, raiseit=True)
# if one is negative and the other is positive, it's easy
if self._sign and not other._sign:
return _NegativeOne
if not self._sign and other._sign:
return _One
sign = self._sign
# let's handle both NaN types
self_nan = self._isnan()
other_nan = other._isnan()
if self_nan or other_nan:
if self_nan == other_nan:
# compare payloads as though they're integers
self_key = len(self._int), self._int
other_key = len(other._int), other._int
if self_key < other_key:
if sign:
return _One
else:
return _NegativeOne
if self_key > other_key:
if sign:
return _NegativeOne
else:
return _One
return _Zero
if sign:
if self_nan == 1:
return _NegativeOne
if other_nan == 1:
return _One
if self_nan == 2:
return _NegativeOne
if other_nan == 2:
return _One
else:
if self_nan == 1:
return _One
if other_nan == 1:
return _NegativeOne
if self_nan == 2:
return _One
if other_nan == 2:
return _NegativeOne
if self < other:
return _NegativeOne
if self > other:
return _One
if self._exp < other._exp:
if sign:
return _One
else:
return _NegativeOne
if self._exp > other._exp:
if sign:
return _NegativeOne
else:
return _One
return _Zero
def compare_total_mag(self, other, context=None):
"""Compares self to other using abstract repr., ignoring sign.
Like compare_total, but with operand's sign ignored and assumed to be 0.
"""
other = _convert_other(other, raiseit=True)
s = self.copy_abs()
o = other.copy_abs()
return s.compare_total(o)
def copy_abs(self):
"""Returns a copy with the sign set to 0. """
return _dec_from_triple(0, self._int, self._exp, self._is_special)
def copy_negate(self):
"""Returns a copy with the sign inverted."""
if self._sign:
return _dec_from_triple(0, self._int, self._exp, self._is_special)
else:
return _dec_from_triple(1, self._int, self._exp, self._is_special)
def copy_sign(self, other, context=None):
"""Returns self with the sign of other."""
other = _convert_other(other, raiseit=True)
return _dec_from_triple(other._sign, self._int,
self._exp, self._is_special)
def exp(self, context=None):
"""Returns e ** self."""
if context is None:
context = getcontext()
# exp(NaN) = NaN
ans = self._check_nans(context=context)
if ans:
return ans
# exp(-Infinity) = 0
if self._isinfinity() == -1:
return _Zero
# exp(0) = 1
if not self:
return _One
# exp(Infinity) = Infinity
if self._isinfinity() == 1:
return Decimal(self)
# the result is now guaranteed to be inexact (the true
# mathematical result is transcendental). There's no need to
# raise Rounded and Inexact here---they'll always be raised as
# a result of the call to _fix.
p = context.prec
adj = self.adjusted()
# we only need to do any computation for quite a small range
# of adjusted exponents---for example, -29 <= adj <= 10 for
# the default context. For smaller exponent the result is
# indistinguishable from 1 at the given precision, while for
# larger exponent the result either overflows or underflows.
if self._sign == 0 and adj > len(str((context.Emax+1)*3)):
# overflow
ans = _dec_from_triple(0, '1', context.Emax+1)
elif self._sign == 1 and adj > len(str((-context.Etiny()+1)*3)):
# underflow to 0
ans = _dec_from_triple(0, '1', context.Etiny()-1)
elif self._sign == 0 and adj < -p:
# p+1 digits; final round will raise correct flags
ans = _dec_from_triple(0, '1' + '0'*(p-1) + '1', -p)
elif self._sign == 1 and adj < -p-1:
# p+1 digits; final round will raise correct flags
ans = _dec_from_triple(0, '9'*(p+1), -p-1)
# general case
else:
op = _WorkRep(self)
c, e = op.int, op.exp
if op.sign == 1:
c = -c
# compute correctly rounded result: increase precision by
# 3 digits at a time until we get an unambiguously
# roundable result
extra = 3
while True:
coeff, exp = _dexp(c, e, p+extra)
if coeff % (5*10**(len(str(coeff))-p-1)):
break
extra += 3
ans = _dec_from_triple(0, str(coeff), exp)
# at this stage, ans should round correctly with *any*
# rounding mode, not just with ROUND_HALF_EVEN
context = context._shallow_copy()
rounding = context._set_rounding(ROUND_HALF_EVEN)
ans = ans._fix(context)
context.rounding = rounding
return ans
def is_canonical(self):
"""Return True if self is canonical; otherwise return False.
Currently, the encoding of a Decimal instance is always
canonical, so this method returns True for any Decimal.
"""
return True
def is_finite(self):
"""Return True if self is finite; otherwise return False.
A Decimal instance is considered finite if it is neither
infinite nor a NaN.
"""
return not self._is_special
def is_infinite(self):
"""Return True if self is infinite; otherwise return False."""
return self._exp == 'F'
def is_nan(self):
"""Return True if self is a qNaN or sNaN; otherwise return False."""
return self._exp in ('n', 'N')
def is_normal(self, context=None):
"""Return True if self is a normal number; otherwise return False."""
if self._is_special or not self:
return False
if context is None:
context = getcontext()
return context.Emin <= self.adjusted()
def is_qnan(self):
"""Return True if self is a quiet NaN; otherwise return False."""
return self._exp == 'n'
def is_signed(self):
"""Return True if self is negative; otherwise return False."""
return self._sign == 1
def is_snan(self):
"""Return True if self is a signaling NaN; otherwise return False."""
return self._exp == 'N'
def is_subnormal(self, context=None):
"""Return True if self is subnormal; otherwise return False."""
if self._is_special or not self:
return False
if context is None:
context = getcontext()
return self.adjusted() < context.Emin
def is_zero(self):
"""Return True if self is a zero; otherwise return False."""
return not self._is_special and self._int == '0'
def _ln_exp_bound(self):
"""Compute a lower bound for the adjusted exponent of self.ln().
In other words, compute r such that self.ln() >= 10**r. Assumes
that self is finite and positive and that self != 1.
"""
# for 0.1 <= x <= 10 we use the inequalities 1-1/x <= ln(x) <= x-1
adj = self._exp + len(self._int) - 1
if adj >= 1:
# argument >= 10; we use 23/10 = 2.3 as a lower bound for ln(10)
return len(str(adj*23//10)) - 1
if adj <= -2:
# argument <= 0.1
return len(str((-1-adj)*23//10)) - 1
op = _WorkRep(self)
c, e = op.int, op.exp
if adj == 0:
# 1 < self < 10
num = str(c-10**-e)
den = str(c)
return len(num) - len(den) - (num < den)
# adj == -1, 0.1 <= self < 1
return e + len(str(10**-e - c)) - 1
def ln(self, context=None):
"""Returns the natural (base e) logarithm of self."""
if context is None:
context = getcontext()
# ln(NaN) = NaN
ans = self._check_nans(context=context)
if ans:
return ans
# ln(0.0) == -Infinity
if not self:
return _NegativeInfinity
# ln(Infinity) = Infinity
if self._isinfinity() == 1:
return _Infinity
# ln(1.0) == 0.0
if self == _One:
return _Zero
# ln(negative) raises InvalidOperation
if self._sign == 1:
return context._raise_error(InvalidOperation,
'ln of a negative value')
# result is irrational, so necessarily inexact
op = _WorkRep(self)
c, e = op.int, op.exp
p = context.prec
# correctly rounded result: repeatedly increase precision by 3
# until we get an unambiguously roundable result
places = p - self._ln_exp_bound() + 2 # at least p+3 places
while True:
coeff = _dlog(c, e, places)
# assert len(str(abs(coeff)))-p >= 1
if coeff % (5*10**(len(str(abs(coeff)))-p-1)):
break
places += 3
ans = _dec_from_triple(int(coeff<0), str(abs(coeff)), -places)
context = context._shallow_copy()
rounding = context._set_rounding(ROUND_HALF_EVEN)
ans = ans._fix(context)
context.rounding = rounding
return ans
def _log10_exp_bound(self):
"""Compute a lower bound for the adjusted exponent of self.log10().
In other words, find r such that self.log10() >= 10**r.
Assumes that self is finite and positive and that self != 1.
"""
# For x >= 10 or x < 0.1 we only need a bound on the integer
# part of log10(self), and this comes directly from the
# exponent of x. For 0.1 <= x <= 10 we use the inequalities
# 1-1/x <= log(x) <= x-1. If x > 1 we have |log10(x)| >
# (1-1/x)/2.31 > 0. If x < 1 then |log10(x)| > (1-x)/2.31 > 0
adj = self._exp + len(self._int) - 1
if adj >= 1:
# self >= 10
return len(str(adj))-1
if adj <= -2:
# self < 0.1
return len(str(-1-adj))-1
op = _WorkRep(self)
c, e = op.int, op.exp
if adj == 0:
# 1 < self < 10
num = str(c-10**-e)
den = str(231*c)
return len(num) - len(den) - (num < den) + 2
# adj == -1, 0.1 <= self < 1
num = str(10**-e-c)
return len(num) + e - (num < "231") - 1
def log10(self, context=None):
"""Returns the base 10 logarithm of self."""
if context is None:
context = getcontext()
# log10(NaN) = NaN
ans = self._check_nans(context=context)
if ans:
return ans
# log10(0.0) == -Infinity
if not self:
return _NegativeInfinity
# log10(Infinity) = Infinity
if self._isinfinity() == 1:
return _Infinity
# log10(negative or -Infinity) raises InvalidOperation
if self._sign == 1:
return context._raise_error(InvalidOperation,
'log10 of a negative value')
# log10(10**n) = n
if self._int[0] == '1' and self._int[1:] == '0'*(len(self._int) - 1):
# answer may need rounding
ans = Decimal(self._exp + len(self._int) - 1)
else:
# result is irrational, so necessarily inexact
op = _WorkRep(self)
c, e = op.int, op.exp
p = context.prec
# correctly rounded result: repeatedly increase precision
# until result is unambiguously roundable
places = p-self._log10_exp_bound()+2
while True:
coeff = _dlog10(c, e, places)
# assert len(str(abs(coeff)))-p >= 1
if coeff % (5*10**(len(str(abs(coeff)))-p-1)):
break
places += 3
ans = _dec_from_triple(int(coeff<0), str(abs(coeff)), -places)
context = context._shallow_copy()
rounding = context._set_rounding(ROUND_HALF_EVEN)
ans = ans._fix(context)
context.rounding = rounding
return ans
def logb(self, context=None):
""" Returns the exponent of the magnitude of self's MSD.
The result is the integer which is the exponent of the magnitude
of the most significant digit of self (as though it were truncated
to a single digit while maintaining the value of that digit and
without limiting the resulting exponent).
"""
# logb(NaN) = NaN
ans = self._check_nans(context=context)
if ans:
return ans
if context is None:
context = getcontext()
# logb(+/-Inf) = +Inf
if self._isinfinity():
return _Infinity
# logb(0) = -Inf, DivisionByZero
if not self:
return context._raise_error(DivisionByZero, 'logb(0)', 1)
# otherwise, simply return the adjusted exponent of self, as a
# Decimal. Note that no attempt is made to fit the result
# into the current context.
ans = Decimal(self.adjusted())
return ans._fix(context)
def _islogical(self):
"""Return True if self is a logical operand.
For being logical, it must be a finite number with a sign of 0,
an exponent of 0, and a coefficient whose digits must all be
either 0 or 1.
"""
if self._sign != 0 or self._exp != 0:
return False
for dig in self._int:
if dig not in '01':
return False
return True
def _fill_logical(self, context, opa, opb):
dif = context.prec - len(opa)
if dif > 0:
opa = '0'*dif + opa
elif dif < 0:
opa = opa[-context.prec:]
dif = context.prec - len(opb)
if dif > 0:
opb = '0'*dif + opb
elif dif < 0:
opb = opb[-context.prec:]
return opa, opb
def logical_and(self, other, context=None):
"""Applies an 'and' operation between self and other's digits."""
if context is None:
context = getcontext()
other = _convert_other(other, raiseit=True)
if not self._islogical() or not other._islogical():
return context._raise_error(InvalidOperation)
# fill to context.prec
(opa, opb) = self._fill_logical(context, self._int, other._int)
# make the operation, and clean starting zeroes
result = "".join([str(int(a)&int(b)) for a,b in zip(opa,opb)])
return _dec_from_triple(0, result.lstrip('0') or '0', 0)
def logical_invert(self, context=None):
"""Invert all its digits."""
if context is None:
context = getcontext()
return self.logical_xor(_dec_from_triple(0,'1'*context.prec,0),
context)
def logical_or(self, other, context=None):
"""Applies an 'or' operation between self and other's digits."""
if context is None:
context = getcontext()
other = _convert_other(other, raiseit=True)
if not self._islogical() or not other._islogical():
return context._raise_error(InvalidOperation)
# fill to context.prec
(opa, opb) = self._fill_logical(context, self._int, other._int)
# make the operation, and clean starting zeroes
result = "".join([str(int(a)|int(b)) for a,b in zip(opa,opb)])
return _dec_from_triple(0, result.lstrip('0') or '0', 0)
def logical_xor(self, other, context=None):
"""Applies an 'xor' operation between self and other's digits."""
if context is None:
context = getcontext()
other = _convert_other(other, raiseit=True)
if not self._islogical() or not other._islogical():
return context._raise_error(InvalidOperation)
# fill to context.prec
(opa, opb) = self._fill_logical(context, self._int, other._int)
# make the operation, and clean starting zeroes
result = "".join([str(int(a)^int(b)) for a,b in zip(opa,opb)])
return _dec_from_triple(0, result.lstrip('0') or '0', 0)
def max_mag(self, other, context=None):
"""Compares the values numerically with their sign ignored."""
other = _convert_other(other, raiseit=True)
if context is None:
context = getcontext()
if self._is_special or other._is_special:
# If one operand is a quiet NaN and the other is number, then the
# number is always returned
sn = self._isnan()
on = other._isnan()
if sn or on:
if on == 1 and sn == 0:
return self._fix(context)
if sn == 1 and on == 0:
return other._fix(context)
return self._check_nans(other, context)
c = self.copy_abs()._cmp(other.copy_abs())
if c == 0:
c = self.compare_total(other)
if c == -1:
ans = other
else:
ans = self
return ans._fix(context)
def min_mag(self, other, context=None):
"""Compares the values numerically with their sign ignored."""
other = _convert_other(other, raiseit=True)
if context is None:
context = getcontext()
if self._is_special or other._is_special:
# If one operand is a quiet NaN and the other is number, then the
# number is always returned
sn = self._isnan()
on = other._isnan()
if sn or on:
if on == 1 and sn == 0:
return self._fix(context)
if sn == 1 and on == 0:
return other._fix(context)
return self._check_nans(other, context)
c = self.copy_abs()._cmp(other.copy_abs())
if c == 0:
c = self.compare_total(other)
if c == -1:
ans = self
else:
ans = other
return ans._fix(context)
def next_minus(self, context=None):
"""Returns the largest representable number smaller than itself."""
if context is None:
context = getcontext()
ans = self._check_nans(context=context)
if ans:
return ans
if self._isinfinity() == -1:
return _NegativeInfinity
if self._isinfinity() == 1:
return _dec_from_triple(0, '9'*context.prec, context.Etop())
context = context.copy()
context._set_rounding(ROUND_FLOOR)
context._ignore_all_flags()
new_self = self._fix(context)
if new_self != self:
return new_self
return self.__sub__(_dec_from_triple(0, '1', context.Etiny()-1),
context)
def next_plus(self, context=None):
"""Returns the smallest representable number larger than itself."""
if context is None:
context = getcontext()
ans = self._check_nans(context=context)
if ans:
return ans
if self._isinfinity() == 1:
return _Infinity
if self._isinfinity() == -1:
return _dec_from_triple(1, '9'*context.prec, context.Etop())
context = context.copy()
context._set_rounding(ROUND_CEILING)
context._ignore_all_flags()
new_self = self._fix(context)
if new_self != self:
return new_self
return self.__add__(_dec_from_triple(0, '1', context.Etiny()-1),
context)
def next_toward(self, other, context=None):
"""Returns the number closest to self, in the direction towards other.
The result is the closest representable number to self
(excluding self) that is in the direction towards other,
unless both have the same value. If the two operands are
numerically equal, then the result is a copy of self with the
sign set to be the same as the sign of other.
"""
other = _convert_other(other, raiseit=True)
if context is None:
context = getcontext()
ans = self._check_nans(other, context)
if ans:
return ans
comparison = self._cmp(other)
if comparison == 0:
return self.copy_sign(other)
if comparison == -1:
ans = self.next_plus(context)
else: # comparison == 1
ans = self.next_minus(context)
# decide which flags to raise using value of ans
if ans._isinfinity():
context._raise_error(Overflow,
'Infinite result from next_toward',
ans._sign)
context._raise_error(Inexact)
context._raise_error(Rounded)
elif ans.adjusted() < context.Emin:
context._raise_error(Underflow)
context._raise_error(Subnormal)
context._raise_error(Inexact)
context._raise_error(Rounded)
# if precision == 1 then we don't raise Clamped for a
# result 0E-Etiny.
if not ans:
context._raise_error(Clamped)
return ans
def number_class(self, context=None):
"""Returns an indication of the class of self.
The class is one of the following strings:
sNaN
NaN
-Infinity
-Normal
-Subnormal
-Zero
+Zero
+Subnormal
+Normal
+Infinity
"""
if self.is_snan():
return "sNaN"
if self.is_qnan():
return "NaN"
inf = self._isinfinity()
if inf == 1:
return "+Infinity"
if inf == -1:
return "-Infinity"
if self.is_zero():
if self._sign:
return "-Zero"
else:
return "+Zero"
if context is None:
context = getcontext()
if self.is_subnormal(context=context):
if self._sign:
return "-Subnormal"
else:
return "+Subnormal"
# just a normal, regular, boring number, :)
if self._sign:
return "-Normal"
else:
return "+Normal"
def radix(self):
"""Just returns 10, as this is Decimal, :)"""
return Decimal(10)
def rotate(self, other, context=None):
"""Returns a rotated copy of self, value-of-other times."""
if context is None:
context = getcontext()
other = _convert_other(other, raiseit=True)
ans = self._check_nans(other, context)
if ans:
return ans
if other._exp != 0:
return context._raise_error(InvalidOperation)
if not (-context.prec <= int(other) <= context.prec):
return context._raise_error(InvalidOperation)
if self._isinfinity():
return Decimal(self)
# get values, pad if necessary
torot = int(other)
rotdig = self._int
topad = context.prec - len(rotdig)
if topad > 0:
rotdig = '0'*topad + rotdig
elif topad < 0:
rotdig = rotdig[-topad:]
# let's rotate!
rotated = rotdig[torot:] + rotdig[:torot]
return _dec_from_triple(self._sign,
rotated.lstrip('0') or '0', self._exp)
def scaleb(self, other, context=None):
"""Returns self operand after adding the second value to its exp."""
if context is None:
context = getcontext()
other = _convert_other(other, raiseit=True)
ans = self._check_nans(other, context)
if ans:
return ans
if other._exp != 0:
return context._raise_error(InvalidOperation)
liminf = -2 * (context.Emax + context.prec)
limsup = 2 * (context.Emax + context.prec)
if not (liminf <= int(other) <= limsup):
return context._raise_error(InvalidOperation)
if self._isinfinity():
return Decimal(self)
d = _dec_from_triple(self._sign, self._int, self._exp + int(other))
d = d._fix(context)
return d
def shift(self, other, context=None):
"""Returns a shifted copy of self, value-of-other times."""
if context is None:
context = getcontext()
other = _convert_other(other, raiseit=True)
ans = self._check_nans(other, context)
if ans:
return ans
if other._exp != 0:
return context._raise_error(InvalidOperation)
if not (-context.prec <= int(other) <= context.prec):
return context._raise_error(InvalidOperation)
if self._isinfinity():
return Decimal(self)
# get values, pad if necessary
torot = int(other)
rotdig = self._int
topad = context.prec - len(rotdig)
if topad > 0:
rotdig = '0'*topad + rotdig
elif topad < 0:
rotdig = rotdig[-topad:]
# let's shift!
if torot < 0:
shifted = rotdig[:torot]
else:
shifted = rotdig + '0'*torot
shifted = shifted[-context.prec:]
return _dec_from_triple(self._sign,
shifted.lstrip('0') or '0', self._exp)
# Support for pickling, copy, and deepcopy
def __reduce__(self):
return (self.__class__, (str(self),))
def __copy__(self):
if type(self) is Decimal:
return self # I'm immutable; therefore I am my own clone
return self.__class__(str(self))
def __deepcopy__(self, memo):
if type(self) is Decimal:
return self # My components are also immutable
return self.__class__(str(self))
# PEP 3101 support. the _localeconv keyword argument should be
# considered private: it's provided for ease of testing only.
def __format__(self, specifier, context=None, _localeconv=None):
"""Format a Decimal instance according to the given specifier.
The specifier should be a standard format specifier, with the
form described in PEP 3101. Formatting types 'e', 'E', 'f',
'F', 'g', 'G', 'n' and '%' are supported. If the formatting
type is omitted it defaults to 'g' or 'G', depending on the
value of context.capitals.
"""
# Note: PEP 3101 says that if the type is not present then
# there should be at least one digit after the decimal point.
# We take the liberty of ignoring this requirement for
# Decimal---it's presumably there to make sure that
# format(float, '') behaves similarly to str(float).
if context is None:
context = getcontext()
spec = _parse_format_specifier(specifier, _localeconv=_localeconv)
# special values don't care about the type or precision
if self._is_special:
sign = _format_sign(self._sign, spec)
body = str(self.copy_abs())
if spec['type'] == '%':
body += '%'
return _format_align(sign, body, spec)
# a type of None defaults to 'g' or 'G', depending on context
if spec['type'] is None:
spec['type'] = ['g', 'G'][context.capitals]
# if type is '%', adjust exponent of self accordingly
if spec['type'] == '%':
self = _dec_from_triple(self._sign, self._int, self._exp+2)
# round if necessary, taking rounding mode from the context
rounding = context.rounding
precision = spec['precision']
if precision is not None:
if spec['type'] in 'eE':
self = self._round(precision+1, rounding)
elif spec['type'] in 'fF%':
self = self._rescale(-precision, rounding)
elif spec['type'] in 'gG' and len(self._int) > precision:
self = self._round(precision, rounding)
# special case: zeros with a positive exponent can't be
# represented in fixed point; rescale them to 0e0.
if not self and self._exp > 0 and spec['type'] in 'fF%':
self = self._rescale(0, rounding)
# figure out placement of the decimal point
leftdigits = self._exp + len(self._int)
if spec['type'] in 'eE':
if not self and precision is not None:
dotplace = 1 - precision
else:
dotplace = 1
elif spec['type'] in 'fF%':
dotplace = leftdigits
elif spec['type'] in 'gG':
if self._exp <= 0 and leftdigits > -6:
dotplace = leftdigits
else:
dotplace = 1
# find digits before and after decimal point, and get exponent
if dotplace < 0:
intpart = '0'
fracpart = '0'*(-dotplace) + self._int
elif dotplace > len(self._int):
intpart = self._int + '0'*(dotplace-len(self._int))
fracpart = ''
else:
intpart = self._int[:dotplace] or '0'
fracpart = self._int[dotplace:]
exp = leftdigits-dotplace
# done with the decimal-specific stuff; hand over the rest
# of the formatting to the _format_number function
return _format_number(self._sign, intpart, fracpart, exp, spec)
def _dec_from_triple(sign, coefficient, exponent, special=False):
"""Create a decimal instance directly, without any validation,
normalization (e.g. removal of leading zeros) or argument
conversion.
This function is for *internal use only*.
"""
self = object.__new__(Decimal)
self._sign = sign
self._int = coefficient
self._exp = exponent
self._is_special = special
return self
# Register Decimal as a kind of Number (an abstract base class).
# However, do not register it as Real (because Decimals are not
# interoperable with floats).
_numbers.Number.register(Decimal)
##### Context class #######################################################
class _ContextManager(object):
"""Context manager class to support localcontext().
Sets a copy of the supplied context in __enter__() and restores
the previous decimal context in __exit__()
"""
def __init__(self, new_context):
self.new_context = new_context.copy()
def __enter__(self):
self.saved_context = getcontext()
setcontext(self.new_context)
return self.new_context
def __exit__(self, t, v, tb):
setcontext(self.saved_context)
class Context(object):
"""Contains the context for a Decimal instance.
Contains:
prec - precision (for use in rounding, division, square roots..)
rounding - rounding type (how you round)
traps - If traps[exception] = 1, then the exception is
raised when it is caused. Otherwise, a value is
substituted in.
flags - When an exception is caused, flags[exception] is set.
(Whether or not the trap_enabler is set)
Should be reset by user of Decimal instance.
Emin - Minimum exponent
Emax - Maximum exponent
capitals - If 1, 1*10^1 is printed as 1E+1.
If 0, printed as 1e1
clamp - If 1, change exponents if too high (Default 0)
"""
def __init__(self, prec=None, rounding=None, Emin=None, Emax=None,
capitals=None, clamp=None, flags=None, traps=None,
_ignored_flags=None):
# Set defaults; for everything except flags and _ignored_flags,
# inherit from DefaultContext.
try:
dc = DefaultContext
except NameError:
pass
self.prec = prec if prec is not None else dc.prec
self.rounding = rounding if rounding is not None else dc.rounding
self.Emin = Emin if Emin is not None else dc.Emin
self.Emax = Emax if Emax is not None else dc.Emax
self.capitals = capitals if capitals is not None else dc.capitals
self.clamp = clamp if clamp is not None else dc.clamp
if _ignored_flags is None:
self._ignored_flags = []
else:
self._ignored_flags = _ignored_flags
if traps is None:
self.traps = dc.traps.copy()
elif not isinstance(traps, dict):
self.traps = dict((s, int(s in traps)) for s in _signals + traps)
else:
self.traps = traps
if flags is None:
self.flags = dict.fromkeys(_signals, 0)
elif not isinstance(flags, dict):
self.flags = dict((s, int(s in flags)) for s in _signals + flags)
else:
self.flags = flags
def _set_integer_check(self, name, value, vmin, vmax):
if not isinstance(value, int):
raise TypeError("%s must be an integer" % name)
if vmin == '-inf':
if value > vmax:
raise ValueError("%s must be in [%s, %d]. got: %s" % (name, vmin, vmax, value))
elif vmax == 'inf':
if value < vmin:
raise ValueError("%s must be in [%d, %s]. got: %s" % (name, vmin, vmax, value))
else:
if value < vmin or value > vmax:
raise ValueError("%s must be in [%d, %d]. got %s" % (name, vmin, vmax, value))
return object.__setattr__(self, name, value)
def _set_signal_dict(self, name, d):
if not isinstance(d, dict):
raise TypeError("%s must be a signal dict" % d)
for key in d:
if not key in _signals:
raise KeyError("%s is not a valid signal dict" % d)
for key in _signals:
if not key in d:
raise KeyError("%s is not a valid signal dict" % d)
return object.__setattr__(self, name, d)
def __setattr__(self, name, value):
if name == 'prec':
return self._set_integer_check(name, value, 1, 'inf')
elif name == 'Emin':
return self._set_integer_check(name, value, '-inf', 0)
elif name == 'Emax':
return self._set_integer_check(name, value, 0, 'inf')
elif name == 'capitals':
return self._set_integer_check(name, value, 0, 1)
elif name == 'clamp':
return self._set_integer_check(name, value, 0, 1)
elif name == 'rounding':
if not value in _rounding_modes:
# raise TypeError even for strings to have consistency
# among various implementations.
raise TypeError("%s: invalid rounding mode" % value)
return object.__setattr__(self, name, value)
elif name == 'flags' or name == 'traps':
return self._set_signal_dict(name, value)
elif name == '_ignored_flags':
return object.__setattr__(self, name, value)
else:
raise AttributeError(
"'decimal.Context' object has no attribute '%s'" % name)
def __delattr__(self, name):
raise AttributeError("%s cannot be deleted" % name)
# Support for pickling, copy, and deepcopy
def __reduce__(self):
flags = [sig for sig, v in self.flags.items() if v]
traps = [sig for sig, v in self.traps.items() if v]
return (self.__class__,
(self.prec, self.rounding, self.Emin, self.Emax,
self.capitals, self.clamp, flags, traps))
def __repr__(self):
"""Show the current context."""
s = []
s.append('Context(prec=%(prec)d, rounding=%(rounding)s, '
'Emin=%(Emin)d, Emax=%(Emax)d, capitals=%(capitals)d, '
'clamp=%(clamp)d'
% vars(self))
names = [f.__name__ for f, v in self.flags.items() if v]
s.append('flags=[' + ', '.join(names) + ']')
names = [t.__name__ for t, v in self.traps.items() if v]
s.append('traps=[' + ', '.join(names) + ']')
return ', '.join(s) + ')'
def clear_flags(self):
"""Reset all flags to zero"""
for flag in self.flags:
self.flags[flag] = 0
def clear_traps(self):
"""Reset all traps to zero"""
for flag in self.traps:
self.traps[flag] = 0
def _shallow_copy(self):
"""Returns a shallow copy from self."""
nc = Context(self.prec, self.rounding, self.Emin, self.Emax,
self.capitals, self.clamp, self.flags, self.traps,
self._ignored_flags)
return nc
def copy(self):
"""Returns a deep copy from self."""
nc = Context(self.prec, self.rounding, self.Emin, self.Emax,
self.capitals, self.clamp,
self.flags.copy(), self.traps.copy(),
self._ignored_flags)
return nc
__copy__ = copy
def _raise_error(self, condition, explanation = None, *args):
"""Handles an error
If the flag is in _ignored_flags, returns the default response.
Otherwise, it sets the flag, then, if the corresponding
trap_enabler is set, it reraises the exception. Otherwise, it returns
the default value after setting the flag.
"""
error = _condition_map.get(condition, condition)
if error in self._ignored_flags:
# Don't touch the flag
return error().handle(self, *args)
self.flags[error] = 1
if not self.traps[error]:
# The errors define how to handle themselves.
return condition().handle(self, *args)
# Errors should only be risked on copies of the context
# self._ignored_flags = []
raise error(explanation)
def _ignore_all_flags(self):
"""Ignore all flags, if they are raised"""
return self._ignore_flags(*_signals)
def _ignore_flags(self, *flags):
"""Ignore the flags, if they are raised"""
# Do not mutate-- This way, copies of a context leave the original
# alone.
self._ignored_flags = (self._ignored_flags + list(flags))
return list(flags)
def _regard_flags(self, *flags):
"""Stop ignoring the flags, if they are raised"""
if flags and isinstance(flags[0], (tuple,list)):
flags = flags[0]
for flag in flags:
self._ignored_flags.remove(flag)
# We inherit object.__hash__, so we must deny this explicitly
__hash__ = None
def Etiny(self):
"""Returns Etiny (= Emin - prec + 1)"""
return int(self.Emin - self.prec + 1)
def Etop(self):
"""Returns maximum exponent (= Emax - prec + 1)"""
return int(self.Emax - self.prec + 1)
def _set_rounding(self, type):
"""Sets the rounding type.
Sets the rounding type, and returns the current (previous)
rounding type. Often used like:
context = context.copy()
# so you don't change the calling context
# if an error occurs in the middle.
rounding = context._set_rounding(ROUND_UP)
val = self.__sub__(other, context=context)
context._set_rounding(rounding)
This will make it round up for that operation.
"""
rounding = self.rounding
self.rounding = type
return rounding
def create_decimal(self, num='0'):
"""Creates a new Decimal instance but using self as context.
This method implements the to-number operation of the
IBM Decimal specification."""
if isinstance(num, str) and (num != num.strip() or '_' in num):
return self._raise_error(ConversionSyntax,
"trailing or leading whitespace and "
"underscores are not permitted.")
d = Decimal(num, context=self)
if d._isnan() and len(d._int) > self.prec - self.clamp:
return self._raise_error(ConversionSyntax,
"diagnostic info too long in NaN")
return d._fix(self)
def create_decimal_from_float(self, f):
"""Creates a new Decimal instance from a float but rounding using self
as the context.
>>> context = Context(prec=5, rounding=ROUND_DOWN)
>>> context.create_decimal_from_float(3.1415926535897932)
Decimal('3.1415')
>>> context = Context(prec=5, traps=[Inexact])
>>> context.create_decimal_from_float(3.1415926535897932)
Traceback (most recent call last):
...
decimal.Inexact: None
"""
d = Decimal.from_float(f) # An exact conversion
return d._fix(self) # Apply the context rounding
# Methods
def abs(self, a):
"""Returns the absolute value of the operand.
If the operand is negative, the result is the same as using the minus
operation on the operand. Otherwise, the result is the same as using
the plus operation on the operand.
>>> ExtendedContext.abs(Decimal('2.1'))
Decimal('2.1')
>>> ExtendedContext.abs(Decimal('-100'))
Decimal('100')
>>> ExtendedContext.abs(Decimal('101.5'))
Decimal('101.5')
>>> ExtendedContext.abs(Decimal('-101.5'))
Decimal('101.5')
>>> ExtendedContext.abs(-1)
Decimal('1')
"""
a = _convert_other(a, raiseit=True)
return a.__abs__(context=self)
def add(self, a, b):
"""Return the sum of the two operands.
>>> ExtendedContext.add(Decimal('12'), Decimal('7.00'))
Decimal('19.00')
>>> ExtendedContext.add(Decimal('1E+2'), Decimal('1.01E+4'))
Decimal('1.02E+4')
>>> ExtendedContext.add(1, Decimal(2))
Decimal('3')
>>> ExtendedContext.add(Decimal(8), 5)
Decimal('13')
>>> ExtendedContext.add(5, 5)
Decimal('10')
"""
a = _convert_other(a, raiseit=True)
r = a.__add__(b, context=self)
if r is NotImplemented:
raise TypeError("Unable to convert %s to Decimal" % b)
else:
return r
def _apply(self, a):
return str(a._fix(self))
def canonical(self, a):
"""Returns the same Decimal object.
As we do not have different encodings for the same number, the
received object already is in its canonical form.
>>> ExtendedContext.canonical(Decimal('2.50'))
Decimal('2.50')
"""
if not isinstance(a, Decimal):
raise TypeError("canonical requires a Decimal as an argument.")
return a.canonical()
def compare(self, a, b):
"""Compares values numerically.
If the signs of the operands differ, a value representing each operand
('-1' if the operand is less than zero, '0' if the operand is zero or
negative zero, or '1' if the operand is greater than zero) is used in
place of that operand for the comparison instead of the actual
operand.
The comparison is then effected by subtracting the second operand from
the first and then returning a value according to the result of the
subtraction: '-1' if the result is less than zero, '0' if the result is
zero or negative zero, or '1' if the result is greater than zero.
>>> ExtendedContext.compare(Decimal('2.1'), Decimal('3'))
Decimal('-1')
>>> ExtendedContext.compare(Decimal('2.1'), Decimal('2.1'))
Decimal('0')
>>> ExtendedContext.compare(Decimal('2.1'), Decimal('2.10'))
Decimal('0')
>>> ExtendedContext.compare(Decimal('3'), Decimal('2.1'))
Decimal('1')
>>> ExtendedContext.compare(Decimal('2.1'), Decimal('-3'))
Decimal('1')
>>> ExtendedContext.compare(Decimal('-3'), Decimal('2.1'))
Decimal('-1')
>>> ExtendedContext.compare(1, 2)
Decimal('-1')
>>> ExtendedContext.compare(Decimal(1), 2)
Decimal('-1')
>>> ExtendedContext.compare(1, Decimal(2))
Decimal('-1')
"""
a = _convert_other(a, raiseit=True)
return a.compare(b, context=self)
def compare_signal(self, a, b):
"""Compares the values of the two operands numerically.
It's pretty much like compare(), but all NaNs signal, with signaling
NaNs taking precedence over quiet NaNs.
>>> c = ExtendedContext
>>> c.compare_signal(Decimal('2.1'), Decimal('3'))
Decimal('-1')
>>> c.compare_signal(Decimal('2.1'), Decimal('2.1'))
Decimal('0')
>>> c.flags[InvalidOperation] = 0
>>> print(c.flags[InvalidOperation])
0
>>> c.compare_signal(Decimal('NaN'), Decimal('2.1'))
Decimal('NaN')
>>> print(c.flags[InvalidOperation])
1
>>> c.flags[InvalidOperation] = 0
>>> print(c.flags[InvalidOperation])
0
>>> c.compare_signal(Decimal('sNaN'), Decimal('2.1'))
Decimal('NaN')
>>> print(c.flags[InvalidOperation])
1
>>> c.compare_signal(-1, 2)
Decimal('-1')
>>> c.compare_signal(Decimal(-1), 2)
Decimal('-1')
>>> c.compare_signal(-1, Decimal(2))
Decimal('-1')
"""
a = _convert_other(a, raiseit=True)
return a.compare_signal(b, context=self)
def compare_total(self, a, b):
"""Compares two operands using their abstract representation.
This is not like the standard compare, which use their numerical
value. Note that a total ordering is defined for all possible abstract
representations.
>>> ExtendedContext.compare_total(Decimal('12.73'), Decimal('127.9'))
Decimal('-1')
>>> ExtendedContext.compare_total(Decimal('-127'), Decimal('12'))
Decimal('-1')
>>> ExtendedContext.compare_total(Decimal('12.30'), Decimal('12.3'))
Decimal('-1')
>>> ExtendedContext.compare_total(Decimal('12.30'), Decimal('12.30'))
Decimal('0')
>>> ExtendedContext.compare_total(Decimal('12.3'), Decimal('12.300'))
Decimal('1')
>>> ExtendedContext.compare_total(Decimal('12.3'), Decimal('NaN'))
Decimal('-1')
>>> ExtendedContext.compare_total(1, 2)
Decimal('-1')
>>> ExtendedContext.compare_total(Decimal(1), 2)
Decimal('-1')
>>> ExtendedContext.compare_total(1, Decimal(2))
Decimal('-1')
"""
a = _convert_other(a, raiseit=True)
return a.compare_total(b)
def compare_total_mag(self, a, b):
"""Compares two operands using their abstract representation ignoring sign.
Like compare_total, but with operand's sign ignored and assumed to be 0.
"""
a = _convert_other(a, raiseit=True)
return a.compare_total_mag(b)
def copy_abs(self, a):
"""Returns a copy of the operand with the sign set to 0.
>>> ExtendedContext.copy_abs(Decimal('2.1'))
Decimal('2.1')
>>> ExtendedContext.copy_abs(Decimal('-100'))
Decimal('100')
>>> ExtendedContext.copy_abs(-1)
Decimal('1')
"""
a = _convert_other(a, raiseit=True)
return a.copy_abs()
def copy_decimal(self, a):
"""Returns a copy of the decimal object.
>>> ExtendedContext.copy_decimal(Decimal('2.1'))
Decimal('2.1')
>>> ExtendedContext.copy_decimal(Decimal('-1.00'))
Decimal('-1.00')
>>> ExtendedContext.copy_decimal(1)
Decimal('1')
"""
a = _convert_other(a, raiseit=True)
return Decimal(a)
def copy_negate(self, a):
"""Returns a copy of the operand with the sign inverted.
>>> ExtendedContext.copy_negate(Decimal('101.5'))
Decimal('-101.5')
>>> ExtendedContext.copy_negate(Decimal('-101.5'))
Decimal('101.5')
>>> ExtendedContext.copy_negate(1)
Decimal('-1')
"""
a = _convert_other(a, raiseit=True)
return a.copy_negate()
def copy_sign(self, a, b):
"""Copies the second operand's sign to the first one.
In detail, it returns a copy of the first operand with the sign
equal to the sign of the second operand.
>>> ExtendedContext.copy_sign(Decimal( '1.50'), Decimal('7.33'))
Decimal('1.50')
>>> ExtendedContext.copy_sign(Decimal('-1.50'), Decimal('7.33'))
Decimal('1.50')
>>> ExtendedContext.copy_sign(Decimal( '1.50'), Decimal('-7.33'))
Decimal('-1.50')
>>> ExtendedContext.copy_sign(Decimal('-1.50'), Decimal('-7.33'))
Decimal('-1.50')
>>> ExtendedContext.copy_sign(1, -2)
Decimal('-1')
>>> ExtendedContext.copy_sign(Decimal(1), -2)
Decimal('-1')
>>> ExtendedContext.copy_sign(1, Decimal(-2))
Decimal('-1')
"""
a = _convert_other(a, raiseit=True)
return a.copy_sign(b)
def divide(self, a, b):
"""Decimal division in a specified context.
>>> ExtendedContext.divide(Decimal('1'), Decimal('3'))
Decimal('0.333333333')
>>> ExtendedContext.divide(Decimal('2'), Decimal('3'))
Decimal('0.666666667')
>>> ExtendedContext.divide(Decimal('5'), Decimal('2'))
Decimal('2.5')
>>> ExtendedContext.divide(Decimal('1'), Decimal('10'))
Decimal('0.1')
>>> ExtendedContext.divide(Decimal('12'), Decimal('12'))
Decimal('1')
>>> ExtendedContext.divide(Decimal('8.00'), Decimal('2'))
Decimal('4.00')
>>> ExtendedContext.divide(Decimal('2.400'), Decimal('2.0'))
Decimal('1.20')
>>> ExtendedContext.divide(Decimal('1000'), Decimal('100'))
Decimal('10')
>>> ExtendedContext.divide(Decimal('1000'), Decimal('1'))
Decimal('1000')
>>> ExtendedContext.divide(Decimal('2.40E+6'), Decimal('2'))
Decimal('1.20E+6')
>>> ExtendedContext.divide(5, 5)
Decimal('1')
>>> ExtendedContext.divide(Decimal(5), 5)
Decimal('1')
>>> ExtendedContext.divide(5, Decimal(5))
Decimal('1')
"""
a = _convert_other(a, raiseit=True)
r = a.__truediv__(b, context=self)
if r is NotImplemented:
raise TypeError("Unable to convert %s to Decimal" % b)
else:
return r
def divide_int(self, a, b):
"""Divides two numbers and returns the integer part of the result.
>>> ExtendedContext.divide_int(Decimal('2'), Decimal('3'))
Decimal('0')
>>> ExtendedContext.divide_int(Decimal('10'), Decimal('3'))
Decimal('3')
>>> ExtendedContext.divide_int(Decimal('1'), Decimal('0.3'))
Decimal('3')
>>> ExtendedContext.divide_int(10, 3)
Decimal('3')
>>> ExtendedContext.divide_int(Decimal(10), 3)
Decimal('3')
>>> ExtendedContext.divide_int(10, Decimal(3))
Decimal('3')
"""
a = _convert_other(a, raiseit=True)
r = a.__floordiv__(b, context=self)
if r is NotImplemented:
raise TypeError("Unable to convert %s to Decimal" % b)
else:
return r
def divmod(self, a, b):
"""Return (a // b, a % b).
>>> ExtendedContext.divmod(Decimal(8), Decimal(3))
(Decimal('2'), Decimal('2'))
>>> ExtendedContext.divmod(Decimal(8), Decimal(4))
(Decimal('2'), Decimal('0'))
>>> ExtendedContext.divmod(8, 4)
(Decimal('2'), Decimal('0'))
>>> ExtendedContext.divmod(Decimal(8), 4)
(Decimal('2'), Decimal('0'))
>>> ExtendedContext.divmod(8, Decimal(4))
(Decimal('2'), Decimal('0'))
"""
a = _convert_other(a, raiseit=True)
r = a.__divmod__(b, context=self)
if r is NotImplemented:
raise TypeError("Unable to convert %s to Decimal" % b)
else:
return r
def exp(self, a):
"""Returns e ** a.
>>> c = ExtendedContext.copy()
>>> c.Emin = -999
>>> c.Emax = 999
>>> c.exp(Decimal('-Infinity'))
Decimal('0')
>>> c.exp(Decimal('-1'))
Decimal('0.367879441')
>>> c.exp(Decimal('0'))
Decimal('1')
>>> c.exp(Decimal('1'))
Decimal('2.71828183')
>>> c.exp(Decimal('0.693147181'))
Decimal('2.00000000')
>>> c.exp(Decimal('+Infinity'))
Decimal('Infinity')
>>> c.exp(10)
Decimal('22026.4658')
"""
a =_convert_other(a, raiseit=True)
return a.exp(context=self)
def fma(self, a, b, c):
"""Returns a multiplied by b, plus c.
The first two operands are multiplied together, using multiply,
the third operand is then added to the result of that
multiplication, using add, all with only one final rounding.
>>> ExtendedContext.fma(Decimal('3'), Decimal('5'), Decimal('7'))
Decimal('22')
>>> ExtendedContext.fma(Decimal('3'), Decimal('-5'), Decimal('7'))
Decimal('-8')
>>> ExtendedContext.fma(Decimal('888565290'), Decimal('1557.96930'), Decimal('-86087.7578'))
Decimal('1.38435736E+12')
>>> ExtendedContext.fma(1, 3, 4)
Decimal('7')
>>> ExtendedContext.fma(1, Decimal(3), 4)
Decimal('7')
>>> ExtendedContext.fma(1, 3, Decimal(4))
Decimal('7')
"""
a = _convert_other(a, raiseit=True)
return a.fma(b, c, context=self)
def is_canonical(self, a):
"""Return True if the operand is canonical; otherwise return False.
Currently, the encoding of a Decimal instance is always
canonical, so this method returns True for any Decimal.
>>> ExtendedContext.is_canonical(Decimal('2.50'))
True
"""
if not isinstance(a, Decimal):
raise TypeError("is_canonical requires a Decimal as an argument.")
return a.is_canonical()
def is_finite(self, a):
"""Return True if the operand is finite; otherwise return False.
A Decimal instance is considered finite if it is neither
infinite nor a NaN.
>>> ExtendedContext.is_finite(Decimal('2.50'))
True
>>> ExtendedContext.is_finite(Decimal('-0.3'))
True
>>> ExtendedContext.is_finite(Decimal('0'))
True
>>> ExtendedContext.is_finite(Decimal('Inf'))
False
>>> ExtendedContext.is_finite(Decimal('NaN'))
False
>>> ExtendedContext.is_finite(1)
True
"""
a = _convert_other(a, raiseit=True)
return a.is_finite()
def is_infinite(self, a):
"""Return True if the operand is infinite; otherwise return False.
>>> ExtendedContext.is_infinite(Decimal('2.50'))
False
>>> ExtendedContext.is_infinite(Decimal('-Inf'))
True
>>> ExtendedContext.is_infinite(Decimal('NaN'))
False
>>> ExtendedContext.is_infinite(1)
False
"""
a = _convert_other(a, raiseit=True)
return a.is_infinite()
def is_nan(self, a):
"""Return True if the operand is a qNaN or sNaN;
otherwise return False.
>>> ExtendedContext.is_nan(Decimal('2.50'))
False
>>> ExtendedContext.is_nan(Decimal('NaN'))
True
>>> ExtendedContext.is_nan(Decimal('-sNaN'))
True
>>> ExtendedContext.is_nan(1)
False
"""
a = _convert_other(a, raiseit=True)
return a.is_nan()
def is_normal(self, a):
"""Return True if the operand is a normal number;
otherwise return False.
>>> c = ExtendedContext.copy()
>>> c.Emin = -999
>>> c.Emax = 999
>>> c.is_normal(Decimal('2.50'))
True
>>> c.is_normal(Decimal('0.1E-999'))
False
>>> c.is_normal(Decimal('0.00'))
False
>>> c.is_normal(Decimal('-Inf'))
False
>>> c.is_normal(Decimal('NaN'))
False
>>> c.is_normal(1)
True
"""
a = _convert_other(a, raiseit=True)
return a.is_normal(context=self)
def is_qnan(self, a):
"""Return True if the operand is a quiet NaN; otherwise return False.
>>> ExtendedContext.is_qnan(Decimal('2.50'))
False
>>> ExtendedContext.is_qnan(Decimal('NaN'))
True
>>> ExtendedContext.is_qnan(Decimal('sNaN'))
False
>>> ExtendedContext.is_qnan(1)
False
"""
a = _convert_other(a, raiseit=True)
return a.is_qnan()
def is_signed(self, a):
"""Return True if the operand is negative; otherwise return False.
>>> ExtendedContext.is_signed(Decimal('2.50'))
False
>>> ExtendedContext.is_signed(Decimal('-12'))
True
>>> ExtendedContext.is_signed(Decimal('-0'))
True
>>> ExtendedContext.is_signed(8)
False
>>> ExtendedContext.is_signed(-8)
True
"""
a = _convert_other(a, raiseit=True)
return a.is_signed()
def is_snan(self, a):
"""Return True if the operand is a signaling NaN;
otherwise return False.
>>> ExtendedContext.is_snan(Decimal('2.50'))
False
>>> ExtendedContext.is_snan(Decimal('NaN'))
False
>>> ExtendedContext.is_snan(Decimal('sNaN'))
True
>>> ExtendedContext.is_snan(1)
False
"""
a = _convert_other(a, raiseit=True)
return a.is_snan()
def is_subnormal(self, a):
"""Return True if the operand is subnormal; otherwise return False.
>>> c = ExtendedContext.copy()
>>> c.Emin = -999
>>> c.Emax = 999
>>> c.is_subnormal(Decimal('2.50'))
False
>>> c.is_subnormal(Decimal('0.1E-999'))
True
>>> c.is_subnormal(Decimal('0.00'))
False
>>> c.is_subnormal(Decimal('-Inf'))
False
>>> c.is_subnormal(Decimal('NaN'))
False
>>> c.is_subnormal(1)
False
"""
a = _convert_other(a, raiseit=True)
return a.is_subnormal(context=self)
def is_zero(self, a):
"""Return True if the operand is a zero; otherwise return False.
>>> ExtendedContext.is_zero(Decimal('0'))
True
>>> ExtendedContext.is_zero(Decimal('2.50'))
False
>>> ExtendedContext.is_zero(Decimal('-0E+2'))
True
>>> ExtendedContext.is_zero(1)
False
>>> ExtendedContext.is_zero(0)
True
"""
a = _convert_other(a, raiseit=True)
return a.is_zero()
def ln(self, a):
"""Returns the natural (base e) logarithm of the operand.
>>> c = ExtendedContext.copy()
>>> c.Emin = -999
>>> c.Emax = 999
>>> c.ln(Decimal('0'))
Decimal('-Infinity')
>>> c.ln(Decimal('1.000'))
Decimal('0')
>>> c.ln(Decimal('2.71828183'))
Decimal('1.00000000')
>>> c.ln(Decimal('10'))
Decimal('2.30258509')
>>> c.ln(Decimal('+Infinity'))
Decimal('Infinity')
>>> c.ln(1)
Decimal('0')
"""
a = _convert_other(a, raiseit=True)
return a.ln(context=self)
def log10(self, a):
"""Returns the base 10 logarithm of the operand.
>>> c = ExtendedContext.copy()
>>> c.Emin = -999
>>> c.Emax = 999
>>> c.log10(Decimal('0'))
Decimal('-Infinity')
>>> c.log10(Decimal('0.001'))
Decimal('-3')
>>> c.log10(Decimal('1.000'))
Decimal('0')
>>> c.log10(Decimal('2'))
Decimal('0.301029996')
>>> c.log10(Decimal('10'))
Decimal('1')
>>> c.log10(Decimal('70'))
Decimal('1.84509804')
>>> c.log10(Decimal('+Infinity'))
Decimal('Infinity')
>>> c.log10(0)
Decimal('-Infinity')
>>> c.log10(1)
Decimal('0')
"""
a = _convert_other(a, raiseit=True)
return a.log10(context=self)
def logb(self, a):
""" Returns the exponent of the magnitude of the operand's MSD.
The result is the integer which is the exponent of the magnitude
of the most significant digit of the operand (as though the
operand were truncated to a single digit while maintaining the
value of that digit and without limiting the resulting exponent).
>>> ExtendedContext.logb(Decimal('250'))
Decimal('2')
>>> ExtendedContext.logb(Decimal('2.50'))
Decimal('0')
>>> ExtendedContext.logb(Decimal('0.03'))
Decimal('-2')
>>> ExtendedContext.logb(Decimal('0'))
Decimal('-Infinity')
>>> ExtendedContext.logb(1)
Decimal('0')
>>> ExtendedContext.logb(10)
Decimal('1')
>>> ExtendedContext.logb(100)
Decimal('2')
"""
a = _convert_other(a, raiseit=True)
return a.logb(context=self)
def logical_and(self, a, b):
"""Applies the logical operation 'and' between each operand's digits.
The operands must be both logical numbers.
>>> ExtendedContext.logical_and(Decimal('0'), Decimal('0'))
Decimal('0')
>>> ExtendedContext.logical_and(Decimal('0'), Decimal('1'))
Decimal('0')
>>> ExtendedContext.logical_and(Decimal('1'), Decimal('0'))
Decimal('0')
>>> ExtendedContext.logical_and(Decimal('1'), Decimal('1'))
Decimal('1')
>>> ExtendedContext.logical_and(Decimal('1100'), Decimal('1010'))
Decimal('1000')
>>> ExtendedContext.logical_and(Decimal('1111'), Decimal('10'))
Decimal('10')
>>> ExtendedContext.logical_and(110, 1101)
Decimal('100')
>>> ExtendedContext.logical_and(Decimal(110), 1101)
Decimal('100')
>>> ExtendedContext.logical_and(110, Decimal(1101))
Decimal('100')
"""
a = _convert_other(a, raiseit=True)
return a.logical_and(b, context=self)
def logical_invert(self, a):
"""Invert all the digits in the operand.
The operand must be a logical number.
>>> ExtendedContext.logical_invert(Decimal('0'))
Decimal('111111111')
>>> ExtendedContext.logical_invert(Decimal('1'))
Decimal('111111110')
>>> ExtendedContext.logical_invert(Decimal('111111111'))
Decimal('0')
>>> ExtendedContext.logical_invert(Decimal('101010101'))
Decimal('10101010')
>>> ExtendedContext.logical_invert(1101)
Decimal('111110010')
"""
a = _convert_other(a, raiseit=True)
return a.logical_invert(context=self)
def logical_or(self, a, b):
"""Applies the logical operation 'or' between each operand's digits.
The operands must be both logical numbers.
>>> ExtendedContext.logical_or(Decimal('0'), Decimal('0'))
Decimal('0')
>>> ExtendedContext.logical_or(Decimal('0'), Decimal('1'))
Decimal('1')
>>> ExtendedContext.logical_or(Decimal('1'), Decimal('0'))
Decimal('1')
>>> ExtendedContext.logical_or(Decimal('1'), Decimal('1'))
Decimal('1')
>>> ExtendedContext.logical_or(Decimal('1100'), Decimal('1010'))
Decimal('1110')
>>> ExtendedContext.logical_or(Decimal('1110'), Decimal('10'))
Decimal('1110')
>>> ExtendedContext.logical_or(110, 1101)
Decimal('1111')
>>> ExtendedContext.logical_or(Decimal(110), 1101)
Decimal('1111')
>>> ExtendedContext.logical_or(110, Decimal(1101))
Decimal('1111')
"""
a = _convert_other(a, raiseit=True)
return a.logical_or(b, context=self)
def logical_xor(self, a, b):
"""Applies the logical operation 'xor' between each operand's digits.
The operands must be both logical numbers.
>>> ExtendedContext.logical_xor(Decimal('0'), Decimal('0'))
Decimal('0')
>>> ExtendedContext.logical_xor(Decimal('0'), Decimal('1'))
Decimal('1')
>>> ExtendedContext.logical_xor(Decimal('1'), Decimal('0'))
Decimal('1')
>>> ExtendedContext.logical_xor(Decimal('1'), Decimal('1'))
Decimal('0')
>>> ExtendedContext.logical_xor(Decimal('1100'), Decimal('1010'))
Decimal('110')
>>> ExtendedContext.logical_xor(Decimal('1111'), Decimal('10'))
Decimal('1101')
>>> ExtendedContext.logical_xor(110, 1101)
Decimal('1011')
>>> ExtendedContext.logical_xor(Decimal(110), 1101)
Decimal('1011')
>>> ExtendedContext.logical_xor(110, Decimal(1101))
Decimal('1011')
"""
a = _convert_other(a, raiseit=True)
return a.logical_xor(b, context=self)
def max(self, a, b):
"""max compares two values numerically and returns the maximum.
If either operand is a NaN then the general rules apply.
Otherwise, the operands are compared as though by the compare
operation. If they are numerically equal then the left-hand operand
is chosen as the result. Otherwise the maximum (closer to positive
infinity) of the two operands is chosen as the result.
>>> ExtendedContext.max(Decimal('3'), Decimal('2'))
Decimal('3')
>>> ExtendedContext.max(Decimal('-10'), Decimal('3'))
Decimal('3')
>>> ExtendedContext.max(Decimal('1.0'), Decimal('1'))
Decimal('1')
>>> ExtendedContext.max(Decimal('7'), Decimal('NaN'))
Decimal('7')
>>> ExtendedContext.max(1, 2)
Decimal('2')
>>> ExtendedContext.max(Decimal(1), 2)
Decimal('2')
>>> ExtendedContext.max(1, Decimal(2))
Decimal('2')
"""
a = _convert_other(a, raiseit=True)
return a.max(b, context=self)
def max_mag(self, a, b):
"""Compares the values numerically with their sign ignored.
>>> ExtendedContext.max_mag(Decimal('7'), Decimal('NaN'))
Decimal('7')
>>> ExtendedContext.max_mag(Decimal('7'), Decimal('-10'))
Decimal('-10')
>>> ExtendedContext.max_mag(1, -2)
Decimal('-2')
>>> ExtendedContext.max_mag(Decimal(1), -2)
Decimal('-2')
>>> ExtendedContext.max_mag(1, Decimal(-2))
Decimal('-2')
"""
a = _convert_other(a, raiseit=True)
return a.max_mag(b, context=self)
def min(self, a, b):
"""min compares two values numerically and returns the minimum.
If either operand is a NaN then the general rules apply.
Otherwise, the operands are compared as though by the compare
operation. If they are numerically equal then the left-hand operand
is chosen as the result. Otherwise the minimum (closer to negative
infinity) of the two operands is chosen as the result.
>>> ExtendedContext.min(Decimal('3'), Decimal('2'))
Decimal('2')
>>> ExtendedContext.min(Decimal('-10'), Decimal('3'))
Decimal('-10')
>>> ExtendedContext.min(Decimal('1.0'), Decimal('1'))
Decimal('1.0')
>>> ExtendedContext.min(Decimal('7'), Decimal('NaN'))
Decimal('7')
>>> ExtendedContext.min(1, 2)
Decimal('1')
>>> ExtendedContext.min(Decimal(1), 2)
Decimal('1')
>>> ExtendedContext.min(1, Decimal(29))
Decimal('1')
"""
a = _convert_other(a, raiseit=True)
return a.min(b, context=self)
def min_mag(self, a, b):
"""Compares the values numerically with their sign ignored.
>>> ExtendedContext.min_mag(Decimal('3'), Decimal('-2'))
Decimal('-2')
>>> ExtendedContext.min_mag(Decimal('-3'), Decimal('NaN'))
Decimal('-3')
>>> ExtendedContext.min_mag(1, -2)
Decimal('1')
>>> ExtendedContext.min_mag(Decimal(1), -2)
Decimal('1')
>>> ExtendedContext.min_mag(1, Decimal(-2))
Decimal('1')
"""
a = _convert_other(a, raiseit=True)
return a.min_mag(b, context=self)
def minus(self, a):
"""Minus corresponds to unary prefix minus in Python.
The operation is evaluated using the same rules as subtract; the
operation minus(a) is calculated as subtract('0', a) where the '0'
has the same exponent as the operand.
>>> ExtendedContext.minus(Decimal('1.3'))
Decimal('-1.3')
>>> ExtendedContext.minus(Decimal('-1.3'))
Decimal('1.3')
>>> ExtendedContext.minus(1)
Decimal('-1')
"""
a = _convert_other(a, raiseit=True)
return a.__neg__(context=self)
def multiply(self, a, b):
"""multiply multiplies two operands.
If either operand is a special value then the general rules apply.
Otherwise, the operands are multiplied together
('long multiplication'), resulting in a number which may be as long as
the sum of the lengths of the two operands.
>>> ExtendedContext.multiply(Decimal('1.20'), Decimal('3'))
Decimal('3.60')
>>> ExtendedContext.multiply(Decimal('7'), Decimal('3'))
Decimal('21')
>>> ExtendedContext.multiply(Decimal('0.9'), Decimal('0.8'))
Decimal('0.72')
>>> ExtendedContext.multiply(Decimal('0.9'), Decimal('-0'))
Decimal('-0.0')
>>> ExtendedContext.multiply(Decimal('654321'), Decimal('654321'))
Decimal('4.28135971E+11')
>>> ExtendedContext.multiply(7, 7)
Decimal('49')
>>> ExtendedContext.multiply(Decimal(7), 7)
Decimal('49')
>>> ExtendedContext.multiply(7, Decimal(7))
Decimal('49')
"""
a = _convert_other(a, raiseit=True)
r = a.__mul__(b, context=self)
if r is NotImplemented:
raise TypeError("Unable to convert %s to Decimal" % b)
else:
return r
def next_minus(self, a):
"""Returns the largest representable number smaller than a.
>>> c = ExtendedContext.copy()
>>> c.Emin = -999
>>> c.Emax = 999
>>> ExtendedContext.next_minus(Decimal('1'))
Decimal('0.999999999')
>>> c.next_minus(Decimal('1E-1007'))
Decimal('0E-1007')
>>> ExtendedContext.next_minus(Decimal('-1.00000003'))
Decimal('-1.00000004')
>>> c.next_minus(Decimal('Infinity'))
Decimal('9.99999999E+999')
>>> c.next_minus(1)
Decimal('0.999999999')
"""
a = _convert_other(a, raiseit=True)
return a.next_minus(context=self)
def next_plus(self, a):
"""Returns the smallest representable number larger than a.
>>> c = ExtendedContext.copy()
>>> c.Emin = -999
>>> c.Emax = 999
>>> ExtendedContext.next_plus(Decimal('1'))
Decimal('1.00000001')
>>> c.next_plus(Decimal('-1E-1007'))
Decimal('-0E-1007')
>>> ExtendedContext.next_plus(Decimal('-1.00000003'))
Decimal('-1.00000002')
>>> c.next_plus(Decimal('-Infinity'))
Decimal('-9.99999999E+999')
>>> c.next_plus(1)
Decimal('1.00000001')
"""
a = _convert_other(a, raiseit=True)
return a.next_plus(context=self)
def next_toward(self, a, b):
"""Returns the number closest to a, in direction towards b.
The result is the closest representable number from the first
operand (but not the first operand) that is in the direction
towards the second operand, unless the operands have the same
value.
>>> c = ExtendedContext.copy()
>>> c.Emin = -999
>>> c.Emax = 999
>>> c.next_toward(Decimal('1'), Decimal('2'))
Decimal('1.00000001')
>>> c.next_toward(Decimal('-1E-1007'), Decimal('1'))
Decimal('-0E-1007')
>>> c.next_toward(Decimal('-1.00000003'), Decimal('0'))
Decimal('-1.00000002')
>>> c.next_toward(Decimal('1'), Decimal('0'))
Decimal('0.999999999')
>>> c.next_toward(Decimal('1E-1007'), Decimal('-100'))
Decimal('0E-1007')
>>> c.next_toward(Decimal('-1.00000003'), Decimal('-10'))
Decimal('-1.00000004')
>>> c.next_toward(Decimal('0.00'), Decimal('-0.0000'))
Decimal('-0.00')
>>> c.next_toward(0, 1)
Decimal('1E-1007')
>>> c.next_toward(Decimal(0), 1)
Decimal('1E-1007')
>>> c.next_toward(0, Decimal(1))
Decimal('1E-1007')
"""
a = _convert_other(a, raiseit=True)
return a.next_toward(b, context=self)
def normalize(self, a):
"""normalize reduces an operand to its simplest form.
Essentially a plus operation with all trailing zeros removed from the
result.
>>> ExtendedContext.normalize(Decimal('2.1'))
Decimal('2.1')
>>> ExtendedContext.normalize(Decimal('-2.0'))
Decimal('-2')
>>> ExtendedContext.normalize(Decimal('1.200'))
Decimal('1.2')
>>> ExtendedContext.normalize(Decimal('-120'))
Decimal('-1.2E+2')
>>> ExtendedContext.normalize(Decimal('120.00'))
Decimal('1.2E+2')
>>> ExtendedContext.normalize(Decimal('0.00'))
Decimal('0')
>>> ExtendedContext.normalize(6)
Decimal('6')
"""
a = _convert_other(a, raiseit=True)
return a.normalize(context=self)
def number_class(self, a):
"""Returns an indication of the class of the operand.
The class is one of the following strings:
-sNaN
-NaN
-Infinity
-Normal
-Subnormal
-Zero
+Zero
+Subnormal
+Normal
+Infinity
>>> c = ExtendedContext.copy()
>>> c.Emin = -999
>>> c.Emax = 999
>>> c.number_class(Decimal('Infinity'))
'+Infinity'
>>> c.number_class(Decimal('1E-10'))
'+Normal'
>>> c.number_class(Decimal('2.50'))
'+Normal'
>>> c.number_class(Decimal('0.1E-999'))
'+Subnormal'
>>> c.number_class(Decimal('0'))
'+Zero'
>>> c.number_class(Decimal('-0'))
'-Zero'
>>> c.number_class(Decimal('-0.1E-999'))
'-Subnormal'
>>> c.number_class(Decimal('-1E-10'))
'-Normal'
>>> c.number_class(Decimal('-2.50'))
'-Normal'
>>> c.number_class(Decimal('-Infinity'))
'-Infinity'
>>> c.number_class(Decimal('NaN'))
'NaN'
>>> c.number_class(Decimal('-NaN'))
'NaN'
>>> c.number_class(Decimal('sNaN'))
'sNaN'
>>> c.number_class(123)
'+Normal'
"""
a = _convert_other(a, raiseit=True)
return a.number_class(context=self)
def plus(self, a):
"""Plus corresponds to unary prefix plus in Python.
The operation is evaluated using the same rules as add; the
operation plus(a) is calculated as add('0', a) where the '0'
has the same exponent as the operand.
>>> ExtendedContext.plus(Decimal('1.3'))
Decimal('1.3')
>>> ExtendedContext.plus(Decimal('-1.3'))
Decimal('-1.3')
>>> ExtendedContext.plus(-1)
Decimal('-1')
"""
a = _convert_other(a, raiseit=True)
return a.__pos__(context=self)
def power(self, a, b, modulo=None):
"""Raises a to the power of b, to modulo if given.
With two arguments, compute a**b. If a is negative then b
must be integral. The result will be inexact unless b is
integral and the result is finite and can be expressed exactly
in 'precision' digits.
With three arguments, compute (a**b) % modulo. For the
three argument form, the following restrictions on the
arguments hold:
- all three arguments must be integral
- b must be nonnegative
- at least one of a or b must be nonzero
- modulo must be nonzero and have at most 'precision' digits
The result of pow(a, b, modulo) is identical to the result
that would be obtained by computing (a**b) % modulo with
unbounded precision, but is computed more efficiently. It is
always exact.
>>> c = ExtendedContext.copy()
>>> c.Emin = -999
>>> c.Emax = 999
>>> c.power(Decimal('2'), Decimal('3'))
Decimal('8')
>>> c.power(Decimal('-2'), Decimal('3'))
Decimal('-8')
>>> c.power(Decimal('2'), Decimal('-3'))
Decimal('0.125')
>>> c.power(Decimal('1.7'), Decimal('8'))
Decimal('69.7575744')
>>> c.power(Decimal('10'), Decimal('0.301029996'))
Decimal('2.00000000')
>>> c.power(Decimal('Infinity'), Decimal('-1'))
Decimal('0')
>>> c.power(Decimal('Infinity'), Decimal('0'))
Decimal('1')
>>> c.power(Decimal('Infinity'), Decimal('1'))
Decimal('Infinity')
>>> c.power(Decimal('-Infinity'), Decimal('-1'))
Decimal('-0')
>>> c.power(Decimal('-Infinity'), Decimal('0'))
Decimal('1')
>>> c.power(Decimal('-Infinity'), Decimal('1'))
Decimal('-Infinity')
>>> c.power(Decimal('-Infinity'), Decimal('2'))
Decimal('Infinity')
>>> c.power(Decimal('0'), Decimal('0'))
Decimal('NaN')
>>> c.power(Decimal('3'), Decimal('7'), Decimal('16'))
Decimal('11')
>>> c.power(Decimal('-3'), Decimal('7'), Decimal('16'))
Decimal('-11')
>>> c.power(Decimal('-3'), Decimal('8'), Decimal('16'))
Decimal('1')
>>> c.power(Decimal('3'), Decimal('7'), Decimal('-16'))
Decimal('11')
>>> c.power(Decimal('23E12345'), Decimal('67E189'), Decimal('123456789'))
Decimal('11729830')
>>> c.power(Decimal('-0'), Decimal('17'), Decimal('1729'))
Decimal('-0')
>>> c.power(Decimal('-23'), Decimal('0'), Decimal('65537'))
Decimal('1')
>>> ExtendedContext.power(7, 7)
Decimal('823543')
>>> ExtendedContext.power(Decimal(7), 7)
Decimal('823543')
>>> ExtendedContext.power(7, Decimal(7), 2)
Decimal('1')
"""
a = _convert_other(a, raiseit=True)
r = a.__pow__(b, modulo, context=self)
if r is NotImplemented:
raise TypeError("Unable to convert %s to Decimal" % b)
else:
return r
def quantize(self, a, b):
"""Returns a value equal to 'a' (rounded), having the exponent of 'b'.
The coefficient of the result is derived from that of the left-hand
operand. It may be rounded using the current rounding setting (if the
exponent is being increased), multiplied by a positive power of ten (if
the exponent is being decreased), or is unchanged (if the exponent is
already equal to that of the right-hand operand).
Unlike other operations, if the length of the coefficient after the
quantize operation would be greater than precision then an Invalid
operation condition is raised. This guarantees that, unless there is
an error condition, the exponent of the result of a quantize is always
equal to that of the right-hand operand.
Also unlike other operations, quantize will never raise Underflow, even
if the result is subnormal and inexact.
>>> ExtendedContext.quantize(Decimal('2.17'), Decimal('0.001'))
Decimal('2.170')
>>> ExtendedContext.quantize(Decimal('2.17'), Decimal('0.01'))
Decimal('2.17')
>>> ExtendedContext.quantize(Decimal('2.17'), Decimal('0.1'))
Decimal('2.2')
>>> ExtendedContext.quantize(Decimal('2.17'), Decimal('1e+0'))
Decimal('2')
>>> ExtendedContext.quantize(Decimal('2.17'), Decimal('1e+1'))
Decimal('0E+1')
>>> ExtendedContext.quantize(Decimal('-Inf'), Decimal('Infinity'))
Decimal('-Infinity')
>>> ExtendedContext.quantize(Decimal('2'), Decimal('Infinity'))
Decimal('NaN')
>>> ExtendedContext.quantize(Decimal('-0.1'), Decimal('1'))
Decimal('-0')
>>> ExtendedContext.quantize(Decimal('-0'), Decimal('1e+5'))
Decimal('-0E+5')
>>> ExtendedContext.quantize(Decimal('+35236450.6'), Decimal('1e-2'))
Decimal('NaN')
>>> ExtendedContext.quantize(Decimal('-35236450.6'), Decimal('1e-2'))
Decimal('NaN')
>>> ExtendedContext.quantize(Decimal('217'), Decimal('1e-1'))
Decimal('217.0')
>>> ExtendedContext.quantize(Decimal('217'), Decimal('1e-0'))
Decimal('217')
>>> ExtendedContext.quantize(Decimal('217'), Decimal('1e+1'))
Decimal('2.2E+2')
>>> ExtendedContext.quantize(Decimal('217'), Decimal('1e+2'))
Decimal('2E+2')
>>> ExtendedContext.quantize(1, 2)
Decimal('1')
>>> ExtendedContext.quantize(Decimal(1), 2)
Decimal('1')
>>> ExtendedContext.quantize(1, Decimal(2))
Decimal('1')
"""
a = _convert_other(a, raiseit=True)
return a.quantize(b, context=self)
def radix(self):
"""Just returns 10, as this is Decimal, :)
>>> ExtendedContext.radix()
Decimal('10')
"""
return Decimal(10)
def remainder(self, a, b):
"""Returns the remainder from integer division.
The result is the residue of the dividend after the operation of
calculating integer division as described for divide-integer, rounded
to precision digits if necessary. The sign of the result, if
non-zero, is the same as that of the original dividend.
This operation will fail under the same conditions as integer division
(that is, if integer division on the same two operands would fail, the
remainder cannot be calculated).
>>> ExtendedContext.remainder(Decimal('2.1'), Decimal('3'))
Decimal('2.1')
>>> ExtendedContext.remainder(Decimal('10'), Decimal('3'))
Decimal('1')
>>> ExtendedContext.remainder(Decimal('-10'), Decimal('3'))
Decimal('-1')
>>> ExtendedContext.remainder(Decimal('10.2'), Decimal('1'))
Decimal('0.2')
>>> ExtendedContext.remainder(Decimal('10'), Decimal('0.3'))
Decimal('0.1')
>>> ExtendedContext.remainder(Decimal('3.6'), Decimal('1.3'))
Decimal('1.0')
>>> ExtendedContext.remainder(22, 6)
Decimal('4')
>>> ExtendedContext.remainder(Decimal(22), 6)
Decimal('4')
>>> ExtendedContext.remainder(22, Decimal(6))
Decimal('4')
"""
a = _convert_other(a, raiseit=True)
r = a.__mod__(b, context=self)
if r is NotImplemented:
raise TypeError("Unable to convert %s to Decimal" % b)
else:
return r
def remainder_near(self, a, b):
"""Returns to be "a - b * n", where n is the integer nearest the exact
value of "x / b" (if two integers are equally near then the even one
is chosen). If the result is equal to 0 then its sign will be the
sign of a.
This operation will fail under the same conditions as integer division
(that is, if integer division on the same two operands would fail, the
remainder cannot be calculated).
>>> ExtendedContext.remainder_near(Decimal('2.1'), Decimal('3'))
Decimal('-0.9')
>>> ExtendedContext.remainder_near(Decimal('10'), Decimal('6'))
Decimal('-2')
>>> ExtendedContext.remainder_near(Decimal('10'), Decimal('3'))
Decimal('1')
>>> ExtendedContext.remainder_near(Decimal('-10'), Decimal('3'))
Decimal('-1')
>>> ExtendedContext.remainder_near(Decimal('10.2'), Decimal('1'))
Decimal('0.2')
>>> ExtendedContext.remainder_near(Decimal('10'), Decimal('0.3'))
Decimal('0.1')
>>> ExtendedContext.remainder_near(Decimal('3.6'), Decimal('1.3'))
Decimal('-0.3')
>>> ExtendedContext.remainder_near(3, 11)
Decimal('3')
>>> ExtendedContext.remainder_near(Decimal(3), 11)
Decimal('3')
>>> ExtendedContext.remainder_near(3, Decimal(11))
Decimal('3')
"""
a = _convert_other(a, raiseit=True)
return a.remainder_near(b, context=self)
def rotate(self, a, b):
"""Returns a rotated copy of a, b times.
The coefficient of the result is a rotated copy of the digits in
the coefficient of the first operand. The number of places of
rotation is taken from the absolute value of the second operand,
with the rotation being to the left if the second operand is
positive or to the right otherwise.
>>> ExtendedContext.rotate(Decimal('34'), Decimal('8'))
Decimal('400000003')
>>> ExtendedContext.rotate(Decimal('12'), Decimal('9'))
Decimal('12')
>>> ExtendedContext.rotate(Decimal('123456789'), Decimal('-2'))
Decimal('891234567')
>>> ExtendedContext.rotate(Decimal('123456789'), Decimal('0'))
Decimal('123456789')
>>> ExtendedContext.rotate(Decimal('123456789'), Decimal('+2'))
Decimal('345678912')
>>> ExtendedContext.rotate(1333333, 1)
Decimal('13333330')
>>> ExtendedContext.rotate(Decimal(1333333), 1)
Decimal('13333330')
>>> ExtendedContext.rotate(1333333, Decimal(1))
Decimal('13333330')
"""
a = _convert_other(a, raiseit=True)
return a.rotate(b, context=self)
def same_quantum(self, a, b):
"""Returns True if the two operands have the same exponent.
The result is never affected by either the sign or the coefficient of
either operand.
>>> ExtendedContext.same_quantum(Decimal('2.17'), Decimal('0.001'))
False
>>> ExtendedContext.same_quantum(Decimal('2.17'), Decimal('0.01'))
True
>>> ExtendedContext.same_quantum(Decimal('2.17'), Decimal('1'))
False
>>> ExtendedContext.same_quantum(Decimal('Inf'), Decimal('-Inf'))
True
>>> ExtendedContext.same_quantum(10000, -1)
True
>>> ExtendedContext.same_quantum(Decimal(10000), -1)
True
>>> ExtendedContext.same_quantum(10000, Decimal(-1))
True
"""
a = _convert_other(a, raiseit=True)
return a.same_quantum(b)
def scaleb (self, a, b):
"""Returns the first operand after adding the second value its exp.
>>> ExtendedContext.scaleb(Decimal('7.50'), Decimal('-2'))
Decimal('0.0750')
>>> ExtendedContext.scaleb(Decimal('7.50'), Decimal('0'))
Decimal('7.50')
>>> ExtendedContext.scaleb(Decimal('7.50'), Decimal('3'))
Decimal('7.50E+3')
>>> ExtendedContext.scaleb(1, 4)
Decimal('1E+4')
>>> ExtendedContext.scaleb(Decimal(1), 4)
Decimal('1E+4')
>>> ExtendedContext.scaleb(1, Decimal(4))
Decimal('1E+4')
"""
a = _convert_other(a, raiseit=True)
return a.scaleb(b, context=self)
def shift(self, a, b):
"""Returns a shifted copy of a, b times.
The coefficient of the result is a shifted copy of the digits
in the coefficient of the first operand. The number of places
to shift is taken from the absolute value of the second operand,
with the shift being to the left if the second operand is
positive or to the right otherwise. Digits shifted into the
coefficient are zeros.
>>> ExtendedContext.shift(Decimal('34'), Decimal('8'))
Decimal('400000000')
>>> ExtendedContext.shift(Decimal('12'), Decimal('9'))
Decimal('0')
>>> ExtendedContext.shift(Decimal('123456789'), Decimal('-2'))
Decimal('1234567')
>>> ExtendedContext.shift(Decimal('123456789'), Decimal('0'))
Decimal('123456789')
>>> ExtendedContext.shift(Decimal('123456789'), Decimal('+2'))
Decimal('345678900')
>>> ExtendedContext.shift(88888888, 2)
Decimal('888888800')
>>> ExtendedContext.shift(Decimal(88888888), 2)
Decimal('888888800')
>>> ExtendedContext.shift(88888888, Decimal(2))
Decimal('888888800')
"""
a = _convert_other(a, raiseit=True)
return a.shift(b, context=self)
def sqrt(self, a):
"""Square root of a non-negative number to context precision.
If the result must be inexact, it is rounded using the round-half-even
algorithm.
>>> ExtendedContext.sqrt(Decimal('0'))
Decimal('0')
>>> ExtendedContext.sqrt(Decimal('-0'))
Decimal('-0')
>>> ExtendedContext.sqrt(Decimal('0.39'))
Decimal('0.624499800')
>>> ExtendedContext.sqrt(Decimal('100'))
Decimal('10')
>>> ExtendedContext.sqrt(Decimal('1'))
Decimal('1')
>>> ExtendedContext.sqrt(Decimal('1.0'))
Decimal('1.0')
>>> ExtendedContext.sqrt(Decimal('1.00'))
Decimal('1.0')
>>> ExtendedContext.sqrt(Decimal('7'))
Decimal('2.64575131')
>>> ExtendedContext.sqrt(Decimal('10'))
Decimal('3.16227766')
>>> ExtendedContext.sqrt(2)
Decimal('1.41421356')
>>> ExtendedContext.prec
9
"""
a = _convert_other(a, raiseit=True)
return a.sqrt(context=self)
def subtract(self, a, b):
"""Return the difference between the two operands.
>>> ExtendedContext.subtract(Decimal('1.3'), Decimal('1.07'))
Decimal('0.23')
>>> ExtendedContext.subtract(Decimal('1.3'), Decimal('1.30'))
Decimal('0.00')
>>> ExtendedContext.subtract(Decimal('1.3'), Decimal('2.07'))
Decimal('-0.77')
>>> ExtendedContext.subtract(8, 5)
Decimal('3')
>>> ExtendedContext.subtract(Decimal(8), 5)
Decimal('3')
>>> ExtendedContext.subtract(8, Decimal(5))
Decimal('3')
"""
a = _convert_other(a, raiseit=True)
r = a.__sub__(b, context=self)
if r is NotImplemented:
raise TypeError("Unable to convert %s to Decimal" % b)
else:
return r
def to_eng_string(self, a):
"""Convert to a string, using engineering notation if an exponent is needed.
Engineering notation has an exponent which is a multiple of 3. This
can leave up to 3 digits to the left of the decimal place and may
require the addition of either one or two trailing zeros.
The operation is not affected by the context.
>>> ExtendedContext.to_eng_string(Decimal('123E+1'))
'1.23E+3'
>>> ExtendedContext.to_eng_string(Decimal('123E+3'))
'123E+3'
>>> ExtendedContext.to_eng_string(Decimal('123E-10'))
'12.3E-9'
>>> ExtendedContext.to_eng_string(Decimal('-123E-12'))
'-123E-12'
>>> ExtendedContext.to_eng_string(Decimal('7E-7'))
'700E-9'
>>> ExtendedContext.to_eng_string(Decimal('7E+1'))
'70'
>>> ExtendedContext.to_eng_string(Decimal('0E+1'))
'0.00E+3'
"""
a = _convert_other(a, raiseit=True)
return a.to_eng_string(context=self)
def to_sci_string(self, a):
"""Converts a number to a string, using scientific notation.
The operation is not affected by the context.
"""
a = _convert_other(a, raiseit=True)
return a.__str__(context=self)
def to_integral_exact(self, a):
"""Rounds to an integer.
When the operand has a negative exponent, the result is the same
as using the quantize() operation using the given operand as the
left-hand-operand, 1E+0 as the right-hand-operand, and the precision
of the operand as the precision setting; Inexact and Rounded flags
are allowed in this operation. The rounding mode is taken from the
context.
>>> ExtendedContext.to_integral_exact(Decimal('2.1'))
Decimal('2')
>>> ExtendedContext.to_integral_exact(Decimal('100'))
Decimal('100')
>>> ExtendedContext.to_integral_exact(Decimal('100.0'))
Decimal('100')
>>> ExtendedContext.to_integral_exact(Decimal('101.5'))
Decimal('102')
>>> ExtendedContext.to_integral_exact(Decimal('-101.5'))
Decimal('-102')
>>> ExtendedContext.to_integral_exact(Decimal('10E+5'))
Decimal('1.0E+6')
>>> ExtendedContext.to_integral_exact(Decimal('7.89E+77'))
Decimal('7.89E+77')
>>> ExtendedContext.to_integral_exact(Decimal('-Inf'))
Decimal('-Infinity')
"""
a = _convert_other(a, raiseit=True)
return a.to_integral_exact(context=self)
def to_integral_value(self, a):
"""Rounds to an integer.
When the operand has a negative exponent, the result is the same
as using the quantize() operation using the given operand as the
left-hand-operand, 1E+0 as the right-hand-operand, and the precision
of the operand as the precision setting, except that no flags will
be set. The rounding mode is taken from the context.
>>> ExtendedContext.to_integral_value(Decimal('2.1'))
Decimal('2')
>>> ExtendedContext.to_integral_value(Decimal('100'))
Decimal('100')
>>> ExtendedContext.to_integral_value(Decimal('100.0'))
Decimal('100')
>>> ExtendedContext.to_integral_value(Decimal('101.5'))
Decimal('102')
>>> ExtendedContext.to_integral_value(Decimal('-101.5'))
Decimal('-102')
>>> ExtendedContext.to_integral_value(Decimal('10E+5'))
Decimal('1.0E+6')
>>> ExtendedContext.to_integral_value(Decimal('7.89E+77'))
Decimal('7.89E+77')
>>> ExtendedContext.to_integral_value(Decimal('-Inf'))
Decimal('-Infinity')
"""
a = _convert_other(a, raiseit=True)
return a.to_integral_value(context=self)
# the method name changed, but we provide also the old one, for compatibility
to_integral = to_integral_value
class _WorkRep(object):
__slots__ = ('sign','int','exp')
# sign: 0 or 1
# int: int
# exp: None, int, or string
def __init__(self, value=None):
if value is None:
self.sign = None
self.int = 0
self.exp = None
elif isinstance(value, Decimal):
self.sign = value._sign
self.int = int(value._int)
self.exp = value._exp
else:
# assert isinstance(value, tuple)
self.sign = value[0]
self.int = value[1]
self.exp = value[2]
def __repr__(self):
return "(%r, %r, %r)" % (self.sign, self.int, self.exp)
def _normalize(op1, op2, prec = 0):
"""Normalizes op1, op2 to have the same exp and length of coefficient.
Done during addition.
"""
if op1.exp < op2.exp:
tmp = op2
other = op1
else:
tmp = op1
other = op2
# Let exp = min(tmp.exp - 1, tmp.adjusted() - precision - 1).
# Then adding 10**exp to tmp has the same effect (after rounding)
# as adding any positive quantity smaller than 10**exp; similarly
# for subtraction. So if other is smaller than 10**exp we replace
# it with 10**exp. This avoids tmp.exp - other.exp getting too large.
tmp_len = len(str(tmp.int))
other_len = len(str(other.int))
exp = tmp.exp + min(-1, tmp_len - prec - 2)
if other_len + other.exp - 1 < exp:
other.int = 1
other.exp = exp
tmp.int *= 10 ** (tmp.exp - other.exp)
tmp.exp = other.exp
return op1, op2
##### Integer arithmetic functions used by ln, log10, exp and __pow__ #####
_nbits = int.bit_length
def _decimal_lshift_exact(n, e):
""" Given integers n and e, return n * 10**e if it's an integer, else None.
The computation is designed to avoid computing large powers of 10
unnecessarily.
>>> _decimal_lshift_exact(3, 4)
30000
>>> _decimal_lshift_exact(300, -999999999) # returns None
"""
if n == 0:
return 0
elif e >= 0:
return n * 10**e
else:
# val_n = largest power of 10 dividing n.
str_n = str(abs(n))
val_n = len(str_n) - len(str_n.rstrip('0'))
return None if val_n < -e else n // 10**-e
def _sqrt_nearest(n, a):
"""Closest integer to the square root of the positive integer n. a is
an initial approximation to the square root. Any positive integer
will do for a, but the closer a is to the square root of n the
faster convergence will be.
"""
if n <= 0 or a <= 0:
raise ValueError("Both arguments to _sqrt_nearest should be positive.")
b=0
while a != b:
b, a = a, a--n//a>>1
return a
def _rshift_nearest(x, shift):
"""Given an integer x and a nonnegative integer shift, return closest
integer to x / 2**shift; use round-to-even in case of a tie.
"""
b, q = 1 << shift, x >> shift
return q + (2*(x & (b-1)) + (q&1) > b)
def _div_nearest(a, b):
"""Closest integer to a/b, a and b positive integers; rounds to even
in the case of a tie.
"""
q, r = divmod(a, b)
return q + (2*r + (q&1) > b)
def _ilog(x, M, L = 8):
"""Integer approximation to M*log(x/M), with absolute error boundable
in terms only of x/M.
Given positive integers x and M, return an integer approximation to
M * log(x/M). For L = 8 and 0.1 <= x/M <= 10 the difference
between the approximation and the exact result is at most 22. For
L = 8 and 1.0 <= x/M <= 10.0 the difference is at most 15. In
both cases these are upper bounds on the error; it will usually be
much smaller."""
# The basic algorithm is the following: let log1p be the function
# log1p(x) = log(1+x). Then log(x/M) = log1p((x-M)/M). We use
# the reduction
#
# log1p(y) = 2*log1p(y/(1+sqrt(1+y)))
#
# repeatedly until the argument to log1p is small (< 2**-L in
# absolute value). For small y we can use the Taylor series
# expansion
#
# log1p(y) ~ y - y**2/2 + y**3/3 - ... - (-y)**T/T
#
# truncating at T such that y**T is small enough. The whole
# computation is carried out in a form of fixed-point arithmetic,
# with a real number z being represented by an integer
# approximation to z*M. To avoid loss of precision, the y below
# is actually an integer approximation to 2**R*y*M, where R is the
# number of reductions performed so far.
y = x-M
# argument reduction; R = number of reductions performed
R = 0
while (R <= L and abs(y) << L-R >= M or
R > L and abs(y) >> R-L >= M):
y = _div_nearest((M*y) << 1,
M + _sqrt_nearest(M*(M+_rshift_nearest(y, R)), M))
R += 1
# Taylor series with T terms
T = -int(-10*len(str(M))//(3*L))
yshift = _rshift_nearest(y, R)
w = _div_nearest(M, T)
for k in range(T-1, 0, -1):
w = _div_nearest(M, k) - _div_nearest(yshift*w, M)
return _div_nearest(w*y, M)
def _dlog10(c, e, p):
"""Given integers c, e and p with c > 0, p >= 0, compute an integer
approximation to 10**p * log10(c*10**e), with an absolute error of
at most 1. Assumes that c*10**e is not exactly 1."""
# increase precision by 2; compensate for this by dividing
# final result by 100
p += 2
# write c*10**e as d*10**f with either:
# f >= 0 and 1 <= d <= 10, or
# f <= 0 and 0.1 <= d <= 1.
# Thus for c*10**e close to 1, f = 0
l = len(str(c))
f = e+l - (e+l >= 1)
if p > 0:
M = 10**p
k = e+p-f
if k >= 0:
c *= 10**k
else:
c = _div_nearest(c, 10**-k)
log_d = _ilog(c, M) # error < 5 + 22 = 27
log_10 = _log10_digits(p) # error < 1
log_d = _div_nearest(log_d*M, log_10)
log_tenpower = f*M # exact
else:
log_d = 0 # error < 2.31
log_tenpower = _div_nearest(f, 10**-p) # error < 0.5
return _div_nearest(log_tenpower+log_d, 100)
def _dlog(c, e, p):
"""Given integers c, e and p with c > 0, compute an integer
approximation to 10**p * log(c*10**e), with an absolute error of
at most 1. Assumes that c*10**e is not exactly 1."""
# Increase precision by 2. The precision increase is compensated
# for at the end with a division by 100.
p += 2
# rewrite c*10**e as d*10**f with either f >= 0 and 1 <= d <= 10,
# or f <= 0 and 0.1 <= d <= 1. Then we can compute 10**p * log(c*10**e)
# as 10**p * log(d) + 10**p*f * log(10).
l = len(str(c))
f = e+l - (e+l >= 1)
# compute approximation to 10**p*log(d), with error < 27
if p > 0:
k = e+p-f
if k >= 0:
c *= 10**k
else:
c = _div_nearest(c, 10**-k) # error of <= 0.5 in c
# _ilog magnifies existing error in c by a factor of at most 10
log_d = _ilog(c, 10**p) # error < 5 + 22 = 27
else:
# p <= 0: just approximate the whole thing by 0; error < 2.31
log_d = 0
# compute approximation to f*10**p*log(10), with error < 11.
if f:
extra = len(str(abs(f)))-1
if p + extra >= 0:
# error in f * _log10_digits(p+extra) < |f| * 1 = |f|
# after division, error < |f|/10**extra + 0.5 < 10 + 0.5 < 11
f_log_ten = _div_nearest(f*_log10_digits(p+extra), 10**extra)
else:
f_log_ten = 0
else:
f_log_ten = 0
# error in sum < 11+27 = 38; error after division < 0.38 + 0.5 < 1
return _div_nearest(f_log_ten + log_d, 100)
class _Log10Memoize(object):
"""Class to compute, store, and allow retrieval of, digits of the
constant log(10) = 2.302585.... This constant is needed by
Decimal.ln, Decimal.log10, Decimal.exp and Decimal.__pow__."""
def __init__(self):
self.digits = "23025850929940456840179914546843642076011014886"
def getdigits(self, p):
"""Given an integer p >= 0, return floor(10**p)*log(10).
For example, self.getdigits(3) returns 2302.
"""
# digits are stored as a string, for quick conversion to
# integer in the case that we've already computed enough
# digits; the stored digits should always be correct
# (truncated, not rounded to nearest).
if p < 0:
raise ValueError("p should be nonnegative")
if p >= len(self.digits):
# compute p+3, p+6, p+9, ... digits; continue until at
# least one of the extra digits is nonzero
extra = 3
while True:
# compute p+extra digits, correct to within 1ulp
M = 10**(p+extra+2)
digits = str(_div_nearest(_ilog(10*M, M), 100))
if digits[-extra:] != '0'*extra:
break
extra += 3
# keep all reliable digits so far; remove trailing zeros
# and next nonzero digit
self.digits = digits.rstrip('0')[:-1]
return int(self.digits[:p+1])
_log10_digits = _Log10Memoize().getdigits
def _iexp(x, M, L=8):
"""Given integers x and M, M > 0, such that x/M is small in absolute
value, compute an integer approximation to M*exp(x/M). For 0 <=
x/M <= 2.4, the absolute error in the result is bounded by 60 (and
is usually much smaller)."""
# Algorithm: to compute exp(z) for a real number z, first divide z
# by a suitable power R of 2 so that |z/2**R| < 2**-L. Then
# compute expm1(z/2**R) = exp(z/2**R) - 1 using the usual Taylor
# series
#
# expm1(x) = x + x**2/2! + x**3/3! + ...
#
# Now use the identity
#
# expm1(2x) = expm1(x)*(expm1(x)+2)
#
# R times to compute the sequence expm1(z/2**R),
# expm1(z/2**(R-1)), ... , exp(z/2), exp(z).
# Find R such that x/2**R/M <= 2**-L
R = _nbits((x<<L)//M)
# Taylor series. (2**L)**T > M
T = -int(-10*len(str(M))//(3*L))
y = _div_nearest(x, T)
Mshift = M<<R
for i in range(T-1, 0, -1):
y = _div_nearest(x*(Mshift + y), Mshift * i)
# Expansion
for k in range(R-1, -1, -1):
Mshift = M<<(k+2)
y = _div_nearest(y*(y+Mshift), Mshift)
return M+y
def _dexp(c, e, p):
"""Compute an approximation to exp(c*10**e), with p decimal places of
precision.
Returns integers d, f such that:
10**(p-1) <= d <= 10**p, and
(d-1)*10**f < exp(c*10**e) < (d+1)*10**f
In other words, d*10**f is an approximation to exp(c*10**e) with p
digits of precision, and with an error in d of at most 1. This is
almost, but not quite, the same as the error being < 1ulp: when d
= 10**(p-1) the error could be up to 10 ulp."""
# we'll call iexp with M = 10**(p+2), giving p+3 digits of precision
p += 2
# compute log(10) with extra precision = adjusted exponent of c*10**e
extra = max(0, e + len(str(c)) - 1)
q = p + extra
# compute quotient c*10**e/(log(10)) = c*10**(e+q)/(log(10)*10**q),
# rounding down
shift = e+q
if shift >= 0:
cshift = c*10**shift
else:
cshift = c//10**-shift
quot, rem = divmod(cshift, _log10_digits(q))
# reduce remainder back to original precision
rem = _div_nearest(rem, 10**extra)
# error in result of _iexp < 120; error after division < 0.62
return _div_nearest(_iexp(rem, 10**p), 1000), quot - p + 3
def _dpower(xc, xe, yc, ye, p):
"""Given integers xc, xe, yc and ye representing Decimals x = xc*10**xe and
y = yc*10**ye, compute x**y. Returns a pair of integers (c, e) such that:
10**(p-1) <= c <= 10**p, and
(c-1)*10**e < x**y < (c+1)*10**e
in other words, c*10**e is an approximation to x**y with p digits
of precision, and with an error in c of at most 1. (This is
almost, but not quite, the same as the error being < 1ulp: when c
== 10**(p-1) we can only guarantee error < 10ulp.)
We assume that: x is positive and not equal to 1, and y is nonzero.
"""
# Find b such that 10**(b-1) <= |y| <= 10**b
b = len(str(abs(yc))) + ye
# log(x) = lxc*10**(-p-b-1), to p+b+1 places after the decimal point
lxc = _dlog(xc, xe, p+b+1)
# compute product y*log(x) = yc*lxc*10**(-p-b-1+ye) = pc*10**(-p-1)
shift = ye-b
if shift >= 0:
pc = lxc*yc*10**shift
else:
pc = _div_nearest(lxc*yc, 10**-shift)
if pc == 0:
# we prefer a result that isn't exactly 1; this makes it
# easier to compute a correctly rounded result in __pow__
if ((len(str(xc)) + xe >= 1) == (yc > 0)): # if x**y > 1:
coeff, exp = 10**(p-1)+1, 1-p
else:
coeff, exp = 10**p-1, -p
else:
coeff, exp = _dexp(pc, -(p+1), p+1)
coeff = _div_nearest(coeff, 10)
exp += 1
return coeff, exp
def _log10_lb(c, correction = {
'1': 100, '2': 70, '3': 53, '4': 40, '5': 31,
'6': 23, '7': 16, '8': 10, '9': 5}):
"""Compute a lower bound for 100*log10(c) for a positive integer c."""
if c <= 0:
raise ValueError("The argument to _log10_lb should be nonnegative.")
str_c = str(c)
return 100*len(str_c) - correction[str_c[0]]
##### Helper Functions ####################################################
def _convert_other(other, raiseit=False, allow_float=False):
"""Convert other to Decimal.
Verifies that it's ok to use in an implicit construction.
If allow_float is true, allow conversion from float; this
is used in the comparison methods (__eq__ and friends).
"""
if isinstance(other, Decimal):
return other
if isinstance(other, int):
return Decimal(other)
if allow_float and isinstance(other, float):
return Decimal.from_float(other)
if raiseit:
raise TypeError("Unable to convert %s to Decimal" % other)
return NotImplemented
def _convert_for_comparison(self, other, equality_op=False):
"""Given a Decimal instance self and a Python object other, return
a pair (s, o) of Decimal instances such that "s op o" is
equivalent to "self op other" for any of the 6 comparison
operators "op".
"""
if isinstance(other, Decimal):
return self, other
# Comparison with a Rational instance (also includes integers):
# self op n/d <=> self*d op n (for n and d integers, d positive).
# A NaN or infinity can be left unchanged without affecting the
# comparison result.
if isinstance(other, _numbers.Rational):
if not self._is_special:
self = _dec_from_triple(self._sign,
str(int(self._int) * other.denominator),
self._exp)
return self, Decimal(other.numerator)
# Comparisons with float and complex types. == and != comparisons
# with complex numbers should succeed, returning either True or False
# as appropriate. Other comparisons return NotImplemented.
if equality_op and isinstance(other, _numbers.Complex) and other.imag == 0:
other = other.real
if isinstance(other, float):
context = getcontext()
if equality_op:
context.flags[FloatOperation] = 1
else:
context._raise_error(FloatOperation,
"strict semantics for mixing floats and Decimals are enabled")
return self, Decimal.from_float(other)
return NotImplemented, NotImplemented
##### Setup Specific Contexts ############################################
# The default context prototype used by Context()
# Is mutable, so that new contexts can have different default values
DefaultContext = Context(
prec=28, rounding=ROUND_HALF_EVEN,
traps=[DivisionByZero, Overflow, InvalidOperation],
flags=[],
Emax=999999,
Emin=-999999,
capitals=1,
clamp=0
)
# Pre-made alternate contexts offered by the specification
# Don't change these; the user should be able to select these
# contexts and be able to reproduce results from other implementations
# of the spec.
BasicContext = Context(
prec=9, rounding=ROUND_HALF_UP,
traps=[DivisionByZero, Overflow, InvalidOperation, Clamped, Underflow],
flags=[],
)
ExtendedContext = Context(
prec=9, rounding=ROUND_HALF_EVEN,
traps=[],
flags=[],
)
##### crud for parsing strings #############################################
#
# Regular expression used for parsing numeric strings. Additional
# comments:
#
# 1. Uncomment the two '\s*' lines to allow leading and/or trailing
# whitespace. But note that the specification disallows whitespace in
# a numeric string.
#
# 2. For finite numbers (not infinities and NaNs) the body of the
# number between the optional sign and the optional exponent must have
# at least one decimal digit, possibly after the decimal point. The
# lookahead expression '(?=\d|\.\d)' checks this.
import re
_parser = re.compile(r""" # A numeric string consists of:
# \s*
(?P<sign>[-+])? # an optional sign, followed by either...
(
(?=\d|\.\d) # ...a number (with at least one digit)
(?P<int>\d*) # having a (possibly empty) integer part
(\.(?P<frac>\d*))? # followed by an optional fractional part
(E(?P<exp>[-+]?\d+))? # followed by an optional exponent, or...
|
Inf(inity)? # ...an infinity, or...
|
(?P<signal>s)? # ...an (optionally signaling)
NaN # NaN
(?P<diag>\d*) # with (possibly empty) diagnostic info.
)
# \s*
\Z
""", re.VERBOSE | re.IGNORECASE).match
_all_zeros = re.compile('0*$').match
_exact_half = re.compile('50*$').match
##### PEP3101 support functions ##############################################
# The functions in this section have little to do with the Decimal
# class, and could potentially be reused or adapted for other pure
# Python numeric classes that want to implement __format__
#
# A format specifier for Decimal looks like:
#
# [[fill]align][sign][#][0][minimumwidth][,][.precision][type]
_parse_format_specifier_regex = re.compile(r"""\A
(?:
(?P<fill>.)?
(?P<align>[<>=^])
)?
(?P<sign>[-+ ])?
(?P<alt>\#)?
(?P<zeropad>0)?
(?P<minimumwidth>(?!0)\d+)?
(?P<thousands_sep>,)?
(?:\.(?P<precision>0|(?!0)\d+))?
(?P<type>[eEfFgGn%])?
\Z
""", re.VERBOSE|re.DOTALL)
del re
# The locale module is only needed for the 'n' format specifier. The
# rest of the PEP 3101 code functions quite happily without it, so we
# don't care too much if locale isn't present.
try:
import locale as _locale
except ImportError:
pass
def _parse_format_specifier(format_spec, _localeconv=None):
"""Parse and validate a format specifier.
Turns a standard numeric format specifier into a dict, with the
following entries:
fill: fill character to pad field to minimum width
align: alignment type, either '<', '>', '=' or '^'
sign: either '+', '-' or ' '
minimumwidth: nonnegative integer giving minimum width
zeropad: boolean, indicating whether to pad with zeros
thousands_sep: string to use as thousands separator, or ''
grouping: grouping for thousands separators, in format
used by localeconv
decimal_point: string to use for decimal point
precision: nonnegative integer giving precision, or None
type: one of the characters 'eEfFgG%', or None
"""
m = _parse_format_specifier_regex.match(format_spec)
if m is None:
raise ValueError("Invalid format specifier: " + format_spec)
# get the dictionary
format_dict = m.groupdict()
# zeropad; defaults for fill and alignment. If zero padding
# is requested, the fill and align fields should be absent.
fill = format_dict['fill']
align = format_dict['align']
format_dict['zeropad'] = (format_dict['zeropad'] is not None)
if format_dict['zeropad']:
if fill is not None:
raise ValueError("Fill character conflicts with '0'"
" in format specifier: " + format_spec)
if align is not None:
raise ValueError("Alignment conflicts with '0' in "
"format specifier: " + format_spec)
format_dict['fill'] = fill or ' '
# PEP 3101 originally specified that the default alignment should
# be left; it was later agreed that right-aligned makes more sense
# for numeric types. See http://bugs.python.org/issue6857.
format_dict['align'] = align or '>'
# default sign handling: '-' for negative, '' for positive
if format_dict['sign'] is None:
format_dict['sign'] = '-'
# minimumwidth defaults to 0; precision remains None if not given
format_dict['minimumwidth'] = int(format_dict['minimumwidth'] or '0')
if format_dict['precision'] is not None:
format_dict['precision'] = int(format_dict['precision'])
# if format type is 'g' or 'G' then a precision of 0 makes little
# sense; convert it to 1. Same if format type is unspecified.
if format_dict['precision'] == 0:
if format_dict['type'] is None or format_dict['type'] in 'gGn':
format_dict['precision'] = 1
# determine thousands separator, grouping, and decimal separator, and
# add appropriate entries to format_dict
if format_dict['type'] == 'n':
# apart from separators, 'n' behaves just like 'g'
format_dict['type'] = 'g'
if _localeconv is None:
_localeconv = _locale.localeconv()
if format_dict['thousands_sep'] is not None:
raise ValueError("Explicit thousands separator conflicts with "
"'n' type in format specifier: " + format_spec)
format_dict['thousands_sep'] = _localeconv['thousands_sep']
format_dict['grouping'] = _localeconv['grouping']
format_dict['decimal_point'] = _localeconv['decimal_point']
else:
if format_dict['thousands_sep'] is None:
format_dict['thousands_sep'] = ''
format_dict['grouping'] = [3, 0]
format_dict['decimal_point'] = '.'
return format_dict
def _format_align(sign, body, spec):
"""Given an unpadded, non-aligned numeric string 'body' and sign
string 'sign', add padding and alignment conforming to the given
format specifier dictionary 'spec' (as produced by
parse_format_specifier).
"""
# how much extra space do we have to play with?
minimumwidth = spec['minimumwidth']
fill = spec['fill']
padding = fill*(minimumwidth - len(sign) - len(body))
align = spec['align']
if align == '<':
result = sign + body + padding
elif align == '>':
result = padding + sign + body
elif align == '=':
result = sign + padding + body
elif align == '^':
half = len(padding)//2
result = padding[:half] + sign + body + padding[half:]
else:
raise ValueError('Unrecognised alignment field')
return result
def _group_lengths(grouping):
"""Convert a localeconv-style grouping into a (possibly infinite)
iterable of integers representing group lengths.
"""
# The result from localeconv()['grouping'], and the input to this
# function, should be a list of integers in one of the
# following three forms:
#
# (1) an empty list, or
# (2) nonempty list of positive integers + [0]
# (3) list of positive integers + [locale.CHAR_MAX], or
from itertools import chain, repeat
if not grouping:
return []
elif grouping[-1] == 0 and len(grouping) >= 2:
return chain(grouping[:-1], repeat(grouping[-2]))
elif grouping[-1] == _locale.CHAR_MAX:
return grouping[:-1]
else:
raise ValueError('unrecognised format for grouping')
def _insert_thousands_sep(digits, spec, min_width=1):
"""Insert thousands separators into a digit string.
spec is a dictionary whose keys should include 'thousands_sep' and
'grouping'; typically it's the result of parsing the format
specifier using _parse_format_specifier.
The min_width keyword argument gives the minimum length of the
result, which will be padded on the left with zeros if necessary.
If necessary, the zero padding adds an extra '0' on the left to
avoid a leading thousands separator. For example, inserting
commas every three digits in '123456', with min_width=8, gives
'0,123,456', even though that has length 9.
"""
sep = spec['thousands_sep']
grouping = spec['grouping']
groups = []
for l in _group_lengths(grouping):
if l <= 0:
raise ValueError("group length should be positive")
# max(..., 1) forces at least 1 digit to the left of a separator
l = min(max(len(digits), min_width, 1), l)
groups.append('0'*(l - len(digits)) + digits[-l:])
digits = digits[:-l]
min_width -= l
if not digits and min_width <= 0:
break
min_width -= len(sep)
else:
l = max(len(digits), min_width, 1)
groups.append('0'*(l - len(digits)) + digits[-l:])
return sep.join(reversed(groups))
def _format_sign(is_negative, spec):
"""Determine sign character."""
if is_negative:
return '-'
elif spec['sign'] in ' +':
return spec['sign']
else:
return ''
def _format_number(is_negative, intpart, fracpart, exp, spec):
"""Format a number, given the following data:
is_negative: true if the number is negative, else false
intpart: string of digits that must appear before the decimal point
fracpart: string of digits that must come after the point
exp: exponent, as an integer
spec: dictionary resulting from parsing the format specifier
This function uses the information in spec to:
insert separators (decimal separator and thousands separators)
format the sign
format the exponent
add trailing '%' for the '%' type
zero-pad if necessary
fill and align if necessary
"""
sign = _format_sign(is_negative, spec)
if fracpart or spec['alt']:
fracpart = spec['decimal_point'] + fracpart
if exp != 0 or spec['type'] in 'eE':
echar = {'E': 'E', 'e': 'e', 'G': 'E', 'g': 'e'}[spec['type']]
fracpart += "{0}{1:+}".format(echar, exp)
if spec['type'] == '%':
fracpart += '%'
if spec['zeropad']:
min_width = spec['minimumwidth'] - len(fracpart) - len(sign)
else:
min_width = 0
intpart = _insert_thousands_sep(intpart, spec, min_width)
return _format_align(sign, intpart+fracpart, spec)
##### Useful Constants (internal use only) ################################
# Reusable defaults
_Infinity = Decimal('Inf')
_NegativeInfinity = Decimal('-Inf')
_NaN = Decimal('NaN')
_Zero = Decimal(0)
_One = Decimal(1)
_NegativeOne = Decimal(-1)
# _SignedInfinity[sign] is infinity w/ that sign
_SignedInfinity = (_Infinity, _NegativeInfinity)
# Constants related to the hash implementation; hash(x) is based
# on the reduction of x modulo _PyHASH_MODULUS
_PyHASH_MODULUS = sys.hash_info.modulus
# hash values to use for positive and negative infinities, and nans
_PyHASH_INF = sys.hash_info.inf
_PyHASH_NAN = sys.hash_info.nan
# _PyHASH_10INV is the inverse of 10 modulo the prime _PyHASH_MODULUS
_PyHASH_10INV = pow(10, _PyHASH_MODULUS - 2, _PyHASH_MODULUS)
del sys
asyncore.py 0000644 00000047176 15115353747 0006773 0 ustar 00 # -*- Mode: Python -*-
# Id: asyncore.py,v 2.51 2000/09/07 22:29:26 rushing Exp
# Author: Sam Rushing <rushing@nightmare.com>
# ======================================================================
# Copyright 1996 by Sam Rushing
#
# All Rights Reserved
#
# Permission to use, copy, modify, and distribute this software and
# its documentation for any purpose and without fee is hereby
# granted, provided that the above copyright notice appear in all
# copies and that both that copyright notice and this permission
# notice appear in supporting documentation, and that the name of Sam
# Rushing not be used in advertising or publicity pertaining to
# distribution of the software without specific, written prior
# permission.
#
# SAM RUSHING DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE,
# INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS, IN
# NO EVENT SHALL SAM RUSHING BE LIABLE FOR ANY SPECIAL, INDIRECT OR
# CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS
# OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT,
# NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN
# CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
# ======================================================================
"""Basic infrastructure for asynchronous socket service clients and servers.
There are only two ways to have a program on a single processor do "more
than one thing at a time". Multi-threaded programming is the simplest and
most popular way to do it, but there is another very different technique,
that lets you have nearly all the advantages of multi-threading, without
actually using multiple threads. it's really only practical if your program
is largely I/O bound. If your program is CPU bound, then pre-emptive
scheduled threads are probably what you really need. Network servers are
rarely CPU-bound, however.
If your operating system supports the select() system call in its I/O
library (and nearly all do), then you can use it to juggle multiple
communication channels at once; doing other work while your I/O is taking
place in the "background." Although this strategy can seem strange and
complex, especially at first, it is in many ways easier to understand and
control than multi-threaded programming. The module documented here solves
many of the difficult problems for you, making the task of building
sophisticated high-performance network servers and clients a snap.
"""
import select
import socket
import sys
import time
import warnings
import os
from errno import EALREADY, EINPROGRESS, EWOULDBLOCK, ECONNRESET, EINVAL, \
ENOTCONN, ESHUTDOWN, EISCONN, EBADF, ECONNABORTED, EPIPE, EAGAIN, \
errorcode
_DISCONNECTED = frozenset({ECONNRESET, ENOTCONN, ESHUTDOWN, ECONNABORTED, EPIPE,
EBADF})
try:
socket_map
except NameError:
socket_map = {}
def _strerror(err):
try:
return os.strerror(err)
except (ValueError, OverflowError, NameError):
if err in errorcode:
return errorcode[err]
return "Unknown error %s" %err
class ExitNow(Exception):
pass
_reraised_exceptions = (ExitNow, KeyboardInterrupt, SystemExit)
def read(obj):
try:
obj.handle_read_event()
except _reraised_exceptions:
raise
except:
obj.handle_error()
def write(obj):
try:
obj.handle_write_event()
except _reraised_exceptions:
raise
except:
obj.handle_error()
def _exception(obj):
try:
obj.handle_expt_event()
except _reraised_exceptions:
raise
except:
obj.handle_error()
def readwrite(obj, flags):
try:
if flags & select.POLLIN:
obj.handle_read_event()
if flags & select.POLLOUT:
obj.handle_write_event()
if flags & select.POLLPRI:
obj.handle_expt_event()
if flags & (select.POLLHUP | select.POLLERR | select.POLLNVAL):
obj.handle_close()
except OSError as e:
if e.args[0] not in _DISCONNECTED:
obj.handle_error()
else:
obj.handle_close()
except _reraised_exceptions:
raise
except:
obj.handle_error()
def poll(timeout=0.0, map=None):
if map is None:
map = socket_map
if map:
r = []; w = []; e = []
for fd, obj in list(map.items()):
is_r = obj.readable()
is_w = obj.writable()
if is_r:
r.append(fd)
# accepting sockets should not be writable
if is_w and not obj.accepting:
w.append(fd)
if is_r or is_w:
e.append(fd)
if [] == r == w == e:
time.sleep(timeout)
return
r, w, e = select.select(r, w, e, timeout)
for fd in r:
obj = map.get(fd)
if obj is None:
continue
read(obj)
for fd in w:
obj = map.get(fd)
if obj is None:
continue
write(obj)
for fd in e:
obj = map.get(fd)
if obj is None:
continue
_exception(obj)
def poll2(timeout=0.0, map=None):
# Use the poll() support added to the select module in Python 2.0
if map is None:
map = socket_map
if timeout is not None:
# timeout is in milliseconds
timeout = int(timeout*1000)
pollster = select.poll()
if map:
for fd, obj in list(map.items()):
flags = 0
if obj.readable():
flags |= select.POLLIN | select.POLLPRI
# accepting sockets should not be writable
if obj.writable() and not obj.accepting:
flags |= select.POLLOUT
if flags:
pollster.register(fd, flags)
r = pollster.poll(timeout)
for fd, flags in r:
obj = map.get(fd)
if obj is None:
continue
readwrite(obj, flags)
poll3 = poll2 # Alias for backward compatibility
def loop(timeout=30.0, use_poll=False, map=None, count=None):
if map is None:
map = socket_map
if use_poll and hasattr(select, 'poll'):
poll_fun = poll2
else:
poll_fun = poll
if count is None:
while map:
poll_fun(timeout, map)
else:
while map and count > 0:
poll_fun(timeout, map)
count = count - 1
class dispatcher:
debug = False
connected = False
accepting = False
connecting = False
closing = False
addr = None
ignore_log_types = frozenset({'warning'})
def __init__(self, sock=None, map=None):
if map is None:
self._map = socket_map
else:
self._map = map
self._fileno = None
if sock:
# Set to nonblocking just to make sure for cases where we
# get a socket from a blocking source.
sock.setblocking(0)
self.set_socket(sock, map)
self.connected = True
# The constructor no longer requires that the socket
# passed be connected.
try:
self.addr = sock.getpeername()
except OSError as err:
if err.args[0] in (ENOTCONN, EINVAL):
# To handle the case where we got an unconnected
# socket.
self.connected = False
else:
# The socket is broken in some unknown way, alert
# the user and remove it from the map (to prevent
# polling of broken sockets).
self.del_channel(map)
raise
else:
self.socket = None
def __repr__(self):
status = [self.__class__.__module__+"."+self.__class__.__qualname__]
if self.accepting and self.addr:
status.append('listening')
elif self.connected:
status.append('connected')
if self.addr is not None:
try:
status.append('%s:%d' % self.addr)
except TypeError:
status.append(repr(self.addr))
return '<%s at %#x>' % (' '.join(status), id(self))
def add_channel(self, map=None):
#self.log_info('adding channel %s' % self)
if map is None:
map = self._map
map[self._fileno] = self
def del_channel(self, map=None):
fd = self._fileno
if map is None:
map = self._map
if fd in map:
#self.log_info('closing channel %d:%s' % (fd, self))
del map[fd]
self._fileno = None
def create_socket(self, family=socket.AF_INET, type=socket.SOCK_STREAM):
self.family_and_type = family, type
sock = socket.socket(family, type)
sock.setblocking(0)
self.set_socket(sock)
def set_socket(self, sock, map=None):
self.socket = sock
self._fileno = sock.fileno()
self.add_channel(map)
def set_reuse_addr(self):
# try to re-use a server port if possible
try:
self.socket.setsockopt(
socket.SOL_SOCKET, socket.SO_REUSEADDR,
self.socket.getsockopt(socket.SOL_SOCKET,
socket.SO_REUSEADDR) | 1
)
except OSError:
pass
# ==================================================
# predicates for select()
# these are used as filters for the lists of sockets
# to pass to select().
# ==================================================
def readable(self):
return True
def writable(self):
return True
# ==================================================
# socket object methods.
# ==================================================
def listen(self, num):
self.accepting = True
if os.name == 'nt' and num > 5:
num = 5
return self.socket.listen(num)
def bind(self, addr):
self.addr = addr
return self.socket.bind(addr)
def connect(self, address):
self.connected = False
self.connecting = True
err = self.socket.connect_ex(address)
if err in (EINPROGRESS, EALREADY, EWOULDBLOCK) \
or err == EINVAL and os.name == 'nt':
self.addr = address
return
if err in (0, EISCONN):
self.addr = address
self.handle_connect_event()
else:
raise OSError(err, errorcode[err])
def accept(self):
# XXX can return either an address pair or None
try:
conn, addr = self.socket.accept()
except TypeError:
return None
except OSError as why:
if why.args[0] in (EWOULDBLOCK, ECONNABORTED, EAGAIN):
return None
else:
raise
else:
return conn, addr
def send(self, data):
try:
result = self.socket.send(data)
return result
except OSError as why:
if why.args[0] == EWOULDBLOCK:
return 0
elif why.args[0] in _DISCONNECTED:
self.handle_close()
return 0
else:
raise
def recv(self, buffer_size):
try:
data = self.socket.recv(buffer_size)
if not data:
# a closed connection is indicated by signaling
# a read condition, and having recv() return 0.
self.handle_close()
return b''
else:
return data
except OSError as why:
# winsock sometimes raises ENOTCONN
if why.args[0] in _DISCONNECTED:
self.handle_close()
return b''
else:
raise
def close(self):
self.connected = False
self.accepting = False
self.connecting = False
self.del_channel()
if self.socket is not None:
try:
self.socket.close()
except OSError as why:
if why.args[0] not in (ENOTCONN, EBADF):
raise
# log and log_info may be overridden to provide more sophisticated
# logging and warning methods. In general, log is for 'hit' logging
# and 'log_info' is for informational, warning and error logging.
def log(self, message):
sys.stderr.write('log: %s\n' % str(message))
def log_info(self, message, type='info'):
if type not in self.ignore_log_types:
print('%s: %s' % (type, message))
def handle_read_event(self):
if self.accepting:
# accepting sockets are never connected, they "spawn" new
# sockets that are connected
self.handle_accept()
elif not self.connected:
if self.connecting:
self.handle_connect_event()
self.handle_read()
else:
self.handle_read()
def handle_connect_event(self):
err = self.socket.getsockopt(socket.SOL_SOCKET, socket.SO_ERROR)
if err != 0:
raise OSError(err, _strerror(err))
self.handle_connect()
self.connected = True
self.connecting = False
def handle_write_event(self):
if self.accepting:
# Accepting sockets shouldn't get a write event.
# We will pretend it didn't happen.
return
if not self.connected:
if self.connecting:
self.handle_connect_event()
self.handle_write()
def handle_expt_event(self):
# handle_expt_event() is called if there might be an error on the
# socket, or if there is OOB data
# check for the error condition first
err = self.socket.getsockopt(socket.SOL_SOCKET, socket.SO_ERROR)
if err != 0:
# we can get here when select.select() says that there is an
# exceptional condition on the socket
# since there is an error, we'll go ahead and close the socket
# like we would in a subclassed handle_read() that received no
# data
self.handle_close()
else:
self.handle_expt()
def handle_error(self):
nil, t, v, tbinfo = compact_traceback()
# sometimes a user repr method will crash.
try:
self_repr = repr(self)
except:
self_repr = '<__repr__(self) failed for object at %0x>' % id(self)
self.log_info(
'uncaptured python exception, closing channel %s (%s:%s %s)' % (
self_repr,
t,
v,
tbinfo
),
'error'
)
self.handle_close()
def handle_expt(self):
self.log_info('unhandled incoming priority event', 'warning')
def handle_read(self):
self.log_info('unhandled read event', 'warning')
def handle_write(self):
self.log_info('unhandled write event', 'warning')
def handle_connect(self):
self.log_info('unhandled connect event', 'warning')
def handle_accept(self):
pair = self.accept()
if pair is not None:
self.handle_accepted(*pair)
def handle_accepted(self, sock, addr):
sock.close()
self.log_info('unhandled accepted event', 'warning')
def handle_close(self):
self.log_info('unhandled close event', 'warning')
self.close()
# ---------------------------------------------------------------------------
# adds simple buffered output capability, useful for simple clients.
# [for more sophisticated usage use asynchat.async_chat]
# ---------------------------------------------------------------------------
class dispatcher_with_send(dispatcher):
def __init__(self, sock=None, map=None):
dispatcher.__init__(self, sock, map)
self.out_buffer = b''
def initiate_send(self):
num_sent = 0
num_sent = dispatcher.send(self, self.out_buffer[:65536])
self.out_buffer = self.out_buffer[num_sent:]
def handle_write(self):
self.initiate_send()
def writable(self):
return (not self.connected) or len(self.out_buffer)
def send(self, data):
if self.debug:
self.log_info('sending %s' % repr(data))
self.out_buffer = self.out_buffer + data
self.initiate_send()
# ---------------------------------------------------------------------------
# used for debugging.
# ---------------------------------------------------------------------------
def compact_traceback():
t, v, tb = sys.exc_info()
tbinfo = []
if not tb: # Must have a traceback
raise AssertionError("traceback does not exist")
while tb:
tbinfo.append((
tb.tb_frame.f_code.co_filename,
tb.tb_frame.f_code.co_name,
str(tb.tb_lineno)
))
tb = tb.tb_next
# just to be safe
del tb
file, function, line = tbinfo[-1]
info = ' '.join(['[%s|%s|%s]' % x for x in tbinfo])
return (file, function, line), t, v, info
def close_all(map=None, ignore_all=False):
if map is None:
map = socket_map
for x in list(map.values()):
try:
x.close()
except OSError as x:
if x.args[0] == EBADF:
pass
elif not ignore_all:
raise
except _reraised_exceptions:
raise
except:
if not ignore_all:
raise
map.clear()
# Asynchronous File I/O:
#
# After a little research (reading man pages on various unixen, and
# digging through the linux kernel), I've determined that select()
# isn't meant for doing asynchronous file i/o.
# Heartening, though - reading linux/mm/filemap.c shows that linux
# supports asynchronous read-ahead. So _MOST_ of the time, the data
# will be sitting in memory for us already when we go to read it.
#
# What other OS's (besides NT) support async file i/o? [VMS?]
#
# Regardless, this is useful for pipes, and stdin/stdout...
if os.name == 'posix':
class file_wrapper:
# Here we override just enough to make a file
# look like a socket for the purposes of asyncore.
# The passed fd is automatically os.dup()'d
def __init__(self, fd):
self.fd = os.dup(fd)
def __del__(self):
if self.fd >= 0:
warnings.warn("unclosed file %r" % self, ResourceWarning,
source=self)
self.close()
def recv(self, *args):
return os.read(self.fd, *args)
def send(self, *args):
return os.write(self.fd, *args)
def getsockopt(self, level, optname, buflen=None):
if (level == socket.SOL_SOCKET and
optname == socket.SO_ERROR and
not buflen):
return 0
raise NotImplementedError("Only asyncore specific behaviour "
"implemented.")
read = recv
write = send
def close(self):
if self.fd < 0:
return
fd = self.fd
self.fd = -1
os.close(fd)
def fileno(self):
return self.fd
class file_dispatcher(dispatcher):
def __init__(self, fd, map=None):
dispatcher.__init__(self, None, map)
self.connected = True
try:
fd = fd.fileno()
except AttributeError:
pass
self.set_file(fd)
# set it to non-blocking mode
os.set_blocking(fd, False)
def set_file(self, fd):
self.socket = file_wrapper(fd)
self._fileno = self.socket.fileno()
self.add_channel()
shelve.py 0000644 00000020517 15115353747 0006424 0 ustar 00 """Manage shelves of pickled objects.
A "shelf" is a persistent, dictionary-like object. The difference
with dbm databases is that the values (not the keys!) in a shelf can
be essentially arbitrary Python objects -- anything that the "pickle"
module can handle. This includes most class instances, recursive data
types, and objects containing lots of shared sub-objects. The keys
are ordinary strings.
To summarize the interface (key is a string, data is an arbitrary
object):
import shelve
d = shelve.open(filename) # open, with (g)dbm filename -- no suffix
d[key] = data # store data at key (overwrites old data if
# using an existing key)
data = d[key] # retrieve a COPY of the data at key (raise
# KeyError if no such key) -- NOTE that this
# access returns a *copy* of the entry!
del d[key] # delete data stored at key (raises KeyError
# if no such key)
flag = key in d # true if the key exists
list = d.keys() # a list of all existing keys (slow!)
d.close() # close it
Dependent on the implementation, closing a persistent dictionary may
or may not be necessary to flush changes to disk.
Normally, d[key] returns a COPY of the entry. This needs care when
mutable entries are mutated: for example, if d[key] is a list,
d[key].append(anitem)
does NOT modify the entry d[key] itself, as stored in the persistent
mapping -- it only modifies the copy, which is then immediately
discarded, so that the append has NO effect whatsoever. To append an
item to d[key] in a way that will affect the persistent mapping, use:
data = d[key]
data.append(anitem)
d[key] = data
To avoid the problem with mutable entries, you may pass the keyword
argument writeback=True in the call to shelve.open. When you use:
d = shelve.open(filename, writeback=True)
then d keeps a cache of all entries you access, and writes them all back
to the persistent mapping when you call d.close(). This ensures that
such usage as d[key].append(anitem) works as intended.
However, using keyword argument writeback=True may consume vast amount
of memory for the cache, and it may make d.close() very slow, if you
access many of d's entries after opening it in this way: d has no way to
check which of the entries you access are mutable and/or which ones you
actually mutate, so it must cache, and write back at close, all of the
entries that you access. You can call d.sync() to write back all the
entries in the cache, and empty the cache (d.sync() also synchronizes
the persistent dictionary on disk, if feasible).
"""
from pickle import Pickler, Unpickler
from io import BytesIO
import collections.abc
__all__ = ["Shelf", "BsdDbShelf", "DbfilenameShelf", "open"]
class _ClosedDict(collections.abc.MutableMapping):
'Marker for a closed dict. Access attempts raise a ValueError.'
def closed(self, *args):
raise ValueError('invalid operation on closed shelf')
__iter__ = __len__ = __getitem__ = __setitem__ = __delitem__ = keys = closed
def __repr__(self):
return '<Closed Dictionary>'
class Shelf(collections.abc.MutableMapping):
"""Base class for shelf implementations.
This is initialized with a dictionary-like object.
See the module's __doc__ string for an overview of the interface.
"""
def __init__(self, dict, protocol=None, writeback=False,
keyencoding="utf-8"):
self.dict = dict
if protocol is None:
protocol = 3
self._protocol = protocol
self.writeback = writeback
self.cache = {}
self.keyencoding = keyencoding
def __iter__(self):
for k in self.dict.keys():
yield k.decode(self.keyencoding)
def __len__(self):
return len(self.dict)
def __contains__(self, key):
return key.encode(self.keyencoding) in self.dict
def get(self, key, default=None):
if key.encode(self.keyencoding) in self.dict:
return self[key]
return default
def __getitem__(self, key):
try:
value = self.cache[key]
except KeyError:
f = BytesIO(self.dict[key.encode(self.keyencoding)])
value = Unpickler(f).load()
if self.writeback:
self.cache[key] = value
return value
def __setitem__(self, key, value):
if self.writeback:
self.cache[key] = value
f = BytesIO()
p = Pickler(f, self._protocol)
p.dump(value)
self.dict[key.encode(self.keyencoding)] = f.getvalue()
def __delitem__(self, key):
del self.dict[key.encode(self.keyencoding)]
try:
del self.cache[key]
except KeyError:
pass
def __enter__(self):
return self
def __exit__(self, type, value, traceback):
self.close()
def close(self):
if self.dict is None:
return
try:
self.sync()
try:
self.dict.close()
except AttributeError:
pass
finally:
# Catch errors that may happen when close is called from __del__
# because CPython is in interpreter shutdown.
try:
self.dict = _ClosedDict()
except:
self.dict = None
def __del__(self):
if not hasattr(self, 'writeback'):
# __init__ didn't succeed, so don't bother closing
# see http://bugs.python.org/issue1339007 for details
return
self.close()
def sync(self):
if self.writeback and self.cache:
self.writeback = False
for key, entry in self.cache.items():
self[key] = entry
self.writeback = True
self.cache = {}
if hasattr(self.dict, 'sync'):
self.dict.sync()
class BsdDbShelf(Shelf):
"""Shelf implementation using the "BSD" db interface.
This adds methods first(), next(), previous(), last() and
set_location() that have no counterpart in [g]dbm databases.
The actual database must be opened using one of the "bsddb"
modules "open" routines (i.e. bsddb.hashopen, bsddb.btopen or
bsddb.rnopen) and passed to the constructor.
See the module's __doc__ string for an overview of the interface.
"""
def __init__(self, dict, protocol=None, writeback=False,
keyencoding="utf-8"):
Shelf.__init__(self, dict, protocol, writeback, keyencoding)
def set_location(self, key):
(key, value) = self.dict.set_location(key)
f = BytesIO(value)
return (key.decode(self.keyencoding), Unpickler(f).load())
def next(self):
(key, value) = next(self.dict)
f = BytesIO(value)
return (key.decode(self.keyencoding), Unpickler(f).load())
def previous(self):
(key, value) = self.dict.previous()
f = BytesIO(value)
return (key.decode(self.keyencoding), Unpickler(f).load())
def first(self):
(key, value) = self.dict.first()
f = BytesIO(value)
return (key.decode(self.keyencoding), Unpickler(f).load())
def last(self):
(key, value) = self.dict.last()
f = BytesIO(value)
return (key.decode(self.keyencoding), Unpickler(f).load())
class DbfilenameShelf(Shelf):
"""Shelf implementation using the "dbm" generic dbm interface.
This is initialized with the filename for the dbm database.
See the module's __doc__ string for an overview of the interface.
"""
def __init__(self, filename, flag='c', protocol=None, writeback=False):
import dbm
Shelf.__init__(self, dbm.open(filename, flag), protocol, writeback)
def open(filename, flag='c', protocol=None, writeback=False):
"""Open a persistent dictionary for reading and writing.
The filename parameter is the base filename for the underlying
database. As a side-effect, an extension may be added to the
filename and more than one file may be created. The optional flag
parameter has the same interpretation as the flag parameter of
dbm.open(). The optional protocol parameter specifies the
version of the pickle protocol.
See the module's __doc__ string for an overview of the interface.
"""
return DbfilenameShelf(filename, flag, protocol, writeback)
nntplib.py 0000644 00000124375 15115353747 0006613 0 ustar 00 """An NNTP client class based on:
- RFC 977: Network News Transfer Protocol
- RFC 2980: Common NNTP Extensions
- RFC 3977: Network News Transfer Protocol (version 2)
Example:
>>> from nntplib import NNTP
>>> s = NNTP('news')
>>> resp, count, first, last, name = s.group('comp.lang.python')
>>> print('Group', name, 'has', count, 'articles, range', first, 'to', last)
Group comp.lang.python has 51 articles, range 5770 to 5821
>>> resp, subs = s.xhdr('subject', '{0}-{1}'.format(first, last))
>>> resp = s.quit()
>>>
Here 'resp' is the server response line.
Error responses are turned into exceptions.
To post an article from a file:
>>> f = open(filename, 'rb') # file containing article, including header
>>> resp = s.post(f)
>>>
For descriptions of all methods, read the comments in the code below.
Note that all arguments and return values representing article numbers
are strings, not numbers, since they are rarely used for calculations.
"""
# RFC 977 by Brian Kantor and Phil Lapsley.
# xover, xgtitle, xpath, date methods by Kevan Heydon
# Incompatible changes from the 2.x nntplib:
# - all commands are encoded as UTF-8 data (using the "surrogateescape"
# error handler), except for raw message data (POST, IHAVE)
# - all responses are decoded as UTF-8 data (using the "surrogateescape"
# error handler), except for raw message data (ARTICLE, HEAD, BODY)
# - the `file` argument to various methods is keyword-only
#
# - NNTP.date() returns a datetime object
# - NNTP.newgroups() and NNTP.newnews() take a datetime (or date) object,
# rather than a pair of (date, time) strings.
# - NNTP.newgroups() and NNTP.list() return a list of GroupInfo named tuples
# - NNTP.descriptions() returns a dict mapping group names to descriptions
# - NNTP.xover() returns a list of dicts mapping field names (header or metadata)
# to field values; each dict representing a message overview.
# - NNTP.article(), NNTP.head() and NNTP.body() return a (response, ArticleInfo)
# tuple.
# - the "internal" methods have been marked private (they now start with
# an underscore)
# Other changes from the 2.x/3.1 nntplib:
# - automatic querying of capabilities at connect
# - New method NNTP.getcapabilities()
# - New method NNTP.over()
# - New helper function decode_header()
# - NNTP.post() and NNTP.ihave() accept file objects, bytes-like objects and
# arbitrary iterables yielding lines.
# - An extensive test suite :-)
# TODO:
# - return structured data (GroupInfo etc.) everywhere
# - support HDR
# Imports
import re
import socket
import collections
import datetime
import warnings
import sys
try:
import ssl
except ImportError:
_have_ssl = False
else:
_have_ssl = True
from email.header import decode_header as _email_decode_header
from socket import _GLOBAL_DEFAULT_TIMEOUT
__all__ = ["NNTP",
"NNTPError", "NNTPReplyError", "NNTPTemporaryError",
"NNTPPermanentError", "NNTPProtocolError", "NNTPDataError",
"decode_header",
]
# maximal line length when calling readline(). This is to prevent
# reading arbitrary length lines. RFC 3977 limits NNTP line length to
# 512 characters, including CRLF. We have selected 2048 just to be on
# the safe side.
_MAXLINE = 2048
# Exceptions raised when an error or invalid response is received
class NNTPError(Exception):
"""Base class for all nntplib exceptions"""
def __init__(self, *args):
Exception.__init__(self, *args)
try:
self.response = args[0]
except IndexError:
self.response = 'No response given'
class NNTPReplyError(NNTPError):
"""Unexpected [123]xx reply"""
pass
class NNTPTemporaryError(NNTPError):
"""4xx errors"""
pass
class NNTPPermanentError(NNTPError):
"""5xx errors"""
pass
class NNTPProtocolError(NNTPError):
"""Response does not begin with [1-5]"""
pass
class NNTPDataError(NNTPError):
"""Error in response data"""
pass
# Standard port used by NNTP servers
NNTP_PORT = 119
NNTP_SSL_PORT = 563
# Response numbers that are followed by additional text (e.g. article)
_LONGRESP = {
'100', # HELP
'101', # CAPABILITIES
'211', # LISTGROUP (also not multi-line with GROUP)
'215', # LIST
'220', # ARTICLE
'221', # HEAD, XHDR
'222', # BODY
'224', # OVER, XOVER
'225', # HDR
'230', # NEWNEWS
'231', # NEWGROUPS
'282', # XGTITLE
}
# Default decoded value for LIST OVERVIEW.FMT if not supported
_DEFAULT_OVERVIEW_FMT = [
"subject", "from", "date", "message-id", "references", ":bytes", ":lines"]
# Alternative names allowed in LIST OVERVIEW.FMT response
_OVERVIEW_FMT_ALTERNATIVES = {
'bytes': ':bytes',
'lines': ':lines',
}
# Line terminators (we always output CRLF, but accept any of CRLF, CR, LF)
_CRLF = b'\r\n'
GroupInfo = collections.namedtuple('GroupInfo',
['group', 'last', 'first', 'flag'])
ArticleInfo = collections.namedtuple('ArticleInfo',
['number', 'message_id', 'lines'])
# Helper function(s)
def decode_header(header_str):
"""Takes a unicode string representing a munged header value
and decodes it as a (possibly non-ASCII) readable value."""
parts = []
for v, enc in _email_decode_header(header_str):
if isinstance(v, bytes):
parts.append(v.decode(enc or 'ascii'))
else:
parts.append(v)
return ''.join(parts)
def _parse_overview_fmt(lines):
"""Parse a list of string representing the response to LIST OVERVIEW.FMT
and return a list of header/metadata names.
Raises NNTPDataError if the response is not compliant
(cf. RFC 3977, section 8.4)."""
fmt = []
for line in lines:
if line[0] == ':':
# Metadata name (e.g. ":bytes")
name, _, suffix = line[1:].partition(':')
name = ':' + name
else:
# Header name (e.g. "Subject:" or "Xref:full")
name, _, suffix = line.partition(':')
name = name.lower()
name = _OVERVIEW_FMT_ALTERNATIVES.get(name, name)
# Should we do something with the suffix?
fmt.append(name)
defaults = _DEFAULT_OVERVIEW_FMT
if len(fmt) < len(defaults):
raise NNTPDataError("LIST OVERVIEW.FMT response too short")
if fmt[:len(defaults)] != defaults:
raise NNTPDataError("LIST OVERVIEW.FMT redefines default fields")
return fmt
def _parse_overview(lines, fmt, data_process_func=None):
"""Parse the response to an OVER or XOVER command according to the
overview format `fmt`."""
n_defaults = len(_DEFAULT_OVERVIEW_FMT)
overview = []
for line in lines:
fields = {}
article_number, *tokens = line.split('\t')
article_number = int(article_number)
for i, token in enumerate(tokens):
if i >= len(fmt):
# XXX should we raise an error? Some servers might not
# support LIST OVERVIEW.FMT and still return additional
# headers.
continue
field_name = fmt[i]
is_metadata = field_name.startswith(':')
if i >= n_defaults and not is_metadata:
# Non-default header names are included in full in the response
# (unless the field is totally empty)
h = field_name + ": "
if token and token[:len(h)].lower() != h:
raise NNTPDataError("OVER/XOVER response doesn't include "
"names of additional headers")
token = token[len(h):] if token else None
fields[fmt[i]] = token
overview.append((article_number, fields))
return overview
def _parse_datetime(date_str, time_str=None):
"""Parse a pair of (date, time) strings, and return a datetime object.
If only the date is given, it is assumed to be date and time
concatenated together (e.g. response to the DATE command).
"""
if time_str is None:
time_str = date_str[-6:]
date_str = date_str[:-6]
hours = int(time_str[:2])
minutes = int(time_str[2:4])
seconds = int(time_str[4:])
year = int(date_str[:-4])
month = int(date_str[-4:-2])
day = int(date_str[-2:])
# RFC 3977 doesn't say how to interpret 2-char years. Assume that
# there are no dates before 1970 on Usenet.
if year < 70:
year += 2000
elif year < 100:
year += 1900
return datetime.datetime(year, month, day, hours, minutes, seconds)
def _unparse_datetime(dt, legacy=False):
"""Format a date or datetime object as a pair of (date, time) strings
in the format required by the NEWNEWS and NEWGROUPS commands. If a
date object is passed, the time is assumed to be midnight (00h00).
The returned representation depends on the legacy flag:
* if legacy is False (the default):
date has the YYYYMMDD format and time the HHMMSS format
* if legacy is True:
date has the YYMMDD format and time the HHMMSS format.
RFC 3977 compliant servers should understand both formats; therefore,
legacy is only needed when talking to old servers.
"""
if not isinstance(dt, datetime.datetime):
time_str = "000000"
else:
time_str = "{0.hour:02d}{0.minute:02d}{0.second:02d}".format(dt)
y = dt.year
if legacy:
y = y % 100
date_str = "{0:02d}{1.month:02d}{1.day:02d}".format(y, dt)
else:
date_str = "{0:04d}{1.month:02d}{1.day:02d}".format(y, dt)
return date_str, time_str
if _have_ssl:
def _encrypt_on(sock, context, hostname):
"""Wrap a socket in SSL/TLS. Arguments:
- sock: Socket to wrap
- context: SSL context to use for the encrypted connection
Returns:
- sock: New, encrypted socket.
"""
# Generate a default SSL context if none was passed.
if context is None:
context = ssl._create_stdlib_context()
return context.wrap_socket(sock, server_hostname=hostname)
# The classes themselves
class _NNTPBase:
# UTF-8 is the character set for all NNTP commands and responses: they
# are automatically encoded (when sending) and decoded (and receiving)
# by this class.
# However, some multi-line data blocks can contain arbitrary bytes (for
# example, latin-1 or utf-16 data in the body of a message). Commands
# taking (POST, IHAVE) or returning (HEAD, BODY, ARTICLE) raw message
# data will therefore only accept and produce bytes objects.
# Furthermore, since there could be non-compliant servers out there,
# we use 'surrogateescape' as the error handler for fault tolerance
# and easy round-tripping. This could be useful for some applications
# (e.g. NNTP gateways).
encoding = 'utf-8'
errors = 'surrogateescape'
def __init__(self, file, host,
readermode=None, timeout=_GLOBAL_DEFAULT_TIMEOUT):
"""Initialize an instance. Arguments:
- file: file-like object (open for read/write in binary mode)
- host: hostname of the server
- readermode: if true, send 'mode reader' command after
connecting.
- timeout: timeout (in seconds) used for socket connections
readermode is sometimes necessary if you are connecting to an
NNTP server on the local machine and intend to call
reader-specific commands, such as `group'. If you get
unexpected NNTPPermanentErrors, you might need to set
readermode.
"""
self.host = host
self.file = file
self.debugging = 0
self.welcome = self._getresp()
# Inquire about capabilities (RFC 3977).
self._caps = None
self.getcapabilities()
# 'MODE READER' is sometimes necessary to enable 'reader' mode.
# However, the order in which 'MODE READER' and 'AUTHINFO' need to
# arrive differs between some NNTP servers. If _setreadermode() fails
# with an authorization failed error, it will set this to True;
# the login() routine will interpret that as a request to try again
# after performing its normal function.
# Enable only if we're not already in READER mode anyway.
self.readermode_afterauth = False
if readermode and 'READER' not in self._caps:
self._setreadermode()
if not self.readermode_afterauth:
# Capabilities might have changed after MODE READER
self._caps = None
self.getcapabilities()
# RFC 4642 2.2.2: Both the client and the server MUST know if there is
# a TLS session active. A client MUST NOT attempt to start a TLS
# session if a TLS session is already active.
self.tls_on = False
# Log in and encryption setup order is left to subclasses.
self.authenticated = False
def __enter__(self):
return self
def __exit__(self, *args):
is_connected = lambda: hasattr(self, "file")
if is_connected():
try:
self.quit()
except (OSError, EOFError):
pass
finally:
if is_connected():
self._close()
def getwelcome(self):
"""Get the welcome message from the server
(this is read and squirreled away by __init__()).
If the response code is 200, posting is allowed;
if it 201, posting is not allowed."""
if self.debugging: print('*welcome*', repr(self.welcome))
return self.welcome
def getcapabilities(self):
"""Get the server capabilities, as read by __init__().
If the CAPABILITIES command is not supported, an empty dict is
returned."""
if self._caps is None:
self.nntp_version = 1
self.nntp_implementation = None
try:
resp, caps = self.capabilities()
except (NNTPPermanentError, NNTPTemporaryError):
# Server doesn't support capabilities
self._caps = {}
else:
self._caps = caps
if 'VERSION' in caps:
# The server can advertise several supported versions,
# choose the highest.
self.nntp_version = max(map(int, caps['VERSION']))
if 'IMPLEMENTATION' in caps:
self.nntp_implementation = ' '.join(caps['IMPLEMENTATION'])
return self._caps
def set_debuglevel(self, level):
"""Set the debugging level. Argument 'level' means:
0: no debugging output (default)
1: print commands and responses but not body text etc.
2: also print raw lines read and sent before stripping CR/LF"""
self.debugging = level
debug = set_debuglevel
def _putline(self, line):
"""Internal: send one line to the server, appending CRLF.
The `line` must be a bytes-like object."""
sys.audit("nntplib.putline", self, line)
line = line + _CRLF
if self.debugging > 1: print('*put*', repr(line))
self.file.write(line)
self.file.flush()
def _putcmd(self, line):
"""Internal: send one command to the server (through _putline()).
The `line` must be a unicode string."""
if self.debugging: print('*cmd*', repr(line))
line = line.encode(self.encoding, self.errors)
self._putline(line)
def _getline(self, strip_crlf=True):
"""Internal: return one line from the server, stripping _CRLF.
Raise EOFError if the connection is closed.
Returns a bytes object."""
line = self.file.readline(_MAXLINE +1)
if len(line) > _MAXLINE:
raise NNTPDataError('line too long')
if self.debugging > 1:
print('*get*', repr(line))
if not line: raise EOFError
if strip_crlf:
if line[-2:] == _CRLF:
line = line[:-2]
elif line[-1:] in _CRLF:
line = line[:-1]
return line
def _getresp(self):
"""Internal: get a response from the server.
Raise various errors if the response indicates an error.
Returns a unicode string."""
resp = self._getline()
if self.debugging: print('*resp*', repr(resp))
resp = resp.decode(self.encoding, self.errors)
c = resp[:1]
if c == '4':
raise NNTPTemporaryError(resp)
if c == '5':
raise NNTPPermanentError(resp)
if c not in '123':
raise NNTPProtocolError(resp)
return resp
def _getlongresp(self, file=None):
"""Internal: get a response plus following text from the server.
Raise various errors if the response indicates an error.
Returns a (response, lines) tuple where `response` is a unicode
string and `lines` is a list of bytes objects.
If `file` is a file-like object, it must be open in binary mode.
"""
openedFile = None
try:
# If a string was passed then open a file with that name
if isinstance(file, (str, bytes)):
openedFile = file = open(file, "wb")
resp = self._getresp()
if resp[:3] not in _LONGRESP:
raise NNTPReplyError(resp)
lines = []
if file is not None:
# XXX lines = None instead?
terminators = (b'.' + _CRLF, b'.\n')
while 1:
line = self._getline(False)
if line in terminators:
break
if line.startswith(b'..'):
line = line[1:]
file.write(line)
else:
terminator = b'.'
while 1:
line = self._getline()
if line == terminator:
break
if line.startswith(b'..'):
line = line[1:]
lines.append(line)
finally:
# If this method created the file, then it must close it
if openedFile:
openedFile.close()
return resp, lines
def _shortcmd(self, line):
"""Internal: send a command and get the response.
Same return value as _getresp()."""
self._putcmd(line)
return self._getresp()
def _longcmd(self, line, file=None):
"""Internal: send a command and get the response plus following text.
Same return value as _getlongresp()."""
self._putcmd(line)
return self._getlongresp(file)
def _longcmdstring(self, line, file=None):
"""Internal: send a command and get the response plus following text.
Same as _longcmd() and _getlongresp(), except that the returned `lines`
are unicode strings rather than bytes objects.
"""
self._putcmd(line)
resp, list = self._getlongresp(file)
return resp, [line.decode(self.encoding, self.errors)
for line in list]
def _getoverviewfmt(self):
"""Internal: get the overview format. Queries the server if not
already done, else returns the cached value."""
try:
return self._cachedoverviewfmt
except AttributeError:
pass
try:
resp, lines = self._longcmdstring("LIST OVERVIEW.FMT")
except NNTPPermanentError:
# Not supported by server?
fmt = _DEFAULT_OVERVIEW_FMT[:]
else:
fmt = _parse_overview_fmt(lines)
self._cachedoverviewfmt = fmt
return fmt
def _grouplist(self, lines):
# Parse lines into "group last first flag"
return [GroupInfo(*line.split()) for line in lines]
def capabilities(self):
"""Process a CAPABILITIES command. Not supported by all servers.
Return:
- resp: server response if successful
- caps: a dictionary mapping capability names to lists of tokens
(for example {'VERSION': ['2'], 'OVER': [], LIST: ['ACTIVE', 'HEADERS'] })
"""
caps = {}
resp, lines = self._longcmdstring("CAPABILITIES")
for line in lines:
name, *tokens = line.split()
caps[name] = tokens
return resp, caps
def newgroups(self, date, *, file=None):
"""Process a NEWGROUPS command. Arguments:
- date: a date or datetime object
Return:
- resp: server response if successful
- list: list of newsgroup names
"""
if not isinstance(date, (datetime.date, datetime.date)):
raise TypeError(
"the date parameter must be a date or datetime object, "
"not '{:40}'".format(date.__class__.__name__))
date_str, time_str = _unparse_datetime(date, self.nntp_version < 2)
cmd = 'NEWGROUPS {0} {1}'.format(date_str, time_str)
resp, lines = self._longcmdstring(cmd, file)
return resp, self._grouplist(lines)
def newnews(self, group, date, *, file=None):
"""Process a NEWNEWS command. Arguments:
- group: group name or '*'
- date: a date or datetime object
Return:
- resp: server response if successful
- list: list of message ids
"""
if not isinstance(date, (datetime.date, datetime.date)):
raise TypeError(
"the date parameter must be a date or datetime object, "
"not '{:40}'".format(date.__class__.__name__))
date_str, time_str = _unparse_datetime(date, self.nntp_version < 2)
cmd = 'NEWNEWS {0} {1} {2}'.format(group, date_str, time_str)
return self._longcmdstring(cmd, file)
def list(self, group_pattern=None, *, file=None):
"""Process a LIST or LIST ACTIVE command. Arguments:
- group_pattern: a pattern indicating which groups to query
- file: Filename string or file object to store the result in
Returns:
- resp: server response if successful
- list: list of (group, last, first, flag) (strings)
"""
if group_pattern is not None:
command = 'LIST ACTIVE ' + group_pattern
else:
command = 'LIST'
resp, lines = self._longcmdstring(command, file)
return resp, self._grouplist(lines)
def _getdescriptions(self, group_pattern, return_all):
line_pat = re.compile('^(?P<group>[^ \t]+)[ \t]+(.*)$')
# Try the more std (acc. to RFC2980) LIST NEWSGROUPS first
resp, lines = self._longcmdstring('LIST NEWSGROUPS ' + group_pattern)
if not resp.startswith('215'):
# Now the deprecated XGTITLE. This either raises an error
# or succeeds with the same output structure as LIST
# NEWSGROUPS.
resp, lines = self._longcmdstring('XGTITLE ' + group_pattern)
groups = {}
for raw_line in lines:
match = line_pat.search(raw_line.strip())
if match:
name, desc = match.group(1, 2)
if not return_all:
return desc
groups[name] = desc
if return_all:
return resp, groups
else:
# Nothing found
return ''
def description(self, group):
"""Get a description for a single group. If more than one
group matches ('group' is a pattern), return the first. If no
group matches, return an empty string.
This elides the response code from the server, since it can
only be '215' or '285' (for xgtitle) anyway. If the response
code is needed, use the 'descriptions' method.
NOTE: This neither checks for a wildcard in 'group' nor does
it check whether the group actually exists."""
return self._getdescriptions(group, False)
def descriptions(self, group_pattern):
"""Get descriptions for a range of groups."""
return self._getdescriptions(group_pattern, True)
def group(self, name):
"""Process a GROUP command. Argument:
- group: the group name
Returns:
- resp: server response if successful
- count: number of articles
- first: first article number
- last: last article number
- name: the group name
"""
resp = self._shortcmd('GROUP ' + name)
if not resp.startswith('211'):
raise NNTPReplyError(resp)
words = resp.split()
count = first = last = 0
n = len(words)
if n > 1:
count = words[1]
if n > 2:
first = words[2]
if n > 3:
last = words[3]
if n > 4:
name = words[4].lower()
return resp, int(count), int(first), int(last), name
def help(self, *, file=None):
"""Process a HELP command. Argument:
- file: Filename string or file object to store the result in
Returns:
- resp: server response if successful
- list: list of strings returned by the server in response to the
HELP command
"""
return self._longcmdstring('HELP', file)
def _statparse(self, resp):
"""Internal: parse the response line of a STAT, NEXT, LAST,
ARTICLE, HEAD or BODY command."""
if not resp.startswith('22'):
raise NNTPReplyError(resp)
words = resp.split()
art_num = int(words[1])
message_id = words[2]
return resp, art_num, message_id
def _statcmd(self, line):
"""Internal: process a STAT, NEXT or LAST command."""
resp = self._shortcmd(line)
return self._statparse(resp)
def stat(self, message_spec=None):
"""Process a STAT command. Argument:
- message_spec: article number or message id (if not specified,
the current article is selected)
Returns:
- resp: server response if successful
- art_num: the article number
- message_id: the message id
"""
if message_spec:
return self._statcmd('STAT {0}'.format(message_spec))
else:
return self._statcmd('STAT')
def next(self):
"""Process a NEXT command. No arguments. Return as for STAT."""
return self._statcmd('NEXT')
def last(self):
"""Process a LAST command. No arguments. Return as for STAT."""
return self._statcmd('LAST')
def _artcmd(self, line, file=None):
"""Internal: process a HEAD, BODY or ARTICLE command."""
resp, lines = self._longcmd(line, file)
resp, art_num, message_id = self._statparse(resp)
return resp, ArticleInfo(art_num, message_id, lines)
def head(self, message_spec=None, *, file=None):
"""Process a HEAD command. Argument:
- message_spec: article number or message id
- file: filename string or file object to store the headers in
Returns:
- resp: server response if successful
- ArticleInfo: (article number, message id, list of header lines)
"""
if message_spec is not None:
cmd = 'HEAD {0}'.format(message_spec)
else:
cmd = 'HEAD'
return self._artcmd(cmd, file)
def body(self, message_spec=None, *, file=None):
"""Process a BODY command. Argument:
- message_spec: article number or message id
- file: filename string or file object to store the body in
Returns:
- resp: server response if successful
- ArticleInfo: (article number, message id, list of body lines)
"""
if message_spec is not None:
cmd = 'BODY {0}'.format(message_spec)
else:
cmd = 'BODY'
return self._artcmd(cmd, file)
def article(self, message_spec=None, *, file=None):
"""Process an ARTICLE command. Argument:
- message_spec: article number or message id
- file: filename string or file object to store the article in
Returns:
- resp: server response if successful
- ArticleInfo: (article number, message id, list of article lines)
"""
if message_spec is not None:
cmd = 'ARTICLE {0}'.format(message_spec)
else:
cmd = 'ARTICLE'
return self._artcmd(cmd, file)
def slave(self):
"""Process a SLAVE command. Returns:
- resp: server response if successful
"""
return self._shortcmd('SLAVE')
def xhdr(self, hdr, str, *, file=None):
"""Process an XHDR command (optional server extension). Arguments:
- hdr: the header type (e.g. 'subject')
- str: an article nr, a message id, or a range nr1-nr2
- file: Filename string or file object to store the result in
Returns:
- resp: server response if successful
- list: list of (nr, value) strings
"""
pat = re.compile('^([0-9]+) ?(.*)\n?')
resp, lines = self._longcmdstring('XHDR {0} {1}'.format(hdr, str), file)
def remove_number(line):
m = pat.match(line)
return m.group(1, 2) if m else line
return resp, [remove_number(line) for line in lines]
def xover(self, start, end, *, file=None):
"""Process an XOVER command (optional server extension) Arguments:
- start: start of range
- end: end of range
- file: Filename string or file object to store the result in
Returns:
- resp: server response if successful
- list: list of dicts containing the response fields
"""
resp, lines = self._longcmdstring('XOVER {0}-{1}'.format(start, end),
file)
fmt = self._getoverviewfmt()
return resp, _parse_overview(lines, fmt)
def over(self, message_spec, *, file=None):
"""Process an OVER command. If the command isn't supported, fall
back to XOVER. Arguments:
- message_spec:
- either a message id, indicating the article to fetch
information about
- or a (start, end) tuple, indicating a range of article numbers;
if end is None, information up to the newest message will be
retrieved
- or None, indicating the current article number must be used
- file: Filename string or file object to store the result in
Returns:
- resp: server response if successful
- list: list of dicts containing the response fields
NOTE: the "message id" form isn't supported by XOVER
"""
cmd = 'OVER' if 'OVER' in self._caps else 'XOVER'
if isinstance(message_spec, (tuple, list)):
start, end = message_spec
cmd += ' {0}-{1}'.format(start, end or '')
elif message_spec is not None:
cmd = cmd + ' ' + message_spec
resp, lines = self._longcmdstring(cmd, file)
fmt = self._getoverviewfmt()
return resp, _parse_overview(lines, fmt)
def xgtitle(self, group, *, file=None):
"""Process an XGTITLE command (optional server extension) Arguments:
- group: group name wildcard (i.e. news.*)
Returns:
- resp: server response if successful
- list: list of (name,title) strings"""
warnings.warn("The XGTITLE extension is not actively used, "
"use descriptions() instead",
DeprecationWarning, 2)
line_pat = re.compile('^([^ \t]+)[ \t]+(.*)$')
resp, raw_lines = self._longcmdstring('XGTITLE ' + group, file)
lines = []
for raw_line in raw_lines:
match = line_pat.search(raw_line.strip())
if match:
lines.append(match.group(1, 2))
return resp, lines
def xpath(self, id):
"""Process an XPATH command (optional server extension) Arguments:
- id: Message id of article
Returns:
resp: server response if successful
path: directory path to article
"""
warnings.warn("The XPATH extension is not actively used",
DeprecationWarning, 2)
resp = self._shortcmd('XPATH {0}'.format(id))
if not resp.startswith('223'):
raise NNTPReplyError(resp)
try:
[resp_num, path] = resp.split()
except ValueError:
raise NNTPReplyError(resp) from None
else:
return resp, path
def date(self):
"""Process the DATE command.
Returns:
- resp: server response if successful
- date: datetime object
"""
resp = self._shortcmd("DATE")
if not resp.startswith('111'):
raise NNTPReplyError(resp)
elem = resp.split()
if len(elem) != 2:
raise NNTPDataError(resp)
date = elem[1]
if len(date) != 14:
raise NNTPDataError(resp)
return resp, _parse_datetime(date, None)
def _post(self, command, f):
resp = self._shortcmd(command)
# Raises a specific exception if posting is not allowed
if not resp.startswith('3'):
raise NNTPReplyError(resp)
if isinstance(f, (bytes, bytearray)):
f = f.splitlines()
# We don't use _putline() because:
# - we don't want additional CRLF if the file or iterable is already
# in the right format
# - we don't want a spurious flush() after each line is written
for line in f:
if not line.endswith(_CRLF):
line = line.rstrip(b"\r\n") + _CRLF
if line.startswith(b'.'):
line = b'.' + line
self.file.write(line)
self.file.write(b".\r\n")
self.file.flush()
return self._getresp()
def post(self, data):
"""Process a POST command. Arguments:
- data: bytes object, iterable or file containing the article
Returns:
- resp: server response if successful"""
return self._post('POST', data)
def ihave(self, message_id, data):
"""Process an IHAVE command. Arguments:
- message_id: message-id of the article
- data: file containing the article
Returns:
- resp: server response if successful
Note that if the server refuses the article an exception is raised."""
return self._post('IHAVE {0}'.format(message_id), data)
def _close(self):
self.file.close()
del self.file
def quit(self):
"""Process a QUIT command and close the socket. Returns:
- resp: server response if successful"""
try:
resp = self._shortcmd('QUIT')
finally:
self._close()
return resp
def login(self, user=None, password=None, usenetrc=True):
if self.authenticated:
raise ValueError("Already logged in.")
if not user and not usenetrc:
raise ValueError(
"At least one of `user` and `usenetrc` must be specified")
# If no login/password was specified but netrc was requested,
# try to get them from ~/.netrc
# Presume that if .netrc has an entry, NNRP authentication is required.
try:
if usenetrc and not user:
import netrc
credentials = netrc.netrc()
auth = credentials.authenticators(self.host)
if auth:
user = auth[0]
password = auth[2]
except OSError:
pass
# Perform NNTP authentication if needed.
if not user:
return
resp = self._shortcmd('authinfo user ' + user)
if resp.startswith('381'):
if not password:
raise NNTPReplyError(resp)
else:
resp = self._shortcmd('authinfo pass ' + password)
if not resp.startswith('281'):
raise NNTPPermanentError(resp)
# Capabilities might have changed after login
self._caps = None
self.getcapabilities()
# Attempt to send mode reader if it was requested after login.
# Only do so if we're not in reader mode already.
if self.readermode_afterauth and 'READER' not in self._caps:
self._setreadermode()
# Capabilities might have changed after MODE READER
self._caps = None
self.getcapabilities()
def _setreadermode(self):
try:
self.welcome = self._shortcmd('mode reader')
except NNTPPermanentError:
# Error 5xx, probably 'not implemented'
pass
except NNTPTemporaryError as e:
if e.response.startswith('480'):
# Need authorization before 'mode reader'
self.readermode_afterauth = True
else:
raise
if _have_ssl:
def starttls(self, context=None):
"""Process a STARTTLS command. Arguments:
- context: SSL context to use for the encrypted connection
"""
# Per RFC 4642, STARTTLS MUST NOT be sent after authentication or if
# a TLS session already exists.
if self.tls_on:
raise ValueError("TLS is already enabled.")
if self.authenticated:
raise ValueError("TLS cannot be started after authentication.")
resp = self._shortcmd('STARTTLS')
if resp.startswith('382'):
self.file.close()
self.sock = _encrypt_on(self.sock, context, self.host)
self.file = self.sock.makefile("rwb")
self.tls_on = True
# Capabilities may change after TLS starts up, so ask for them
# again.
self._caps = None
self.getcapabilities()
else:
raise NNTPError("TLS failed to start.")
class NNTP(_NNTPBase):
def __init__(self, host, port=NNTP_PORT, user=None, password=None,
readermode=None, usenetrc=False,
timeout=_GLOBAL_DEFAULT_TIMEOUT):
"""Initialize an instance. Arguments:
- host: hostname to connect to
- port: port to connect to (default the standard NNTP port)
- user: username to authenticate with
- password: password to use with username
- readermode: if true, send 'mode reader' command after
connecting.
- usenetrc: allow loading username and password from ~/.netrc file
if not specified explicitly
- timeout: timeout (in seconds) used for socket connections
readermode is sometimes necessary if you are connecting to an
NNTP server on the local machine and intend to call
reader-specific commands, such as `group'. If you get
unexpected NNTPPermanentErrors, you might need to set
readermode.
"""
self.host = host
self.port = port
sys.audit("nntplib.connect", self, host, port)
self.sock = socket.create_connection((host, port), timeout)
file = None
try:
file = self.sock.makefile("rwb")
_NNTPBase.__init__(self, file, host,
readermode, timeout)
if user or usenetrc:
self.login(user, password, usenetrc)
except:
if file:
file.close()
self.sock.close()
raise
def _close(self):
try:
_NNTPBase._close(self)
finally:
self.sock.close()
if _have_ssl:
class NNTP_SSL(_NNTPBase):
def __init__(self, host, port=NNTP_SSL_PORT,
user=None, password=None, ssl_context=None,
readermode=None, usenetrc=False,
timeout=_GLOBAL_DEFAULT_TIMEOUT):
"""This works identically to NNTP.__init__, except for the change
in default port and the `ssl_context` argument for SSL connections.
"""
sys.audit("nntplib.connect", self, host, port)
self.sock = socket.create_connection((host, port), timeout)
file = None
try:
self.sock = _encrypt_on(self.sock, ssl_context, host)
file = self.sock.makefile("rwb")
_NNTPBase.__init__(self, file, host,
readermode=readermode, timeout=timeout)
if user or usenetrc:
self.login(user, password, usenetrc)
except:
if file:
file.close()
self.sock.close()
raise
def _close(self):
try:
_NNTPBase._close(self)
finally:
self.sock.close()
__all__.append("NNTP_SSL")
# Test retrieval when run as a script.
if __name__ == '__main__':
import argparse
parser = argparse.ArgumentParser(description="""\
nntplib built-in demo - display the latest articles in a newsgroup""")
parser.add_argument('-g', '--group', default='gmane.comp.python.general',
help='group to fetch messages from (default: %(default)s)')
parser.add_argument('-s', '--server', default='news.gmane.io',
help='NNTP server hostname (default: %(default)s)')
parser.add_argument('-p', '--port', default=-1, type=int,
help='NNTP port number (default: %s / %s)' % (NNTP_PORT, NNTP_SSL_PORT))
parser.add_argument('-n', '--nb-articles', default=10, type=int,
help='number of articles to fetch (default: %(default)s)')
parser.add_argument('-S', '--ssl', action='store_true', default=False,
help='use NNTP over SSL')
args = parser.parse_args()
port = args.port
if not args.ssl:
if port == -1:
port = NNTP_PORT
s = NNTP(host=args.server, port=port)
else:
if port == -1:
port = NNTP_SSL_PORT
s = NNTP_SSL(host=args.server, port=port)
caps = s.getcapabilities()
if 'STARTTLS' in caps:
s.starttls()
resp, count, first, last, name = s.group(args.group)
print('Group', name, 'has', count, 'articles, range', first, 'to', last)
def cut(s, lim):
if len(s) > lim:
s = s[:lim - 4] + "..."
return s
first = str(int(last) - args.nb_articles + 1)
resp, overviews = s.xover(first, last)
for artnum, over in overviews:
author = decode_header(over['from']).split('<', 1)[0]
subject = decode_header(over['subject'])
lines = int(over[':lines'])
print("{:7} {:20} {:42} ({})".format(
artnum, cut(author, 20), cut(subject, 42), lines)
)
s.quit()
_dummy_thread.py 0000644 00000013613 15115353747 0007756 0 ustar 00 """Drop-in replacement for the thread module.
Meant to be used as a brain-dead substitute so that threaded code does
not need to be rewritten for when the thread module is not present.
Suggested usage is::
try:
import _thread
except ImportError:
import _dummy_thread as _thread
"""
# Exports only things specified by thread documentation;
# skipping obsolete synonyms allocate(), start_new(), exit_thread().
__all__ = ['error', 'start_new_thread', 'exit', 'get_ident', 'allocate_lock',
'interrupt_main', 'LockType', 'RLock']
# A dummy value
TIMEOUT_MAX = 2**31
# NOTE: this module can be imported early in the extension building process,
# and so top level imports of other modules should be avoided. Instead, all
# imports are done when needed on a function-by-function basis. Since threads
# are disabled, the import lock should not be an issue anyway (??).
error = RuntimeError
def start_new_thread(function, args, kwargs={}):
"""Dummy implementation of _thread.start_new_thread().
Compatibility is maintained by making sure that ``args`` is a
tuple and ``kwargs`` is a dictionary. If an exception is raised
and it is SystemExit (which can be done by _thread.exit()) it is
caught and nothing is done; all other exceptions are printed out
by using traceback.print_exc().
If the executed function calls interrupt_main the KeyboardInterrupt will be
raised when the function returns.
"""
if type(args) != type(tuple()):
raise TypeError("2nd arg must be a tuple")
if type(kwargs) != type(dict()):
raise TypeError("3rd arg must be a dict")
global _main
_main = False
try:
function(*args, **kwargs)
except SystemExit:
pass
except:
import traceback
traceback.print_exc()
_main = True
global _interrupt
if _interrupt:
_interrupt = False
raise KeyboardInterrupt
def exit():
"""Dummy implementation of _thread.exit()."""
raise SystemExit
def get_ident():
"""Dummy implementation of _thread.get_ident().
Since this module should only be used when _threadmodule is not
available, it is safe to assume that the current process is the
only thread. Thus a constant can be safely returned.
"""
return 1
def allocate_lock():
"""Dummy implementation of _thread.allocate_lock()."""
return LockType()
def stack_size(size=None):
"""Dummy implementation of _thread.stack_size()."""
if size is not None:
raise error("setting thread stack size not supported")
return 0
def _set_sentinel():
"""Dummy implementation of _thread._set_sentinel()."""
return LockType()
class LockType(object):
"""Class implementing dummy implementation of _thread.LockType.
Compatibility is maintained by maintaining self.locked_status
which is a boolean that stores the state of the lock. Pickling of
the lock, though, should not be done since if the _thread module is
then used with an unpickled ``lock()`` from here problems could
occur from this class not having atomic methods.
"""
def __init__(self):
self.locked_status = False
def acquire(self, waitflag=None, timeout=-1):
"""Dummy implementation of acquire().
For blocking calls, self.locked_status is automatically set to
True and returned appropriately based on value of
``waitflag``. If it is non-blocking, then the value is
actually checked and not set if it is already acquired. This
is all done so that threading.Condition's assert statements
aren't triggered and throw a little fit.
"""
if waitflag is None or waitflag:
self.locked_status = True
return True
else:
if not self.locked_status:
self.locked_status = True
return True
else:
if timeout > 0:
import time
time.sleep(timeout)
return False
__enter__ = acquire
def __exit__(self, typ, val, tb):
self.release()
def release(self):
"""Release the dummy lock."""
# XXX Perhaps shouldn't actually bother to test? Could lead
# to problems for complex, threaded code.
if not self.locked_status:
raise error
self.locked_status = False
return True
def locked(self):
return self.locked_status
def __repr__(self):
return "<%s %s.%s object at %s>" % (
"locked" if self.locked_status else "unlocked",
self.__class__.__module__,
self.__class__.__qualname__,
hex(id(self))
)
class RLock(LockType):
"""Dummy implementation of threading._RLock.
Re-entrant lock can be aquired multiple times and needs to be released
just as many times. This dummy implemention does not check wheter the
current thread actually owns the lock, but does accounting on the call
counts.
"""
def __init__(self):
super().__init__()
self._levels = 0
def acquire(self, waitflag=None, timeout=-1):
"""Aquire the lock, can be called multiple times in succession.
"""
locked = super().acquire(waitflag, timeout)
if locked:
self._levels += 1
return locked
def release(self):
"""Release needs to be called once for every call to acquire().
"""
if self._levels == 0:
raise error
if self._levels == 1:
super().release()
self._levels -= 1
# Used to signal that interrupt_main was called in a "thread"
_interrupt = False
# True when not executing in a "thread"
_main = True
def interrupt_main():
"""Set _interrupt flag to True to have start_new_thread raise
KeyboardInterrupt upon exiting."""
if _main:
raise KeyboardInterrupt
else:
global _interrupt
_interrupt = True
lib-dynload/binascii.cpython-38-x86_64-linux-gnu.so 0000755 00000111000 15115353747 0015670 0 ustar 00 ELF > p @ �� @ 8 @ �w �w p{ p{ p{ � � x| x| x| 8 8 8 $ $ �w �w �w S�td �w �w �w P�td �m �m �m 4 4 Q�td R�td p{ p{ p{ � � GNU =?R� ��)(�6]��)%gT + �@ + . B���|CE���qX � � � � 4 @ K � � t � , � � � F " n � � ] � � � & Z �
� � ) � L � � � �[ M H� : @� A @� __gmon_start__ _ITM_deregisterTMCloneTable _ITM_registerTMCloneTable __cxa_finalize libcrypto.so.1.1 libz.so.1 libpthread.so.0 libc.so.6 PyModule_GetState PyExc_ValueError PyErr_NewException PyModule_AddObject PyObject_GetBuffer PyBuffer_IsContiguous PyFloat_Type PyType_IsSubtype PyLong_AsUnsignedLongMask PyLong_FromUnsignedLong PyBuffer_Release _PyArg_CheckPositional PyErr_Occurred __stack_chk_fail PyExc_TypeError PyErr_SetString _PyArg_BadArgument crc32 _Py_strhex_bytes_with_sep _PyArg_UnpackKeywords _PyLong_AsInt memchr PyMem_Malloc memset PyBytes_FromStringAndSize PyMem_Free PyErr_NoMemory _PyBytesWriter_Init _PyBytesWriter_Alloc _PyBytesWriter_Finish _PyBytesWriter_Prepare _PyBytesWriter_Dealloc _Py_BuildValue_SizeT _PyUnicode_Ready PyErr_Format _PyLong_DigitValue _Py_Dealloc PyInit_binascii PyModuleDef_Init _edata __bss_start _end GLIBC_2.4 GLIBC_2.2.5 � ii
R ui \ p{ �Z x{ �Z �{ �{ �{ a] �{ f] �{ p] �{ w] �{ a] �{ w] | a] | �] | ~] | a] (| �] 0| ~] @| \ H| �] `| \ h| �] � �Z � .] (� �R 8� i @� �\ H� �? X� �h `� 5] h� `N x� �h �� [\ �� �< �� h �� @] �� 0G �� �g �� S\ Ȁ �: �g � H] � L �� �f � \ � �, � �d � R] (� �* 8� �b @� P] H� �I X� @b `� G\ h� �8 x� b �� �\ �� �B �� �a �� �[ �� �% �� @a �� \ ȁ �) �` � Z] � �U �� �` � &\ � . � _ h� �] p� `i �� � �� � Ȃ `| Ђ �\ � @| � [\ H� �{ P� Z] �� �{ �� &\ ȃ | Ѓ \ � | � R] � � � �
� � � � �~ �~ �~ �~ �~ �~ �~ �~
�~ �~ �~ �~ ( 0 8 @ H P X ` h ! p " x # � $ � % � & � ' � ( � ) � * � �H��H��h H��t��H��� �5�g �%�g � �h ������ �h ������� �h ������ �h ������ �h ������ �h ������ �h ������ �h ��q����� �h ��a����� �h ��Q����� �h
��A����� �h ��1����� �h ��!����� �h
������� �h ������� �h ����� �h ������ �h ������� �h ������ �h ������ �h ������ �h ������ �h ������ �h ��q����� �h ��a����� �h ��Q����� �h ��A����� �h ��1����� �h ��!����� �h ������� �h ������� �h ����� �h ������ �h! ������� �h" ������ ��%Ue D � ��%Me D � ��%Ee D � ��%=e D � ��%5e D � ��%-e D � ��%%e D � ��% e D � ��%e D � ��%
e D � ��%e D � ��%�d D � ��%�d D � ��%�d D � ��%�d D � ��%�d D � ��%�d D � ��%�d D � ��%�d D � ��%�d D � ��%�d D � ��%�d D � ��%�d D � ��%�d D � ��%�d D � ��%�d D � ��%�d D � ��%}d D � ��%ud D � ��%md D � ��%ed D � ��%]d D � ��%Ud D � ��%Md D � ��%Ed D ���
@ L�Id H�5"B 1�I�:�P���� ��� �
H�M H�A@ H�5L@ 1�H�=)@ ����t �|$����H���� �|$�: H�
�c H�5�A E1�H�9���� I� $H��? E1�H�5�? H�=�? �B����g H�D$���H�t$H��u���R���I���D �< �D$ �|���H���� �L$ � L�
[c H�54A E1�I�9�a���� � �� H�\$H�81�H���@������] �C H���{�����t4H��uT� 1�� H�iH�|$� 1��H��� H���� I� $H��> E1�H�5 ? H�=I@ �R���� � M�D$H�5�b I�xH9��� H�$�������� I�|$���H�$������� �D$ �l���H���H H�$�L$ �m H�\$H�81�H���T������! �C H�������tRH��ur� 1��0 H�iH�|$� 1��H�� H��� L�
�a H�5�? E1�I�9���� I� $H��= E1�H�5> H�= > �H���� � ���H���� �H L�
�a H�5e? 1�I�9����
H�=oa H�5H? 1�H�?�v����� L���)����� �O���H���: �2 I���� ����1�� L���_ E1��� ����H��� � L��` H�5�> 1�I�8�����y I�H��< H�5= 1�H�=)= �^����U I�p�
� ���I���e H��H��< E1�H�5
= H�= = � ����@ �f���I���� H��H��< E1�H�5�< H�=�< ����� H� H�j< E1�H�5r< H�=�< ������ I���F H�|$�B���H��u9E1�� H�=` H�5�= E1�H�?� ���� ��H���8 �> H�8H�5p< E1�����f H�
�_ H�5�= 1�H�9�����! H�M H��; H�5�; 1�H�=I< � ����! ���H���r" �n 1��u! L��� " H��H�z; H�5�; H�=%< �����w& I��M��xLA�VM�~H�l$p��uZH�p�� # H�|$�6���H��tOH�xH�5S; ����H��1������% H�|$����H��t!H�xH�5%; �����H�|$���H��u51��% H�|$����H��t�H�xH�5�: �����u���H���r% H�8H�5e; ����x���H���������' E1��i' H���y���H���� H�xH�5�< E1��M���H�������8' L�CH�' A� �& H���4���H��twH�8H�5; E1��
���H������& H�
�] H�S1�E1�H�5Q< H�9H�R���L��������& H�sH�=�] 1�E1�H�VH�?H�5�; ����& E1��& A���H& H������h% �V���I���v& I�l$H�( H�������x A�D$ �j( E1��$( I�t$L�1] 1�E1�H�VI�8H�5^; �����' I�\$H�=] 1�E1�H�5|; H�SH�?���H���0�����' H���#���H�,$L�d$� ( H�]H�=�\ 1�E1�H�5�: H�SH�?���� * H��������G* E1��* H�������`* H�
y\ H�U1�E1�H�5�: H�9H�R�U���L�������) H�uH�* H�|$ L�`��, �- M����, �D$ �- H��H�|$ ��, �- H���W�������. E1��X, H�|$ �-���� + L�CH�. E1��8, ���I���+, H�
�[ H�S1�E1�H�5+: H�9H�R���H�������+ H�sH�=�[ 1�E1�H�VH�?H�5�9 �g�����+ H�
c[ H�U1�E1�H�5�9 H�9H�R�?���L������b0 H���z����. H���}�������0 E1��=0 H�]H�=
[ 1�E1�H�5>9 H�SH�?����0 H�uH�0 H���4�������4 ��4 L�UH��4 ��E1��2 L�EL�
�Z 1�E1�H�5�8 I�PI�9���2 H�uH�=�Z 1�H�VH�?H�5�8 �i�L��E1�����U2 �d�H���.4 �1 L�%GZ H�5 8 E1�I�<$�L����#2 I��H���l����3 I���4 I���3 L������1 f. � � �Uf�H��SH��hdH�%( H�D$X1�)$)D$)D$ )D$0)D$@H���] H��H�} 1�H������L �C H������^���H�EH�5�Y H�xH9�� �����������H�}�����. H�T$H� $��L�B�H��� ���@2)H�5@E D���L�Z�F�N��D1�M���q ����@2yL�R�D���B�<F��1�M���J �iA����A��1�E��L�J��<~D1�M���" D�A������D1�D���<~D1�L�R�M���� D�A����L�J���D1�D�؉��<~D1�M���� �A������1�D��H�j�A��B�<^D1�M���� �AA����L�IA��1�E�Љ��<~D1�L�R�H��~|E�A����A��D1�A��M�Z����<F1�M��~VM�AE�IA����A��D1�A���<~1�M��~/H�I��E�X�������D1����<~1�I9�u�f � �[�H��H�|$ tH�����H�\$XdH3 %( H��� H��h[]�f. � H�ֹ � H�=_3 ���������H�l$H��t�1�H��랉���%�H���� H�T$H� $L�Z�H������9H�5 C H�j���D��B�Nf5 ���M���=���A����@2yD��A��B�<^E��L�R�D1�H�������AA����L�Z�A��1�A���<~1�M�����D�IA����A��D1�E�Љ��<nD1�L�R�M���������1�������ff. � �� �ATf�I��USH��H��pdH�%( H�D$h1�H�B�)D$)D$ )D$0)D$@)D$PH���� H�l$I�<$1�H��������� �C H���+�����1�H���� �T$ H�t$�����������Y�H�|$ I��tH�����H�L$hdH3 %( L��u|H��p[]A\ù � H��H�=�1 ������V���E1�H�|$ t�H�l$�I�T$H�5;U H�zH9��-������ �I�|$�g�ǃ��E��������f�� �ATI��USH��H��H�ĀdH�%( H�D$x1�H�����f�)D$)D$ )D$0)D$@)D$PH���� H�����H�����H�l$I�<$1�H�������� �C H�������v�H���� H�t$ H�|$1ҹ ���H�|$ I��tH���f�H�L$xdH3 %( L���� H��[]A\�H��PH��L��A� L� X 1�H�t$hVH��j j��H�� I��H�����E1�H�|$ t�H�l$�H��I�\$H��t
H���V�M�D$H�5�S I�xH9�� ��������I�|$�r���������H�t$ H�|$H����I������ff. � � �ATI��USH��H��H�ĀdH�%( H�D$x1�H�����f�)D$)D$ )D$0)D$@)D$PH���� H�����H�����H�l$I�<$1�H��������� �C H���������H���� H�t$ H�|$1ҹ �9�H�|$ I��tH����H�L$xdH3 %( L���� H��[]A\�H��PH��L��A� L�/V 1�H�t$hVH��j j� �H�� I��H�����E1�H�|$ t�H�l$�H��I�T$H���@�� H���1�H�t$ H�|$��I����p�� �AWI��AVAUATUSH��H�� dH�%( H��$� 1�H���) f�H�j�)D$)D$ )D$0)D$@)D$PH���
H���$�H����L�l$I�?1�L���Z��D$���2 �C L�������<�H��� �D$ E1�A� H�l$H�\$ �
H��H����H��t H9��� E1�1�1�H���� I��������I��������I���������Y � <
�X H�VH9�~<
�� ��H9��� �|5
�� ��K�, M9��5�I��H9��� H���D5 <~�� <=�� <_uE��u?��u<.� E���+ < �� < �� <
��< ���Y���<
�Q���H�V��M�˹ ��K�d M9����I�H9��s���L���<�I��H�����L��H��L�=, 1��<�E1�1�1��W <
�� H�QH9�~<
�� ��O�I�pH9�t�|
t ��K�D E���� A�H9��� I��H��L�L
A�<~�� <=�� E��t<_tA<.u���� E��� < �� < �� < A��<
��A���Q���<
�I���H�QM�X��O�K� ��K� A�=E� L��I����A��A�7G� I�p�AD�H9��H���f. � L���H�H��H����L���D�H�|$ t
H�|$��H��H��$� dH3 %( �T H�Ę []A\A]A^A_�f D L�YL��L9��;���< @��<
��@��t<
�7 E���s <
�_��� � M�����O�\�K�E�A�� �� A�� �� D�\$I�pE���� �
1�1�A�9
��H�H���?���f. � H�NH��H9������< A��<
��A��t<
�d E���� <
����� � H���"��T5��� � E1��� �
�L$E1ۅ�A��1�1�K�L M��I)�<
��H�H������<
�����<
���< �X���< �P���A��<
A��E���� H�NH�ʃ�H9�t�|5
t ��K�c M�ӹ ������H�V��K� M9��N�I��H9�������� D M�X��H�QO�K� ��K�� A�=E� M��I��A��A��C�4C�@�qI�p�H9��������ff. � <
� ���<
����< ����< �����@��<
A��D���M <
�E L�YD�T$ L��E������< t< ����E���" L9�~<
�� ��O�I�pL9��#����|
������K�S E���� A�L9���������ff. � ��x�
A��E1�1�1�E��D�\$H���X���1���I��H�����1���� D <
�;���H�ND�t$ H��E�������< t< ���E������<
u H9��� ��H9������|5
� �����K�f M9��o�I��H9��:�������f D L�YL�ڃ�O�I�pL9������� ���L�af��)L$I�)L$ I�l$�)L$0)L$@)L$PH��H��L��A� H�D$hL��M 1�L��Pj j��H�� I��H�������1���� D I�WH��ug�D$ L�5�I I�OA� H���% I�wH�~L9��F�L���,����6�I���A�Ń��������F�f. � H�zL�5�I L9����L�����A�Ņ����I��`��D$ ������H��A� H���1����S���ff. � �
I�6I�p�l���A� ��� D �|5
��������F���ff. � f��|
�������O�I�p�e��� D < �j���A�_�d���ff. � @ H�yL9����L��� �A�Ņ����I���A�ă���^�H���b������ff. � �L�YL��L9�t �t
@��
�=���A�$ I���-���O�K�L� �U���f�H�NH��H9�t D�\5A��
�����A�$ M�������M�˹ � ���L��I��I��A�=��A��A�7C�<�B@�:K�����|$ A�=t�
M�XM�CC�
K�L � O�����D$� I��������H����������LDރ�H�H���j���I������I���������|$��MDك�� H�H���:����|$ A�=I�<6�G�A�6
M�T6A�H��� �����ff. � @ � �AVf�1�AUATUSH��H��H�� dH�%( H��$x 1�H��)$H��)D$)D$ )D$0)D$@�����w �C H����������L�d$PL���1�L�l$H� $H��������?I9����K�t-L����I��H���� M���� 1�� H�z����� I9��� : ;u^H��� H9�}RL�BM9�~=:Lu7L�BM9�~.:Lu(L�BM9�~ :LuI��M9�~B: u
I9�u� D M��I)�I��*H��A�I��� H�z����y���fA�� H��I���D��A�I��)�A�F��L��A�F�I9��8���L��L������I��H�|$ tH���{�H��$x dH3 %( L��u H�Ā []A\A]A^�A�I���E1�����f�� �AWf�1�AVAUATUH��SH��H�� dH�%( H��$x 1�H��)$H��)D$)D$ )D$0)D$@������H �C H��A��������� �H�l$PL�t$L�$$H���C��H��������?I9����K�t6H�����I��H���� M���� O� 4H��/ E1��5ff. � E��A�M�I�wI��A��?F�,E�oM9�t_I��A��A� $A��I�wA �A�MD�����?D�8E����I��M9�u�A� D��H��A)�D�����?D�D�F�� @ ��u�H�����I��H�|$ tH�����H��$x dH3 %( L��uH�Ĉ []A\A]A^A_�E1�������H���f. � � �AWAVAUATUSH��H��H�� H�|$dH�%( H��$� 1�H���� f�)D$)D$ )D$0)D$@)D$PH���� H�����H�����A� H�l$H�;1�H������A�ƅ��� �C H��������:�I���� H�SH�5�B H�zH9��\��������O�H�{�[��A�ă���X�� �H�\$pL�|$ L�l$H�����H��������?I9����K�t?E���� H���[��H�����M���� O�L= 1�L�;- �0f � A��A�N�H�pI��A��?G�48D�pM9�t^H��A��E�U ��A�NH�pD �A��A��A��?C�<@�8���I��M9�uǃ��1 ��u���@=H�p��<E�D�@E���� �
H��H������H�|$ I��tH���v��H��$� dH3 %( L��� H�Ĩ []A\A]A^A_�L�af��)L$I�)L$ )L$0)L$@)L$PH��H��A� 1�H�D$hL��C Pj j���H�� H��H�����E1��EA� H�\$pL�|$ L�l$H���_��H��������?I9�jK�t?H���_���H������I��H�|$ �%���H�|$���������H�p��0E� �== f�PD�H����I���=���H�������������� �AWAVI��AUATUH��H��SH�� dH�%( H��$� 1�H��� L�af��) $I�)L$)L$ )L$0)L$@H��H��A� 1�H�D$XL��B Pj j�n��H�� H��H���s I��H�} 1�L���}���Å��X �C L�����������I���� H�UH�5I? H�zH9��_��������R��H�}���A�ǃ�����H�l$`H������L�d$L�,$I��-�� H�VUUUUUUUI�t$H��H��?H��H��H)�H�4� ���H���=��E��H�pA��M��u E���� E�L$ D�1�M��~ff. � f���M���� E�U D�{D �A�_�A�É�A��A��?u E���� A�� H�~D� ��~}��A�_��?u E���� �� H���V�I��I��M�����u��
H��H�����H��H�|$ tH���,��H��$� dH3 %( H���� H�Ę []A\A]A^A_�H���f�)$)D$)D$ )D$0)D$@H��~H��A� H������I������E1��k���D�{����L�v�`A�߃�����L������F`H��I��I��M����������"������L���C��H������H�8H�5� ���1������ `������ � � �AWf�1�AVAUATUH��SH�� H�|$H�\$H��H��dH�%( H��$� 1�)D$)D$ )D$0)D$@)D$P������� �C H��������� ��L�d$ H�l$`L�t$H���-��M���q H��������?I9�����L��H�����H���k��M���D$| I������A�M�~��������H�pM���� E�I�E�I�WA����, I��A��� H��D�N�M�E�I�E�OA����# H��L��I���� I���� I���� I��tyI��tOI��t%H��D�N�I��I��E�O�A����� L��L��H��D�N�D�
L�X�L�jA����� L��L��H��D�N�D�
L�x�L�rA����� L��L��H��D�N�D�
L�`�H�JA����b H��L��H��D�N�D�
L�P�L�BA����> L��L��H��D�N�D�
H�x�L�ZA���� L��H���� f�H��M�fD�N�L��A�L$�L������� I�u�N�E�$L��H��A����� I�uD�V�A�~I�VI�G�M�F@����� I�u@�~�E�NL��I�G�M�^A����� I�uD�N�A�NL��I�G�M�f���tmI�u�N�E�FL��I�G�M�VA���tPI�uD�F�E�NL��I�G�I��A���t2L��I�G�L�nE�M�L��H���� L�rE�N�L�x�A�����L�h�I�������D�bL�zH�l$pE���� D�v�A���]���A����Hc�H���|��H���B��E�\$�H��D��A��H���H���%���H�����H��H�|$ tH���K��H��$� dH3 %( H��uJH�Ę []A\A]A^A_�1�H�=' ���H���H�l$H��t�1����H�����L��L�������F��f D � �AUf�ATUH��SH�� dH�%( H��$x 1�)$)D$)D$ )D$0)D$@H������H�FH�� �| I��1�H��L���@�����h���C L���{�����#��H�\$PL�d$L�,$H������I��������M9��o��I�t$H���-��H���<��M���E K�t% 1�1�A� L��! D E�] C���~�
����}�x�����d����D�a �A��~<��A��L�XI��A��D� D�����!�I9�t'L��E�] C���~u����f�I��I9�t D���A��L��E������H��H�����H���w��H��D��H�= 1��{��I��H�|$ tH���(��H��$x dH3 %( L��uGH�Ĉ []A\A]À~ �A���C �@t4� �z��L�C0L�KL�$H�D$ L�L$�x����&��E1��[���H�-_6 H�5p E1�H�} �t���g���ff. � @ � �AUf�ATUSH��H��hdH�%( H�D$X1�)$)D$)D$ )D$0)D$@H��� ��H�FI�� � H��1�L��H������������C H���1��������L�d$H�,$A���� L��1�H��?L�H��b��I��H���I��M��~pL��5 �M�U A�
A�<��� @���
1��)��Du D�LuA�<C�
@���� ���� H�����L�6A�|5 M9�|�H�|$ tH���Q��H�\$XdH3 %( L��� H��h[]A\A]��F ������@�� � �e��I�l$0M�d$H�,$H�D$ L�d$A���� L��1�H��?L�H��Y��I��H���@��M���c���L��4 D�] �UC�<A� @��w �������H���s��H��tuH�8H�5c �O��I�m ����L��E1��������L�
4 H�5 E1�I�9������H��� ��H������H�8H�5� E1���������y����� @ � �AUf�ATUSH��H��hdH�%( H�D$X1�)$)D$)D$ )D$0)D$@H������H�FH����� � I��1�H��L���v���������C L�����������L�d$H�,$A���s L��H��?L�H�1�����I��H���y��M��� L� &3 �M �uA�< E�3@���� A���� E1��5ff. � B�DM B�TMA�<E�@���� A���� I����D�O� C�|
M9�|�H�|$ tH�����H�\$XdH3 %( L��uhH��h[]A\A]À~ �����E �@�� � ����H�u0L�EH�4$H�D$ L�D$L�d$H�,$A��uVL��A� H�I��H���������H�����H���P��H�8H�5 ����I�m �6��L��E1�����5���H������H�����H�8H�5� E1�����
���L�
|1 H�5� E1�I�9������ff. � f�� �AWf�I��AVAUATUSH�� dH�%( H��$� 1�)D$ )D$0)D$@)D$P)D$`H���(��H�FH�� �� H�l$ 1�H��H��� �����W���C H���D�������L�t$0L�l$ I��������M9�����H�\$pI�nH���~��L��H��H��HI�H��H�tm ����H��H������M��� O�D5 H��1�L��M�H�1�1�A� L� $L�' M�h�M�p�ff. � @ D�M��I)�E���� A��
�� A��
�� A�� �� A��=�� G�$
A����� ����D�I��D �A���| ��A��L�NH��A��D�&D�����!�L��I9��r������� H���"��I��H�|$( t
H�|$ ����H��$� dH3 %( L���> H�Ĩ []A\A]A^A_ÐD��L�HL��M9��
�����t��4 @ ��~ރ�u�M��~�M��L�HI)Ā=- ������D$ M��~�E�!D�d$L�$$I)�L�d$L�d$A��C�<"������|$ ����D�d$E���G H�|$ L�`�D$ �Z���E�$$D�d$M��I)�L�d$L�d$A��C�<"��f���|$ �[���|$ �� H��H�|$ �D$ ����D� H�l$D�d$A��C�<"�t D�d$E��x�|$ �� �D$ H��H�|$ ���� L��H�t$� $� ��H�����D�<$H�8A��t H�5 ����H��E1��c���/���L�D$H�5� I)�H�VUUUUUUUL��I��?H��1�L)�H�� �����D$��=�����+����D$��A����H�������~ �V���C �@t-� �m��L�C0L�KL�D$ H�D$( L�L$0�Y�������L�- H�5" E1�I�:�'���s���f�� �AWf�AVAUATUSH��H��hdH�%( H�D$X1�)$)D$)D$ )D$0)D$@H������H�FH����� �@ I��1�H��L��������}���C L�����������L�$L�\$1�E�:M�bI�k�A�� A��?Mc�L�����I��H���*��H�P 1�E1ۿ E��u7� � ����E��H����A��L�BI����D�A!�I��tXL��H��~@A�$<
t7<
t3�� <@�> A����?D�IA �A���H��I��I��D��� @ D�IA��A�����L�u�H���� A�$�Ѓ�< t
��
t��
utH��M���� A�T$I�|$�у῀� t
��
t��
uHH��~zA�T$M�|$�փ�@�� t
��
t��
u#H�I9�tRI��A�G����῀� t�<
t�<
t�H���/��H������H�8H�5I ���I�m ����L��E1������H�|$ tH�����H�\$XdH3 %( L���� H��h[]A\A]A^A_�H������H���t��H�8H�5� ���I�m �Z��L��E1��d��뒀~ �3���E �@t,� �c��H�u0L�EH�4$H�D$ L�D$�������L�
* H�5& E1�I�9�+���6���f D � �AWAVAUATI��USH��H��xdH�%( H�D$h1�H���� f�)$)D$)D$ )D$0)D$@H���� H������H������H�.H���d��H�E��� �c��I��1�H��L�����A�Ņ������C L������������H���� H�\$H�,$H�����I��H���e��1�H��H�����1�H���� 1��- � I�4H��A��_u E���� D�:H9��� H��D�| H�BA��=u�H9��� �L ��
� ��
�
M�4L�rH����=�� I9��� �σ�߃�A@���� D�TE��A���A��AA��vA��0A�� �� L�=~( H�BB�T5 A� ��A
A�H9��O���ff. � �L������I��H�����L�����H�|$ tH���D��H�\$hdH3 %( L���� H��x[]A\A]A^A_�ff. � D�I�A�� �8���A� =����f � ��
tkH�BH9��n����|
tWH�BH9��Z����|
tCH�BH9��F����|
t/H�BH9��2����|
tH��H9�� ����|
u� � H��H9��F������ff. � L�yf��) $I�)L$)L$ )L$0)L$@H��L��A� H��H�T$XL�Q* R1�j j���H�� I��H���� H�(H���
H�M��� �� I��1�H��L������������C L�����������E1�I��� ���I�\$H�5r& H�{H9��������������I�|$�>���A�Ń���������E1�����A� =L������I������� ��������} ����E �@t'� ���L�U0L�]L�$H�D$ L�\$�P���L�-�% H�5� E1�I�} �������s�� � H�= * H�* H9�tH��% H��t �� � � � H�=�) H�5�) H)�H��H��H��?H�H�tH�M% H��t��f D � � � ��=�) u+UH�=2% H��t H�=� �I����d����m) ]� � � � ��w��� � � �USH��Q��H���h���H��H��$ 1�H�=� H�0�]���H�E H���@���H��H�5� H��������%���1�1�H�=y �%���H�EH������H��H�5f H���ƽ���������Z[]� � � �H�=�& �P���� �H��H��� binascii.Error binascii.Incomplete crc_hqx contiguous buffer argument 1 crc32 argument 'data' b2a_hex b2a_qp 0123456789ABCDEF argument rlecode_hqx b2a_hqx b2a_base64 Too much data for base64 line b2a_uu At most 45 bytes at once rledecode_hqx Orphaned RLE code at start Illegal char Ni Odd-length string Non-hexadecimal digit found Incorrect padding Trailing garbage a2b_uu a2b_base64 a2b_hqx a2b_hex unhexlify a2b_qp data quotetabs istext header bytes_per_sep newline backtick binascii integer argument expected, got float string argument should contain only ASCII characters argument should be bytes, buffer or ASCII string, not '%.100s' argument should be a contiguous buffer, not '%.100s' String has incomplete number of bytes Invalid base64-encoded string: number of data characters (%zd) cannot be 1 more than a multiple of 4 b2a_qp($module, /, data, quotetabs=False, istext=True, header=False)
--
Encode a string using quoted-printable encoding.
On encoding, when istext is set, newlines are not encoded, and white
space at end of lines is. When istext is not set, \r and \n (CR/LF)
are both encoded. When quotetabs is set, space and tabs are encoded. a2b_qp($module, /, data, header=False)
--
Decode a string of qp-encoded data. crc32($module, data, crc=0, /)
--
Compute CRC-32 incrementally. crc_hqx($module, data, crc, /)
--
Compute CRC-CCITT incrementally. rledecode_hqx($module, data, /)
--
Decode hexbin RLE-coded string. rlecode_hqx($module, data, /)
--
Binhex RLE-code binary data. unhexlify($module, hexstr, /)
--
Binary data of hexadecimal representation.
hexstr must contain an even number of hex digits (upper or lower case). hexlify($module, /, data, sep=<unrepresentable>, bytes_per_sep=1)
--
Hexadecimal representation of binary data.
sep
An optional single character or byte to separate hex bytes.
bytes_per_sep
How many bytes between separators. Positive values count from the
right, negative values count from the left.
The return value is a bytes object. This function is also
available as "b2a_hex()". b2a_hex($module, /, data, sep=<unrepresentable>, bytes_per_sep=1)
--
Hexadecimal representation of binary data.
sep
An optional single character or byte to separate hex bytes.
bytes_per_sep
How many bytes between separators. Positive values count from the
right, negative values count from the left.
The return value is a bytes object. This function is also
available as "hexlify()".
Example:
>>> binascii.b2a_hex(b'\xb9\x01\xef')
b'b901ef'
>>> binascii.hexlify(b'\xb9\x01\xef', ':')
b'b9:01:ef'
>>> binascii.b2a_hex(b'\xb9\x01\xef', b'_', 2)
b'b9_01ef' a2b_hex($module, hexstr, /)
--
Binary data of hexadecimal representation.
hexstr must contain an even number of hex digits (upper or lower case).
This function is also available as "unhexlify()". b2a_hqx($module, data, /)
--
Encode .hqx data. a2b_hqx($module, data, /)
--
Decode .hqx coding. b2a_base64($module, data, /, *, newline=True)
--
Base64-code line of data. a2b_base64($module, data, /)
--
Decode a line of base64 data. b2a_uu($module, data, /, *, backtick=False)
--
Uuencode line of data. a2b_uu($module, data, /)
--
Decode a line of uuencoded data. Conversion between binary data and ASCII }}}}}}}}}}~}}~}}}}}}}}}}}}}}}}}}}
}}
}}}}}} !"#$}%&'()*+},-./}}}}0123456}789:;<}}=>?}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}}�������������������������������������������>���?456789:;<=��� ���
������ !"#$%&'()*+,-./0123�����ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/ !"#$%&'()*+,-012345689@ABCDEFGHIJKLMNPQRSTUVXYZ[`abcdefhijklmpqr !B c0�@�P�`�p�)�J�k���������1s2R"�R�B�r�b9��{�Z��Ӝ����b$C4 �d�t�D�Tj�K�(� �����ō�S6r&0�v�f�V�F[�z��8������H�X�h�x@a(#8���َ�H�i�
�+��Z�J�z�jqP
3:*���˿���y�X�;���l�|�L�\",<` A ������*� �h�I��~�n�^�N>2.Q p��������:�Y�x�����ʱ� �-�N�o�� �0� P%@Fpg`������ڳ=� ��^���"�25BRwbVr�˥����n�O�,�
��4�$��ftGd$TDۧ������_�~� �<��&�6��WfvvF4VL�m��/�ș鉊���DXeHx'h���8�(}�\�?� ���؛����uJTZ7jz�
��*�:.��l�Mͪ����ɍ&|ld\EL�<�,� � �>�]�|ߛ���ُ��n6~UNt^�.�>�� ;4 % ���P `���x ����� ����8 ��� k��� 8���x B��� 3���� e���$ ����� #���d ����� w���@ ����� ��� ����p ~���� ���� �� ����L ���� ����0 ���� ��, ���� ���8 ���� ��x P��� ���T ��� �� ��� �� �� ��� zR x � $ ȧ��@ FJ w� ?:*3$" D ��0 $ \ x�� E�A�D �AA zR x � �� ���� , � ���� E�H�D��
AAK zR x ���� $ X���L 0 \���N F�H�A �G��
AABA zR x ����� $ <���� D � D���� F�D�A �J��
AABA D�[�E�B�I� zR x ����� $ G���� D � x���p F�D�A �J��
AABA D�[�E�B�I� � ����
` X �����
F�E�B �B(�A0�A8�J�t
8A0A(B BBBG ��^�B�B�I� $ zR x �������� , "���� D � ���� F�H�B �A(�A0�M��
0A(A BBBA zR x ������� ( ����2 L x <��� F�H�B �B(�A0�D8�J�{
8A0A(B BBBA $ zR x �������� , 9���2 ` p��/ F�B�B �B(�A0�A8�M�
8A0A(B BBBA h�X�B�B�I� $ zR x �������� , ˫��� ` � �� F�B�E �B(�A0�G8�G�C�X�B�B�I��
8A0A(B BBBA $ zR x �������� , ����d L D ���J F�H�B �B(�A0�D8�G��
8A0A(B BBBA � ����� < � l��A F�F�A �D(�G��
(A ABBA zR x ������ ( /��� < D��| F�F�A �A(�G�E
(A ABBA zR x ������ ( ¬��� < � L��S F�F�A �A(�G�T
(A ABBA | ���� L � X��^ F�I�B �B(�A0�A8�G��
8A0A(B BBBB � )���� L P T��� F�F�B �B(�A0�A8�G�B
8A0A(B BBBA $ zR x �������� , z���� ` � ���i F�B�B �B(�D0�A8�G�
8A0A(B BBBO ��Y�D�B�I� $ zR x �������� , `���� | �� GNU � �Z �Z �{ a] f] p] w] a] w] a] �] ~] a] �] ~] \ �] \ �] U f p � �
�[ p{ x{ ���o ` �
h �~ H � �
� ���o ���o �
���o �o h
���o T x| 0 @ P ` p � � � � � � � � 0 @ P ` p � � � � � � � � 0 �Z .] �R i �\ �? � �h 5] `N �h [\ �< � h @] 0G �g S\ �: �g H] L �f \ �, � �d R] �* � �b P] �I @b G\ �8 b �\ �B �a �[ �% � @a \ �) � �` Z] �U � �` &\ . � _ �] `i � � `| �\ @| [\ �{ Z] �{ &\ | \ | R] GA$3a1 � �[ binascii.cpython-38-x86_64-linux-gnu.so-3.8.17-2.module_el8.9.0+3633+e453b53a.x86_64.debug xH|�7zXZ �ִF ! t/���] ?�E�h=��ڊ�2N�$V���Iq�y�b)Z�^�^�����^_�lq�LJs�Ö���;��(�$�@�n4u��)\E�l�e�{���}�c���ꀅ?�w�Z� �I��A�����Z�c���]���#�&����D�gЄ�� ��KY��7�Zƈ-��$ )�� ƅ�.�=��fM�Mň �"��ϡ̷��F�O�FپK�V>�o�#z�fN8�v Ӏ:�ju�����}!��{ǻ#:%�0� ^!���!�}��[��}$�
���3,�U T��E@f>���J�� G�T�þ�(��hϊ���M�b���m�F�7xi�t;���R2B��p�(��L�d�G!x�4��B�;1r[*A!p㞐��N���>'ǽ�J2�o�� �^�7R��f'Js��Ǘ }��H�~��jA�5[�q�9-A��8��˘`���ڶ(
�Q�%i��l ��a�R�����E�J�1 ��}C=�6Cf�24%��>c\���P�}��Z�Z���ط{�_\#��Յv�=��K�J�ͿI��U*+A�Yn�u6�S��gT~7ۦ�, ���B:���i;�t#�O�-�Q�Ņ�
�Oע:��pŵ(�Dŕ��Q;�*P��2#Ky�کq5`> d9 ����ĩY�Xq }�d~�s-{E�r+�Ty^g���_�|b>l�{[@�ma��h�$�7�����5V.A��6�h�t�(�ӶZ9j�<�{�b4��v � ��'@k��`�k�� ���A`&.� 2��fg�j�c����$�ۮ�.�Q*�� ȕ�]���9R"��'��_艱Ԗ=C�Tt�|�;� ??+ ��x�R��'�1�� O��%]rj�t���aɼ���G���Y7棦�OS8�P
5��C4��/[*>h̆Įw79!L���=����
��Y^�L+}�V���qQ��ց�s��G��J�5%j�#�Jྫྷ@�]9�1� N`�I�b�$����F��+J�o� �_�l83��uyl &R I�]�x��GR�ޔ���V ��؛R;p���>ʑ��Q�z�5�{&W��3i$j����8���j�ފ�=���!d ���V&��R+,R W9Z j�GB��U��jyr��0ќ���\ȝ��x��*��~�!(�`�y��� �I�+ ��S � �( 7Zh8��g� YZ .shstrtab .note.gnu.build-id .gnu.hash .dynsym .dynstr .gnu.version .gnu.version_r .rela.dyn .rela.plt .init .plt.sec .text .fini .rodata .eh_frame_hdr .eh_frame .note.gnu.property .init_array .fini_array .data.rel.ro .dynamic .got .data .bss .gnu.build.attributes .gnu_debuglink .gnu_debugdata 8 8 $ ���o ` ` 4 ( � � h 0 h 8 ���o h
h
^ E ���o �
�
0 T �
�
� ^ B � � H h � � c @ n @ @ 0 w p p 0@ } �[ �[
� �[ �[ � �m �m 4 � o o � � �w �w � p{ p{ � x{ x{ � �{ �{ � � x| x| � �~ �~ p � � � @ � @� @� � H�` @� $
d� ` Ą � �� ( lib-dynload/_codecs_jp.cpython-38-x86_64-linux-gnu.so 0000755 00001027030 15115353747 0016211 0 ustar 00 ELF > P @ �& @ 8 @ J J �Y �Y# �Y# �� � @ @ $ @ $ 8 8 8 $ $ �I �I �I S�td �I �I �I P�td 0C 0C 0C � � Q�td R�td �Y �Y# �Y# P� P� GNU �����5aaL=��d3�H�� �D ��|CE���qX K:@` � � ? , � F " _ � � ( � � � � O � � � � $ � � $ � � $ q 0� � __gmon_start__ _ITM_deregisterTMCloneTable _ITM_registerTMCloneTable __cxa_finalize libcrypto.so.1.1 libpthread.so.0 libc.so.6 _PyUnicodeWriter_WriteChar _PyUnicodeWriter_PrepareInternal PyUnicode_AsUTF8 strcmp PyCapsule_New PyObject_CallFunctionObjArgs _Py_Dealloc PyImport_ImportModuleNoBlock PyObject_GetAttrString PyExc_TypeError PyErr_SetString PyExc_LookupError PyInit__codecs_jp PyModule_Create2 __strcpy_chk PyModule_AddObject __stack_chk_fail _edata __bss_start _end GLIBC_2.4 GLIBC_2.3.4 GLIBC_2.2.5 v ii
� ti � ui � �Y# � �Y# � �Y# �Y# �Y# ň �Y# @�# �Y# Έ Z# @�# Z# Z# @�# (Z# � 8Z# @�# @Z# � PZ# @m# XZ# � `Z# @�# pZ#
� �Z# @�# �Z# � �Z# @]# �Z# +� �Z# @�# �Z# 8� �Z# �A �Z# @}# �Z# F� �Z# @
$ �Z# @�# �Z# Ĉ [# l� [# �l 0[# Pn H[# v� `[# �h x[# �t �[# |� �[# �j �[# `q �[# �� �[# 0� \# `x \# @� 8\# p� P\# `| h\# O� �\# p� �\# `| �\# \� �\# 0� �\# `x �\# Ĉ P_# � p_# �� �_# ^� �_# �� �_# �� `# $� `# �� `# z� 0`# &� d# �� 0d# :� @d# �� Pd# T� `d# �� pd# �� �d# 2� �d# � �d# `� �d# � �d# |� �d# � �d# � �d# �� e# 2� e# � e# f� Po# po# � �o# v �o# 2 �o# � p# � p# d p# 0p# � t# � 0t# T @t# Pt# � `t# �
pt# B �t# � �t# � �t# v
�t# 0 �t# � �t# � �t# ^ �t# u# � u# � u# H �# �@ �# �@ �# A �# A �# @� 0�# B� 0�# �� ��# �� ��# ^� ��# �� ��# �� Д# �� �# ^� �# `� �# �� �# �� `�# �� p�# ^� ��# � ��# �� ��# �� ��# z� ��# �� П# l� �# (� �# �� �# �� �# \� �# � 0�# � 0�# �� ��# � ��# �� ��# P� ��# � ��# � Ф# �� �# >� �# �� �# �� �# r� �# . P�# `� ��# 8� �# � �# l� �# � �# `� �# ڣ `�# � ��# �� ��# �� п# 8� �# �� �# F� @�# �� P�# �� `�# l� p�# (� ��# �� ��# �� ��# \� ��# � ��# �� �# �� �# L� �# � �# �� �# �� �# <� 0�# �� @�# �� P�# p� `�# ,� p�# �� ��# �� ��# `� ��# � ��# �� ��# �� �# P� �# � �# �� �# �� �# @� �# �� 0�# �� @�# t� P�# 0� `�# �� p�# �� ��# d� ��# � ��# �� ��# �� ��# T� ��# � ��# �� ��# �� �# D� �# � �# �� 0�# x� @�# 4� P�# �� `�# �� p�# h� ��# $� ��# �� ��# �� ��# X� ��# � ��# �� ��# �� ��# H� �# � �# �� P�# �� `�# \� p�# � ��# �� ��# T� ��# � ��# p� ��# � @�# R� P�# � `�# ʏ p�# �� ��# B� ��# �� ��# �� ��# v� ��# 2� ��# � ��# �� ��# f� �# "� �# ޗ �# �� 0�# V� @�# � P�# Κ `�# �� p�# F� ��# � ��# �� ��# z� ��# 6� ��# � ��# �� ��# j� ��# &� �# � �# �� �# Z� 0�# � @�# |� P�# 8� `�# � p�# �� ��# l� ��# (� ��# � ��# �� ��# \� ��# � ��# Ԭ ��# �� �# L� �# � �# į 0�# �� @�# <� P�# �� `�# �� p�# p� ��# ,� ��# � ��# �� ��# `� ��# � ��# ط ��# �� ��# P� �# � �# Ⱥ �# �� 0�# @� @�# �� P�# �� `�# t� p�# 0� ��# � @�# � P�# T� `�# V� p�# X� ��# �� ��# �� ��# � ��# � ��# � ��# � ��# B ��# D �# J �# � 0�# � `�# � p�# � ��# 8 ��# < ��# > ��# ��# � ��# � �# � �# � �# 0�# P�# � `�# � p�# � ��# �
��# �
��# � ��# � ��# � �# N �# ^ P�# ` p�# � ��# � ��# � ��# � ��# � ��# � ��# �# �# 0�# @�# P�#
p�# ��# ��# � ��# ��# ��# �# 8 �# : �# < @�# 8 P�# P `�# � ��# 6 ��# � ��# � ��# J! ��# l! ��# �! �# �! �# �! �# �! 0�# 8# @�# �$ `�# �& p�# �& ��# �& ��# �& ��# F' ��# H' ��# d' ��# ~( �# B* �# �+ 0�# �+ @�# �, P�# �, p�# - ��# h- ��# �- ��# �. ��# f/ ��# h/ ��# j/ �# �/ �# �/ �# �/ 0�# �/ @�# �/ `�# 0 p�# �0 ��# �0 ��# �1 ��# N2 ��# �2 ��# �3 ��# 5 �# n5 �# F7 0�# �8 `�# n: ��# �: ��# �: ��# �: ��# z; ��# �; ��# �; �# �; �# �; 0�# �= @�# �= P�# \? p�# ^? ��# `? ��# b? ��# d? @�# P�# `�# p�# 4 �# � 0�# � @�# � P�# � `�# � p�# ^ ��# � ��# �! ��# " ��# �" ��# �# @�# ^% P�# 2' `�# R' p�# �( ��# |* ��# 0, ��# �- ��# r/ ��# �0 ��# �2 ��# T3 ��# N4 �# 6 �# �7 �# $9 0�# D: @�# F; P�# �; `�# �= p�# �? ��# fA ��# C ��# �D ��# F ��# �G ��# ,I ��# �I ��# 4K �# �L �# N �# �N 0�# �P @�# �R P�# �T `�# �V p�# �X ��# xZ ��# T\ ��# (^ ��#
` ��# �a ��# �c ��# �e ��# �g �# �i �# tk �# <m 0�# 8o @�# 2q P�#
s `�# �t p�# �v ��# �x ��# �z ��# r| ��# j~ ��# b� ��# Z� ��# R� ��# 0� �# � �# � �# � 0�# ҍ @�# �� P�# �� `�# �� p�# �� ��# j� ��# h� ��# Z� ��# T� ��# 8� ��# ,� ��# � ��# �� �# Ҧ �# �� �# �� 0�# Ы @�# P� P�# D� `�# *� p�# � ��# � ��# � ��# �� ��# � ��# Լ �# �� �# �� �# �� �# �� �# T� �# >� 0�# (� @�# � P�# � `�# � p�# � ��#
� ��# �� ��# �� ��# \� ��# � �# �� �# �� �# �� �# �� �# �� �# �� 0�# �� �# �� �# Z� �# � 0�# � @�# `� P�# �� `�# �� p�# �� ��# X� @�# � P�# n� `�# � p�# ^� ��# `� ��# @� @ $ � $ � 0$ � @$ P$ `$ p$ �$ �$ �$
�$ � �$ � �$ � �$ � �$ � $ � $ � $ � 0$ � @$ � P$ �" `$ �$ p$ �& �$ �( �$ �* �$ �, �$ �. �$ �0 �$ �2 �$ �4 �$ �6 $ �8 $ �: $ �< 0$ �> @$ |@ P$ xB `$ rD p$ pF �$ lH �$ lJ �$ fL �$ dN �$ ^P �$ ZR �$ TT �$ TV $ NX $ LZ $ D\ 0$ �] @$ _ P$ a `$ c p$ e �$
g �$ i �$ k �$ m �$ o �$ q �$ s �$ u $ @v $ �w $ �y 0$ �{ @$ �} P$ � `$ ʁ p$ ʃ �$ ƅ �$ Ά �$ �� �$ n� �$ n� �$ j� �$ f� �$ d� $ d� $ X� $ R� 0$ N� 0
$ �� P$ � `$ Ȥ �$ &� @$ N� `$ T� p$ D� $ ڨ 0$ �� @$ �� P$ 2� `$ x� p$ � �$ ² �$ �� �$ �� �$ �� �$ �� �$ � $ H� $ �� 0$ L� @$ Ȼ P$ � `$ � p$ ,� �$ .� �$ � �$ � �$ � �$ l� �$
� �$ � �$ j� $ l� $ �� $ �� 0$ �� @$ �� P$ � `$ � p$ $� �$ �� �$ �� �$ �� �$ "� �$ $� �$ �� �$ �� �$ �� $ �� $ � 0$ x� p$ .� �$ � �$ D� �$ � �$ �� �$ �� �$ �� $ � $ � $ �� @$ �� P$ �� `$ ~� p$ r� �$ `� �$ �� �$ �� �$ �� �$ �� �$ � �$ � �$ *� $ �� $ �� $ �� � $ >� � $ �� 0 $ �� $ k� $ �� $ Ĉ h $ t� � $ $ � $ � $ � $ � $ � $ � $
X $ ` $ h $ p $ x $ � $ � $ � $
� $ � $ � $ � $ � $ � $ � $ � �H��H���# H��t��H��� �5"�# �%#�# � �h ������ �h ������� �h ������ �h ������ �h ������ �h ������ �h ������ �h ��q����� �h ��a����� �h ��Q����� �h
��A����� �h ��1����� �h ��!����� �h
������� �h ������� ��%-�# D � ��%%�# D � ��% �# D � ��%�# D � ��%
�# D � ��%�# D � ��%��# D � ��%��# D � ��%��# D � ��%��# D � ��%��# D � ��%��# D � ��%��# D � ��%��# D � ��%��# D L�.H��A�E I� H��I� H�L9�� �A=� �� H���H��� �������� H���� L�&=� �� �� A�$I� H��H�� A��t���=� w&H��~�H�H���I� H��I� H�I9��� D��� ��A��>�z �������{���=�� �� H��~jA��A��E��M��I��J�T% L�2M��tUD�zD��E9�rG�R A9�w>E)�G�4ffA���t/H�E��fA��D�8L�.E�uI� H��H�� H���{ M��I��I�M�/M��trE�wD��E9�rdA�W A9�wZE)�G�|e fA���tJfE��xvD���փ�!�������^D�D�x߀� w_��L�.A��>A��A�U H�F�t D�r�b���- � =W w51�L�.A�����>A�E ��L�6D�d@E�f�0���� � ��?럸 � H��� A�$��3���� H��~L�6��@H��A�I� H�� H���l � �b L�H��A�3I�0H��I�0H� I9��S �4q��wIH���H��� H��~�L� H��A�4$I�0H��I�0H� I9�� �4���vс��� �� A��A��I��I�I�*H��tvE�bD��E9�rhE�R E9�w^E)�F�d] fA���tNfE��� H���� D��L�A�̀H��f���A�3L�E�bI� H� �x ���e����"������ ����>w(H��~yL���@H��A��H�(@�uI� H� �7 ��<� tD��� tP��> ueH���� H�0H���~I� H� � � � � � A�@! �2���H��� H��~cL�H��A�\I� H� � � �y H���p H��~DH�(E��A�̀H��fA���E �H�0D�^L�E�bI� H� �o H���/ H���& H��� ��� u}H���� H���� ���� �4���w'H��~�L�H��A�2I�(H�mI�(H� I9��� ��� �� ��> �� ��� ����>�� ���� �� H���* A��A��I��M�I�*H���@ E�bD��E9��. A�Z A9�� E)�B�l] f����
f���) ����A��A��!D��A���E��ރ�^�D�^�A�� � E�T$�H�(A��>A��H��D�U H�F�d D�cI�0H�nI�(H� L9��� � ��� �� ��> �� D��� ��A��>�
���fA��@H�������H�0H��D�M�I�kI�(H� I9��� �4iA��v��H��� L�H��A�\M�I�kI�(H� L9��G �� ��<� uA� E1�@ ����� �� � �� A��?���A�\ �U���� A�~ �E����\ ����~ ����f��@����� �y � � H������ H������ � � ��!�u � �� I�E I���' ���� H�������xNI�I��� H������# A�RE�h�A8�rIE:j wMA��)�H�A�4C���� tBH���O�����y@H������� � �� H������� � �� � � � � I�I��� ��@�� ��!� A� �N �� H��������x
H�I���I I������$ I������ � ��! H��L� �4# H��I�I�H��t,E�CE8�w"E8S r A��D)�Hc�D� JA���� �� H��H�5�$# H�L�M���U �PD8��� D8P �� A��)�H�E��A���� �� D��E���D��D9�C�;UwH�}H+} H��1� H��D�D$ �L$D�T$�c���D�T$�L$��D�D$ � D�ML�]H�U A���$ A���+ A� ��EH�r���' ��� E��H�E � I��L� �# M�I�H��tMA�HD8�wME8P rqA��)�H�D�BA���� �� A�� H��D��� �����xeI�H���- � �. � �$ H������ � � � � � � A�� H��D��������� H������� � �� � � � � � � A� L�]H�U ����fA� SfE�TS���E�D����A�q@8��� A8A �, ��)�H��tE ���� �( H��� ������� I�I���! D�AA8��& 8A � & D��E)�Ic��4W���� ��% �� H������xNI�I���Q! E�JA8���% A8B ��% ��D)�Hc��4j���� ��% H������b���H������$ � �# H�������# A�i@8���# A8y ��# D��A)�Ic�A�4K���� ��# �� H�����x�I�I��� � �# � �# D�HA8��� @8x �� @��D)�H�D� �A���� �� D��E���D��D9�C�;SwH�{H+{ H��)� H��D�D$ D�\$��D�\$D�D$ �������D�kH�KL�S A���� A���� B�,��sI�R���� ���� D��H�C I��I�� � �" � �" � �" � �" � �" A���� H�������[���I�I���^ H������V" B�,H�KL�S �^���fB�,QfF�\Q�k���F�D�a���E1��>% H�
j�# H�5 , E1�H�9�`�� % H���3��]% H�_�# H�5�* E1�H�:�5��$ ����L�� 1� ��. � M��Lc�G� �D9�s 9�t Hc�� 9�tD9�v ����9�u�Hc�I�4Ѹ����;>u�FÁ�� � I���� I��� �� ���H�t$H��L�L�6L�t$M���Q D�v��D9��@ �v 9��4 D)�L�t$A�Ff���� A� f����� ����f���\$�[���@�ǀ�F f��� �K ��y��������X �\$��=�������� �Ƹ����L�H�} ��A ��>�@ H�u �I���FI�8L�I�8H�E L9��W$ 1���$ M���� H����$ ���� � ���\�� ���� ��~�����M��~�H�} I��� I�H�{I�8H�E I9���$ ���l ��� �J ��> �I ��� ����>�N fA��@M���i���H�] I��D�3I�8H�I�8H�E L9��/ � yA�ރ�\u��H���$ �� � �� ���O �� ��]R � �� T � ��SV �
���Y � ��[\ � ��w^ �� ��&v �g ��k~ �[ �� � �����L�u � A��A� �Z���H�D$H��L�H�0H��t7�x��9��l D�p D9��r )��^f���w A� ���� �$# H�} I���\I� H�xI�8H�E L9��k" �" ��� t ��> t ��� ����>w f��@�!����\ �����~ �
���I��~{���� ������������ I��� u ��� �� ��H��L�L�6M���� �~��9��� �F 9��% )�A�^f�������� �B" H���9" � �/" A�\ ����A�~ �����~�����I���
���H���! �! � ��! � ��! � ��! M��I)�I���& L�_���q ���� B�����L�L$ A� L�D$H�L$�T$�#���L���# �T$L� ��# f���H�L$L�D$L�L$ ����1������f����7 A� L�h�# L� a�# �T$H�L$L�D$L�L$ ����Fߨ����������� ��� �F�@��@��tٍF��Ը�������� �� � �� � �� � �� � � � � � � �|$ L�L$ L�D$H�L$�T$t\1�������L���# �T$L� ��# f���H�L$L�D$L�L$ ����� �L �D9���� �8 � �. H������" B�Y�h���� � ��tP�,���waM��~SH�I��@�(I�0H�vI�0H�I9���0! H�+I���E M�0I�vI�0H�I9�� �,q��wM���H��� ���� �� I��� �� ��H���# ��H�|$H��H�L�7L�t$M���E D�w@��D9��3 � 9��' D)�L�t$A�Ff���� A� f����{ f���� I��� ��H�+�ȀI��f���@�u H�;�GM0H��q �� � �# ���O � ��]R � �� T � ��SV �% ���Y � ��[\ �! ��w^ � ��&v � ��k~ � �� � ����A� D��I���h H�+�ǃȀI��f���E �H�3@�~H�+�EM0H�� H�D$H��L�H�8H��t-D�p@��D9�r �@ 9�wD)�A� �wf����������� ����>�� I���� H�3��@I����H�@�hI� H��2 M��I)�I���� L�^���> ���? B�<�����L�L$ A� L�D$H�L$�T$���L�p�# �T$L� ev# f���H�L$L�D$L�L$ �
���1������f����� A� L�,�# L� %v# �T$H�L$L�D$L�L$ ����H���6 H���- ��<� t��^� u A� �2" ���A� �@! ���� �� �|$ L�L$ L�D$H�L$�T$tR1�������L���# �T$L� �u# f���H�L$L�D$L�L$ �4���� � �|1����B�<Y���H������{ H���r � �h �����ubI��� u��� te����H��L�H�0H��t[D�p@��D9�ra�x 9�wmD)��nf���ttA� ���� � � � �� � �� � �� � �� � �� � � � � � � � � � � f D � �AWA��A�� AVAUATUH�-C�# SH�t$8H� 6�# H�|$@I� I9��� A���h�I��A���M ���=� � �H�����H�H���M�(I�EI� H�L9�}xI���
I��t.B�D)=� ���L�>H��A�I� H��I� H�L9�}:�=� ���H�H���I� H��I� H�L9��� ff. � 1�[]A\A]A^A_� B�D1=� �N�L�.H��A�E M�0I�FI� H�L9�}�B�D1=� � �H�>�M� H�z�M�l$M�(H�M9�}�B�D!=� ���L�>H�z�A�I� H��I� H�L9��a����A��=� ���H�����H�H�W�H��D�(M�0M�~M�8H�M9��2���� ���ff. � f�� �ATUSH�D$ H� \�# H�|$(I�0L9��� ���s�I��A���@ �41A�����H�����H�0H��D�I�(H�uI�0H� L9�}oI��� I��t+�t)�����L�H��A�3I�0H��I�0H� L9�}4�41A���g�H�0H��D�I�0H��I�0H� L9��� 1�[]A\�f � B�t���$�L� H��A�4$M�I�sI�0H� L9�}�B�t�����H�8@�7M� I�z�M�\$M�H� M9�}�B�t!�����H�8@�7M� I�z�I�t$I�0H� L9��e����41�����H���N�L� L�W�L��A�4$M�I�sI�0H� L9��:����%��� D � �AVATUI�(SH�D$(H�|$0L9��� L�5��# �����I��A���< �4)A�����H�����H�0H��D�I�H�kI�(H� L9�}mI���� I��t,�t���t�L� H��A�4$M�I�kI�(H� L9�}1�4)A���F�H�0H��D�I�H�kI�(H� L9��� 1�[]A\A^� � B�t����H�(H��@�u M� M�\$M�H� M9�}�B�t!�����H�8@�7I�(I�z�H�uI�0H� L9�}��t)�����H�@�3I�8H�oI�z�I�(H� L9��g����4)����H�����L� L�W�L��A�4$M�I�sI�0H� L9��<����'��� � � �AVI��AUI��ATUH�-�^# SL��M���� M�] L��M�f����O H��t_H��t,A�3@���C H���F����Q�M�] M��I��M�] A�3@��� H�������%�M�] I��I��M�] A�3@���� H����������M�] I��M�] I���� � f. � H���������I�M M�f�M��L�YM�] �q@���� H���������I�u I��L�^M�] �v@��x\H���_����j�I�} M�t$�L�_M�] �w@��x2H���5����@�M�] M��I��M�] I��tCA�3@���K���D�F_A��>wA��� H���������5 M�] I��M�] I���^���1�[]A\A]A^�f. � D�NA�� vD�V A��
v[� ]A\A]A^�I�����E�[A�K�������A�����@��ߍV�F?F��E�����A�K���]A��B�D !w~D�Y!<!u
A��@�� ��H��H�H�7H��t`D�GE8��Y�D8_ rVE��E)�Mc�B�4V���� ��H�����������I�E I���a������� � A��~뀸 ���� �������<� H������������� � � �AWI��AVI��AUATUH�-�[# SL��H��M���� I��0@���� M�g�M��A���� H���=�������I�M��H�AI��q@��xoI���[ I��t'H����������I�I��H�BI��r@��x8H�����������I�6I��H�FI��v@��� ff. � f�@����� @����� I���� D�X@���u
A����� D�n�A��H��H�H�
H���� � H��[]A\A]A^A_�ff. � H���8�������M�I��I�@I�A�p@���d���H��� �������M�M�|$�I�AI�A�q@���7���H�����������M�M�|$�I�BI�A�r@���
���H��������_�I�>M�g�M��H�GI�M��tt�w@���G�������f��rA�ÀA8�rdD:Z whA��)�Lc�B�4a���� ��H���K�������I�I������1�����ff. � H��1�[]A\A]A^A_ø ���� ���H��������I�����D�HD�@H�$I# A���E��I��I�M�M���9�� �R���I�����H�q_@��>���� �-���1��&����<� �&���f � � �AWAVAUATUSH��H���� H��I��L�-�8# L��H��0@����h M�w�M��A���# H��� �����O�H� M��H�AH��q@����, I���� I��t,H����������H�I��H�BH��r@����� H����������H�3I��H�FH��v@����� � ff. � �H���x�������L�I��I�@H�A�p@����� H���K�����~�L� M�~�I�AH�A�q@���w]H���"�����U�L�M�~�I�BH�A�r@���w4H��������,�H�;M�w�M��H�GH�M��tF�w@����M���D�^`A��?wC@��������� H����������H�I���P���H��L��[]A\A]A^A_� @����� I�����@��D�`H��H��L�H�9H���R D�NA�� vD�V A��
�� E�D$�A����8�A���.�@��ߍ~�F?F��E����E�D$�A��]A��B�D0!�� A��!D��L�
-V# I��M�M�$M���� A�t$D8����E8D$ �� E��A)�Ic�A�4J���� ���H����������H�I��M���.�������ff. � ��@�� wQA�t$�@��>v E�\$�A��|w;iʼ A��E���0���A���/ H��� ����y��N� E�D$�� ���A� �f���D�qE8������D8a �����A��D)�H�D�GA���� �{���D���,������ H�����������H�I���!���E1�� ��� D � �H���� AWL�=��" AVI��AUL�-�T# ATI��UL��SH��H��M��*f D H���H������ M�I��M�H���S A�2@��[v�@��\�, @��}v�@��~� @���� �V_��>w&��� H��������y��(�ff. � @ �N�� v
�~ @�� � H�����E�RE�J�A����� A���� @���D�F�F?AF��E���� E�J�A��]@��A��~�A��]�� <]�� ��!I��� � H��H��H��L�L�M���� �yD8��� D8Q �� E��A)�Ic�A�4p���� �n H���������D I�H��H���~���1�H��[]A\A]A^A_�E�Q!<]�f���<f�� ��I��� A��A��;��A��t<}�� D��L��H��L�H�H������yD8�����D8Q ����E��A)�Ic��4p���� ����H���?�����r I�H���H���<.tvA��~A��</tZA��T@��D �<OA��D���S��<tt,A�r�@��A��<~��A����������ff. � f�A��'uθ ���E��t�� �����A��!u�� ����H��� []A\A]A^A_�I��H��!# I��I�M�M������A�{D8�����E8S ����A��)�Lc�C�4H���� ����H���5�����C����q��<bv��7���<_t��=�~���� ����> H�������������5���� H����������������� ��1��� ��� � H��������t���������������ff. � �� �AWI��AVI��AUATL�%�P# USL��H��H�4$M���� I��2@���� M�o�L����C H���:��������I�M��H�QI��q@��xlH��� H��t'H�����������I�I��H�QI��q@��x5H���������[��I�I��H�QI��q@���� f. � @���� @����6 I���� �AH�<$� D�F��x�uY@����C <�A��@����# <�A��E �@���A��E���C��@����� �h@��A��@�����A���(��@���u<��� @���u<��| A��H��H��M�4M���0 H��H��L�D�BA8�� @8z � D��E)�Mc�C�4Z���� �� H��������K I�I���4���1��( ff. � H���x��������I�I��H�QI��q@�������H���M��������I�M�}�H�QI��q@���z���H���"��������I�M�}�H�QI��q@���O���H��������u��I�M�o�M��H�QI�M���� �q@���H������� H��L�- # H��L�H�M H���� I��L��
# I��M�M�M���-��H��L��" L�H�H���y��� H��[]A\A]A^A_�<������ �� � E������� ��<������� 뻐H��1�[]A\A]A^A_��u@8��`���@8} �V���D��A)�Ic��4Q���� �<���H���������+����O��f � @���t.@���tNI���� �BH�<$� D�F��x��m�������I������D�ZA�K_��>����� � ���I������D�JD�ZA���A�i�A�C�@��A���A��D��tH�<$� �� D��L�l�" L��H��I�I�H���K��M��H�
L�" I��L�H�9H������I��L�
.<# M�I�)H���w��� �_���H������S���1��L���H������@���� � H�����������t���^� H���������������<� H���e����������������� � �ATUSH�F��� ����H���?��H��H������H�-ܞ# H���� H��H�=� �������� H��H�=x ������� H��H�=g �����tCH��H�=[ ������� L�%��" H�=� H���e����tI��HI�<$�? u��1��L�%(�" 1�H�5= L������H��H���� 1�1�H��H�����H�+I��uH�����L��[]A\�L�%L�" �H�=� �n��H��H������H�5� H�����H�m H�ǝ# ����H�-��# H�������[��L�%=�" �X���L�%��" �L����>��ff. � @ � �AWAVAUATUSH��(I�8�D$pH�l$`L�d$h���D$L9��� I��L��i# L� �y# L�=�Y# ������A���� f�� 9���n����\�e����~�� M���|��H�E I���I�0H�~I�8H�E L9�}B�\1A�ރ��$����\�����~tlH�u I��D�6I�H�{I�8H�E L9��x���1�H��([]A\A]A^A_� � � 9A�ރ�������\������~tM�������1����������� D � �AWL��x# A�;���L� �X# AVAUI��ATUSH��(�D$pH�\$`L�d$h���D$I�0I9��� ���I��L����D �,1������M������H�3I��@�.I�(H�uI�0H�L9�}nH��� H��t+�l)���f��H�;I��@�/M�0I�vI�0H�L9�}3�,1���<��H�3I��@�.I�(H�uI�0H�L9��� D 1�H��([]A\A]A^A_�ff. � @ �l)���� H�3I��@�.M�0I�vI�0H�L9�}�B�l1���� L�#A�,$I�(L�`�H�uI�0H�L9�}��l)��wdH�3L�`�@�.I�8H�wI�0H�L9��]����,1��wDM���L��L�3I�D$�I��A�.I�(H�uI�0H�L9��F����!���1�� ����+���&���!��� ��f D H�=1�# H�*�# H9�tH�V�# H��t �� � � � H�=�# H�5��# H)�H��H��H��?H�H�tH� �# H��t��f D � � � ��=��# u+UH�=��# H��t H�=��" �Y���d������# ]� � � � ��w��� � � �AV�� H�=��# AUATUSH�� dH�%( H��$ 1��i��I��H���~ H�5K H� _�" H��E1�L�d$ @ H�__map_ 1ҹ L��H�$L���H�H�T$H�}�� ���1�H�5� H���~��H��L��H���@�����t H��H�3�> u�H��$ dH3 %( L��uH�� []A\A]A^����� �H��H��� euc_jis_2004 _multibytecodec __create_codec shift_jis cp932 euc_jp shift_jis_2004 no such codec is supported. multibytecodec.__map_* jisx0208 jisx0212 jisxcommon jisx0213_1_bmp jisx0213_2_bmp jisx0213_bmp jisx0213_1_emp jisx0213_2_emp jisx0213_emp jisx0213_pair cp932ext euc_jisx0213 shift_jisx0213 getcodec _codecs_jp encoding name must be a string. 000 ���0�� ���0�0� @�� >��?��0�0�0�00�N000�0 �\ 0 \�& % � �00;�=�[�]�0 0
0 0 0
00000 �"� � � �`" � �f"g" "4"B&@&� 2 3 !��� � ���
� �� &&�%�%�%�%�%�%�%�%�%�%�%; 0�!�!�!�!0����������������������" "�"�"�"�"*")"����������������'"("� �!�! ""���������������������� "�"#""a"R"j"k""=" "5"+","��������������+!0 o&m&j& ! � ���������%������������������������!�"�#�$�%�&�'�(�)�*�+�,�-�.�/�0�1�2�3�4�5�6�7�8�9�:�������������A�B�C�D�E�F�G�H�I�J�K�L�M�N�O�P�Q�R�S�T�U�V�W�X�Y�Z�A0B0C0D0E0F0G0H0I0J0K0L0M0N0O0P0Q0R0S0T0U0V0W0X0Y0Z0[0\0]0^0_0`0a0b0c0d0e0f0g0h0i0j0k0l0m0n0o0p0q0r0s0t0u0v0w0x0y0z0{0|0}0~00�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0�0���������������������������������������������������������������� !"#$%&'()*+,-./������������������������������012345Q6789:;<=>?@ABCDEFGHIJKLMNO %% %%%% %,%$%4%<%%%%%%%#%3%+%;%K% %/%(%7%?% %0%%%8%B%�NUZ?��Ta(c�Y"�u� �Pz�`�c%n�ef������h'W�eqb�[�Y{��b}�}��b�|���[�^ c�fHhǕ��Og�N
OMO�OIP�V7Y�YZ \�`apafi�pOupu�y�}�}À�c��U�z�;S�N�N�W�����x N�X�n8�2z(���/�AQpS�T�T�V�Y_��m�-�b�p����� T�S�[�p��oS\��zN�x��&nVU k�;��Y�Sfm�t��BV�NK��O� ��S�U0[q_ f�fh8l�l)m[t�vNz4��[�`�풲m�u�vř�`������i�S�QW0XDY�[�^(`�c�c�lo�pqYq�q?s~v�т��`�[��iX�eZl%u�Q.YeY�_�_�b�e*j'k�k�s�V�,��Ğ�\�l{�QK\�aƁvharYN�OxSi`)nOz� NS�NUO=O�OsO�R�S VY�Z�[�[�y�f�g�gLk�lkp�s�y�y<z�{��ۂ�w��Ӄf���)V���N� ����O�\bYr;u偽�����Ŗ�ՙ�NO��VJX�X�^�_*`�`b`�ab�b9eA�ff�hwmppLu�vu}�����������Q�RY�T�[]ha�i�m�x˄W�r�����lm��ن�W�gΆ��R�VT�^�b�d<h8h�krs�xkz��҉k��퐣���i�f[�\}iM�N��c {+jj�h
�_orR�Up`�b;mn�n[��D�N9��Si:j��*h\Q�z��ܑ��[V(�"h�1��|Rł�t~N�O�Q�[
R�R�R�]�U*X�Y�[�[�[r^y^�` aca�a�cbe�gSh�h>kSkWl"o�oEo�tu�v w�z�{!|�}6���f�����̊����Q�������e�ӗ(��8N+T�\�]�sLv<w�\� ����T�X�OOqS�UhV�WGY [�[�\ ^~^�_�c:g�e�e g�h�h_j0^�kl}luHyc[ z }�_�����w�̎ ���<��N}P Q�Y�[/b�b�d:k�r�uGy�����p��cʃ�� TT�UThXjp�'xug͞tS�[�P��NEN�NO�S8T�[_%`Qe=gBlrl�lxptvz�z{}�|f}�e[r�SE\�]�b�bc nZ�1�ݍ��o�yZ��N�N�N�O�O�PGQ�zqQ�QTS!SS�S�U�X�\7_J_/`P`m` cYeKj�l�r�r�w����N�����W�Z��N�Q-\�fmi@\�fui�sPh�|�P�RGW�]&��e#k=k4t�y�yK{�}��̃�_�9�яё T��]N6P�S:S�r�s�w悯�ƙșҙwQa^��UzzvP�[G���2N�j�Q\H\�c�z�lt�a��z�q���|hp~Qhl��RT����͎�fS��Ay�O�PRDQSU-W�s�WQYb_�_u`vaga�a�c:dleofBhnfu=z�|L}�}K~k�J�͆�c�f��������Ώ蛇R b�d�o��Ah�P kzlTotzP}@�#�g�N9P&PeP|Q8RcR�UWX�Z�^�a�a�brc i)j}r�r.sxoxy} w������Ҏc�u�z�U��x�CQ�S�S{^&_n�n�s�sC}7� ���P�NN P�S|T�V�Yd[�]�^'_8bEe�gVn�r�|������N����7�ǖg���N�N
OHSIT>T/Z�_�_�`�h�jZt�x����w���^Nɛ�N|O�OPPIQlQ�R�R�R�S�STT�UQW�W}YT[][�[�]�]�]x^�^�^�^_R`La�b�b�c;efCf�fmg!h�h�i_l*mim/n�n2u�vlx?z�|}}^}�}������T���*�R�L�a������ʐu�q�?x����M����ؚ;�[R�R�ST�X�b�oj�_���KQ;RJT�V@zw�`�ҞDs op�u�_�`���r��dk��N�VdW�XZZh`�aff9h�h�m�u:}n�B��NPO�SUo]�]�]�g�lstxP���߈PW�^+c�P�P�Q g�T^X�Y�[i_Mb�c=hskn}pǑ�rx&xmy�e0}܃�� ���dR(WPgj���QBW*�:X�i���T]�W�x��\OJR�T>d(fg�g�zV{"}/�\h��9{S�Q7R�[�b�d�d-g�k��і�v֛Lc����vRf N�P�Sq\�`�dce_h�q�s#u�{�~����یx���e�f�k�N�N:OO:R�S�S�U�V�X�Y�Y�YP[M\^+^�_ `c/e\[�e�e�e�gbk{klEsIy�y�|}+}���^�i�f����nj܌̖��ok�N<O�OPQW[�[HacBf!k�n�l>r�t�u�x:y �3�ꁔ���Pl�_X�+��z���[�N�S�W1Y�Z�[�`no�uꌟ[ ��{rP�g��a\J� ~��Q\hcf��enq>y}� �ʎn�dž�� P�R:\Sg|p5rL�ȑ+���[1_�`;N�S�[Kb1g�k�r�s.zk���R���Q�SjT�[�c9j�} ��V�ShT�[1\�]�Oa�b2m�y�yB}M~�� ���F�r���t�/�1�K�l�Ɩ���NOOEQAS�_b�gAl ncs&~͑���SY�[�m]y.~�|~X�q�QS���O�\%f�w�z ����Q�_�eoi�k�m�ndo�v}�]u�����Q R@b�f�fn�^�}r�f�������R�SsY�^�_U`�d��P Q�R SGS�S�TFU1UVhY�Y<Z�[\\\\�^�^�^p_b�b�b�cwcf f-fvf~g�h j5j�l�m nXn<q&qgq�uw]xyey�y�z{�|9}��փ��I�]�� �<�T�s�a�ތ��f�~������
NN NWN�QpR�W4X�X"[8^�`�dagVgDm�rsucz��r��� �1V�W���b
i�k�qT~w�r��ߘU���;\8O�O�OU Z�[�[�_Na/c�eKf�h�ixm�m3u�u w^y�y3}は�����:�����2�ݑ��N�NRuX�X \u=\N�
�ŏc�m�%{ϊ�b��V�S�9T�W%^�c4l�paw�|�p�B�T�����^tĚ]i]pe�g��ۖncIgiŃ������ozd�[N,p]u/f�Q6R�R�Y�_'`b?ete ftf�hhcknrr u�v�|V��X�������ˊ ���R�Y��ez���-^�`b�ef�g�wMzM|>~
���d��_��xR�b�cBd�b-��z�{���v} �I��NHQCS`S�[\\�]&bGb�dh4h�lEmm�g\oNq}q�ez�{�}J~�z��9���n�Ό��x�w���������MR�U8o6qhQ�yU~���|LVQX�\�c�f�fZi�r�u�uyVy�y�| }D}�4�;�a� ��PuR�S�S P�U�XOY=r�[d\ S�`�`\c�c?c�c�d�e�f�]�i�io�q�N�u�v�z�|�}�}a�I�X�l�����ňp��m��� ���P�X�aӁ5�� ��OtPGRsSo`Ic_g,n�� ��O^\ʌ�e�}RS��vQ�cX[k[
\
dQg\��NY*YplQ�>UX�Y�`Sb�g5�Ui@�ę(�SOX�[��\/^�_ `Ka4b�f�l�n�Ԃ���� �.���۞ۛ�N�S'Y,{��L����n'pSSDU�[Xb�b�b�l�o"t�8��o��8��Q���S�SFOT���jY1��]�z���h7��rH�=j��9NXSVfW�b�c�eNk�m[n�p�w�z�{�}=�ƀˆ��[��V�X>_�e�f�j�k7uNJ$P�w0W_e`zf`l�uzn��E����{\u�zQ{Ą��y�z6��Z@w-N�N�[�_�b<f�g�lk�w�;�N��Йj&p*s�W���NFQ�Q�U�[^3^�^_5_k_�_�ac�f gnoRr:u:wt�9�x�v���܊��w����RWc�vg�l�sÌ��s�%m�Xi�i�����u�ZXh�c�iCO,o�g��&��}T�?ipojW�X,[,}*r
T㑴��NNO\PuPCR��HT$X�[ ^�^�^�^ _�`�b:c�c�h@l�x�y z�}G���D����-�ؑ��lXd�due�n�v{i�ѓ�n�T�_�dM��D�xQkX)YU\�^�m�~ u���[��p O�k�o0u��NQT5XWX�Y`\�_�e\g!n{v߃����M�%x:x�R�^ WtY`PZQ�Q�Q RUTXXXWY�[�\�]�`�b-dqgCh�h�h�v�mon�mop�qS_�uwyI{T{R{�|q}0Rc�i����F�����v�-�0�ؕ�P�R TX\�a�d m�w�z��S����\�?S�_�_�myrcw�y�{�k�r��haj�Q�z4iJ\����[I� pxVo\�`fe�lZ�A��QT�f
�HY���QMN�Q���XpzcK�bi��~wuWS`iߎ�]l�N<\_�Sь��y��^�esNeQ�Y?\�N�Y�_���o�yby�[q�+s�qt^�_{c�d�q�|CN�^KN�W�V�`�o
}��3����������]�b�d��wg�l>m6t4xFZu�����O�^�b�cWeog�vLr̀��)�M�
P�W�Z�hsidq�r���X�j����y�w)�/OeRZS�b�g�l}v�{�|6�����f or~�������Q�{rx�{��H{�ja^��Qu`ukQb��nzv���Op�bO{���zVYX䆼�4O$RJS�S�S^,d�eg>lNlHr�r�sTuA~,�酩��{Ƒiq��=cifju�v�xC��*SQS&T�Y�^|_�`Ibyb�b�e�k�l�u�v�x�y�}w���������^�ۘ j8|�P>\�_�g�k5t w�;��gz9S�u�f_��<_�_buF{<�gh�Y�Z}~v,��Oj_j7lo�thyh�U�y��^�c�u�yׂ(��-��Tl_�e\mp��ӌ;�Oe�t
N�N�W+YfZ�[�Q^�^`vbwe�enfnm6r&{P�����\����t� �D��O�dfk �a�j��\Si��z�W�OoR�_E^
g�yy�����m_Ub�l�Nir��R;TtV�X�anbqnY�|�|}�e^�NuOuQ@Xc^s^
_�g&N=���[�s|��P�XVv�x%R�w��{OP YGr�{�}��ԏM��O�R)Z_���O��WUcik+u܈�Bz�R�XUa
b�f�k?|�#P�OSFT1XIY�[�\�\)]�^�bgc>e�e g�l�l�p2x+~ހ�� ����*�J���Ғ���l�ON�N�PVRJW�Y=^�_�_?b�fg�g�h�Q!}���� �����~�2� T,�S�P\S�X�d4ggrfwFz��R�l�k XL^TY,g��Q�vid�xT����W�Y'f�g�k�T�iU^���g���gR�]h�N�O�S�b+g�lď�Om~��Nba�n+o�sT*gE��]�{�\�[ �Jnфz��Y�|l w�R"Y!q_r�w'�a� iZZ�Q
T}Tf�v������Y]r�nMQ�h�}�}b���xd!j��Y_[�ks�v�}���2Q(gٞ�vbg�R�$\;b~|��OU�` }��S_N�Q Y:r6�Α%_�w�Sy_}��3���V��g��S� aa�lRv�8�/UQO*Q�R�S�[}^�`�a�c g�ggn�m6s7s1uPyՈ��J�����Ė��Y�NYON��?���P|^�Y�[�^�c�c�d�fJi�i m�n�q(u�z� �I�Ʉ��!�
�e�}�
�~a�b2k�ltm���m�����eg��<���ma}=�j�qNuSP]k�oͅ-���)RTe\Ng�ht�t�uψ�̑�x��_�s�zN��ceu�RAm�n tYukx�|���z���Ona�e\��N�N�P!N�Q�[�e�h�m sBv�w z�|o�Ҋ|�ϑu���R�}+P�S�g�m�q3t�*���W���`tAX�m/}^��N6O�O�Q�R�] `�s<yӂ4�����
���b��ftkR�R�p�^K`�a#oIq>|�}o��#�,�BTo��j�p�2��RAZ�^_g|i�ijmobr�r�{�~�K�ΐmQ���y��2�֊-P�Tq�jkČ��`�g�N�N�k���h� i~n�xU� _NN*N1N6N<N?NBNVNXN�N�Nk��N�
_�N�N�N�N�N�N�N�N�N�N�N�N�N�N�N�N�N�N OZO0O[O]OWOGOvO�O�O�O{OiOpO�OoO�O�OQ�O�O�O�O�O�O�O�O�O�OP(PP*P%PP O�O!P)P,P�O�OPPCPGPgUPPPHPZPVPlPxP�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P QQQQQQQ!Q:Q7Q<Q;Q?Q@QRQLQTQbQ�ziQjQnQ�Q�Q�V�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�QU��Q�Q�Q�Q�QR RRR'R*R.R3R9RORDRKRLR^RTRjRtRiRsRR}R�R�R�RqR�R�R�����R�R�R�R�R�R�R�R�R�R��R�R�R�R�RSS8u
SSSSS#S/S1S3S8S@SFSESNISMS�Q^SiSnSY{SwS�S�S�S�S�S�S�S�S�S|ٖ�S�f�q�S�S�S�ST=T@T,T-T<T.T6T)T TNT�TuT�T_TqTwTpT�T{T�TvT�T�T�T�T�T�T�T�T�T�T�T�T�T�T�T�T�T�T�TUU�T�T�T�T�T9U@UcULU.U\UEUVUWU8U3U]U�U�U�T�U�U{U~U�U�U�U|U�U�U�U�U�U�U�U�U�U�U�UV�UV�U�UV�UNVPV�q4V6V2V8VkVdV/VlVjV�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V W�VW WW W
WWWW�U W&W7W8WNW;W@WOWiW�W�WaWW�W�W�W�W�W�W�W�W�W�W�W�W
X�W�W XX XrX!XbXKXpX�kRX=XyX�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�XY
YYY�h%Y,Y-Y2Y8Y>Y�zUYPYNYZYXYbY`YgYlYiYxY�Y�Y^O�O�Y�Y�Y�Y�Y�Y�Y�Y%Z ZZ Z ZZ@ZlZIZ5Z6ZbZjZ�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z [ [[2[�Z*[6[>[C[E[@[Q[U[Z[[[e[i[p[s[u[x[�ez[�[�[�[�[�[�[�[�[�[�[�[�[�[�[�[�[�[�[\\\
\\ \"\(\8\9\A\F\N\S\P\O\q[l\n\bNv\y\�\�\�\�Y�\�\�\�\�\�\�\�\�\�\�\�\�\�]�\ ]]]\] ]]]]"]]]]L]R]N]K]l]s]v]�]�]�]�]�]�]�]�]�]�]�]�]�]�]�]�]�]�]�]�] ^^^^^6^7^D^C^@^N^W^T^_^b^d^G^u^v^z^��^�^�^�^�^�^�^�^�^�^�^�^�^�^�^�^�^�^�^�^�^�^�^_ _]_\_ ___)_-_8_A_H_L_N_/_Q_V_W_Y_a_m_s_w_�_�__�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�`�_!`````)``1```+`&``:`Z`A`j`w`_`J`F`M`c`C`d`B`l`k`Y`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�_�`�`�`�`Maaa�`�` a�`�`a!a�`�`
aaGa>a(a'aJa?a<a,a4a=aBaDasawaXaYaZakataoaeaqa_a]aSaua�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�ay�a�a�a�a�a�a�a�a�a�a bb b
b bbb b!b*b.b0b2b3bAbNb^bcb[b`bhb|b�b�b~b�b�b�b�b�b�b�b�b�b�b�b�b�d�b�b�b�b�b�b�b�b c�b�b'ccc�b�bPc>cMc dOc�c�c�c�cvc�c�c�c�c�ckcic�c�c�c�c�c�c�c�c�cd4ddd&d6d ed(ddgdodvdNd*e�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d ��d�d�b�d�d,e�d�d�d�d e�de ee$e#e+e4e5e7e6e8eKuHeVeUeMeXe^e]erexe�e�e���e�e�e�e�e�e�e�e�e�e�e�e�e�e�erg
ff�esg5f6f4f fOfDfIfAf^f]fdfgfhf_fbfpf�f�f�f�f�f�f�f�f�f�f�f�f�f�f�f�f�f?f�f�f�f�f�fgg g&g'g8�.g?g6gAg8g7gFg^g`gYgcgdg�gpg�g|gjg�g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�j hFh)h@hMh2hNh�h+hYhchwhh�h�h�h�h�h�h�h�j�hth�h�h�hi�h~hi�hi�h"i&i�h i�h�h�h�h6iii�h�h%i�h�h�h(i*ii#i!i�hyiwi\ixikiTi~ini9iti=iYi0iai^i]i�iji�i�i�i�i�i�i�i�i�[�i�i�i�i�i.j�i�i�i�i�i�i�ijj�i
k�i�i�ij�i j�ij�i
jj�j#jjDj jrj6jxjGjbjYjfjHj8j"j�j�j�j�j�j�j�j��j�j�j�j�j�j�j�j�j�j�j�j�jk��jkk1� k8k7k�v9k�GkCkIkPkYkTk[k_kakxkykk�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k��llll$l#l^lUlbljl�l�l�l�l�l~lhlsl�l�l�l�l�l�l�l�l�l�l�l�l�l�l�l�l�l mM�6m+m=m8mm5m3mm mcm�mdmZmymYm�m�m�o�m�mn
n�m�m�m�m�m�m�m�m�m�m�m�m�m�m�m�m�m-nnn.nnrn_n>n#nkn+nvnMn nCn:nNn$n�n n8n�n�n�n�n�n�n�n�n�n�n�n�n�n�n�n�nAooLp�n�n�n?o�n1o�n2o�n>oo�n�ozoxo�o�ooo[o�omo�o|oXo�o�o�ofo�o�o�o�o�o�o�o�o�o�o�o�o�o�o�o p p�oppp�oppto pp p0p>p2pQpcp�p�p�p�p�p�p�p�p�p�p�p�p q�p qqeqUq�qfqbqLqVqlq�q�q�q�q�q�q�q�q�q�q�q�q�q�q�q�q�q�q�q�q
rrr(r-r,r0r2r;r<r?r@rFrKrXrtr~r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�rPs
s ss s4s/s)s%s>sNsOs؞Wsjshspsxsus{szs�s�s�s�s�s�s�s�s�ttot%t�s2t:tUt?t_tYtAt\titptctjtvt~t�t�t�t�t�t�t�s�t�t�t�t�t�t�t�t�t�tuuu uu
uuu u&u,u<uDuMuJuIu[uFuZuiudugukumuxuvu�u�utu�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�uv�u�u�u�u v
v v v'v v!v"v$v4v0v;vGvHvFv\vXvavbvhvivjvgvlvpvrvvvxv|v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v/��vwww)w$w w%w&ww7w8wGwZwhwkw[weww~wyw�w�w�w�w�w�w�w�w�w�w�w�w�w�w�w�w�w�w�w�w xx&y x*yEx�xtx�x|x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�xyyyy,y+y@y`yWy_yZyUySyzyy�y�y�yK��y�y�y�y�y�y�y�y�y�y�yz
zzz z z�y1z;z>z7zCzWzIzazbziz��pzyz}z�z�z�z�z�z�z�z�z�z�z�z�z���z�z�z�z�z�z�z�z�z�z�z�z�z�z{{
{{3{{{ {5{({6{P{z{{M{ {L{E{u{e{t{g{p{q{l{n{�{�{�{�{�{�{�{�{�{]{�{�{�{�{�{�{�{�{�{||�{�{`| |||�{�{|
|�{#|'|*| |7|+|=|L|C|T|O|@|P|X|_|d|V|e|l|u|�|�|�|�|�|�|�|�|�|�|�|�|�|�|�|�|�|�|�|�|�|;��|�|�|�|�|}} }}
}E}K}.}2}?}5}F}s}V}N}r}h}n}O}c}�}�}[}�}}}�}�}�}�}�}�}�}�}=~�}�}�}�}�}�}�}�}�}�}�}�}�}~
~#~!~~1~ ~ ~ ~"~F~f~;~5~9~C~7~2~:~g~]~V~^~Y~Z~y~j~i~|~{~�~�}}~��~�~�~�~�~�~�~�~�~�~�~�~8:ELMNPQUTX_`higx�����������������q�����������ܘ�� ���� �!�(�?�;�J�F�R�X�Z�_�b�h�s�r�p�v�y�}�����������������Q��ۀ�ـ݀Āڀր ����)�#�/�K���F�>�S�Q���q�n�e�f�t�������������������_�������������������Ɂ́сفȁځ߁�����������
�
���)�+�8�3�@�Y�X�]�Z�_�d�b�h�j�k�.�q�w�x�~���������������߂҂���������ނ�܂ �ق5�4��2�1�@�9�P�E�/�+���������������#�������|���s�u������������� ��������
�"� ���8����m�*�<�Z���w�k���n���i�F�,�o�y�5�ʄb�������ل̈́��ڄЄ��Ƅք��!������,� �����@�c�X�H�A��K�U�������������m�����ꅇ���w�~���Ʌ��υ��ЅՅ݅�܅��
�� ������"��0�?�M�UNT�_�g�q�����������������ĆƆ��Ɇ#���Ԇކ��߆ۆ���� ����� �
���
�4�?�7�;�%�)��`�_�x�L�N�t�W�h�n�Y�S�c�j����������ˇ����Ї֖��ć��LJƇ������
��������҇���"�!�1�6�9�'�;�D�B�R�Y�^�b�k���~���u�}���r�����������������������ÈĈԈ؈و݈��������� �
��C� �%�*�+�A�D�;�6�8�L� �`�^�f�d�m�j�o�t�w�~�������������������������������ډ܉݉����� �� �%�6�A�[�R�F�H�|�m�l�b���������������������Ċ͊ڊ���������ފۊ ������� �3���&�+�>�(�A�L�O�N�I�V�[�Z�k�_�l�o�t�}�����������������:�A�?�H�L�N�P�U�b�l�x�z���������������|��� b��������������Ȍ����ڌ��������
���
��N��͌��g�m�q�s���������ύڍ֍̍ۍˍ��ߍ��� ��� � �� �B�5�0�4�J�G�I�L�P�H�Y�d�`�*�c�U�v�r�|�����������������������������Ǝ����ŎȎˎێ������
������ � �� �&�3�;�9�E�B�>�L�I�F�N�W�\�b�c�d�������������ڏ������������!�
� �� �'�6�5�9���O�P�Q�R��I�>�V�X�^�h�o�v���r���}���������������������Hbې���2�0�J�V�X�c�e�i�s�r�������������������������ɑˑБ֑ߑ�ۑ������ ����,���^�W�E�I�d�H���?�K�P���������Z�ϒ��������D�.��"��#�:�5�;�\�`�|�n�V�����������֓ד��ؓÓݓГȓ�������6�+�5�!�:�A�R�D�[�`�b�^�j�)�p�u�w�}�Z�|�~����������������������������������ʕ�oÕ͕̕Օԕ֕ܕ���!�(�.�/�B�L�O�K�w�\�^�]�_�f�r�l���������������������������Ζ˖ɖ͖M�ܖ
�Ֆ�����������$�*�0�9�=�>�D�F�H�B�I�\�`�d�f�h��Rk�q�y���|���z���������������������×Ɨȗ˗ܗ�O���z����� �8�$�!�7�=�F�O�K�k�o�p�q�t�s���������ĘØƘ��� ����!� � �$� �,�.�=�>�B�I�E�P�K�Q�R�L�U�������������ߙۙݙؙљ�����������+�7�E�B�@�C�>�U�M�[�W�_�b�e�d�i�k�j���������ϚњӚԚޚߚ������������� �"�#�%�'�(�)�*�.�/�2�D�C�O�M�N�Q�X�t���������������������ʛ��ƛϛћқ���ԛ�:������ �� ����
��.��%�$�!�0�G�2�F�>�Z�`�g�v�x���� �����*�&���#� �D���A�?�>�F�H�]�^�d�Q�P�Y�r�������o�z���������ĝ��������Ɲϝٝӝ�������� �u�y�}���������������������������a�̞ΞϞОԞܞޞݞ������������������v�!�,�>�J�R�T�c�_�`�a�f�g�l�j�w�r�v�������/X�iY�dt�Q�q ��� ��� ��~ ������������������� � � ����������������������������������������������������������������������������� � � � "!� !�����������������������������������
����������������������������������������������������������������������RSTUVWXYZ[\^_� ��&��2��A?��J� R��f� ��������������������������������� � '138B@IK� S� g� � � � � � � � �
� � � � �� " $� � � � �0*.(469=;CGE� � � � � �PL� TXVZ\`^db� � � � l�pjrnh����t� xvy}{� � � � �� �
� � � � � � ��!%� � � � ���+/)57:><DHF� � � � � �QM� UYW[]a_ec� � � � m�qksoi����u� � wz~|NNN NN N#N$N(N+N.N/N0N5N@NANDNGNQNZN\NcNhNiNtNuNyNN�N�N�N�N�N�N�N�N�N�N�N�N�N�N�N�N�N�N�N�N�N OOOO O OOOOOO.O1O`O3O5O7O9O;O>O@OBOHOIOKOLOROTOVOXO_OcOjOlOnOqOwOxOyOzO}O~O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O�O PPPP
P PPPPPPP P P P"P'P.P0P2P3P5P@PAPBPEPFPJPLPNPQPRPSPWPYP_P`PbPcPfPgPjPmPpPqP;P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�P�PQQQQ Q Q
QQ�PQQQQ Q Q Q#Q'Q(Q,Q-Q/Q1Q3Q4Q5Q8Q9QBQJQOQSQUQWQXQ_QdQfQ~Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�Q�QRRRRRRRR"R(R1R2R5R<RERIRURWRXRZR\R_R`RaRfRnRwRxRyR�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R�R SS
S S SSSSS S S S%S'S(S)S+S,S-S0S2S5S<S=S>SBSLSKSYS[SaScSeSlSmSrSyS~S�S�S�S�S�S�S�S�S�S�S�S�S�S�S�S�S�S�S�S�S�S�S�S�S�S�S�S�S�S�S�S�S�STTT!T'T(T*T/T1T4T5TCTDTGTMTOT^TbTdTfTgTiTkTmTnTtTT�T�T�T�T�T�T�T�T�T�T�T�T�T�T�T�T�T�T�T�T�T�T�T�T�T�T�T�T�T�T�T�T�T�T�T�T UUUU U U
UUU*U+U2U5U6U;U<U=UAUGUIUJUMUPUQUXUZU[U^U`UaUdUfUU�U�U�U�U�U�U�U�U�U�U�U�U�U�U�U�U�U�U�U�U�U�U�U�U�U�U�U�U�U�U�U�U�U�UVV
V
VVVVVVV,V0V3V5V7V9V;V<V=V?V@VAVCVDVFVIVKVMVOVTV^V`VaVbVcVfViVmVoVqVrVuV�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�V�VWWW
W WWWWW W W"W#W$W%W)W*W,W.W/W3W4W=W>W?WEWFWLWMWRWbWeWgWhWkWmWnWoWpWqWsWtWuWwWyWzW{W|W~W�W�W�W�W�W�W�W�W�W�W�W�W�W�W�W�W�W�W�W�W�W�W�W�W�W�W�W�W�W�W�W�W�W�W�W�W�W�WXXX X�W X
XX X X X&X'X-X2X9X?XIXLXMXOXPXUX_XaXdXgXhXxX|XX�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�X�XYY Y YYYYA� Y!Y#Y$Y(Y/Y0Y3Y5Y6Y?YCYFYRYSYYY[Y]Y^Y_YaYcYkYmYoYrYuYvYyY{Y|Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y ZZ Z
ZZZZ Z#Z$Z'Z(Z*Z-Z0ZDZEZGZHZLZPZUZ^ZcZeZgZmZwZzZ{Z~Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z [[[[4[[[ [![%[-[8[A[K[L[R[V[^[h[n[o[|[}[~[[�[�[�[�[�[�[�[�[�[�[�[�[�[�[�[�[�[�[�[�[�[�[�[�[�[�[�[�[�[�[�[�[�[�[ \\ \ \#\&\)\+\,\.\0\2\5\6\Y\Z\\\b\c\g\h\i\m\p\t\u\z\{\|\}\�\�\�\�\�\�\�\�\�\�\�\�\�\�\�\�\�\�\�\�\�\�\�\�\�\]]
]]+]#]$]&]']1]4]9]=]?]B]C]F]H]U]Q]Y]J]_]`]a]b]d]j]m]p]y]z]~]]�]�]�]�]�]�]�]�]�]�]�]�]�]�]�]�]�]�]�]�]�]�]�]�]�]�]�]�]�]�] ^^
^^^^^ ^ ^.^(^2^5^>^K^P^I^Q^V^X^[^\^^^h^j^k^l^m^n^p^�^�^�^�^�^�^�^�^�^�^�^�^�^�^�^�^�^�^�^�^�^�^�^�^�^�^______ _ _!_"_#_$_(_+_,_._0_4_6_;_=_?_@_D_E_G_M_P_T_X_[_`_c_d_g_o_r_t_u_x_z_}_~_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_�_`
`
`````` `$`-`3`5`@`G`H`I`L`Q`T`V`W`]`a`g`q`~``�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`�`aa
a aaaaaaaaa a a"a*a+a0a1a5a6a7a9aAaEaFaIa^a`alaraxa{a|aa�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�a�abbbbbb b b"b#b'b)b+b9b=bBbCbDbFbLbPbQbRbTbVbZb\bdbmbobsbzb}b�b�b�b�b�b�b�b�b�b�b�b�b�b�b�b�b�b�b�b�b�b�bcc
c c
ccccc)c*c-c5c6c9c<cAcBcCcDcFcJcKcNcRcScTcXc[cecfclcmcqctcucxc|c}cc�c�c�c�c�c�c�c�c�c�c�c�c�c�c�c�c�c�c�c�c�c�c�c�c�c�c�c�c�c�c�c�c�c�c d
ddddd d d"d$d%d)d*d/d0d5d=d?dKdOdQdRdSdTdZd[d\d]d_d`dadcdmdsdtd{d}d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�deee e
eeeeeee e e"e&e)e.e1e:e<e=eCeGeIePeReTe_e`egekeze}e�e�e�e�e�e�e�e�e�e�e�e�e�e�e�e�e�e�e�e�e�e�e�e�e�e�e�e�e�e�e�e fff f
fffff f f!f"f#f$f&f)f*f+f,f.f0f1f3f9f7f@fEfFfJfLfQfNfWfXfYf[f\f`faf�fjfkflf~fsfuffwfxfyf{f�f|f�f�f�f�f�f�f�f�f�f�f�f�f�f�f�f�f�f�f�f�f�f�f�f�f�f�f�f�f�f�f�f�f�fggggg g g"g3g>gEgGgHgLgTgUg]gfglgngtgvg{g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�g�gRhhh h h(h'h,h-h/h0h1h3h;h?hDhEhJhLhUhWhXh[hkhnhohphqhrhuhyhzh{h|h�h�h�h�h�h�h�h�h�h�h�h�h�h�h�h�h�h�h�h�h�h�h�h�h�h�h�h�h�h�h�h�h�h�h�h�h�h�h�h�hi i
iiiiii1i3i5i8i;iBiEiIiNiWi[icidieifihiiilipiqirizi{ii�i�i�i�i�i�i�i�i�i�i�i�i�i�i�i�i�i�i�i�i�i�i�i�i�i�i�i�i�i jjjjjjj j j$j(j0j2j4j7j;j>j?jEjFjIjJjNjPjQjRjUjVj[jdjgjjjqjsj~j�j�j�j�j�j�j�j�j�j�j�j�j�j�j�j�j�j�j�j�j�j�j�j�j�j�j�j�j�j�j�j�j�j�j�j�j�j�jkkkk kkkkkk k$k(k+k,k/k5k6k;k?kFkJkMkRkVkXk]k`kgkkknkpkuk}k~k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�k�klll l
lllll l&l'l(l,l.l3l5l6l:l;l?lJlKlMlOlRlTlYl[l\lklmloltlvlxlyl{l�l�l�l�l�l�l�l�l�l�l�l�l�l�l�l�l�l�l�l�l�l�l�l�l�l�l�l�l�l�l�l�lmm
mmmmmm&m'm(mgl.m/m1m9m<m?mWm^m_mamemgmompm|m�m�m�m�m�m�m�m�m�m�m�m�m�m�m�m�m�m�m�m�m�m�m�m�m�m�m�m�m�m�m�m�m�m nn n"n'n2n6n9n;n<nDnEnHnInKnOnQnRnSnTnWn\n]n^nbncnhnsn{n}n�n�n�n�n�n�n�n�n�n�n�n�n�n�n�n�n�n�n�n�n�n�n�n�n�n�noo
o o
ooooo&o)o*o/o0o3o6o;o<o-oOoQoRoSoWoYoZo]o^oaoboholo}o~o�o�o�o�o�o�o�o�o�o�o�o�o�o�o�o�o�o�o�o�o�o�o�o�o�o�o�o�o�o�o�o�o�o�o�o�o�o pppp
pp p#p/p4p7p9p<pCpDpHpIpJpKpTpUp]p^pNpdpeplpnpupvp~p�p�p�p�p�p�p�p�p�p�p�p�p�p�p�p�p�p�p�p�p�p�p�p�p�pqqqqq q qq q q+q-q/q0q1q8qAqEqFqGqJqKqPqRqWqZq\q^q`qhqyq�q�q�q�q�q�q�q�q�q�q�q�q�q�q�q�q�q�q�q�q�q�q�q�q�q�q�q rrr rrrr r r$r+r/r4r8r9rArBrCrErNrOrPrSrUrVrZr\r^r`rcrhrkrnrorqrwrxr{r|rr�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�rssss s
sssss s"s$s's(s,s1s2s5s:s;s=sCsMsPsRsVsXs]s^s_s`sfsgsiskslsnsosqswsys|s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s tttt
tttt$t&t(t)t*t+t,t-t.t/t0t1t9t@tCtDtFtGtKtMtQtRtWt]tbtftgthtktmtntqtrt�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�tuuuu u!u$u'u)u*u/u6u9u=u>u?u@uCuGuHuNuPuRuWu^u_uauouquyuzu{u|u}u~u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u�u vvvvvv
v vvvvvvvv v v v#v%v&v)v-v2v3v5v8v9v:v<vJv@vAvCvDvEvIvKvUvYv_vdvevmvnvovqvtv�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v�v ww
wwwwwwww w"w(w-w.w/w4w5w6w9w=w>wBwEwFwJwMwNwOwRwVwWw\w^w_w`wbwdwgwjwlwpwrwswtwzw}w�w�w�w�w�w�w�w�w�w�w�w�w�w�w�w�w�w�w�w�w�w�w�w�w�w�w�w�w�w�w�w�w�w�w�wxx x
xxx x!x"x#x-x.x0x5x7xCxDxGxHxLxNxRx\x^x`xaxcxdxhxjxnxzx~x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x y�x�x�x�x�xy yyy y y y y%y'y)y-y1y4y5y;y=y?yDyEyFyJyKyOyQyTyXy[y\ygyiykyryyy{y|y~y�y�y�y�y�y�y�y�y�y�y�y�y�y�y�y�y�y�y�y�y�y�y�y�y�y�y�y�y�y�y�y�y�y�y�y�y�y�y�yzzz z
z zzzz z!z'z+z-z/z0z4z5z8z9z:zDzEzGzHzLzUzVzYz\z]z_z`zezgzjzmzuzxz~z�z�z�z�z�z�z�z�z�z�z�z�z�z�z�z�z�z�z�z�z�z�z�z�z�z�z�z�z�z�z�z�z�z{{ {#{'{){*{+{-{.{/{0{1{4{={?{@{A{G{N{U{`{d{f{i{j{m{o{r{s{w{�{�{�{�{�{�{�{�{�{�{�{�{�{�{�{�{�{�{�{�{�{�{�{�{�{�{�{�{�{�{�{�{�{�{�{�{�{�{�{�{||||| | | ||||| |%|&|(|,|1|3|4|6|9|:|F|J|U|Q|R|S|Y|Z|[|\|]|^|a|c|g|i|m|n|p|r|y|||}|�|�|�|�|�|�|�|�|�|�|�|�|�|�|�|�|�|�|�|�|�|�|�|�|�|�|�|�|�|�|�|}}} }}}}}} } }#}&}*}-}1}<}=}>}@}A}G}H}M}Q}S}W}Y}Z}\}]}e}g}j}p}x}z}{}}�}�}�}�}�}�}�}�}�}�}�}�}�}�}�}�}�}�}�}�}�}�}�}�}�}�}�}�}�}�}�} ~�}�}�}�}�}�}�}�}�}�}�}~~~~~ ~ ~ ~'~(~,~-~/~3~6~?~D~E~G~N~P~R~X~_~a~b~e~k~n~o~s~x~~~�~�~�~�~�~�~�~�~�~�~�~<;=>?CDGORS[\]acdefmq}~�������������������������������������
�
������� � � � �$�&�,�.�0�4�5�7�9�:�<�>�@�D�`�d�f�m�q�u���������������������Ȁ̀πҀԀՀ׀������������� ���� � � �$�'�,�0�5�:�<�E�G�J�L�R�W�`�a�g�h�i�m�o�w���������������������������������ˁÁŁʁρՁׁہ݁ށ����������������� ������� �!�"�(�2�4�:�C�D�E�F�K�N�O�Q�V�\�`�c�g�m�t�{�}����������������������������������������������������������������ƂЂՂڂ�������������� ����
� �T�� � � �!�"�,�-�.�0�3�7�:�<�=�B�C�D�G�M�N�Q�U�V�W�p�x�}������������������������������������������ǃɃσЃуԃ݃S������������
�������/�9�E�G�H�J�M�O�Q�R�V�X�Y�Z�\�`�d�e�g�j�p�s�t�v�x�|�}�����������������������������������DŽȄ̄τӄ܄������2���������� ��� � �"�#�$�%�'�*�+�/�3�4�6�?�F�O�P�Q�R�S�V�Y�\�]�^�_�`�a�b�d�k�o�y�z�{�}������������������������������������������������
Džʅ˅΅��څ߅��������� ���
�������� �!�'�)�6�8�:�<�=�@�B�F�R�S�V�W�X�Y�]�`�a�b�c�d�i�l�o�u�v�w�z�������������������������������������������Æņц҆Ն׆چ܆���熈���������� ������� � �!�#�(�.�/�1�2�9�:�<�=�>�@�C�E�M�X�]�a�d�e�o�q�r�{�������������������������������������������������������ȇɇʇ·Շևهڇ܇߇��������������� �
� ��������� � � �(�-�.�0�2�5�:�<�A�C�E�H�I�J�K�N�Q�U�V�X�Z�\�_�`�d�i�q�y�{���������������������������ʈˈ͈̈Έш҈ӈۈވ��������
�������� � �&�'�(�0�1�2�5�9�:�>�@�B�E�F�I�O�R�W�Z�[�\�a�b�c�k�n�p�s�u�z�{�|�}���������������������������������ԉՉ։؉�������������������� � �"�$�&�+�,�/�5�7�=�>�@�C�E�G�I�M�N�S�V�W�X�\�]�a�e�g�u�v�w�y�z�{�~������������������������������������������ÊƊȊɊʊъӊԊՊ݊ߊ����������� �� � � �
�-�0�7�<�B�C�D�E�F�H�R�S�T�Y�M�^�c�m�v�x�y�|�~�����������������������8�9�=�>�E�G�I�K�O�Q�S�T�W�X�[�]�Y�c�d�f�h�i�m�s�u�v�{�~�������������������������ŌƌɌˌόՌٌ���������������� ����e�i�l�n������������������������������������������ōƍǍȍʍэԍՍٍ������������ ���� �!�"�#�&�'�1�3�6�7�8�9�=�@�A�K�M�N�O�T�[�\�]�^�a�b�i�l�m�o�p�q�y�z�{�������������������������������������������ÎĎǎώюԎ��������� ��������� � �!�#�%�'�(�,�-�.�4�5�6�7�:�@�A�C�G�O�Q�R�S�T�U�X�]�^�e�������������������������Əʏˏ͏ЏҏӏՏ��������������� ���(�)�/�*�,�-�3�4�7�?�C�D�L�[�]�b�f�g�l�p�t�y�������������������������������������������̐��ÐĐŐǐȐՐאِؐܐݐߐ�Ґ�������� �����
������� � � �%�"�#�'�)�.�/�1�4�6�7�9�:�<�=�C�G�H�O�S�W�Y�Z�[�a�d�g�m�t�y�z�{�������������������������������������������������������Ñőӑԑבّڑޑ���������������� ������ �
� ������ � �#�$�%�&�(�.�/�0�3�5�6�8�9�:�<�>�@�B�C�F�G�J�M�N�O�Q�X�Y�\�]�`�a�e�g�h�i�n�o�p�u�v�w�x�y�{�|�}������������������������������������������������������ÒŒƒǒȒ˒̒͒ΒВӒՒגْؒܒݒߒ������������� ���
���� � � � �!�$�%�'�)�*�3�4�6�7�G�H�I�P�Q�R�U�W�X�Z�^�d�e�g�i�j�m�o�p�q�s�t�v�z�}����������������������������������������������������ēœƓǓɓʓ˓͓̓ӓٓܓޓߓ������������������ �
������ �.�/�1�2�3�4�;�?�=�C�E�H�J�L�U�Y�\�_�a�c�h�k�m�n�o�q�r�����x�y�~�������������������������������������ƕȕɕ˕Еѕҕӕٕڕݕޕߕ��� � �"�$�%�&�,�1�3�7�8�9�:�<�=�A�R�T�V�W�X�a�n�t�{�|�~��������������������������������������ʖҖ�]ؖږݖޖߖ������ ��� �!�"�#�(�1�3�A�C�J�N�O�U�W�X�Z�[�c�g�j�n�s�v�w�x�{�}������������������������������������������������ėŗǗɗʗ̗͗ΗЗїԗחؗٗݗޗ�ۗ����������
��
���� � � �#�&�+�.�/�0�2�3�5�%�>�D�G�J�Q�R�S�V�W�Y�Z�b�c�e�f�j�l���������������������ŘȘ̘���������������� � �"�&�'�+�1�2�3�4�5�9�:�;�<�@�A�F�G�H�M�N�T�X�Y�[�\�^�_�`�������������������������Ùəәԙٙڙܙޙ��������������� � ���� � �"�#�$�'�-�.�3�5�6�8�G�A�D�J�K�L�N�Q�T�V�]���������������������������ÚƚȚΚКҚ՚֚ךۚܚ���������������� ������� � � �
������� � �&�+�-�3�4�5�7�9�:�=�H�K�L�U�V�W�[�^�a�c�e�f�h�j�k�l�m�n�s�u�w�x�y������������������������������������������������������������ǛțΛЛכ؛ݛߛ���������������� �� ������� � �"�#�&�'�(�)�*�1�5�6�7�=�A�C�D�E�I�J�N�O�P�S�T�V�X�[�]�^�_�c�i�j�\�k�h�n�p�r�u�w�{����� ����� � � �/�0�2�3�4�:�<�E�=�B�C�G�J�S�T�_�c�b�e�i�j�k�p�v�w�{�|�~�������������������������������������������Ýǝɝʝԝ՝֝םڝޝߝ���������
���������� � �z�{�|�������������������������������������������ƞȞ˞՞ߞ�������������� ����������� �"�&�*�+�/�1�2�4�7�9�:�<�=�?�A�C�D�E�F�G�S�U�V�W�X�Z�]�^�h�i�m�n�o�p�q�s�u�z�}������������������������� @!������������������������������������������������������������������7���������������������������������������������������������������������B�q!r!p���C�x!/!m�l���L"��n�4�k!^!����-!��y"��1���k���������D�"�!�$�*�#�)�!�.�2�1�4�3�@�?�B�A���P�R�Q�T�X�S�_!,�c�b�e�d�r�0�N�"�!�$�*�#�)�A�.�2�1�4�3�@�?�B�A�C�P�R�Q�T�X�S�`!L�c�b�e�d�r�P�s�'�'�%�%�(�(�+�+�,�,�/�/�-�-�0�0�"�B�7�7�����6�6�8�8�5�5�:�:�;�;�=�=�<���>�>�$�D�G�G�E�E�����F�F�D�E�&�F�H�H�I�I�G�J�J�L�L�K�K�)�I�(�H�M�M�O�O�N�N�J�+�K�W�W�����V�V�-�M�Y�Y�[�[�Z�Z�\�\�]�]�_�_�^�^�a�a�`�`�/�O�l�l�i�i�f�f�k�k�h�h�j�j�q�q�t�t�s�u�u�w�w�v�v�������������������������������������������������������������������������������������������������������������������������������������������������������������&�&�C�C�U�U�g�g�p�p�m�m�o�o�n�n�������������������������������������������������9�0���������������������������������/�2�6�5���3�8�9�a���b�c�d���g���i�l�v�!&"&#&$&%&&&'&(&)&*&+&,&-&.&/&0&1&��2&3&4&5&6&7&8&e�j�q�r�s�t�{�A&B&C&D&E&F&G&H&I&J&K&L&M&N&O&P&Q&x�R&S&T&U&V&W&X&u�z�w�y�|�''B�C�D�E�F�G�H�I�J�K�L���M�N�!'"'#'$'%'&'(')'*'+','-'.'/'0'1'2'3'4'5'6'7'8'9':';'<'='>'?'@'A'Q'R'S'T'U'V'X'Y'Z'['\']'^'_'`'a'b'c'd'e'f'g'h'i'j'k'l'm'n'o'p'q'��W'r�s�t�u�v�w�x�y�z�{�|���}�~�>!��������=!B!��F!G!����H!I!����w"x"������E!D!������������������s"��l!m!��������������("n!������������������������������������q�����������������������o�����������������r"��������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������+","*"-"����������������������������������������������������������������������������������������������������������������������������M"��N"O"��_"P"������`":"����;"������������]!��������������e"����g"g!��\"������������J"K"A"@"i"j"��������������h!h"��������������f"����������������������������������������b"��������������������������b!a"��������e!f!����c"d"��������������������������������������������>"?"����<"="����������������������������������������������������������]"^"!(,("(-(����������������#(����.($(����/(&(����1(%(����0('(<(����7(����2()(>(����9(����4(((����8(=(����3(*(����:(?(����5(+(����;(����@(����������������6(������������������������������������������������������������������������������������������������������������������������������������������������������������������������#"""��������������������������������%"$"����������������'"&"����������������!"~!������{!����}!|!��������������������������������������������������������������~"z!y!������������������������������������������������������������������������������������������������������������������j!��i!������������������������������������������������������������������������������v"����u"��t"!!"!#!7!��9!:!;!R!S!T!U!V!W!X!Y!Z![!)"."L!M!������������A!������������������������������������������������������������������������!$"$#$$$%$&$'$($)$*$+$,$-$.$/$0$1$2$3$4$5$6$7$8$9$:$;$<$=$>$?$@$A$B$C$D$E$F$G$H$I$J$K$L$M$N$O$P$Q$R$S$T$U$V$W$X$Y$Z$[$\$]$^$_$`$a$b$c$d$e$f$g$h$i$j$k$l$m$n$o$p$q$r$s$��������������+!,!5!6!����!%"%#%$%%%&%'%(%)%*%+%,%-%.%/%0%1%2%3%4%5%6%7%8%9%:%;%<%=%>%?%@%A%B%C%D%E%F%G%H%I%J%K%L%M%N%O%P%Q%R%S%T%U%V%W%X%Y%Z%[%\%]%^%_%`%a%b%c%d%e%f%g%h%i%j%k%l%m%n%o%p%q%r%s%t%u%v%��������&!<!3!4!l0zC!�7<"�#���|Kf>0;e><2$�TI?M��"P/1%���n3#P$@BRV5:J��������g>&���>N��'�(���BJ��)���$P*���fC+�,�-�%Pz6����.�&P��]40C��g<'P����(P/�0�)P5G1�W5��2�������7G��cFC83K��3�������Ii*Ph>+P524���5�e6p8iL����&V6���������7�8���������������pM��}F9�:�������;���������%4<�55��,P����-P;N��=MhA/Pv;sF=�2P����>1_8��^8f0>�?�KOJO��3:!0@�3P4P5P4K6P��r8g0rK��|5����}5~5bD<NA�7P����8P����9P����B�M?����������:=N?>PC�<P��=PX5����#:p2��;P:P)JD�������F;E;>B?PUIg@E�F���8!@PBPG�H�I�eBaNJ0����J���������AP>2K�D6L�gCM���N�o7CP������$G��O�P�Q�R�k4S�T���������U�DPK0V�W�`8l4zI2HY5X�����Y�Z�[���\�q2��gPAE��������������������������������]�lGFP^���`�<Ha�bNb�-?c�G;d�w;@2e���f���g�QD����"CJPh�i���j�k�L0cD;=4:$Ml�NBm�?2n�IPo�>MEPGPn:HP$Up�_�����q�����������PPr���s���t�SPQPu���B2��;JKPv�w�x�y�OPs8z�{�H;��|�}�&4~�!�TP��LP"�#�cN$�x;%�MP&�RP'�(�)���UP*�NP+�,�!6��M0-�.�"6A2������������������%U��yKnIt8����/�����/?7N0���1���2�3�4�5�XJ6�7�87%Bd28�9���:�;�S=<�=�>�YP?�^P\P@���WP����/BZP��]P[PA�]J��XPB�.?C�sK_P`P����������������$=mPD���E�PG��6IhP��pJ��62��F�G�lPH�I�J�����K�fPoPL���RAM�D8N�\GO�G`P�nP]EQ�cP��v8R�S�u8aPT�U�V�W�Z<��iPX�oJMCePq7Y�bPjPdPQNkPAOZ���[���\�]���^�f6����p7��v���������_�`�a�pP��b�c�qPuPN0d���e���f�PJtPg�h�i���sPwPj���k�vP��dD����l�m���n�o���r7p�q�����r���xPs�����t�u�E<��&BeDv6��yP��������65����zPw���x�y�|Pz�������{�����5K|�}�~�f7!�"�#���$���1;wH{P%�&���'�(�)�*�+���������������,���E:CM��-�.���~P#Q}PD:��}=��/�0�����1�97��2���$Q3�4�O6��5���!Q"Q��6�/F7�|A8�#6��9�:�MK%Q��;���=N��<�=�&Q>�����?�)Q@�'QA�NAB�C�������(Q*QD���E�Q�����,QF�����+QG�HJ����H�75.Q/QI�/2��J�K�L�-Q��M�N�O�P���R���t<��2Q1Q0QS�VPT�3QU�V�W�X�~=��4Q��Y�������Z�[���%M��\�]���^���_�YL`�a�b���6Qc�d�5Q8Q7Q����9Q:Qt0e�58;7<={C$6h@w8f�n9<QHLFEg�y;��;Qh�=Qi���j�k���^E��u3����l�����>Q��m�~Fn���4A@QAQ,Hx8;OBQ����&6������<J6Bq65E������s7��o���CQ��DQp�q�bF_1����GQ}:r�FQF:s�HQnfIQAKJQ��KQLQi>t�L<������u�����'4v�OQw�MQ=LNQ��ZIPQQQRQ_Ex�����VQTQUQSQc:WQjLdNy���z���{�XQ|�}�����~���(@YQZ=��!�ZQ��|C?N`E��"���#�$�%���&�ER��'�����[Q%tE6(���\Q^K)�����*�h=|B��^QdF����_Q+���`Q.3,�-�.�aQ'6/�LFz1P=����!HbQaE0�1�O?cQ2�,JZ@"4��)4dQ����fQ����:73�4�eQ5�6�sN7���������i=��������8���=HLJ��gQ9�xMhQ������iQ��~E:�;�jQ��<�)@~:t7kQI;o9=�������������fDmQ>���'B��?�o:nQoQ0A��lQ��������qQ@�6KA�B���C�d9D���pQE�F�G���u7^:mGH�����tQrQ������I�{Ij>{Qd3uQsQOA��J�K�L�������wQ��vQM���N�D3��O���`7|Q-NP���Q�xQ������}QzQR�yQS�T�U�V���W�ONX�����y8C2����tNY�Z�[�\���u=XEe9"R#R��]�^�eN����+O%R_�`�a�z8b�c�$Rd�/3��e�&R��VKf�<Dg�&Mh�YJ����i�'R��j���k�Up��l�0Fm�(R*43L��n�o�!>)RgJ-Rp�*@*RP6q�+R+4r�s�t���u�������v�w�.7.Rx�/Ry�z�0R1R[<������{8^L{�hLwF|���qJ2R��3R��}�~�!�5R��7R6R"���#���8R=2LK$�|:9R%�&�YA'�(�">)6��:R��)���*�+�,�[H-�.�/���;R0�<R1�=R��2�����>R$Ih6e03�4�5�?F?R==6�i@��AR@R#>a8CR>H8�7�DR������\H4BnB(6����nF1C9�nG:�NK��FR��j@;���<���=�57����GR����>�?�HR,1u0m4@�(BQ5qM��KR72A���JR����B�*6����LRC�qL����D�E�����������F���������G�H���MR��RNI�|8����J���68NRK�����L�PROR��_?91M�N���^1QRO�RR��P�78Q�R�SRS�T���U�n5��V�����W���2;TR��X�����tK5:Z5'MPA?H}<Y�����Z�[�G=\�h<u<��v=]�@H��^�_�WR`�C1QA}8E8g6a�b�[R!C~B+6$>\RZRD2fB8<K;&1��c�p3f9J;��]R^Rd�I5F3������g9H5_D%11F>L!9yMGE~8��e�������������f�/7��gR��c6JKg���������]Hh�i�fRj�^4aRbRdRk���l�����m�n�eR��[5a?��-JcR_Rc8��`R��$Oo�p���rJq�hDb8p9����r�hRs���]F������������������������t�lR����u���v���w�x�~<y�v<z���{�|���oRmR��#L}�jRsRnR������qRF8?L��~�rR!���"�tR#�vR��$�%���p:BO&�kRiRuR'�pR����(�)�����������*�����+���,�xR��#SzR-�.�~R/�0�!S{R1�2�>S��3�i:13������4�yR5�6�7�%Sv0$S8�%0JI"S��|R��9�wR}RH::�����;�<�������������������&S��������������=�w0/S����'S(S��%>iK>���?�-S,S@�����/E������A�������.S��B�+SC�D�E�F�����41G�6:0?H�I�����J�K�L�)SbE������*SM�"0��������������������������������������N�O�����4S#M��'>P�:S��Q�R���9S0S��S�T�U�CB��1SV�����oB6S&>W���X�Y���3SZ���dL[�\���<7����7S8S]���^�_�5S;S`���a�b���2Sc���d�����������������������������������������ASFS��BSe�=Sf�g�GS1A��h�ISi�"9?S}C����j�k���l�m�n�o�����p�CS<S-4��n4e3DS@S������q�r�����v7JSHSSAJ5,6s�ES��t6��t�������D1����������������u���v���w�NSLSx�'T��y���z�{���|�����}�~�!�QS����"�#���KS$�OS��%�MS����&�L;PS��������'�������������������������(�SS��XS������VSUS)�*�2C��+�E2,�����-�.�/�0�1�2���RS��TS(>313���WS��������������������������^2����4�����bS5�|>^S6�\S7�]S8�_S9���:�;�<���=�>�?�=1@�A���B�����C���D�9AE�YSF�ZS������G�������������z3����H���I�J�K�L�aS��M���o4N�dS`ScSO���P���Q�R���.JS�����UF��8H����������fS������T�U�eSE3V���gSW�X�����jS��������iSY�������Z�[�����\�]�^�hS��9G����kS_�`�a�b���c�d�e�lS����f���g�nS��mSh���������pS��i���sSqSoSrS��j�����tSk�l�m�p�q�uSn�o�vS��wS������xSEQr�|<M;s�t�s2u�x0v���DCw�x�y�z�{�����}���~�yS��$:|�O0^?����!�"���zSG8����q9��|S{S#�$�`J}S����%�!T~S&�"T'�#T��w7��(�`1$T��)�&T��%T��*�+�(T,���ZE-���.�/�0�1�)T50_:2�3���4�=75�6�OC����7�8�����*T+T����-T��9�:�;�.T��d:����<�=�Q6����7K��>�?�,T/TA:#9@�����������������������������3TA���%:B�3CC�D�0TZDE���F�G�H�I�J���K�L�M���N���O�P�Q�R���S�4T��T�b?U���������2T5T��?7V�������������6TW�`���X���Y�Z���[�\�]�^�7T_�$9@39T����a�b�c�:T��d�������;T����8T��������e���������f�����1T����<T����=Tg�h�����dKi���k>j�����?T@T>Tk�BT����������8Gl�m�h0VI~���CTn���o�p���q�������r�����s�������}>t�u�9<v�]Gp4��k:w�x�y�YK��2Fz�{�x7OB��|�}�ATDT!�"���������������DB������ET��#���FT$�%�&�HT����iD��'�(�����.4����)���!ta1sJ*���l>HE������+�f:����NT��,�=J]N��������������-�t2JT.�/���0�1�:AMT��cE2���IEdE9HMD������I:3���4�IT��5�����6�7�v1��6E��������KT��GT����P?����8�OT����9���N=:�;�<���-6��PT��=�>�?�@���A�B���C�D�����hJE���F�}A��������FDG���RTH�I�J�������K���OKL���ST����XT����M�N�/J��������WTQTTTVTP���&:����IJQ���O�YT��ECR���u2��m>S�T���U�[TV�ZTW�h9X�\T^T]TY���`TZ�UTbT��[�\���aT_T������]���N;Q?��TAcT<@m0dG^�������[D��eTdTfTgThTiT����_�`�����QJjTa�b�����F2kT��c�d�e�<M03��IRH=?BlTkLg�������h�4Li�j�nT��gBk�7E@BWIoTpT{1l�m�:<qTn���o�p�P0rT����������sTq�������r�b1��s�q4`FtJ��������wTUAvT@7t�u�[KuT��eEyTv�xTw���x�y�z�{T{�zT|���|1��|T)>~T%C}�}T~�3J!�����"�w=[E#�$���!U%���&�'�%9������"U!G^HQL����������%G(�)�+U*�������+�85��,�EM-���/L��,V��#U��.�������&U/�EB��0�8K������JE1�2�3�4���'U5�������6���eK7�J:8���*>����9���:�;���(U��<�P;=�O;��>�����90H8?�+@Q0��������,U-U��*U@�A�B�������C�D�81/4E�)U��EL1I����F�G���H�I���J���(0K�������y0������Q;L�R0��#0M���������2U����N�O�P�����0UQ�R���������<L��3U��1U��S�/U1?����T�U�.U��V�W�ZJX�����Y���d8Z���������7U8U����������+>������4U,O����[�\�LG]�^�6U����_�������`���������a���������':������b�������9Uc���d�XIe�����:U��5Uf�������������������g�����h�i�����j�;L����������������������k���������l���^Gm�����n�����o�;U2Ip���q�r�s���t���������u���������v���������w�x�y���z�����{���|�}�<U@U=U~���G2?U��!���"���#�;<��>Uy7����$�LU����������EUBU����%���&�������'�dC��AU��(�CU����DU)�������*�������������+�,�������FUGU��-�.�/�������������0�r4��IUHU������������������JU1���3���4���5�������6�n>����7���������MU��\D8�����E1��KU��2���NU��9�����������OU��RU:���PU��QU����������;�<�������R;SU=���&9TU>�z;8B��UUVUZ;'9?�RL������(5I8WUX3��@�XU��9B����A�B�YU#V��ZU��[U����\U��^U��C�D�E�F�_UG���`UH�pBI�'1i<B0J�WA045<K�(9L�M���N�O�fEP�!=14hCjD8095uJ��B<����R5k@<<(MaU��Q�R�����S�T�\5U�K:V�W�23c1,>H2X�bUFMY���Z�����I=[�\�d<cUs4RF)LdU��eU����YI]���^�gU��(4w6fU��_�`�a�b�c�24��2?kU!;d�I2jU��hUlUiU+GM\3?��mU����@Ne�nUf���pUg�~CoU��#@��{;����h�PBw<uIl@��M<qU->rUsUS0:BR?i�tU3F.>��/>��uU����m@j�����0>������k�l�vU��wUm�`L��n���xUo���p�q�F6r���s�"=t�����u�v���yUzU\<,?tFT?xH"GI6{U������o5|U��~6��OF02��S;}U"V!V}6��~U��8E������w�x���y���0B��KEH<z�{�XAzM��|�}�~�����$V!�%VVF"�3;����#�$�'V����(V%�&�'�(�������������������)�*���+���)V����,�t4*V-���+V����������������.���/�0�,21�2�����3���;Ad44�-V(L��������RB5�Y36�7�/V1V_4��8�.V0V��3V������������2V��4V��9���:�������������;���������=���5V������<�����=F.6������������e26V;V����9V>�wJvJ?�@���A���gE������8VT=��7VB���������C�r?������<V��D�j:����BVE���CV=V33>VGVFVEVAV������@V����DVG�H���I�J���xJ��F�����������K�����L���������M�������N���O�����P�Q�����R���S���W�KVHV��JV��rMU�IV����T�������V�����?V����X�Y�Z�[���\���������s?]���LV^���7:_�����MV����NV����`�a�������b�c���d�QVe�PV����OVf���g�hE:V������WV��h�i�j�k�������l���m���SV��n�o���RV��������p�������q�TV��UV��r���t�s�����XVt�u�fN��YVVV����������v�������w���ZV��x�`4[Vz���y���]V\V����^V��{�|���_V��n@#=��}�d=��cA~�)98:*9p5!���`V����9:����J8aV&LCGbV��+9"�#���,4��'CR6$���T;[I����AH%�������cVu4&�������fV'���(�)�!D��*�eVdVgV��kD��+�,���������c?����.�����U;��J@-�SB"5��/�"D��0�hViVo>��������9K1���lV����kVjV}I��sV��4���2�ZK��mV��3�5�����oVkK6�nV7�����8�9���:�pV��(HqV>JrV������;���<�=�>�?�@���A���34?J/GtVuV��,944vV88DM)Mv4xVB�#D��-91>����_H����2>C�����D�x=����������lDyJ9E����.9��\I������yV��E���F�G�YEB:H���I�K8J�mD������K���L���C0n=/9GM��������M�N�O���zV{VQG����P���|VwN-OR�Q���S�~V}VT�U�G3V�W�!W������$W%WX�#WY�@I3>'W&W"W��Z�����(W)W��[�*W������-W+W��,W.W��d1nD/W��z7v26G��0W{F[J\�1W.O��]�^�_�2W@J5W!P1P`�0<uF6W��]5$Dz07W&J09a���PCb�c���oD��d�e�f�g�oL98L8h�8W��i�j�9Wk�?Wl�e<����m�%Dn�/6:W����o�+Ip�FCq�r�;W����s�t���u�<W��06��=Wv�>W��w�@W��vEx���AWBWy�CW��z�4W3W����{�DWA7|�}���'I~���L:7I&DKIEW��!�4>F1"�FW#�$���GW%�rL&���`H'�(�JW}1,@IWHWB7TB��NWLW)�KW'Ne8*���+�y=MWLE>=����,�@FQWPW����-�.�OW��RWf8/���2�����0�SW|I[=1�3�TWyH4�5�6���AF'D������7�0E����UW+5����������4?8�,I��9�:�;���<�w4&G����=�>�?�@�A���VWV;:K;K����~1[WB���iCC�D���XW������E�F�G�w2H�I�J�K�-XZWL�M���0GN���YW��O�WWP�z9��]WQ�����R�����S�cWiWaW��\ET�U�fW]IV�W�`WX�eWgNW;��Y�UB^W����Z�^5hW-@e1bWx2gW��[���16��dW��\���]���������jW����������^�lWvWtW����qW_�`�a�pWxNb�rW����26c�19��d�z=e�f���yWkW����g���oW_Wh�z2sWuWQC��i�(:82mWxWwW36��)Bf3j�������C7��nW������������k�l���zWm�}W!X��n���o�=<p�'XpD{Wq�����r�%Xs�y2t�#X$Xu���~W"X��v�w�g8*M��x�54y�z�Y1&X{�:G-0����������|�}�aH\W,X0XeL~�)X����!�iE.X"�������#���$�p>/XWF%�&�'�(�����)�*���GO��+X+�,�����1X-�{9.�K@/�0�T0*X(X1�ZA��2���|W4;��������������FB=X3�[A8X4�5X6X5�f<9X<X6�7�7X%=8�:X����4X9�|L{L:���;�>X?XU0<�=�>�?�@�3XA�B���C�r6&0D���E�64��;XF���������CXBX��G�H�GX������I�J�����HXK�L�M���N�����FXIXAXEX��O�JX��KXP�Q�@X|;R�DXVB292X5?��������XX��iJ����NXOXPX����WXS�VXT���}K74��TX��E743����QXU���8NSXV0UXV�LXRXYXD7MXW�����X�Y���]MZ�[�\�+M]�^�����\X����`X_���`�~A��yNaXa�b�^X��[Xc�d�ZX_X��e�f���g�h�������0Ji���4Fj�F7k�bX]Xl�cX������{7������12��m�n�kX��o���84��p�q�r�iX����jX):hXfXeXlXdXnXs�t�{2��������u�������������v�w�x�y���z�{�pX��~�oX|���}�����!�"���#�����(D��sX��qXgX|7��rX��vXuXwXtXxX$���%�&�����'�yXzXjJ��|X{X?=��.@f2|2(�}X)�?0������L@~X*�Cl!Ya7+�"Y,�-�����o@.���/�#Y0�����$Y:5%Y��&Y'YWB������M81���aL��2���<Kj=(Y3�4�5���6�p@=nbH��j<7�M:)Y��8�9�:�GB;�'J<���qB��=�,Y>���*Y��-Y����+Y?�������.Y��������@�1JA���70��B�����^I����cHC���/YD�2Y5>;5��0Y7Y6>��������1YDG����E�F�G�H�^M3Y4Y8YjE5Y39^@����FY4H��rB��������������I���J�����dH-Z��������zJ��K���qDL�M���uKN�;Y!2jCO�P�����DY��Q�4C>YEY@YGYCY��BYoGR�<Y}2:Yq5sB6YS�T�9Y49[@U�7>AYRG����r5H3����������������V���g3!?IYNY��JYW�}7X�OY";i9��������Y�Z�&==Y};LY[�\�����X;MYD0]�^�HY_�����`�)D��a�����b���c�s5����������46��������������KY'0d�e�C:��f���6?����������g�h�����i�rD��j�THQY^A��k�l�m�n���o�����*Bp�q�+;RYr�TYPY��s�t�u�aJ��=Dv�����w�\A����������������x�y�{JN<`Y��_Yz�{�x?����|�~7��}�~�YY9>!���hF1G"�#���$�WY��%�]A&�����'�x<\Y(���8>��VY[Y)���SG��*�+�UY��!7,�-�]3����.�]Y+NN:5CZY/�\@0�59d?f1<AXYE51�2�3�����G7��OD^Y����������_A��4�aY��cY5���7BiY6�dY��7�fY��������8�AIsD9�gY:�;�<�,M������HM94=�������>�.0��eY��?�������bY@���A���x4������B�C�g1D�hY��E�F�IMlY����G�H�����;B��sYI���J�mYK���jYqYL�������SY��M���N���O���P�Q�nY��rYR�S���BHkE��T�U�������kYV�oY������H7����W�q:X�����]@����������������Y�����wYZ���[�\�]�^�������&E��_�`�a�b���c�d�e���f�������tY��`K������g���uY������h�i���vY��NL��"@j���k�����������b7��l���m�}Y������������n�o�p�5;zY��yY����q�r�2Gs���t�5Fu���v���w�1E{Yx���y�|Y��oIz�EG#;��q@��PK{�����������I3��%Z~Y|�}�~���JM'Z��!�#Z��$Z��"�#�$�%�`A&���'�(�"Z��?Y)���*�&Z��!Z����������+Z,Z'E.Z+�,�$;)Z��-�.���<5/���/Z0�(Z3Z��2Z1�1Z2�����4Z3���6Zq>4�5Z5�����6�9Z����7�8�9���������:�������;�<���=���7Z>���?�8ZpY@�A�����B�;Z:Z��C�����D�xY<Z0Z��E�Y;��F�����=Z>Z@Z?ZAZ~2G�69H�I�|J/@������J���N8��K�CZL�������FZ��RIM�_5N���O�EZDZTGGZ56������IZHZP�Q���:46;����XFR�������S�I7������t?��JZ��0@(E��_IKZ��T�����U�������V�LZMZ��W���8J]UF@X���LI��X:��eHCHY�����Z���ME[�AN��OZP<\���PZ]�60��^�T6M@_�`I������QZB;GC`�[;7?��a�b�c�����RZ��}J����w1\;��d���UZe�SZVZ9NTZ��f�g���{@WZ��h�2Bi���XZ��j���k�z4l�ZZ��YZ������m�[Z\Z{4����|F6Cl5];aA����\=00����n�]Zo���p�q�������r�"2aZ����s�t�u���79`Zv���+::>w�x�_Z��;>y�@L*:��z�{�W0N@|�}�����������fZ~�!�1@G1"�#�$�%�U=&�fKr:'�(�)�*�<>+�'@,�-��.�eZcZdZ0��/����kC����&[1�jZ~;89hZ2�3����iZ4�8?5��7�gZ��6�/;��������8�9�:��;�<�lZkZpZ=�>�qZ��mZ��"3nZoZUH@�A�B��aIJ7rZ����D�2@E�=>G�H�I�RCJ�L��C�F�K�G6��sZwZ����K2tZvZ��M�N�O�uZ��P�k=Q������HCE0xZR�S�T�U�yZ��V�W��*D��X��qN��������C;��Y�kJ����Z�[��=K\����"[{Z��]�~Z��}Z^�_�zZ`�a�![����^Fb�|Z����c��d�e��������f��#[����l=$[g�KMxG��h�%[����������'[��i�([��j�k��l��)[��J6H199*[��+[q=bAm�?�XR>A=AXBG:����rP��n��o�n7-M��~J��~Ip�,[������q�s:?D-[/O��r��>Ks�+D.[|4t��u������/[0[ZL��$LvK\K%;2[����k<��v�QK��4[7[6[��y4����`5w�3[��5[������x�8[y�z�y?����{��{MI0`:<B��]<|�}�s>����;[����NE~�9[+B:[r>]L<[=[hM!������B[��"�:9#�UG?[lE^ZbZ$�O5%�GG������&�A[��>>DH��'����(�G[��zH��>[��D[C[��)�*�O@+��,��mK-�SN.�/�gK0�L2^;����HOF[u?������E[����@[����������O81�2�3�L[J[4�M2H[N[T[��5�6�7����9�HB:�;�AJ<�V[��=�>�"I������U[pG?K;4?�w@@=����@�SDA�.M��B�Q[P[����C�R[��O[��D�W[��M[����K[��S[I[E�lCF�xLF<t:G�H��8��::����oKA3NDJFI1����������������������������r@J��4@*7��K������L�Y[M��;9|3��������O�N�[[t3a[P�Q��R�S�T�^[U�s@������K3,:��V�J3O:��W�\[e7K7mEX�Y�Z[��F0��Z��[�][_[��M6,7I�<4K5\��]�^�b[��_�y:qK��7;������c[������0I������`����a�b�c�d�e��o[f�32d[��g�h�i�j��u[e[��BNk�l[l�_Gm��n��������t[��g[������40i[��o�<9p��q�k[r�j[��f[q[s�?>t��u�mTh8|Mv�w����h[x�tD#3-:y�`[��p[a3����n[r[z�nE��������������~4{�2\��|�ILw[}4}�~[��~�!�"�@K#�!\#\$�'\y[%�*C��&�'��oE+\|[��(\��(��"\)��*�+�,�-�9?,\.�/�3@����0�1����*\=42�3�4�POv[����&\X05��x[6�7�:L}["?GDs[8�9�%\:����;�<��z?/\q3!8��������1\z[0\��)\{[��-\��.\����������?\=��>�NF?�$\��@�;\��A��=\��XD����B����C������D�LM������E��������vI8\JB��F��>\?AG�5\B\A\��oF@\jFH�I�J�K��L�M�D\7\N�H6:\]=O�P�Q�`G<\K6��4\6\3\R�S�0OZ39\T�U�C\53��������������g:����V�]1����T\W��1OW\X��Y����:?V\������U\Z������[�\�R\]����^��_�F\`��c\E\��X\����a�b��c�P\d��K\H\��I\��Q\��e��"tf��N\=9HDdAL\��G\g��J\����h�i�MMjK������O\Y\������j����k��a\Z\����g\��e\l�m��n�`\o��p������_\��PD��eAq�]\r�s�[\t��b\��������h\uHn\����u��v�i\l\f\w��tC��8Ix�\\��y�d\@>z�OLx\k\{������|�"8#2_3����S\��}��~��!�A>p\"�w\y<r3#��.C$�%��������m\&�'�r\v\(�)�66����*��+�,�-����.�/��L5t\��0������!5��KFs\��1��u\2����3������������4�o\5��������q\����������6�`3IC7��8�|\��9�:��;��<��z\i8��y\=����������!]������>�X[?�@�A�{\��}\~\��B��������,]C�(]��m[D�E�F��']G������&]����#]��H�I�J��j\%]$]����K��M�L����N������O�*]��&OP�Q�R������-]{6S�T�)]+]��������U����V�'H��.]��W������X�Y�Z��������������2]/][�\�]�^�sM0]_�`��a�^\��������b�c�d�3]������4]e������f��51g�6]g7!<��U6h����$2i����j�k����l����_M����m�n�8]7]:]=5o��V6>4p������=]����q�<]��>]r��N2s�7C��?]��t�?4A]��u��v�@]��B]��w��C]x�D]_;5@!:��pIy��bJDOz����{�u;|����P:rN}����E]F]��`;��~�!�G]H]��"�J]I]#�XK����^=l<D;��K]��������������M]#?$�L]����%����N]&�'��(�)�O]������*�+�P]Q],�-�.�R]/�T]S]U]%2JC��V]0�1�&;L3W]2�3�BELT����4�5�#5X]����6��Y]7�lJhK������GFZ]fH��8��{H��9�SL������[]��:��;����<�=������]]\]��>�_]��?��^]������@��A����������B�C��D�E����a]F������G�H�a;I�1LJ�b]c]����$5��K��d]������L������f]e]��M�N�O������P��Q��������R�e?S�T�9IJ1��U�V����EHW�uDA=a5��������������X�Y��Z�FH[�.<��\��]�h]��@4��^�x1_�`�rFg]>9SC��i]��������6�q]��j]a��b��c�AB��b5r]d��e��f�g�h7h��%5p]����n]k]`M��i�j�k�@Dl����YFl]����t]��s]#7m�n�-2o�p�;:m]o]q����r��WKtB����������������wK����|]��s�}]t�O2u������(J}L!^#<B>x]~]h1��76v��u]z]w����t@qG��gHx��y�z�{�|�w]}�!K~�y]��$^!�"^"�{]����#�"KHGc5��%E��$�mC%�%^&�'��(�#^YBv])�K1*�+����,����-�NM0^��.�/��0�/^1������v@��,^2�lM����6F&^����������ED3�4�5�L1?9)^����7�8��9�'=.^��-^(^��+^:��h3;�*^IG<��.N����t>u@����������������������������������=��6^4^��MI��>�?��@��1^3^A�:1B��@92O��=3��bIC�D������aM����$3;?5^����E����������F����:^��G�C>������0M��7^����H�I�2^J�8^K�L�M�^N��sEBF��������������������������N��O����63����U1��P�>^��Q�A^R����CNS��T�dM������U�H^B^?^V��W�TNE^��X�Y��J=G^����L^Z��qEJ^��[��\�D^]�^�8C_��K^`�@^��F^a�M^|0C^��N^b�c�<?��_=d�%Je�.:��;^I^:Ef�g������h�6@��i3Q:D>=^B=��������������L7��<^������R^m=:8��a^i�[^t5OEj�V^_^/021k��92��X^,BO^Q^A9����l������m��b^n�]^o�p��U^��������\^q�r����s�t�+Lu��Z^^^v��w�x�y�z��P8{�E>����9C|�}�~�T^����!�"������/M#����W^����P^rE����S^$����Y^��������%��&�QO><~K��c^������������������.H'��o^;8����(����`=��e^)����/NB9��r^*��n0����p^��+����d^����,�-�j^��.�l^/����OMg^����.E0��i^��1�2�3�q^4�k^GL��5�6�f^7�"<~^8�9�:��j3��h^m^n^��������������lBZB������������������������;�v^<�=�|^����z^��)E����#_w^>��?��@�x^`^y5:I��A��?<��B�w9C��D�E��3O��t^��"_i1fAF��G��H�I��������yG��A4zN����J����K�L�!LRDS��M�N�{^}^O����P��2A����Q�R��!_y^��s^������C4������������������T��U�V�W�i7����X�/_Y�Z�*_x@[�\�c3��]�^��a=��3_��_������`�,_,D)_YD������L_������&_��%_��._a�b��(_'_-_c�!@��$_d�e����f�g�h�0_��i�1_j�k�l��m�B4����n��������o�p�6_��5_7_q�r�s�t��:_������u�v�w�CE��4_��x�y����8_����z������c7yB2_;G��{�9_|�}��~������������������>_<_����?_��!�B_����"�;_j9(G����9^������#�$��tM=_��A_uB%�@_��+_��&�io����'�E_��(�)�I_*�G_������+�,�-��C_��D_��.��H_��F_������NI��/�N_��K_J_��M_TFO_0����1����uCmB��������%@����2�P_��R_��3����4��5����6��Q_��������7�8������9�:�;�<�u^��A����S_����=�>����gF��������?�@��������T_B�C����������P2D��E�tE%3��������F�G��d5������^<R:H����I������J�K����'Of?������j1������V_��L�M�N�O�P�U_��Q����������������R������������S�Y_:C\_W_T�U��[_V����W�Z_@EY0��������������������������uN��X�^_������(1��Y��Z�[�\�]��^�`_����_�__��]_��������`������������������������X_��������������#Ka����b_b�c�d�e�f��a_��g�h����i��������k1��������d_2J��c_��j��k�5L��������G>��������l��m��n�o�p��������3A��q������F>��������r������s�t�u��{Nv�w�j_��y@��x��y����f_k_z��l1{��|��}��~��i_��aGe_h_H>!�QH����l_��Q<��������������������"������z@����#������o_$��%�g_��'7��&����m_����'��PMp_������&t(�)������O=*��+����������q_������r_����,�-�.G.�/����������t_0������u_1�2�3��3G4������uEw_��5�6��y_��UN��v_7�x_m18�s_��9�:��;����[Sz_��������gA8;|_��������{_$?YR������������}_����<�!`��n_~_��=�"`>����������zG?�@�A������#`����$`����B������C����D�%`��E��F��������G������&`��^DH�(`'`��I�)`��*`��J�_<cI��K�L�lL+`,`VA$<-`.`M�N�O��P�/`RJGH����0`WG��Q�R�S��-DT��U�V��1`g2W�m5X�FLY�6LZ�424O[������RK\�*J��]����^�_��`�7@��2`����a�b�CF��c�d�#83`e�T:5`4`��f����6`��g������h�i������7`j����8`��������k��������>5��9`��������:`l������$8m�n�HH��o�<`��p��u>����;`��������q����r�86=`?`��>`s��t����u��@`��Q8��A`����v�w�i6x�@A��}9������y�C`D`B`����z������m<����HF96����������{�|����F`,CE`}�~�5ObG!�"��#�$��%����I`&��'��������(�)����K`H`*�+��TLJ`L`,�DN����-��.�P`��/�0�O`vC-G1��%8N`��2�3��M`4�1M2M����5�6��7�Q`n1������8�v9b;��������������9�R`S`:��;������<�U`=��������>�?�@�A����C=����B�C�W`D�V`E�F��G�H�X`I�M3����Z`��J�Y`K�\`[`L������M�N��O�<8P�Q�(N��L6��&2����R��S����T��U�j6V�W������X��Y�Z�[��\����]�^����a4_�`��a��������hN^`��b��c��d��``e�f��g�a`��Q2����h�i��]`j�9;k�l�AD_`m����n�o����p����q������r�d`��n<s��t��b`u�v��w�>7����IHc`����~`����x�y��z�i`{�|�}��~�=8!�"�#��e5$�f`}M%��0N&������������'����������������(�)������������vB��*�h`+��,�-�.�/�0�1�2�3�4�5�j`VNW6|HJG����6�k`��������m`7�p`��8�9��:�;������<��=������>�?����l`��@��o`j8M1q`A�p?n`\N��B�t`$t��C�D�E�r`u`F��G�H�g`s`I�J�<:����v`��������������w`��K�L��~M��M�N�O��P��x`������Q�R�S�T����������U�V�W��X��y`Y�Z�[�e`\����]�z`^�_�`�a����b�c�D4d�e����f������g��h��%<��i����������������j�k�{`��l����|`m����n�}`������o��p�q�;1��r�s�!a��;I"at��$4#au�$av�w����%ax�'a(a&a��y��SI*a)a��z�{�|����}�,a+a-a~����������.a0a/a����y9!�2a��1a"�#�E4��S?��<E��3a8@$�%��:;&�y14a'�QM(�)�cJ5a����*�DE3MC9=?����+�KC4R,�.Dh26a-�.�/�0����1�7a��<a2�3�:a9aBZ&38a4�Z05�*H6��JH����7��1N=a;a\C&@8�9�+H:�-I��?a,NM7@a��>aVHAa��Ba��;�[0<��v>Ga��DamFCa=�>�?�@�A�B�&5��C�Ja����D�EaFa��IaHa%I����BAAAE�?5F�G�KaH������I�La��J�Ma��������K�OaL�Na����������V1����������WahHQaM�Sa����Ua>?N��VaTa@<O�P�Q�PaRaR�BIS�I>����Ya��T�XaU�V����Za��&</:��W�wE[a��KDX��]aY�Z�[�!N\a\����]��iA����^��_�`�baa�daeaTC��������b�ca��`a��^a_ac�aad�e�f����g�h�hai�faj�ga��k����l�m��n�o����p��q�r�s�t�iakalamau�nav�w�ja��x������y����pa��z�{�oa|����}�~�!�qa"������$�%�EN&�'�(�tarasa)�#�*�b4����������~L����+�JJ��va,����ua����-��waxa��.�/��|ayaza{a��}a0�1�2�~a3�!b��4��"b��#b��/HPE$brG4I��%b5��&b*E6�'3D9'b����(b7�8�)b��);����+b��9�*b����,b-b:�;�<��=�>��?�@�A�B�C�D�E��F����G�iH��.b������/b����is0b1b2b����H��.;��I�3bVG��J�_K��N1K�W1L�M�4bN������6b��O��5bpE��P��9@9]��7bALQ�8b��F4WH9bR�:bS��;b��T��\L��U�V�UL��>D��W��jAX��=bY��b=Z�J>����@b��[�?b>b}H\�G4)8��]������^��_�`��a��b�c�Fbd��Cb??2L��e��BbDbEb��f�Ab������g�h�i��������j�k�l�GbHbm�/D��c4n�o��eC��p����q�r�Ib����s����t�u�v����w������x�y����JbMbz��{�|�}�g?~�DF!�NbSK"�Kb��#�Lb$������%��&�'�(��������Qb)����*�PbOb+������,������������Sb-�.�Rb����Tb����/�0�1������2������Vb3�Ub��4����MJ��5����6��V=FN7�8�Wb9��7F��:�Xb����Yb��]b[b\b;�Zb������<������^b��=������_b������>�?����@��`b��A�ab7Lbb��B�C�D��pLcbE�NCF�jG��k6G��H�;Cdb:6I�J��P@K������L����M�eb=:����N�O����P����fbQ�R����S�gb��&8U:��������������T����ibU�V�W��VEV:N5����������X�Y��Z��$K��KG[��\����WE��������\9������]�^�kb��_�`������a��b������c������������������d�K>e��f�g��h�i������j��k�2NE9��l�'8����#H��mb����������m��ob��n����k8��������nbvD����o��qb73lbp��jH��01q�l:��ROr��pb����t�u�v��s��rbw����KJx�Y@tb��y�z��ub{�|�}�~��sb��������N3!�{b"�zb#��'<������|bwb$�%�&�}bxb'��(��XHvb)�*�yb+�,������"c.������/�0�1����-��2�!caK��3��~b����k0����4�5�$c��7�8����9�:��#c��;�6�L>��������<�%c��������=��CA��>�'c&c������������(c?��@��A�B�C��������D�hbE��F�jb*c)cG������H����I�J��������(<K�iNL�R<M�+c77����N�O�P�@5'5c;Q�R������S�4MT��1cU�0cDA-cV��/cW�X�K=@?.c,c��*G����M>��Y�<IZ��[��W:��������\��������xE��]�2c^�_��`�3cIcX6����=O5A��������4ca�b�R2wD!J��c��d�e�f�g��h����i�j�5c������k��������z56cl�m�8cn����9co�)Gp��:cq������r�;c<cs��Y6S2EF(=d;t��u����v�w�=cx�)=������y��J2CI��z�>c{��kH��|����}�~�EA!�Ac"�BciG#�A??c��aC$�%�@c&����N>'������������(����\0)�)5��*�+������,�Cc-�.�xD/�DcG@����0����-L1��#IEcFcUC2�GN��3�HcGc4����������5������6��7�o<8�9�Jcp0��:�;��Mc<�=�>�KcT2N7LcF9r9��fJNc?�@�TKA�B�Pc����C�Q@O1:2,0��������D�E�Oc��F����G�H��I�J�QcRcw>��K��L��ScM�O3��N����Uc������j7O�f5��P�Vcu6����WcQ�|@R�MFS�`@u:T�U��Xc��V�W��������X�Y�bCkAZ�Zc\cYc[c����������[�"7\����]����������]c&7��^��g5RM_c����_��`�`c����a�.1b�c����cc������v3bcacd�ec^ce�fc)Nf�gcg�hc��h�tTjc��ic������kclci�5Nmc��opO>ncocW=��8Fpc��j�k�(Cl�m�qc��<Crcn����o��%6��?Q]C3<p��q�r�H4sc��"d��vcs�h5��uc$d������tc��P>����t������xcyc��+E����zcu�^3����v��Z?dIw�|cx�y�z�hB{�|�}�~�!��wc"�{c}c����{:������#��$�%�&������&d.I'�&HyE��Z6%d#d(�5H~c^C{E��zE)�v:������������8d����*������+�(d,�*d��-�.��-d/�.d0�+d,d1�2�)d'd��3����!d������������������4��OJU2��5��5d��2d6�7d7�8�6d��sG'L9�;;0d9d4d:�3d/d;�1d<�I4������=��������=C��>�}@��?�@�"HA��>dB�C��$H��D�E�F�G����a@;dH��OHI�?dSJJ�[CK�:d<d����=d��������L��M�N��O�P�Q��@d����D<������FFEdDd��R�AdS����6O��������T�JdU�V�NdKdW�X�Y��Z��[�Gd\�]�^�_��`�Hd��a��b�c�Mdd�e��BdURIdCd����Ld��f��g������Rdh�J4��Od��i�j�Pdk��QdTdl��������m��n�o��p�SdvHq�r����Ud|NmJZd����Wd����s������t��VdR@��Yd[dv�w�x�Xdu�_d��\dy�z�{�|�}�~�]dFd!��"�^d`d��#��$����ad%�&��'��(�FJ��bd������)����*�+�bL����N6)7cd����,�-��4J��h?��0L��.�dd��3N��/�tG��FA4G����M=����0�@01�idgd��ed!42�Q>jd����hd��fdnd��3�mdldkd����4�5��od6�7�8�pd:@9�qd��sd��:�rd��;�<�=�R8����>�8A?����ud@�A�B�|EC�tdD�E��vdF�5JlAG9��wd������G�HN��H��I������yd����zd��{dJ�|d��e;��}dO7����j5*5��!eK�sLH9~dL�M�N�$efL��<G��O�3IP�Q�R�c=#eS�S<I9f;i56J"eT�U��GABKw:V����W������X�g;]DY�'e_NY:Z�(eB?��*e������R>0:��[�\�]�)e^�_�*=>8HA%e+e`�a����&eP7b�.e2ek7c��d����-ee��f�g�6eh�i�J9����mM<03e��j�k5k�0e��l������1e��m�}E/e,e��(3d@��n�(8o�p��8e��q��r�s�t��u�v��w�5e��x�y�z��7e��{��4e����|�}��Q73B9enA~�!�Fe����Be<e����"�#����$�@ez<]0;eCeGeK9VL%�VD=e&�'�Ee(�:e>C��?e=0JL����)�*�+�,�-�>e����[6lH.�/�0�mA��PNo=����ne��1�He2�~@��DeIeKe��yDNe4��Je5�6��TJK47�8�KL9��^0��:�Me��}N;�<����=�>�Le3�o1����lFOe����?�VePeWe��������@�A�Se����B��C������{GD�E�J<UeF�ReXeQe����D=G�H����%KI�J�L=K��Te`eL��\eM�_e��]eae[e��AeS@N��KH��^eO�P�YeQ����!AR7��+=R��S��T��%?6Ade��U�fege����ceeeV��W�X����Y�Zebe��jeieZ��zK[�\�+7����]��������^�he��lekeoe_�qe��`�<;me����a�b�resec��ted�ze;Evee�uewexef�ye��g��h�{e|ei�j�L4��}e��~el�k�m�n�o������p�q�!f��r��������"f#f$fs�%f&ft�u�(f'f����)f����v�w�x��*f+fy��z�{�|�}�.f,f-fa:S7��~�VC��3H!�p=����MG��mH/fmX������"�#�$�%��0f2f��eM1f4f3f��SM&�5f'�~H(�)�*����6f��+�,����9f��-�8f7f����.�/�:f27��0��"AA51����2�>f;f����<f��3��?f��@f=f����4�)1��5�6�'2��7��BfCf��8��Df��bM��9�:����,=��FfEf����������;������<�i?Gf��=��>�Hf��?�If��e4@��A�B�M4��C�Jf����������KfD�]KcME�F�G�TM7O��M9NfT<MfH�I��J�Of)<K�L�M�QBN�PfO�P�L9Q�WLQfRf����SfR�S�T�U�Tf����V��W��Uf������X��Y��Z����*<[�\�mL]��^�_�Wf`�?Ca�Vfb������c��Yf������Xf��������������Zf������;@��[f��\f������9J]fd�oA^f��e��f��_f��������g��~Nbfh�af`f0Di�cf&?��df������ef8Off��j����gfifhf%Hk�yF��>O)H��l��������kf����S>��*I��lfjfm�N4n����T8h;����nHo�p��*8CKq�ofmf��N9��O9i0��h:������r�s�YG����������������_0tf��@C��t������XGu�[Bv����w��x�y�vfz�{�rfufpf��sf&K��|�U8����}0qf��������������}�~�xf!�yf"�#�9F��$��;6%�&��&g=G'�i;(��<6H@FO.LwfT@)��������������������*�+�,��S5zf-��.��/����|f0����1��{f����2����}f3�&C��>G��4������1D5��6��#g������������7�"g8����9�~f:��U?��eI%g;�$gP9SO��<��������������5g=�>������)g*g?�@�A��p<��B�(gC�x9'g����+g����D�2D"J#A��������\B/gE�0g,gG�H�I��-g��.gJ����K�Q9F����6g��2gL��M��fIN�lK(IO��1g��P�4g3g������DK7g��������Q��8g��R�7AS�9g����;g��?gT��<g:g?G=g��>gV��W�22��Eg@gX�U��AgY�Z��Bg��!B��[��\�DgCgFg]��^�_�GgHg`��C?a�i2��IgWN��+<b�c�-=����d�e�f�j;WCg�h��i�j�JgKg11k�Lgl�m�MgNgn��Og��Pg=6*ZQg��e@RgK<o�Sg��0Pp�q��Tg^J\4r�s�$AX=t�qI.=��u�v����������w�UgR9VgLH��dg������x�Xgy�IBuG?8Wg%Az����������Yg����{�|�}�~�zD������!����"�#��$��������%��[gZg]g��&�\g��^g'��`g(�_g��O4)�ag��bgcg��*�1:IN��eg'?��+��p1fggg����,��-�hg.�/�0��1�2����3��4�5�r0��ig6����7�jg��8��9��:�gI;�<��G<��lg=�>��?�@�)320A�B�C�D�kgngNGE�D?F�V2G�'KH����I�]7\6J�mgK�j2L�M����������#4N������������������O�q1rgjN]BP��DI��~gQ�W2|g��zgqgR�ogS�pgT�c<l6wCU��V�QF��W��X��Q1��tgsg��Y�Z��ygugxg��[�\�]�^�PLwgX2}3{g_�`�}ga�b����T7��������������#h,h-h����d�+0e�f�g��h�i�4h��������q0����+hj�k�l�*hm�%h$hn�"h!hcCo�{B'hp��q�r����&h��s�t�u�)h��v��pAU7����w�x�A1(hy�S9>�c�z�{�|�qA����������������������������������������������}����:h��;h��Y2~����.28h!��"�#��$��%�.h&�6h��=h7h����'�5h������(�vg)�*�3h��+�,�/h-�.�/�P41h<h��2h������0�1�>h2�0h|G3�L������iM������9h��������������Oh4�5�6�Gh������{?��7��8�F5��]6��Bh9�:�;��[2<��T>��Eh������Z:=��QEJh��������������?�nJ@�Ah������Z2V8)IKh��?h��A�HhB�C��RhD�ChE��Dh:F��F�Ih����G�Fh(KLh`0H��I��@h��J������K������������Nh��Mh������������kGTh��_h����M��~3������bh����PhN����UhnM��������������O�^hP�Q�UMR����S�*NT��U�V������W�xCX�Y�Z�k3[������\�rIdh!F]�^�10_��]h`�YhrASh[h`ha�,G��b�c�*0d�Xhe�ahxI��f�g������h�\h��Whi����������U>��������/=��j�k�,<l������XL����GI��m�gh��ph��������n��o�p�q����Zh��r��s�w3��t������x>ehu�jhsAv�w�fhx�mhy��_C��nhz�{�VMch83|�ih��}�lh,L��~����oh����hhkh��!��������������������"����#��)K��!O$�%�&�'��sh����(����*�+�zh,��rhC<��-�.����Qh/��������0��1��2�NJ��"Lyhxh��thuh��61��3��4�wh��qh5�6�7�8�UD9����:�;�vh~0��<����)�=�>�"B?������������CJ��@�{h!i��YH����A��~hV>I<#i����>6B�C�D�E�F��$iG�yI}hH�Vh��I�J�K�L�M�N�O�|hP������OO"FsIQ��+i��R��������������1i��S�T�U��V�2iW�%iX����vGY�Z�/i'i[�)i\�]����^�3i(i��_�,i����r1`�eF��-i0ia��b�c��d��&ie�&Af�*i';E?07tLt�yLr=��������g��h�i�j�7i5i��k�l�m�n��NOo��������p��4iq�r��uMs�6i8i��������9i����u��v��<i:i��w�x������#F;iy��z�MH.i����{����������|����}�s=��=iBitA~��Ai!�"��"i��#�$�CiIA����>i@i��%�&��'�(�)�?i����1]"]*�+�Ei,����-����.�Di��������/��0������vM��<bFi����������1��2��3��4�5��Gi6�f�7������8������������HiW8��T5��9�:�Ji]Q;�<�=�>�u5��:N?�s6Ki@�A�B�C�D����Li��E��nCF����G��Mi������H�I�J��zFK�:0������������������������m��c2RiSiL������M��Ni��=;N��O��P��Q��������R��OiBG��S�T�U�PiQi[i��V��UiXiW��X�Y�Z�Ti[�\�]����������^�_�`��a�Vib�WiX<��Yi��AC��V7B3����c�d��\ie��f��?3g�aih��]i`ii����j�:Hk��l��^i����_iHIZHbi����������������}Blin�hio�p�k2fi��*Kgiq�r�dis�eijimit��kiu�v�w�iicix�y������XCz�ti��*L��{�|��}��~��ri����!�si��������"�#��$�%��ni����pi��&�'�qi(�)�*�oi+����,��-������f@��9Oxi.�yi��������!j��*?��{i/�~i������0��viui1��"j2�3�\2��|i��#j������}i4��5�6��zi��3D��wi����7������hG����'j8�9�:�;�<�=�>��?�@�;M����A����B��C��D�E�F��������G�&jH��%jI������J������.jK�L�M�(j��N��0j��O��������fM3j��*jP�Q�+jR����/j��2j1jS�T�U�)j����V��,j��=j����W�X����Y�Z��[����\�6j��]�^�_����������`�a��b��4j��c�5jd����:j;je�*3f�B5����9jg�h��i��$jj����k�l�m��8j<j7jn�>jp�q�r�@j?j��s�o�t�u�v��w�x��BjAjZi������Fjy��������z�{��|�Cj}����~�Dj����Ej!�Gj"������l7#�Ij$�Hj%�0=��&�'�(�)�T9'^*����+�JjQ=��,�-�93.�Kj/�R10�W>Lj1�2�U9Mja03������=I4��Nj��������j?5�Uj����Rj��oC��6��7��SjPj^68�OjVj����������67����^B��\j��������Xj������5BWj9�Zj:�;�<��Qj=�>��[j��]j������?��@�oH����Yj��^j`j����S8Tj��A0����A����B�C�_jD�[:vNajbjuA��������E�F�G�H�I�"N��J�K�L�cj5M����djej��M�dJfjN�@:��#N����������O�kj������������P�Q�R�ljX>jjS��T�gMgj����ij=@~?U�hj��mj��V�#J����oj��njW�X�Y�l3��+Kpj��Z�[��\�]�^��_�|jrj��`��������sja�b�c��tjuj��������d�e�f����g�yj��zjh�i�xj����j��k�vjl�qjwjm�n����o����{j7p��p����q������(2r����s�t�u��~j_6}jv�w�x�"k��!k������$ky��#kz�%k{��1=|�&k}��'k����~�!�"�#�(k>@��WM��)k����$JFG*k$�+k+8��%��,5&����,k'�(�k;AG-k��P3)�*����+�,�.k������-�0kwM��/kF?��1k����2k.��3kQ4/�0�1�2����4k��3�5k��6k7k����������������������������������Q3��4�5�6�7�8��8k��9k:k����������r2��9�(?;k��:��;��<������=��>�<k��?��=k@������A��B�@8��{D>kC�D��E�W7��V?��Ak��$FF�@kG�H�17I�J�?kwB-5����Bk��CkK�Y>L��M�m7N�DkO������,KP�Q�_@��R��v5��uLJAS�EkT����G?pCZ>U�V��W�Fk��X��Y�IkZ�Jk[������\�]��>:BBHk^�[>>I_�`�a����Gkb�c�l;��S1d�NkX7��e�n;f��m;��MOMkLk'A��M5CO:3\>��g�h�i��j�k�l�Kk��m�n�o��Pkp�QkOkq�X8��@M��r�o;'G��s�t�Tku�@@��BCv�w�6Mx�Wk������l8y�?@Sk��Xkm8UkVkz�Rk{����b@IF|�}�/C��]2~����!�"��pH��#�C5��$�4D����[k%�Yk��&�LC'�(�)�A@R4Zk��[?��*�JN+�,�-�@O.����\kgk5D/�fk0�ckkkdk��`k��|D_k������]k1�!Mp;��2�ak��^k3�4�5�ekt=��A8��6��zB7�EKZ1b0��%F8�9�ik����?�:�hk��fF��mk;����bk��lknk��,8jkV9<�U<=�>�okXM��������rk��uk����sk5I@����A����pk������B��`6����C��tk����vkD�E�F�G�H��I�zk����wkN�ykxk����J�K�L��{k��1<M�}k|khI��O�!l������P����Y7��������~k"lQ��#lD5Afy>��$l��R�n8S�T����U�%lV��&lW��>;X�Y��������NZZ�'l[�(l\�2=��)l*l]�^�+l����,l-l��_��`�a�+Cb�c�.l����d�e�0l��/l������f�&Fg�1lh�-Ki�2l��3lj�4lk��l�m�5l��n�o�r�ZFp��q������]>6ls�t��u��v�w�k9.P7lx����������y��z�{��8l?I9l|�Al��}������:l����<l~�!��;l=l"�FK>l?l��#��$�%�@l������Bl&��'�(�-3gD��iIb:W9��)����OI_2NHElS4U@DlIlyCcL��GlHl.5��JlcG_B*�+�qH=EFl��GKl2Ll(OBDEO,�-�q;Kl.�1B/��\l(A0��xF��PI��2�1����3�Ol?;r;4�^>��eG5�-8NlMl��jI��6��A<��7�RE��8�9��:����;��<�=��QlRlX9Pl>�?�@��A�SlTl��Vl#BB�Ulf4��Xl��WlYl��C�[l]l��^lD������E������������������������������������������������������������������������������������������������������������������������������������������������V@F�O<_l��G��R3H�`lI��vAal��blkI����/5��������������J��clK��L�6D����M��[1����N����O�P������Q������dl��������R�S�T����q<����U��v?����V�W����X����Y�-B��Z��[��\�gl]�o��fl��^��el����_�`�a�b��c�mlkl��d�hl��e����f�g�jlh��i�illl��w5��pl��W@��qlj�k��l�Y8��nlolm����)On�p�q�7Dr�)A������������rls��ult����u�v�w��sltlYMx������'Fxly����z��{������������vlwlyl|�}�~�!���"�#���)m����������|l$�%�}l{l&�'�(�)�����*���+�,�zl��}D����!m%m"m~l-�#m.�/�0�$m������1�+m������&m��2�3�4�5�X@(m6�7�*m'm��������8���9�:�;�<�=�-m��3=��,m����>�?�@�.m��������/mA�B�2m1m��0m��C�4m3m��vL����D�6mE�5m7mF�����8mG�H�I�J���:mK�������L�M�9mH?;mN�O�m6<m>m��P�Q�������R�S���?m��T�U�V�W�@m=mX�Am��V<Bm0537��Y�Z�.8��[�����������Cm\���pF����>EDm��������]���Gm��d�^�_�`���������a�4<b�c�FmEmZ7Hme�f�S3��Jm��g�h�\:Im��Rm����i�j�LmNmeJKmk�l�m�Mm��QmOm15n�Pmo�p�q�r�Sms�t�ZGXN��u�v�w�4=������Tmx�y�z�{�"MVm|�Um����YmAM}�~�Xm!�m3Wm\m"�[m����Zm2E]m#�$�%�&�'�(�^m)�����_m*�+�l9��%7`mambm,���������������������������������������������������������������������������������������������������������I?cm-�-<dm.�/�em0�1�2�!R~Q��������fmpegm$C+?@G����3�4�hm5�UJTD~9��6�)C7�8�*1��xKW?9�����:�;�<�^7��=�a6>�?�VJ@�������im����������A�kmB�C�jm`2��D�vFlmwG��3EE�mmR=F���omG�H�BL~mqmrmI�IDJ�`BwAK�(FL�pmU5��M���ymN�vm%n)F`Csm��~DSEtmxm`?O�gGLDP�B@wm.B$Bum)0"O������zmQ�R�T�U�V�aBS�5=J?W�X�|m{mY�o0}m����/I��'nZ�[Fk?[�\�YC��x6��&n7M?1]�WJa2!n"n#n$n;F#Cc0(n��)n#t��^�=B_�*n��s1LA`�/8��ZMa�b�+n,E����c�xAW<,nd�/n��e�e=-n+A*Af�d0��KN1n��rH3n2n0ndcT4g�nmh�5n4ni�j�k�6nl�8M������m�n�o�p�q�������r�s�t�aF��u�.K��7n��Y<��������8nv�9nw�x�y�:nz�!E��������{�}���j0��~�!�"�#�$�Y9��|�:O������-���%�&�'�(�>n)�*�+�47;n��<n,���tI����/�T3��0�1�����2�9M.�?6����������TE3�4�5�?n��6�7�8�9�������:���;�@n��<�=�>�?�An@�A�B�C�E�F�D�G�H�����"EI�J�CnK�Bn��L�M�N�O�P�Q�R���������S�����T�U�SFDn6=`<[GqCV���r<W�l?��EnX�FnY�Z�[���������\�]?Gn]�Hn��^�InoM��7=_�������KnJn`�Z9��s9@;a�b�c���������d�Nne�f�g�f=��Mnh�Ln��iBi�o8j�C@k�l�m�0Hn�����9=��o���p�On��_>��q�r�RnPns�t�u�Qnv�w�x�y�TnSnz�z>��Un{�|�}�~�VnWn!�"�#�PHS:a<Xn��Yn$NE=nLLNZnb6��$�%�[n&�#E'�(�^nx3K?)�\n��]n��`D*�+�UK|6��,�-�.�/�0�1�2�3�����`nan4�5�6�_n7�cn8�9���:�;�<�=�>�?�@�_FC3��A�gnB�C�dnfnD�E�����F�G�bn��������H�I�J�K�L�Oo����en��M�N�O���P�kNQ�R�Z8S�T�U�V�W�onX�Y�Z�4Ejn[�\�mnkn]�pn��^�_�`�qna���������inb�c�vnt1d�e�hn��f�g�-H��lnh�`>i�j�k�������l�m�n�[9������o�p�q�r�s�t�u�v�HKw�d6����F=��<F����x�y�z���{�|���-A}�tn��nnsn~�CL!�8Dunrn����"�#�����$�%�&�'���(�,A��)���*�����+�yn,�xn-�.�/�0�1�2�3�4�5�6�7�8�9���:�;�<�=�wn>�/K?�@�A�B�C���D�E�F�G�H�I�{=J�K�L�zn_J��M�T1N�O�FIrC��������x5P�|nQ�]9����R�S�T�����,;��U�������V�{nm?W���X�Y���n?!o#o��Z�[�\�]�{>^�"o$o_�`�S6a�EIb�c�b<#O��~nx:����?Od�e�&of�g���%o'o����������������}n����h�i�j�iF��UE����k�l�m�WDn�,oo�p�q�CC(o��r�)o������s�t�u�v�w�-7x�+oy�z�{�|�}�08~�����!�*o"�a>#�$�%�&���������'�(�)�y3*�+���,�0o-�?:yA.�JD/���0���1�2�3�4�;35�;�6�.o/oCD��-o������7�8�9���1o:�����������<�7o=�>�?�@�:oA�B�C�D�E���9o-E��F���2o3o6oG���H�8oI�J�@6K�;o5oL�M�4o����������������������������O�P�N�Q�R�S�T�U�?oV���@oW�X�����Y�Z�[�Ao����>o=o\�]�^�b>*F<o��������_�Eo������������������Co����`�a�b�c�d�e�DoBo��xB��Fof�h�g�Go��i�Ioj���k�l�m�������U4HozL��n�����o�ToJop�Moq�Kor�Los�������t�Nou�v�w�x�Poy�z���Qo��Ro��������UoSoVoXo��Wo��|�{�9D}�~�������!�gL��Yo.A"���Zo#�DJ[o+3$�%�&�<1��W4��V4\o��]o��^o_o������'�(�)�`o*�X4U3^96H+�boao,�-�.�co��������\1��/�0���fo1�eodo2�go3�����jo����4�G05�6�ho7�loko����8�9�:�;�nomooo��.F<�=�po>�?�@�A�qoso��B�roC�lID�E���toF�G�H�I�uo��e:��J�vowo��K�IKL�����M�N�O�P�KAQ�R�$0KBS�xo��mI������������{oyo_9��zoB8��T�U�V�W�X���EJ}o!p~o"p��Y�!1X?|=Y4#p������fG��%p��Z�"1��$pDD[�MN+F|o&N��18\�]�[M^�_�`�a�b�c�y64N��(7d�bB!g��&p,3o?��e���V3(pf�)p'pd7g�]:c>h�i�#1����YNj�k�l�+p.nm�*p������n�o�.p,p-pp�/p��0plN1p2pq�I@;H������}?g4����:Mm28=[8��5pr�4ps;6p3p����(;s���:p-j��u�VRv�w?8pw�x�y���%NqF��������+1z�c@6<������{�7J|�@1������mNkM��;p}�EE{<��~�!�<p"�=pL?>p#�nN����9p@pBp��Ap��?p����Cp����Dp$�%�zA&�b2����'�(�)�Ep����8L*�Fp����������Gp+�*O,�������1[Hp������IpJp����-�Np.�Kp��Lp��MpOp/�����0�1���D@����2�wL3�4�E@5�6�Pp��sH��QpSsLL7�Rp��Sp8�TpW39�Vp��Y?:���Wp��;�$7��<�=�>�Xp\p?�Zp@�A�B�[p����s3Yp]p����C�^p��H0��_p`p��������D�E�F�d>G�H�ap��I�J�G5��K�dp����cp��bp����qkL�\JM���N�O�epfpP�Q�R�S�T�U�V�W�X�gpY�Z�hp[�ip\�]�jp^�_�`�a�b�Z4c���d�e�f�j�kpg�h�i�k���l���������������lp#Gm�n�np;2o�qpppp�q�r�$1������A6GJ:D":��`9g=s�\?��t�spv�w�rpBMh4RH\Fx�y�|?NNu�[7��z�{�|�vp��}�up(�~�������!�KK,F"�#�$�%�&�P1'�wptp����QIjMxp)���������*�yp+���,�{pjB[3\3zp��-�.�/�i4280�1�j42�3�?E����`N������4�5�6�7�\8����8�|p9���}p~p!q��#q"q������������������������������������������������������������������������������������������������������wI��$q:�;�<�%q=�&q����>�'q?�@�A�B�����C���D�)q(qE�*q��F�����G���������������������������tHLf����)?��H�25I�J�K�L�+qM�,q��,R;]SH����{0N�;0��O���������t;0K~>P�-q��_L��Q�R�.q\M��B1������A;S�/qn20qT�U�V�1q��W�X�Y�3q4qZ�6q2q[�5q��\�]�[4����^�7q��8q����_�`�a�b�c�����d�e�f�g�9q:q��h�i�;q����=qj�k�l�<q��?qBqm�n�>q@qAq��o�Cq��B6p�q�r�s�t�u�v���������������������������������������������������������������������������������������������������������s<DqEqa9��w�x�y���������Fqz�>3������OGGqHq��{�|�}�ZCkF~�����!�"�Iq#�$�}G��%�LBX1n6��o6&�����������sCNqp6'�(�o2����Mq)�*�Kq+�Lq,�Jq����Xq��������-���.�/�0�OqPq��1�QqRq��2�3���Tq4�Sq��5�6�Y=Uq7�8�9�Wq����������:�;�35Vq<�=�{A38����>���Yq��������?�@�A�B�C���D�MB����Zq��E�F�-F����G�H�I�[qJ���������`q��^qL�]q_qM�\q��K���N�O�P�bqQ���R���S�aqT�dq����C6cq��U�eq����fq��hqgq������iqkqjq������������������������������������������������������������������������������������������������������������������������|9��V�W�lqX�Y�mq��Z�[�\�]�<3^�_�nq��`�a�oqb�c�q?��d�e���������f�pqg�qqh�rqsqi�j�k�b9����l�m�tquqn�vqwqo�p�xqq�r�1Hzqs�&I{qyq��}qt�u�|qv�~q��w�x�!r��y�z�{�|�}�~�!�"�"r��#�$�%�&�'�(�)�*�����+�#r,�$r-�.���%r/�&r'r��(r0�)r*r+r,r1�2�-r.r��5]/r3�4�5�6�7�8�xd459�����!32:1r0r%L����:���;�<�3r4r2r��5r����bK=�>�?�6r��{5@���A���B�C�D�E�F�G�H�I�J�K�%O������L�7rM�N�O�P���������Q�R���9rS�T�U�V�W�X�Y�Z�>0[�\�:r+J8r]�;r<r����^���_�`�=r>r����������a�b�?rc�nK-;d�z:/A��e�f�g�@r����h�i�Cr��j�k�l�m�Arn�������Dro�p�q8Br������q�Err�FrGr��Kr��*;s�t���dB��u�v�LrIrHrJrw�x�_7��y�z�����{�PrOrNr|�30��}�~�!�"���#�$�%�&�Zr��Vr��WrSrYr'�Urb3��(�LO)�XrTrRrQr*�+�,�-�\r.�/���_r0�1�^r]r2�3�4�5�6���II[rs0`r7�br����8�9�:�o3Mr71��;�dr����<�=�>�?�crar-C@�A�����B�C�D�pKE�F�G�ZNH�erI�P�J�K�L�fr����M�����grR�N�O�Q���S�T�U���V�hrW�ir����X�����������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������;DY�jr��7H��orkr������lr��Z�1KDL��PF[�\�^�pr����qr>Fnrmr��]���*2����_�yr����xr��`�a���u1b�c�d�vr������ur����sr��{3��rr2<)2����e�f�g�h�i���������j�c9k�m�|r{r��zrn�o�wrl�}rp�~r��q���������%s$s��r�s�������&s����-1!s"st�t99Lv�u�#sw�����x�y�z�2K����+s{�'s������|�}���,s~�!�"�������#�$�%�)s��(s&���'�(�\7����)�*�+�,�-�.�-s������������/���.s��������/s0�*s1�2�tr��3�0s��aD4���4s5�5s3s6���7�2s8s8�1s��6s9�:�;�������7s������:s<�=�>�?�9s@�����A�B�C�������D�<sE�F�G�=sH�>sI�IOJ�K�����;skBm:����?sL�N�������O���M�����P�Q�R�S���T�U���V�@sAsW�X�Bs����������������������������������������������������������������������������������������������������������������������������������������������������������������������������Cs����48DsY�Z�[�Es��/<\�Fs]�^�_�`�a�Gs����HsIs��b�c�LsJs<O��Ksd�oNe���f�Msg�[N��������h�Ns~G��i�OsQs��j�Rsk�l�m���n�o�p���Psm9MLcKwV��`]{K��������+2��q�r���s�TsP5UsVsWs��u9��Xst���T`[L��cBYs[sZsu�\s������v�]s��w�^s������x�y�z�_s{�|�}�`s~�asbs!�cs��dsesfs��"�#�$�����gshs%�������$E&�'�(�)�]8*�js+�,�-�.�/�����0�MAks1�����2�����3�4�ls����5�6�7�8���9�:�;�!I<�=�ms>�?�@�A�B�C�D���ns7c����Zlmp����osE�psF�G�H�I�J���K�L�rssstspNqs����usvsM�N�xs��wsO�P�Q�R�S�zsT�U�{sys����V���W�����������������������������6N��X�Y�Z�[�\�|s]�^�������}sTc_�~s`�a�b�c�*!��t!p!s!u!��J!K!v!\!$!��%!?!0#1#2#3#4#5#6#7#8#9#'!(!c!a!d!)!w!A#B#C#D#E#F#G#H#I#J#K#L#M#N#O#P#Q#R#S#T#U#V#W#X#Y#Z#N!��O!0!2!.!a#b#c#d#e#f#g#h#i#j#k#l#m#n#o#p#q#r#s#t#u#v#w#x#y#z#P!C!Q!��������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������1!��o!<�^�%"\�& % � �00;�=�[�]�0 0
0 0 0
00000 �
�� � ��� �`" � �f"g" "4"B&@&� 2 3 !�������
� �� &&�%�%�%�%�%�%�%�%�%�%�%; 0�!�!�!�!0����������������������" "�"�"�"�"*")"����������������'"("�`$a$b$c$d$e$f$g$h$i$j$k$l$m$n$o$p$q$r$s$`!a!b!c!d!e!f!g!h!i!��I33"3M33'3363Q3W3
3&3#3+3J3;3�3�3�3�3�3�3�3����������������{3�� 0 0!�3!!�2�2�2�2�2122292~3}3|3R"a"+"."""�" " "�"5")"*"�~ �H���܄�O�p1f�h���fE_(N�N�N OO9OVO�O�O�O�O�O@P"P�O PFPpPBP�P�P�PJQdQ�Q�Q�QR�R�R�R�R SS$SrS�S�S�S��T�T�T�T�UYWeW�W�W�W�����X�X YSY[Y]YcY�Y�YV[�[/u�[�[ \�\�\�\']S]�B]m]�]�]�]!_4_g_�_�_]`�`�`�`�` a�`a7a0a�ab�b�c`d�d�dNe ff;f f.f f$fefWfYf�sf�f�f�f�f�fg)�fg�gRh�ghDh�h�hi��i�i0jkjFjsj~j�j�j�k?l\l�lol�lm�mom�m�m�m�m�m�m9n\n'n<n�n�o�o�opp(p�p�pqq\qFqGq��q�q�r�r$s�ws�s�s�s�s�st�s&t*t)t.tbt�t�tuou�v�v�v�v�v�Fw�R!xNxdxzx0y����y��y�z�z ��z�{ �H}\}�}�}�}R~G� ��b��ǃ��H���S�Y���k� ��� �!�����7�y�����ߊ"���S�����v�#�ώ$�%�g�ސ&��'�ڑבޑ������
�:�@�<�N�Y�Q�9�g���w�x��גْВ'�Ւ�Ӓ%�!���(� ��� ��p�W���Ɠޓ��1�E�H����)�����3�;�C�M�O�Q�U�W�e�*�+�'�,���N�ٚܚu�r������� �p�k�-��ў����p!q!r!s!t!u!v!w!x!y!����p!q!r!s!t!u!v!w!x!y!`!a!b!c!d!e!f!g!h!i!����12!!!5"�~ �H���܄�O�p1f�h���fE_(N�N�N OO9OVO�O�O�O�O�O@P"P�O PFPpPBP�P�P�PJQ��dQ�Q�Q�QR�R�R�R�R SS$SrS�S�S�S��T�T�T�T�UYWeW�W�W�W���X�X YSY[Y]YcY�Y�YV[�[/u�[�[ \�\�\�\']S]�B]m]�]�]�]!_4_g_�_�_]`�`�`�`�` a�`a7a0a�ab�b�c`d�d�dNe ff;f f.f f$fefWfYf�sf�f�f�f�f�fg)�fg�gRh�ghDh�h�hi��i�i0jkjFjsj~j�j�j�k?l\l�lol�lm�mom�m�m�m�m�m�m9n\n'n<n�n�o�o�opp(p�p�pqq\qFqGq��q�q�r�r$s�ws�s�s�s�s�st�s&t*t)t.tbt�t�tuou�v�v�v�v�v�Fw�R!xNxdxzx0y������y��y�z�z ��z�{ �H}\}�}�}�}R~G� ��b��ǃ��H���S�Y�k� ��� �!�����7�y�����ߊ"���S�����v�#�ώ$�%�g�ސ&��'�ڑבޑ������
�:�@�<�N�Y�Q�9�g���w�x��גْВ'�Ւ�Ӓ%�!���(� ��� ��p�W���Ɠޓ��1�E�H����)�����3�;�C�M�O�Q�U�W�e�*�+�'�,���N�ٚܚu�r������� �p�k�-��ў ����������������������������������������������������������������������������������������������������������������������������������������������������T�U�V�W�X�Y�Z�[�\�]������������������������������������������������������������������a���������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������@�A�B�C�D�E�F�G�H�I�J�K�L�M�N�O�P�Q�R�S�������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������e�������������������i�������������`�������c�������������������a�k�����j�d�������l���������������������f���������n���������������������������_�m�����b�������g�����������h�����������������������������������������������������������������������~�������������������������������������r�s�������������������������o�p�q�����u���������������������������������������������������������������������t�������������������L�������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������M���������������������������������������������������N�O���P���������������������������������������������������������������������������������������������������������Q�������������������������������������������������������R�����������������������������������������������������������������������������������������������������T�������������S�V���������U�������������������������������������������������������������������������������������������E�����W�������������������������������������������������������������������������������������������������Z�[�����Y���������������������������������������������������������X�^�����\���������������������������������������������������������������������������������]���������������������������������������������������������������������_�������������������������������������������������������������������������������������������������������������������������������������a�����������������������������������������������������`�b�������������������������������������������������c���������������������������������������������������������������������������������������������������������������d���������������������������������������������������������������e�����������������������������������������������������������������������������������������f�g���������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������h�����������������i���������������[�������������������������������j���������������������������������������������������k�l�����������m�������������������������������������������������������n���������������������������������������������������������������������������������������������������������������������������������������������������������o���������������������������������������������������������������p�����������������������������������������������������������q�����������������������������������������������������������������������������������r�u���������������������������������t�����������������������v�������������������������������������������������������������������������������������������������������������������������������������������������������������������������w�x�y���������������������z�������������������������������������������������������������������������������������������������������������������������������������������{���������������������������������������������������}�|������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������K����������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������G�����������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������J�������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������H�����������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������F����������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������@�A�������������������������������������������������������������������������������������������������������������������������������������������������������������������C�����������������������������������������������������������������������������������������������������������������������������������������D���������������������E���������������H�����F�����������������������G���������������������������������J�I�����������������������������������������������������������K���M�L�����N�����������������������������������������������������������������������������������������������������O���������������������������������������������������������������������������P�����������������������������������������Q�R�����������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������S�T�����������������������������������������������W�U�V�������������X�Z�\���������������������������������������������������������������������������������������]�����������������������������������������^�����������������������������������������_�`�����������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������d�����������f�g�����������������������������������������h�����j�k�m�������������������������������������n�������������������������������������������������������������������������������������������������������������������������������������p�������������������������������������������o�����������������������������������������������������������q�r�������������������������������������������������������������������������������������������������������������@�s���������������������������������������������������������������������������������������������������������������������������������������������������������������������������������t�v�����������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������w�������������������������������������������������������x���������������������������������������������������������������������������������������������������������������������������������������������y�������������������������������������������������������������������������������������������z�{���������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������|�����������������������������������������������������������������������������D�}���������~����������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������A�������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������C���������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������I��������������������������������������������������������������������������������������������������������������������������������������������B�����������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������s�~���������B�Y�a�b�c�e�i�l�u��������������������������������������|���������������������������������������������������������������������������������������������_�������������������������������������������������������������������`�����������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������ʁ���� ��
�~ 304050;0<0�0�0�����������������"�"�"�" ""##���������������"�"�"%"&"�)�)0000������������������������������b"C"E"H"v"w"�!����������������n&k&l&i&�%�%�%�%�!�!�!�!�!�!�!�!�!4)5)���������������������)�%=0F�E��%" ����������������������������������������������������"5!!�3!'!�����������������������������������������������������0 �)�)K0��M0��O0��Q0��S0���������������������������������������������������������������������������������������������������������������������������������0�0�0�0���0���0���0���0���������������0�����������������0�������0d&`&b&f&a&e&g&c&��������������������������������������������������$�$�$�$�$�$�$�$�$�$&& 0& &&&&h&�%�1�1�1�1�1�1�1�1�1�1���1�1�1�1�1�1�#�#�#�#�#�#�#�#�#�#�#�#�#�#�#�������������������������������������������������������������������0�0�0�0�"�"S!T!U!'##$�#Q2R2S2T2U2V2W2X2Y2Z2[2\2]2^2_2�2�2�2�2�2�2�2�2�2�2�2�2�2�2�2�����������������%�%�%�%< G H I ���> ? ���������� � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � *jL+kM�A=Z`^dy}{�B>[�a_ez�~|T9 CGPXnpbU:
DHQYoqc� $4\l %5]mq�~��lny�Vs}��{m_r��aKp�'��f��SW�`�SRh�XuY\^Po�d�TQR�e��U�zgZ���p q ����������������r s a����? ���������%,9 =)/�$0<4 *:;v'w'x'y'z'{'|'}'~''�$�$�$�$�$�$�$�$�$�$p!q!r!s!t!u!v!w!x!y!z!{!�$�$�$�$�$�$�$�$�$�$�$�$�$�$�$�$�$�$�$�$�$�$�$�$�$�$�2�2�2�2�2�2�2�2�2�2�2�2�2�2�2�2�2�2�2�2�2�2�2�2�2������������������Q B `$a$b$c$d$e$f$g$h$i$j$k$l$m$n$o$p$q$r$s$`!a!b!c!d!e!f!g!h!i!j!I33"3M33'3363Q3W3
3&3#3+3J3;3�3�3�3�3�3�3�3k!��������������{3 0 0!�3!!�2�2�2�2�2122292~3}3|3������."�������� "�"������V' &�O��4(N/N0N�N�N�N�NO O`OHOIOVO_OjOlO~O�O�O�O0��O�OPPPP'P.P@P;PAP�P�P�P�P�P1�QQ Q Q5QJQ2�UQWQ�4�Q�Q�Q�Q�Q�QR�4RRIRWRaR�R�R3��R�R�R�R4��R�R SS S5�aScS}S�S�S�ST'TMT�TkTtTT�T�T�T�T�T�TU+U5UPU^U�U�U�U6��U�U7�VV;VIVvVfV8�oVqVrV�V�V�V�V�V�V�V
W��!W/W3W4WpWwW|W�W����W�W�W�W�W�W�W�W�W X�aXdX9�|X�X�X:��X���X�X�X�X�X�X YA�]YmY�Y�Y�Y�Y�Y�YZ#ZgZmZwZ~Z�Z�Z�Z�Z��[%[]RA[V[}[�[�[�[\ \#\+\�7b\;�<���z\�\�\�\�\�\�\�\�\�\���7
]']�F]G]S]J]m]�]�]�]�]�]�] TSV�]^^X^^^�^(��^�^ ___ _#_4_6_=_@_E_T_X_d_g_}_�_�_�_�_�_�_�_�_�_�_
```3`5`G`=��`�`�`�`�`�`�` a+a0a7a>��a?��a�a@�"b>bCbVbZbob�b�b�b�b
cc9cCcec|c�c�c�cdd"dydQd`dmd�d�d�d�d�d�d�d�d"e)eA�ge�eB� f ff f:f"f$f+f0f1f3f�fHfLf��YfZfafefsfwfxf�fC��f�f�f�f�f";�f�f�fg)�3gfgGgHg{g�g�g�g�g�g�g�g�g�ghRh h,h1h[hrhuhD��h�h�h�h�h�h�h�h�h�h
iIi��5iBiWicidihi�i��i�i�i�;�;�i�i�i�i�ijj��;j>jEjPjVj[jkjsj���j�j�j�j�j�j�j< �k k,k5kFkVk`kekgkwk�k�k�kp��k�k�k�kll3lYl\l�ltlvl�l�l�l�l�l�l�l�l�l�l��mm.m1m9m?mXmemE��m�m�m�m�m�m�m�m�m�m�m�m�mF�4nDn\n^n�n�n�n�n�nooG�*o/o3oQoYo^oaobo~o�o�o�o�o�o�o�o�o�o�o�o�o�opp(pJp]p^pNpdpup�p�p�p�p�p�p�pq+q q q.q0qFqGqQqH�Rq\q`qhq��q�q�q�q�q�q�q rrUrVr?>�r�r�r�r�r��'s(s�Psfs|s�s�s�s�s�s�s�s�s�s�s�s�st
tttJ�&t(t*t+t,t.t/t0tDtFtGtKtWtbtktmt�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�tuu/uouyu�ur?�u�u vvvvvv v-v5vCvKvdvevmvovqv�v�v�v�v�v�v�v�v�v�v�v�v�v�v
ww4w6wFwMwNw\w_wbwzw�w�w�w�w-xCxNxOxQxhxnxK��x���x�x�x y�x y.y1y4yL�M�EyFyN�O�P�\yQ���yyR�S���y�y�y�y�y���y�y�y�yzT�9z]zmzU��z�z���z�z�z�z�z{-{;{G{N{`{m{o{r{�{V��{�{|1| | |3|6|dB��Y|m|y|�|�|�|�|�|�|�|}}} }#}1}A}H}S}\}z}�}�}�}�}�}�}�}�}W�(~~~~Y�G~R~a~�~�~GZ����������[��&�5�7�<�ʀ׀���J�`�g�h�m���ʁρׁ\�SD[D`�t���������������������ƂՂ���� ��b�"�-�:�C�G�Q�U�}���������������ǃσу����
�_�H�_�p�s���������������2� �#�/�Y�d� ���z���������˅΅����������)�8�W�[�6�b��El�u����������� �q������������Eև��
��� �����ʈΈ���� �`����'�0�2�9�@���a�ԉ����"�7�G�N�]�a�u�y���Њߊ�"�b�c�F�T�Y�i���I�h�d�����e�����э �#�=�p�{�����DH�� �-�6�T�����������-�g�����������������ĐŐǐאݐސ��&����"�#�'�/�1�4�=�H�[�����������ב��������8�9�:�<�@�C�O�x���˒̒Ӓ��� �!�%�H�I�J�d�e�j�p�������Ɠޓߓ���3�J�c�k�q�r���������������˕Еӕ�IڕޕX����������Җޖh���3�;�M�N�O�Z�n�s���������ɗޗۗ�i�
� �+�0�j�R�S�V�W�Y�Z��e�l���Ș�X�����$�-�.�8�J�N�R�����ÚΚ֚���� �L-�^�y�f�r�u�������������Λ���� �#�A�O�P�S�c�e�w� � �C�G�R�c�p�|�����������ם�����|�������������Þў�9�W����������Y[\w^&vk~ NNN)N+N.N@NGNHN��QN4��ZNiN�N,4.4�N�N���N�N�N�N�N�N�N�N OOdO7O>OTOXO��wOxOzO}O�O�O�O�O�O�O�O�O�O�O�Oj4�O PPP P P"Ph4BPFPNPSPWPcPfPjPpP�P�P�P�P�P�P�P�P���P�P�P�P�P�P���P���P�P�P�P�4Q��QQ��`Q��sQ�Q�Q�4�Q�Q�Q�4�Q�����Q�QRRR��UR\RlRwR�R�R���R���R�R�R�R�R�R 5�R���R
S S$S5S>SBS����gSlSzS�S�S���S�S��]5^5�S�Sc5�S�SUT$T(Tn5CTbTfTlT�T�T�T�T�T�T�T�T�T�T�T���T�T�T�T UU U<UAU�5GUJU�5`UaUdU��}U�U�U�U�5�U�����U�U�U�U�U�5�U���U(V��VV0V7V�5=V?V@VGV^V`VmV6�V�V�V�V�V�V�V�V�V�V�V�V�V�V��W#W��)W��EWFWLWMW��hWoWsWtWuW{W�����W�W�W�W�W�W���W�����W�W�WJ6�W�W�WX X X'X2X9X��IXLXgX�X�X�X�X�X�X�X�X�X���X�X�X�X�XYY Y
YY$Y���6=Y�6FY�6��[Y_Y��uYvY|Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�Y�����6 Z
ZZ'Z-ZUZeZzZ�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z�Z [[[4[-[L[R[h[o[|[[�[�[�[�[a7�[b7�[�[l7k7�[�[u7\)\0\��_\c\g\h\i\p\����|\�����\�\�7�����\�\�\�\���\�\���\����]]+] ] ]$]&]1]9]B]�7a]j]�7p]���7�] 8�]�]�]�]�]�]�]���]�]�]�]�]���]�]/8 ^68^^@8 ^.^>^I^\8V^a8k^l^m^n^���^�^�^�^�^�^�^�^���^__ _�� _G_c_r_~_�_�_�_�_�_�8�_�_�_�_�_�_�_�_�_�_9`"`$`9L``�`�`�`���`�`�`�`�`�`�`�`�`aaaa a:ao9AaFa`a|a���a�a�a�a�a�a�a���a�a�a�a��b#b)bFbLbQbRbabdb{bmbsb�b�b�b���bc
cc����2c5c;c<cAcDcNc��Yc����lc�c�c���c�c�c�c�c�c�c�c�c�c d d%d)d/dZd[d]dsd}d�d�d�d�d�d�d�d�d���d�d�den:eees: e2eDeTekeze�e�e�e�e�e�e�e�e�e�e�e�:�e�e�eff!f*fEfQfNf�:��Wf[fcf����jfkflfmf{f�f�f�f�f;�f�f�f;�f ;�f�:ggg��g����LgMgTg]g������tgvg���g��c�h�g�g�g�g�g�g�g�g�g������h h-h��3h;h>hDhEhIhLhUhWhw;khnhzh|h�h�h�hm;�h�h�h�h�h�h�h�h�h������h�h�h�h�h�h�h�h�h�hii�;�;��;i�;Fiiilirizii�i�;�i�i�i�i�i�i�i�i�i�i����0j�����i�i�i�i�;�i�ijj j��2j3j4j?jFjIjzjNjRjdj��~j�j�j�;�j�j�j���j�j�j�j�j�j�j�����j�j�j�j�j�� kkkk��k&</kJkXklkukzk�k�k�k���k�k�k�k�k�k�k�k�k�kl
ll5l6l:l��?lMl[lml�l�l�<�l�l�l�l�l�l�<�l�l�l�l�l�l�� m
m$m&m'mgl/m<m[m^m`mpm�m�m�m�m�m�m��n�������m�m�m�m4m�m�m�m�m�m�m�m6n n"n'n=2n<nHnInKnLnOnQnSnTnWncn =�n�n�n�n�n�n�n5o�n�n�n
o oo%o6o<o��RoWoZo`oho�o}o�o�o�o�o�o�od=�o�o�o�o�o�o���o pp
p#p��9p:p<pCpGpKp�=Tpepiplpnpvp~p�p�p�p�p�p���p�p���p�p�p�p�pqqqqq q�=/q1qPqJqSq^q�=�q�q�q�q�q�q�q�q���q�q�q�qr>I�+r4r8r9r,NBrSrWrcr��nrorxrr�r���r�r�r�r�r`>�rf>h>�r�rssss�>9s,s1s3s=sRs�>ksls��nsosqsws�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�s�st�st$t1t9tSt@tCtMtRt]tqt�t�t�t���t�t�t�t�t�t�t�t�t�t�t�t�t�t�t�t���t�� u$u*uW?��=u>u@uHuNuPuRuluruquzu}u~u�u���uu?�uw?�u�u�u�u�u�u�u�u�u�u�u�u�u�u�uvvvv�?��vv v��%v(v<v3v���?Av��IvUv�?nv�v�v�v�v�v�v�v���v���v�v��ww-w5w9@����Xw`wjw��rw|w}w��X@�w�w�w�w�w�w�w�w�w�w�w�@�w�w�w��xx x
xx!x,xGxdxjx���x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x�x��yy0y%y;yJyXy[yAgyry�y�y�y�y�y�y�y�y�y�y�y�y�yHA����OA
zzzz zcA-z8zGzLzVzYz\z_z`zgzjzuzxz�z�z�z�z�z���A�z�z�z�A�z�z�z�z�z����{��={'{*{.{/{1{�A�A{A{�AU{y{d{f{i{s{��B�{�{�{B�{�{�{�{�{�����{�{�{�{�{| |||&|E|J|Q|W|^|a|i|n|o|p|�������|���|�|�|���|���|�|���|���|�|���|} }�B} }����=}>}@}G}�����BY}Z}j}p}�B}���}�}�}�}���}�}�}�}�}�}�}�}�}�}�}C��X�~~ ~ ~'~,~E~s~u~~~�~�~+C�~�~�~CC<;>CDO�4��R��acdm}~���{Q��������������
�����$�,�0�C�f�q�u�{�������������ŀՀ��
������C5�� ��C$�'�,���=�Di�D�� D����"D������Áցہ����������������!�"���2�4�<�F�I�E���K�vDO�zDW���\�c���]�^�y��D}������������������������� �T�� �0�<�D�W��D��D�D����������ɃЃԃ݃��������9�J�O�Q�R�Y�Z�\���e�v�x�|���
E܄������E΄τӄ��������� ��$�%�+�4�O�o�%ECE>�Q�S�^�a�b���{�}����������������Džʅم߅��� �� �!�$�'���9�<���@� �S�V�o�w�z���������������!�������ÆцՆ׆�憸E������ �!�#�1�:�>�@�C�Q�X�d�e�r�|������������������E������·��߇���������� ��(�.�2�<�FJ�X�_�d�����i���o�����������҈��шӈۈ��AF���7���B�E�I���eFb�������������։؉뉡F�����F����!�5�>�E�M�X�������������
��
� � �-�C� GQ�^�v��������������9���=�����E�G�O�T�W�i�m�s���������dG����Ռٌ���� ��l���������ƍȍٍ� ��G�������!�"�'���H6�9�K�T�b�l�m�o�����������������юԎNH���� ���+�@�J�X�������f�������Ə$�ʏ͏ӏՏ����� �7���C�D�]������� ����H����ÐȐ��ܐߐ����� �������� � �7�9�:�F�G�W�Y�a�d�t�y�������������Ñđڑ�������
�����3�B�G�J�N�Q�V�Y�`�a�e�g�h�����|�}��������������������������ƒΒВגْ����������
�� � �'�)�����G�Q�W�Z�k�q�s����������������������Ǔܓ�� ������2�4�;�E�����m�o�x�y���������������ȕ����,�3�4���<�A�a������������I�����������I��ؖږݖJ�#�)J6�A�G�U�W�[�j�������������������̗їԗؗٗ���
�����J��#�2�3�%�G�f�������������������ǘ˘����������;K�������� ���1�2�3�:�;�<�@�A�F�M�N�\�_�`�����������Ùəԙٙޙ�����
���� �1�6�D�L�X��K���K���K����ƚКҚ՚�Kܚ���� ���� �+�3�=� LK�c�e�k�l�s�v�w�����������������Ǜ�؛ݛ������������������ �"�'�)�*���1�6�7�E�\���I�J���T�X�[�]�_�i�j�k�m�n�p�r�u�z��� ����������L��2��LB�J�_�b���i�k���s�v�w�~�����������������Ýǝɝ֝ڝߝ���M
��
�� � �{�����������������ߞ����wM���/�7�:�=�A�E�F�S�U�X���]���i���m�p�u� 2"������������������������������������������������������������������")#)����$)��%)����&)')()��))*)+)����,)-)������.)/)0)1)2)3)4)5)6)7)8)9):);)<)=)>)?)@)A)B)C)D)E)F)G)H)I)J)K)L)M)��N)O)P)Q)R)S)T)U)V)W)X)Y)Z)[)��])^)_)`)a)b)c)d)e)f)g)h)i)j)k)l)��m)n)o)p)q)r)s)t)u)z):*I*!*,*<*K*Y*_*����=*L*@*O*��P*x)})��������>*M*?*N*Z*`*������������[*a*��}*����v){)����������������\*b*������;*J*����$*/*����#*.*A*Q*����B*R*����z*y)~)����C*S*++*+9*H*����D*T*%*0*]*c*'*3*&*2*G*W*(*4*��������w)|)^*d*E*U*F*V*��������������)*5*+*8***7*����������������������������������������)+��������������������������������������������������������������������������������������������$+��������������������o(p(��q(v(w(��x(��y(��z(��{(��|(������������������������������������������������������t(u(������E+3+9+:+%+��?+n*&+.+������1+��2+u*(+y*����6+<+"+B+,+������j*t*k*4+{*e*v*o*��/+������l*A+s*��p*g*����|*q*h*'+������m*-+5+f*��;+x*��r*@+i*��!+~*����#+��������w*������>+=+������������������������������������������������������������������������1*S+������T+������U+V+������������"*X*��-*��6*q+��������������a+b+c+��\+Z+_+}+[+��W+��m+����Y+^+����]+����������������x+y+~+��j+v+w+k+l+������r+g+������o+z+��h+����p+s+������u+��������i+{+|+t+n+����������������������������������������������������������������������R+������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������Y&r(s(F+G+P+Q+|#����������������������������@#��������������������������������������������������k(����X+����~,��������l(m(n(��������������},������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������!)]#������_#����b-��������������������d-����������`#��������������������������\#����������������������������������������������������������x'y'z'��������������������5-6-7-8-9-:-;-<-=->-?-W-��������5,6,7,8,9,:,;,<,=,>,?,@,������������������������������������������������q"��'#%#&#(#������������������������������������������������������������������������������������)#������������������������������������������������������������������+#,#*#-#G"������F"������������������[#����������������������x-����������T"U"��������������s-����������������������������������������l"��m"����n"��������������������������������������������������k"��������������������������������������o"p"������������������������B"C"��������D"E"������������������Q"R"S"������������������������������������������������������������������������������y-����������������������������������������������������v'w'H"I"����������������������������������|'������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������B'C'D'E'F'G'H'I'J'K'L'M'N'O'P'��~'}'������������������������������������������������������������������������������������������������������������������������!-"-#-$-%-&-'-(-)-*-+-,---.-/-0-1-2-3-4-����������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������A,B,C,D,E,F,G,H,I,J,K,L,M,N,O,P,Q,R,S,T,U,V,W,X,Y,Z,��+,,,-,.,/,0,1,2,3,4,Z&[&\&]&^&_&`&a&b&c&m&��������"#!#����������������$###��������������;#������������g(h(i(j(������������������������������������?#h&i&j&k&��������������������g&��������������d&e&������������~-����������������������������������������������������������������������������������������������������������������������������������:&=&;&@&9&>&<&?&l&}"��{"|"��z"{'������������������������������������������������������������������������������������������������������������������������������������}-��������������������������������������������������������������!,",#,$,%,&,',(,),*,.#/#��������������������������������������������������������������������������������������������������������������������������������������������������������������V"W"����������������������������������������������������������������������������������������������������������������:#��������������������������������������������������������������������������������������������������������������������}#~#Z"["X"Y"������`-��a-f&������������������������������������3"4"5"����������6"7"<#����������������������������������������������������������������������������������������������������������������������������������������������������������������������������t$u$v$����������������9"{#����������������������������������������������������������������������������������������������������������������������������������������������������������������������������r's't'u'��������8"n&o&p&q&r&s&t&��v&w&y&z&{&|&}&~&j-k-������������l-����������������������������������������������A(B(C(D(E(F(G(H(I(J(K(L(M(N(O(����������������������������������������������������������������������������������������������������������������������������������������e-f-g-h-i-����������������P(Q(R(S(T(U(V(W(X(Y(Z([(\(](^(��������������������������������[,\,],^,_,`,a,b,c,d,e,f,g,h,i,j,k,l,m,n,��q,������p,����s,r,������������������������o,F-������������������J-������������A-������D-������������������B-L-����K-E-������M-��������������������G-��������O-��������������������������@-N-����C-������H-����������I-����������������������������������������������������������������������_-o-n-m-������������������������������S-T-������������������������P-Q-R-����V-��������������������������������������������������������������������U-������������^#��c-#.������-���������������������������������������������������������������������������2���3�������������������������������������������������������������������������������������������������������������������^���V�������������������������������������������������������������������������������~���������������������������������������������������������������������S.������������+���������h��������/���������������������������������������[.H���������������������������������������������������������������������������������������������������������������������������]�^���������a���������������������g���������������������������������������������������������������������������������������������������������������#���&���������������������������������������������������������/�����������������������������������������8���������������������������������������������������B�J�����������������������������������������������������������������������������������������������������������������������������������������y���������������������������������������������������������������������������������������������������������������������������������������������?���������C�����A�����������������������������������������������������������������������������������������������������������W�#�%�����������������)�(�����������������,�����������������������������������������������_O������������������������������������������������������������������������������������������������������>�����������������������������������������������������������������oO����������V�����������������������Y�����������������\�^���������������������������������������������������������������������������������������������o�������������q�������������������t�������������������������������������������������������y���������{�����������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������;�F�����J�������������������������������������������������������������������������������������������������������������������������������������������������������������������������`�[���������_�����������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������q�6�������������������������������������|�.�����������������������2���4�����������Iu����������������������������������������������������������������������������������������������������������������������������������������������������m�������������������e�������������������������������(�)���������,���������������������������������������������4�����������������������������������~u������������������������!v������������������H���������������������������������������������������������������������]�:v��������������������������������������������w�������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������;���������������������������B�q�����������������������~�����������������������������������������������������������������������������������������������������������������������������������������@���������������������������������������������������������������������������������������������������������T�������������������������������������������������������������������������p�������������������������������������w�(����������������������������������������������������������������������������������������������������������������fw����������������������������������������������������������������?��������A�B��������������������������������������������������I������������������������������P�4��������������������������������������������������Mx����F�H����������������������������������������������������������������������������������������������������������\��������������������������������������������������g������������������������l�"����������������������������������������������������������-������������������������������������������������������������������������������������������������������������������9�d����������������������������������������������������������������������������������������������������������������������������������t����������w������������������������������������}��������������������������������������������������������������������������������������������������������������������������������������������������������������3������������������7��������������������������������������������������������������������������G������������K������H�S����������W������������������������������������������������������������������������������������������������������������������������������������������������������������������������my��������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������+����������������������������6����������;�N������������������������������������������������������������������������������]��������������������������������������������a��������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������>���B�H�����������������������������J���������L�����������O�������������������������������������������������������������������������������������������������Yz��������������Zz����������������������������������������������������l�������n���������������������������������������������w�������������������������������������������������������������������5���������������������2�������������������������������������������4�Y���������T�����������������������������������������������m�����������������������������������������������������������n�����������������������������������������������������������������������������������������������������������������������������������������������������������������������������������Q{����������������������������������������������������O�����������������������������������������������������������������������������������������l���������`{$���������������������������������������������������������������������������������������������������:�����������������������������������������������������������������������C�����������������������������������������������������������������������������������������������������������������������N���������������������������S�k�������������������������������������������������������������������������������������������������������������������������������������������������������������������������������)�����������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������?�I�������������������������������������������������������������������������������������������K|������������������\�������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������'�X}������������������������������������������������������������������������������������������������������������j�������������������������������������p�u�������������������������������������������������������������������������x�����������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������7�U�����������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������&���������������(���������������*�������������������������������������������1�>~����������������?���������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������*�������������������������-�K�������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������`�"�������������������������#�����$�������������������������������������������$.%���&�.�'�%.&.������������������������������(�������������)�*�����������������,�����������������/�����������������������������0�����������������������������������������������������������������������'.������������������������������1�������������������������������������������������������4���5�7�������������8���������9���������������:�������������������<�������������(.������������������;�����������=�������>���������������).��*.?�����+.��������������,.��������������������@�����������������������������������������������������������������B�������������C�������������������../.��������������������D���0.��E�������������1.-.������A�����������2.��3.��������������������G�H���I�����J�4.������K�����L���������5.��������������M���6.����7.����N�����������������������������������������������P�����������������������Q�������������R�������9.��S�������T�����U���������������������������:.����������O���������������������!.W�X�;.<.����������������������=.��Y�����Z���������>.������[���\�������]���������?.������������@.������������������������B.��������A.C._�������`���������������a���������b�������c�����������������������d�����e�������f�����������g�����������������������������������������������i�������������������j�k�D.l�m�����������n�������������h�������������o�������������q�����������������r�s�����������������t�����u���������E.��x���G.������z���������{���������������|���������H.����}�����������������F.v�K.����J.��!�����L.����������������������#�������$�����M.��������������������������������������������N.����������������������������������������O.��������������������Q.��R.����������������&�������������������������������������(���������������t������������)���������������*�������������������������,���������T.����������-�������������������.�����������������������������0�������������U.������������V.��������������������������������������W.������X.����������������������Y.��������3�4�Z.5�������������������������������6�\.��].7�����������������������������������������������������������������������������������������������������^.����������������������9���_.��������:�~/������`.��������������������;���������������������<���������������������>���=�����������������������������a.��������@�����������������������B���C�����������������D���������������������E�F�������������������������b.��G���d.������e.I���������f.��������g.����������������������������������������i.������������K�������j.k.������������l.����L�M���������������������������������m.��������������N���������������������������������O�����������������P�������Q�������������������������������������������������������������o.��p.������T���������U���������������������������V�����q.������������������������������������������r.������������������s.������������W���������������������������t.��X�����Z�����������������[�����������������������������������������_���������`���������������������������������������������������b�c�u.����������������������~O����������e�����v.f�����������������������������������������������������h�������������������w.��������������d�������������������������i�������j���������y.k���������������z.��������������������{.����������������|.��l�����m���������������n�}.����������x.������o�~.��������p�����!/������q�r�����������������s�����t���������u�������v�����"/��������������������������������������������������������������������������x�����y���z���{�����������������������#/|�}���������������~���������$/��������������������������������������������������������%/������������������&/������������!���������"�����������$�����%�����������'/��������������������������(/��'�(�����)�������������������������������������������������+�������)/,�������*/��-�����������+/����.�������������������������������������������������������-/����������������������������������3�������������������4�����5���./����6�0���������������������7���������9�������������;�>�0/����������1/��?�����������������������������������������������<���������������@�������������A�������2/��C���D�E�������������F���3/������������������'t��������������������G���H�����������5/������������I���7/��8/9/������4/����������������������������������K�������L�����������������M�������:/N�����O�;/������������������P�</����=/Q���������R�>/����������������������������������S�������?/@/����T�����������������������������������U�����������������V���������������������������W�X�A/��������������������Z�����������������������C/��[�����������]�����������D/������E/F/��������������������������������_�`�����������a�b�����������������������������������������������������d�������������e�G/����f�g�h���H/������i�I/����������������������������������������������������������m���J/n�o�������������������p�������l�����������������������M/����������������������������N/O/������s�����P/��������������q�������������v�����������Q/��w�������������R/����x���������S/T/��z�����{���|���U/}���������V/����������������������������������������~���!�������������"���������������������#�������������$�������������������������������&�����'�����������������������������������������X/����Y/����(�����������������������������������������[/������������������������\/)�*���+���,�-�������.�����������������/�]/��������������������_/0�������������1�����������������������������������3�������������������4�b/������a/��c/����������d/����������e/��5�������������f/������������������6�7�8�9���������:�g/;�������������<�������������������������������=�������������������������������������������������@�����������������B�����������������������������������������E���i/��F���������������������������j/��������������H�I�����������J�����������������������������k/������������l/������������������������K���������m/������������������L���������������������������M�������������n/��������N���������O���������o/��������������������p/P���������Q�R�����S�������������T�������������������z~X�Y�����������q/������Z�����������������������r/������[�����������\�������������������������������������������������������������������������������]�������������������������������^���s/����������t/������������������u/����_�������v/����������w/������������`���������������������������������a���x/b�c���d���������y/������������������e���f���g���������h���������i���������z/������������������������������������������j���k�������l���������m�����������������o���n���������p�q���������������r�����������������������������s���|/����������������������}/��������������u�������������t�������������������������UO��������������������v�����������w�������VO����������������������������������x�������������y�������������������������z�WO��{���|�����}�����������������������������XO����!�������������������������������������������"���������������������������������������$���������������������������&���������������'���YO��������������������������������������ZO��������*�����������������������+�-�����������������������������[O����������������������\O��������]O����������.���^O��������/�������������������������������������������������������������������������������������{~������1�����`O2�������3�4�5�������������6�������������������dO��9�����������������������<���=���������eO������������������������������fOA���B�gO����C�D�����hO����F���������������G���������iO����������������������������I���jO��������kO��lO������������������������������������������������������������������mOL�������������pO����M�������������������������O�����P�������Q���R�qO������N�����������S���������������T�����������������U�������sOtO����vO����������������uO��������������������������W�����������������X�����wO����Z���������������������������������xO������������]�������������������_���`�����a���b�������������yO������zO����{O����������������c���d���e�������|Og�����������������������������������}O����������h�����������i�j���������������k���(t��m���������n�p�����������������������������������r���)ts�����*t������������u�����������������������������v�������������������������������w���������������������x�������������������������z���+t����������,t������������������������|�}�~�!�����������������|~������������������������������������������������������������������������������������������#���������$���%�������������������������&���������-t'�������������(���������/t������������)�������������*���������������������������������������������������������������0t������,�1t��2t��������3t-�����������.���������������������������/�4t1���������5t��������������������������������6t��7t������������8t����9t��������:t��2�������������������������;t������<t��������������������3�=t����>t��������������������4���������������������?t5���������������������@t����������6�������������������������At����������7���8�����Bt��������������Ct����������Dt��Et9�����������������������:�����<���Ft��=�������������>�?�@�������������������Gt����HtA�������������It��������B�C�������D�����������������E�Jt������������Kt����G�Lt������������������H���I�����������������������������Mt��Nt����������������������������������Ot��������K�����������������������������������������������������������������������������������������������������L���������������������M���������������������N���������������QtRt������������������O���������������Q�R�������������������������S�������������������T�����St����������������TtUt������U���V���Vt��������������������������������W�������X�����Y�����WtZ���[�\�����������]�����Xt��^�������������������������Yt��������Zt������������[t����_�������������a���������b���������������������������������������������������c�������������������������������������������������������d���������������������������������]t��������f�g�������h�i�������������������������j�����k���������l�����������������������`t����_t������������������������������������������������n���������������o���p�������������������������������������������q�s�������������������������btt�����������u�����������������������������������������ct��������dt����v�����������w���������x�y�������et������ft������������z�����{�����������������}���gt������~���������������|�������������������ht��������������������������������������!�������������������������"�����������������������������������������������������������it��������������������������������#�jt��������������������������������������������������������������������������kt%�&�������������lt����'�����(���������������mt��������������������������������������������������+�����,�������nt��-�.���������/���ot0�������������������1���������������������3�����������������������pt������������6�������������������������������qt��������������7�������������������������������:���������8�����������������������������������������������������������������������;���������������������������������������������=�>�������������?�������@���������rt����������A�B�st��������C�����tt��<�D�������������ut������vt������������������E�������wt����F�������G�����������H�������������������������������������������������������������������yt����������������I�J���K�����zt������������������������{t����������L�����������xt������M�������������������N�������������������O�����������������������P���Q�������������������������������������������������������������}t~t��������!u����������"uR�S���|t��#u��������T���U�������������������������W�X�����������������������������������$u������%u������Y�Z���������������������\���������]���^���������������`�������&u������������'