Загрузить файлы в «venv/Lib/site-packages/idna»
This commit is contained in:
45
venv/Lib/site-packages/idna/__init__.py
Normal file
45
venv/Lib/site-packages/idna/__init__.py
Normal file
@@ -0,0 +1,45 @@
|
|||||||
|
from .core import (
|
||||||
|
IDNABidiError,
|
||||||
|
IDNAError,
|
||||||
|
InvalidCodepoint,
|
||||||
|
InvalidCodepointContext,
|
||||||
|
alabel,
|
||||||
|
check_bidi,
|
||||||
|
check_hyphen_ok,
|
||||||
|
check_initial_combiner,
|
||||||
|
check_label,
|
||||||
|
check_nfc,
|
||||||
|
decode,
|
||||||
|
encode,
|
||||||
|
ulabel,
|
||||||
|
uts46_remap,
|
||||||
|
valid_contextj,
|
||||||
|
valid_contexto,
|
||||||
|
valid_label_length,
|
||||||
|
valid_string_length,
|
||||||
|
)
|
||||||
|
from .intranges import intranges_contain
|
||||||
|
from .package_data import __version__
|
||||||
|
|
||||||
|
__all__ = [
|
||||||
|
"__version__",
|
||||||
|
"IDNABidiError",
|
||||||
|
"IDNAError",
|
||||||
|
"InvalidCodepoint",
|
||||||
|
"InvalidCodepointContext",
|
||||||
|
"alabel",
|
||||||
|
"check_bidi",
|
||||||
|
"check_hyphen_ok",
|
||||||
|
"check_initial_combiner",
|
||||||
|
"check_label",
|
||||||
|
"check_nfc",
|
||||||
|
"decode",
|
||||||
|
"encode",
|
||||||
|
"intranges_contain",
|
||||||
|
"ulabel",
|
||||||
|
"uts46_remap",
|
||||||
|
"valid_contextj",
|
||||||
|
"valid_contexto",
|
||||||
|
"valid_label_length",
|
||||||
|
"valid_string_length",
|
||||||
|
]
|
||||||
6
venv/Lib/site-packages/idna/__main__.py
Normal file
6
venv/Lib/site-packages/idna/__main__.py
Normal file
@@ -0,0 +1,6 @@
|
|||||||
|
import sys
|
||||||
|
|
||||||
|
from .cli import main
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
sys.exit(main())
|
||||||
128
venv/Lib/site-packages/idna/cli.py
Normal file
128
venv/Lib/site-packages/idna/cli.py
Normal file
@@ -0,0 +1,128 @@
|
|||||||
|
"""Command-line interface for the :mod:`idna` package.
|
||||||
|
|
||||||
|
Invoked via ``python -m idna``. See :func:`main` for the entry point.
|
||||||
|
"""
|
||||||
|
|
||||||
|
import argparse
|
||||||
|
import sys
|
||||||
|
from collections.abc import Iterable
|
||||||
|
from itertools import chain
|
||||||
|
from typing import IO, Optional
|
||||||
|
|
||||||
|
from . import IDNAError, decode, encode
|
||||||
|
from .core import _alabel_prefix, _unicode_dots_re
|
||||||
|
from .package_data import __version__
|
||||||
|
|
||||||
|
|
||||||
|
def _looks_like_alabel(s: str) -> bool:
|
||||||
|
"""Return True if any label in ``s`` carries the ``xn--`` ACE prefix."""
|
||||||
|
prefix = _alabel_prefix.decode("ascii")
|
||||||
|
return any(label.lower().startswith(prefix) for label in _unicode_dots_re.split(s))
|
||||||
|
|
||||||
|
|
||||||
|
def _build_parser() -> argparse.ArgumentParser:
|
||||||
|
parser = argparse.ArgumentParser(
|
||||||
|
prog="python -m idna",
|
||||||
|
description=(
|
||||||
|
"Convert a domain name between its Unicode (U-label) and "
|
||||||
|
"ASCII-compatible (A-label) forms. With no mode flag, the "
|
||||||
|
"direction is chosen from the first input — if it contains "
|
||||||
|
"an xn-- label the stream is decoded, otherwise it is "
|
||||||
|
"encoded — and the same mode is applied to every remaining "
|
||||||
|
"input. UTS #46 mapping is applied by default; pass "
|
||||||
|
"--strict to disable it. When no domains are given on the "
|
||||||
|
"command line and stdin is piped, one domain per line is "
|
||||||
|
"read from stdin."
|
||||||
|
),
|
||||||
|
)
|
||||||
|
mode = parser.add_mutually_exclusive_group()
|
||||||
|
mode.add_argument(
|
||||||
|
"-e",
|
||||||
|
"--encode",
|
||||||
|
dest="mode",
|
||||||
|
action="store_const",
|
||||||
|
const="encode",
|
||||||
|
help="Encode the input to its ASCII A-label form.",
|
||||||
|
)
|
||||||
|
mode.add_argument(
|
||||||
|
"-d",
|
||||||
|
"--decode",
|
||||||
|
dest="mode",
|
||||||
|
action="store_const",
|
||||||
|
const="decode",
|
||||||
|
help="Decode the input from its ASCII A-label form.",
|
||||||
|
)
|
||||||
|
parser.add_argument(
|
||||||
|
"--strict",
|
||||||
|
action="store_true",
|
||||||
|
help="Disable the default UTS #46 mapping and apply IDNA 2008 rules verbatim.",
|
||||||
|
)
|
||||||
|
parser.add_argument(
|
||||||
|
"--version",
|
||||||
|
action="version",
|
||||||
|
version=f"idna {__version__}",
|
||||||
|
)
|
||||||
|
parser.add_argument(
|
||||||
|
"domain",
|
||||||
|
nargs="*",
|
||||||
|
help="One or more domain names to convert. Omit to read from stdin.",
|
||||||
|
)
|
||||||
|
return parser
|
||||||
|
|
||||||
|
|
||||||
|
def _iter_stdin(stream: IO[str]) -> Iterable[str]:
|
||||||
|
"""Yield non-empty stripped lines from ``stream``, ignoring blanks."""
|
||||||
|
for line in stream:
|
||||||
|
stripped = line.strip()
|
||||||
|
if stripped:
|
||||||
|
yield stripped
|
||||||
|
|
||||||
|
|
||||||
|
def _convert_one(domain: str, mode: str, uts46: bool) -> bool:
|
||||||
|
"""Convert ``domain`` and write the result; return ``False`` on failure."""
|
||||||
|
try:
|
||||||
|
if mode == "decode":
|
||||||
|
print(decode(domain, uts46=uts46))
|
||||||
|
else:
|
||||||
|
print(encode(domain, uts46=uts46).decode("ascii"))
|
||||||
|
except IDNAError as err:
|
||||||
|
print(f"idna: {mode} failed for {domain!r}: {err}", file=sys.stderr)
|
||||||
|
return False
|
||||||
|
return True
|
||||||
|
|
||||||
|
|
||||||
|
def main(argv: Optional[list[str]] = None) -> int:
|
||||||
|
"""Entry point for ``python -m idna``.
|
||||||
|
|
||||||
|
When more than one domain is supplied (via positional arguments or
|
||||||
|
piped stdin) and no mode flag is given, the first input determines
|
||||||
|
the direction and that mode is applied uniformly to the rest.
|
||||||
|
|
||||||
|
:param argv: Argument list excluding the program name. Defaults to
|
||||||
|
:data:`sys.argv` when ``None``.
|
||||||
|
:returns: ``0`` on success, ``1`` if any conversion fails.
|
||||||
|
"""
|
||||||
|
parser = _build_parser()
|
||||||
|
args = parser.parse_args(argv)
|
||||||
|
uts46 = not args.strict
|
||||||
|
|
||||||
|
if args.domain:
|
||||||
|
domains: Iterable[str] = args.domain
|
||||||
|
elif not sys.stdin.isatty():
|
||||||
|
domains = _iter_stdin(sys.stdin)
|
||||||
|
else:
|
||||||
|
parser.error("a domain argument is required when stdin is a terminal")
|
||||||
|
|
||||||
|
iterator = iter(domains)
|
||||||
|
first = next(iterator, None)
|
||||||
|
if first is None:
|
||||||
|
return 0
|
||||||
|
|
||||||
|
mode = args.mode or ("decode" if _looks_like_alabel(first) else "encode")
|
||||||
|
|
||||||
|
results = [_convert_one(domain, mode, uts46) for domain in chain([first], iterator)]
|
||||||
|
return 0 if all(results) else 1
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
sys.exit(main())
|
||||||
159
venv/Lib/site-packages/idna/codec.py
Normal file
159
venv/Lib/site-packages/idna/codec.py
Normal file
@@ -0,0 +1,159 @@
|
|||||||
|
import codecs
|
||||||
|
from typing import Any, Optional
|
||||||
|
|
||||||
|
from .core import IDNAError, _unicode_dots_re, alabel, decode, encode, ulabel
|
||||||
|
|
||||||
|
|
||||||
|
class Codec(codecs.Codec):
|
||||||
|
"""Stateless IDNA 2008 codec.
|
||||||
|
|
||||||
|
Implements the :class:`codecs.Codec` protocol so that the whole-domain
|
||||||
|
encoder (:func:`idna.encode`) and decoder (:func:`idna.decode`) are
|
||||||
|
accessible through the standard codec machinery as ``"idna2008"``.
|
||||||
|
|
||||||
|
Only the ``"strict"`` error handler is supported; any other handler
|
||||||
|
raises :exc:`~idna.IDNAError`.
|
||||||
|
"""
|
||||||
|
|
||||||
|
def encode(self, data: str, errors: str = "strict") -> tuple[bytes, int]: # ty: ignore[invalid-method-override]
|
||||||
|
if errors != "strict":
|
||||||
|
raise IDNAError(f'Unsupported error handling "{errors}"')
|
||||||
|
|
||||||
|
if not data:
|
||||||
|
return b"", 0
|
||||||
|
|
||||||
|
return encode(data), len(data)
|
||||||
|
|
||||||
|
def decode(self, data: bytes, errors: str = "strict") -> tuple[str, int]: # ty: ignore[invalid-method-override]
|
||||||
|
if errors != "strict":
|
||||||
|
raise IDNAError(f'Unsupported error handling "{errors}"')
|
||||||
|
|
||||||
|
if not data:
|
||||||
|
return "", 0
|
||||||
|
|
||||||
|
return decode(data), len(data)
|
||||||
|
|
||||||
|
|
||||||
|
class IncrementalEncoder(codecs.BufferedIncrementalEncoder):
|
||||||
|
"""Incremental IDNA 2008 encoder.
|
||||||
|
|
||||||
|
Buffers a partial trailing label across calls until either the next
|
||||||
|
label separator is seen or ``final=True``, so that streamed input is
|
||||||
|
encoded one whole label at a time. Any of the four Unicode label
|
||||||
|
separators (``U+002E``, ``U+3002``, ``U+FF0E``, ``U+FF61``) ends a
|
||||||
|
label; the result always uses ``U+002E`` as the separator.
|
||||||
|
|
||||||
|
Only the ``"strict"`` error handler is supported.
|
||||||
|
"""
|
||||||
|
|
||||||
|
def _buffer_encode(self, data: str, errors: str, final: bool) -> tuple[bytes, int]: # ty: ignore[invalid-method-override]
|
||||||
|
if errors != "strict":
|
||||||
|
raise IDNAError(f'Unsupported error handling "{errors}"')
|
||||||
|
|
||||||
|
if not data:
|
||||||
|
return b"", 0
|
||||||
|
|
||||||
|
labels = _unicode_dots_re.split(data)
|
||||||
|
trailing_dot = b""
|
||||||
|
if labels:
|
||||||
|
if not labels[-1]:
|
||||||
|
trailing_dot = b"."
|
||||||
|
del labels[-1]
|
||||||
|
elif not final:
|
||||||
|
# Keep potentially unfinished label until the next call
|
||||||
|
del labels[-1]
|
||||||
|
if labels:
|
||||||
|
trailing_dot = b"."
|
||||||
|
|
||||||
|
result = []
|
||||||
|
size = 0
|
||||||
|
for label in labels:
|
||||||
|
result.append(alabel(label))
|
||||||
|
if size:
|
||||||
|
size += 1
|
||||||
|
size += len(label)
|
||||||
|
|
||||||
|
# Join with U+002E
|
||||||
|
result_bytes = b".".join(result) + trailing_dot
|
||||||
|
size += len(trailing_dot)
|
||||||
|
return result_bytes, size
|
||||||
|
|
||||||
|
|
||||||
|
class IncrementalDecoder(codecs.BufferedIncrementalDecoder):
|
||||||
|
"""Incremental IDNA 2008 decoder.
|
||||||
|
|
||||||
|
Buffers a partial trailing label across calls until either the next
|
||||||
|
label separator is seen or ``final=True``, so that streamed input is
|
||||||
|
decoded one whole label at a time.
|
||||||
|
|
||||||
|
Only the ``"strict"`` error handler is supported.
|
||||||
|
"""
|
||||||
|
|
||||||
|
def _buffer_decode(self, data: Any, errors: str, final: bool) -> tuple[str, int]: # ty: ignore[invalid-method-override]
|
||||||
|
if errors != "strict":
|
||||||
|
raise IDNAError(f'Unsupported error handling "{errors}"')
|
||||||
|
|
||||||
|
if not data:
|
||||||
|
return ("", 0)
|
||||||
|
|
||||||
|
if not isinstance(data, str):
|
||||||
|
data = str(data, "ascii")
|
||||||
|
|
||||||
|
labels = _unicode_dots_re.split(data)
|
||||||
|
trailing_dot = ""
|
||||||
|
if labels:
|
||||||
|
if not labels[-1]:
|
||||||
|
trailing_dot = "."
|
||||||
|
del labels[-1]
|
||||||
|
elif not final:
|
||||||
|
# Keep potentially unfinished label until the next call
|
||||||
|
del labels[-1]
|
||||||
|
if labels:
|
||||||
|
trailing_dot = "."
|
||||||
|
|
||||||
|
result = []
|
||||||
|
size = 0
|
||||||
|
for label in labels:
|
||||||
|
result.append(ulabel(label))
|
||||||
|
if size:
|
||||||
|
size += 1
|
||||||
|
size += len(label)
|
||||||
|
|
||||||
|
result_str = ".".join(result) + trailing_dot
|
||||||
|
size += len(trailing_dot)
|
||||||
|
return (result_str, size)
|
||||||
|
|
||||||
|
|
||||||
|
class StreamWriter(Codec, codecs.StreamWriter):
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
class StreamReader(Codec, codecs.StreamReader):
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
def search_function(name: str) -> Optional[codecs.CodecInfo]:
|
||||||
|
"""Codec search function registered with :mod:`codecs`.
|
||||||
|
|
||||||
|
Returns a :class:`codecs.CodecInfo` for the ``"idna2008"`` codec name
|
||||||
|
so that ``str.encode("idna2008")`` and ``bytes.decode("idna2008")``
|
||||||
|
invoke the IDNA 2008 codec defined in this module.
|
||||||
|
|
||||||
|
:param name: The codec name being looked up.
|
||||||
|
:returns: A :class:`codecs.CodecInfo` instance if ``name`` is
|
||||||
|
``"idna2008"``, otherwise ``None``.
|
||||||
|
"""
|
||||||
|
if name != "idna2008":
|
||||||
|
return None
|
||||||
|
return codecs.CodecInfo(
|
||||||
|
name=name,
|
||||||
|
encode=Codec().encode,
|
||||||
|
decode=Codec().decode, # type: ignore
|
||||||
|
incrementalencoder=IncrementalEncoder,
|
||||||
|
incrementaldecoder=IncrementalDecoder,
|
||||||
|
streamwriter=StreamWriter,
|
||||||
|
streamreader=StreamReader,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
codecs.register(search_function)
|
||||||
41
venv/Lib/site-packages/idna/compat.py
Normal file
41
venv/Lib/site-packages/idna/compat.py
Normal file
@@ -0,0 +1,41 @@
|
|||||||
|
from typing import Any, Union
|
||||||
|
|
||||||
|
from .core import decode, encode
|
||||||
|
|
||||||
|
|
||||||
|
def ToASCII(label: str) -> bytes:
|
||||||
|
"""Compatibility shim for :rfc:`3490` ``ToASCII``.
|
||||||
|
|
||||||
|
Delegates to :func:`idna.encode` (IDNA 2008). Provided to ease porting
|
||||||
|
of code written against the legacy :mod:`encodings.idna` API; new code
|
||||||
|
should call :func:`idna.encode` directly.
|
||||||
|
|
||||||
|
:param label: The label or domain to encode.
|
||||||
|
:returns: The encoded form as ASCII :class:`bytes`.
|
||||||
|
"""
|
||||||
|
return encode(label)
|
||||||
|
|
||||||
|
|
||||||
|
def ToUnicode(label: Union[bytes, bytearray]) -> str:
|
||||||
|
"""Compatibility shim for :rfc:`3490` ``ToUnicode``.
|
||||||
|
|
||||||
|
Delegates to :func:`idna.decode` (IDNA 2008). Provided to ease porting
|
||||||
|
of code written against the legacy :mod:`encodings.idna` API; new code
|
||||||
|
should call :func:`idna.decode` directly.
|
||||||
|
|
||||||
|
:param label: The label or domain to decode.
|
||||||
|
:returns: The decoded Unicode form.
|
||||||
|
"""
|
||||||
|
return decode(label)
|
||||||
|
|
||||||
|
|
||||||
|
def nameprep(s: Any) -> None:
|
||||||
|
"""Stub for :rfc:`3491` Nameprep, which is not used by IDNA 2008.
|
||||||
|
|
||||||
|
IDNA 2008 (:rfc:`5891`) replaces Nameprep with the per-codepoint
|
||||||
|
validity classes from :rfc:`5892`; this function exists only to
|
||||||
|
return a clear error if legacy code attempts to call it.
|
||||||
|
|
||||||
|
:raises NotImplementedError: Always.
|
||||||
|
"""
|
||||||
|
raise NotImplementedError("IDNA 2008 does not utilise nameprep protocol")
|
||||||
Reference in New Issue
Block a user