diff env/lib/python3.7/site-packages/requests_toolbelt/downloadutils/stream.py @ 5:9b1c78e6ba9c draft default tip

"planemo upload commit 6c0a8142489327ece472c84e558c47da711a9142"
author shellac
date Mon, 01 Jun 2020 08:59:25 -0400
parents 79f47841a781
children
line wrap: on
line diff
--- a/env/lib/python3.7/site-packages/requests_toolbelt/downloadutils/stream.py	Thu May 14 16:47:39 2020 -0400
+++ /dev/null	Thu Jan 01 00:00:00 1970 +0000
@@ -1,177 +0,0 @@
-# -*- coding: utf-8 -*-
-"""Utilities for dealing with streamed requests."""
-import collections
-import os.path
-import re
-
-from .. import exceptions as exc
-
-# Regular expressions stolen from werkzeug/http.py
-# cd2c97bb0a076da2322f11adce0b2731f9193396 L62-L64
-_QUOTED_STRING_RE = r'"[^"\\]*(?:\\.[^"\\]*)*"'
-_OPTION_HEADER_PIECE_RE = re.compile(
-    r';\s*(%s|[^\s;=]+)\s*(?:=\s*(%s|[^;]+))?\s*' % (_QUOTED_STRING_RE,
-                                                     _QUOTED_STRING_RE)
-)
-_DEFAULT_CHUNKSIZE = 512
-
-
-def _get_filename(content_disposition):
-    for match in _OPTION_HEADER_PIECE_RE.finditer(content_disposition):
-        k, v = match.groups()
-        if k == 'filename':
-            # ignore any directory paths in the filename
-            return os.path.split(v)[1]
-    return None
-
-
-def get_download_file_path(response, path):
-    """
-    Given a response and a path, return a file path for a download.
-
-    If a ``path`` parameter is a directory, this function will parse the
-    ``Content-Disposition`` header on the response to determine the name of the
-    file as reported by the server, and return a file path in the specified
-    directory.
-
-    If ``path`` is empty or None, this function will return a path relative
-    to the process' current working directory.
-
-    If path is a full file path, return it.
-
-    :param response: A Response object from requests
-    :type response: requests.models.Response
-    :param str path: Directory or file path.
-    :returns: full file path to download as
-    :rtype: str
-    :raises: :class:`requests_toolbelt.exceptions.StreamingError`
-    """
-    path_is_dir = path and os.path.isdir(path)
-
-    if path and not path_is_dir:
-        # fully qualified file path
-        filepath = path
-    else:
-        response_filename = _get_filename(
-            response.headers.get('content-disposition', '')
-        )
-        if not response_filename:
-            raise exc.StreamingError('No filename given to stream response to')
-
-        if path_is_dir:
-            # directory to download to
-            filepath = os.path.join(path, response_filename)
-        else:
-            # fallback to downloading to current working directory
-            filepath = response_filename
-
-    return filepath
-
-
-def stream_response_to_file(response, path=None, chunksize=_DEFAULT_CHUNKSIZE):
-    """Stream a response body to the specified file.
-
-    Either use the ``path`` provided or use the name provided in the
-    ``Content-Disposition`` header.
-
-    .. warning::
-
-        If you pass this function an open file-like object as the ``path``
-        parameter, the function will not close that file for you.
-
-    .. warning::
-
-        This function will not automatically close the response object
-        passed in as the ``response`` parameter.
-
-    If a ``path`` parameter is a directory, this function will parse the
-    ``Content-Disposition`` header on the response to determine the name of the
-    file as reported by the server, and return a file path in the specified
-    directory. If no ``path`` parameter is supplied, this function will default
-    to the process' current working directory.
-
-    .. code-block:: python
-
-        import requests
-        from requests_toolbelt import exceptions
-        from requests_toolbelt.downloadutils import stream
-
-        r = requests.get(url, stream=True)
-        try:
-            filename = stream.stream_response_to_file(r)
-        except exceptions.StreamingError as e:
-            # The toolbelt could not find the filename in the
-            # Content-Disposition
-            print(e.message)
-
-    You can also specify the filename as a string. This will be passed to
-    the built-in :func:`open` and we will read the content into the file.
-
-    .. code-block:: python
-
-        import requests
-        from requests_toolbelt.downloadutils import stream
-
-        r = requests.get(url, stream=True)
-        filename = stream.stream_response_to_file(r, path='myfile')
-
-    If the calculated download file path already exists, this function will
-    raise a StreamingError.
-
-    Instead, if you want to manage the file object yourself, you need to
-    provide either a :class:`io.BytesIO` object or a file opened with the
-    `'b'` flag. See the two examples below for more details.
-
-    .. code-block:: python
-
-        import requests
-        from requests_toolbelt.downloadutils import stream
-
-        with open('myfile', 'wb') as fd:
-            r = requests.get(url, stream=True)
-            filename = stream.stream_response_to_file(r, path=fd)
-
-        print('{0} saved to {1}'.format(url, filename))
-
-    .. code-block:: python
-
-        import io
-        import requests
-        from requests_toolbelt.downloadutils import stream
-
-        b = io.BytesIO()
-        r = requests.get(url, stream=True)
-        filename = stream.stream_response_to_file(r, path=b)
-        assert filename is None
-
-    :param response: A Response object from requests
-    :type response: requests.models.Response
-    :param path: *(optional)*, Either a string with the path to the location
-        to save the response content, or a file-like object expecting bytes.
-    :type path: :class:`str`, or object with a :meth:`write`
-    :param int chunksize: (optional), Size of chunk to attempt to stream
-        (default 512B).
-    :returns: The name of the file, if one can be determined, else None
-    :rtype: str
-    :raises: :class:`requests_toolbelt.exceptions.StreamingError`
-    """
-    pre_opened = False
-    fd = None
-    filename = None
-    if path and isinstance(getattr(path, 'write', None), collections.Callable):
-        pre_opened = True
-        fd = path
-        filename = getattr(fd, 'name', None)
-    else:
-        filename = get_download_file_path(response, path)
-        if os.path.exists(filename):
-            raise exc.StreamingError("File already exists: %s" % filename)
-        fd = open(filename, 'wb')
-
-    for chunk in response.iter_content(chunk_size=chunksize):
-        fd.write(chunk)
-
-    if not pre_opened:
-        fd.close()
-
-    return filename