Ausgabe der neuen DB Einträge

venv/lib/python3.9/site-packages/scrapy/loader/__init__.py

@@ -0,0 +1,88 @@
+"""
+Item Loader
+
+See documentation in docs/topics/loaders.rst
+"""
+import itemloaders
+
+from scrapy.item import Item
+from scrapy.selector import Selector
+
+
+class ItemLoader(itemloaders.ItemLoader):
+    """
+    A user-friendly abstraction to populate an :ref:`item <topics-items>` with data
+    by applying :ref:`field processors <topics-loaders-processors>` to scraped data.
+    When instantiated with a ``selector`` or a ``response`` it supports
+    data extraction from web pages using :ref:`selectors <topics-selectors>`.
+
+    :param item: The item instance to populate using subsequent calls to
+        :meth:`~ItemLoader.add_xpath`, :meth:`~ItemLoader.add_css`,
+        or :meth:`~ItemLoader.add_value`.
+    :type item: scrapy.item.Item
+
+    :param selector: The selector to extract data from, when using the
+        :meth:`add_xpath`, :meth:`add_css`, :meth:`replace_xpath`, or
+        :meth:`replace_css` method.
+    :type selector: :class:`~scrapy.selector.Selector` object
+
+    :param response: The response used to construct the selector using the
+        :attr:`default_selector_class`, unless the selector argument is given,
+        in which case this argument is ignored.
+    :type response: :class:`~scrapy.http.Response` object
+
+    If no item is given, one is instantiated automatically using the class in
+    :attr:`default_item_class`.
+
+    The item, selector, response and remaining keyword arguments are
+    assigned to the Loader context (accessible through the :attr:`context` attribute).
+
+    .. attribute:: item
+
+        The item object being parsed by this Item Loader.
+        This is mostly used as a property so, when attempting to override this
+        value, you may want to check out :attr:`default_item_class` first.
+
+    .. attribute:: context
+
+        The currently active :ref:`Context <loaders-context>` of this Item Loader.
+
+    .. attribute:: default_item_class
+
+        An :ref:`item <topics-items>` class (or factory), used to instantiate
+        items when not given in the ``__init__`` method.
+
+    .. attribute:: default_input_processor
+
+        The default input processor to use for those fields which don't specify
+        one.
+
+    .. attribute:: default_output_processor
+
+        The default output processor to use for those fields which don't specify
+        one.
+
+    .. attribute:: default_selector_class
+
+        The class used to construct the :attr:`selector` of this
+        :class:`ItemLoader`, if only a response is given in the ``__init__`` method.
+        If a selector is given in the ``__init__`` method this attribute is ignored.
+        This attribute is sometimes overridden in subclasses.
+
+    .. attribute:: selector
+
+        The :class:`~scrapy.selector.Selector` object to extract data from.
+        It's either the selector given in the ``__init__`` method or one created from
+        the response given in the ``__init__`` method using the
+        :attr:`default_selector_class`. This attribute is meant to be
+        read-only.
+    """
+
+    default_item_class = Item
+    default_selector_class = Selector
+
+    def __init__(self, item=None, selector=None, response=None, parent=None, **context):
+        if selector is None and response is not None:
+            selector = self.default_selector_class(response)
+        context.update(response=response)
+        super().__init__(item=item, selector=selector, parent=parent, **context)

venv/lib/python3.9/site-packages/scrapy/loader/common.py

@@ -0,0 +1,21 @@
+"""Common functions used in Item Loaders code"""
+
+import warnings
+
+from itemloaders import common
+
+from scrapy.utils.deprecate import ScrapyDeprecationWarning
+
+
+def wrap_loader_context(function, context):
+    """Wrap functions that receive loader_context to contain the context
+    "pre-loaded" and expose a interface that receives only one argument
+    """
+    warnings.warn(
+        "scrapy.loader.common.wrap_loader_context has moved to a new library."
+        "Please update your reference to itemloaders.common.wrap_loader_context",
+        ScrapyDeprecationWarning,
+        stacklevel=2
+    )
+
+    return common.wrap_loader_context(function, context)

venv/lib/python3.9/site-packages/scrapy/loader/processors.py

@@ -0,0 +1,21 @@
+"""
+This module provides some commonly used processors for Item Loaders.
+
+See documentation in docs/topics/loaders.rst
+"""
+from itemloaders import processors
+
+from scrapy.utils.deprecate import create_deprecated_class
+
+
+MapCompose = create_deprecated_class('MapCompose', processors.MapCompose)
+
+Compose = create_deprecated_class('Compose', processors.Compose)
+
+TakeFirst = create_deprecated_class('TakeFirst', processors.TakeFirst)
+
+Identity = create_deprecated_class('Identity', processors.Identity)
+
+SelectJmes = create_deprecated_class('SelectJmes', processors.SelectJmes)
+
+Join = create_deprecated_class('Join', processors.Join)