Ausgabe der neuen DB Einträge

venv/lib/python3.9/site-packages/scrapy/utils/engine.py

@@ -0,0 +1,48 @@
+"""Some debugging functions for working with the Scrapy engine"""
+
+# used in global tests code
+from time import time  # noqa: F401
+
+
+def get_engine_status(engine):
+    """Return a report of the current engine status"""
+    tests = [
+        "time()-engine.start_time",
+        "engine.has_capacity()",
+        "len(engine.downloader.active)",
+        "engine.scraper.is_idle()",
+        "engine.spider.name",
+        "engine.spider_is_idle(engine.spider)",
+        "engine.slot.closing",
+        "len(engine.slot.inprogress)",
+        "len(engine.slot.scheduler.dqs or [])",
+        "len(engine.slot.scheduler.mqs)",
+        "len(engine.scraper.slot.queue)",
+        "len(engine.scraper.slot.active)",
+        "engine.scraper.slot.active_size",
+        "engine.scraper.slot.itemproc_size",
+        "engine.scraper.slot.needs_backout()",
+    ]
+
+    checks = []
+    for test in tests:
+        try:
+            checks += [(test, eval(test))]
+        except Exception as e:
+            checks += [(test, f"{type(e).__name__} (exception)")]
+
+    return checks
+
+
+def format_engine_status(engine=None):
+    checks = get_engine_status(engine)
+    s = "Execution engine status\n\n"
+    for test, result in checks:
+        s += f"{test:<47} : {result}\n"
+    s += "\n"
+
+    return s
+
+
+def print_engine_status(engine):
+    print(format_engine_status(engine))