Ausgabe der neuen DB Einträge

2022-01-02 21:50:48 +01:00 · 2022-01-02 21:50:48 +01:00 · cfbbb9ee3d
commit cfbbb9ee3d
parent bad48e1627
2399 changed files with 843193 additions and 43 deletions
--- a/venv/lib/python3.9/site-packages/scrapy/utils/testsite.py
+++ b/venv/lib/python3.9/site-packages/scrapy/utils/testsite.py
@ -0,0 +1,44 @@
+from urllib.parse import urljoin
+
+from twisted.web import server, resource, static, util
+
+
+class SiteTest:
+
+    def setUp(self):
+        from twisted.internet import reactor
+        super().setUp()
+        self.site = reactor.listenTCP(0, test_site(), interface="127.0.0.1")
+        self.baseurl = f"http://localhost:{self.site.getHost().port}/"
+
+    def tearDown(self):
+        super().tearDown()
+        self.site.stopListening()
+
+    def url(self, path):
+        return urljoin(self.baseurl, path)
+
+
+class NoMetaRefreshRedirect(util.Redirect):
+    def render(self, request):
+        content = util.Redirect.render(self, request)
+        return content.replace(b'http-equiv=\"refresh\"',
+            b'http-no-equiv=\"do-not-refresh-me\"')
+
+
+def test_site():
+    r = resource.Resource()
+    r.putChild(b"text", static.Data(b"Works", "text/plain"))
+    r.putChild(b"html", static.Data(b"<body><p class='one'>Works</p><p class='two'>World</p></body>", "text/html"))
+    r.putChild(b"enc-gb18030", static.Data(b"<p>gb18030 encoding</p>", "text/html; charset=gb18030"))
+    r.putChild(b"redirect", util.Redirect(b"/redirected"))
+    r.putChild(b"redirect-no-meta-refresh", NoMetaRefreshRedirect(b"/redirected"))
+    r.putChild(b"redirected", static.Data(b"Redirected here", "text/plain"))
+    return server.Site(r)
+
+
+if __name__ == '__main__':
+    from twisted.internet import reactor
+    port = reactor.listenTCP(0, test_site(), interface="127.0.0.1")
+    print(f"http://localhost:{port.getHost().port}/")
+    reactor.run()