back to OpenHands summary

OpenHands: scrapy

Pytest Summary for test tests

status	count
passed	400
failed	800
skipped	31
xfailed	2
total	1233
collected	1233

Failed pytests:

init.py::CmdlineCrawlPipelineTest::test_open_spider_normally_in_pipeline

__init__.py::CmdlineCrawlPipelineTest::test_open_spider_normally_in_pipeline

self = 

    def test_open_spider_normally_in_pipeline(self):
>       self.assertEqual(self._execute("normal"), 0)
E       AssertionError: 1 != 0

/testbed/tests/test_cmdline_crawl_with_pipeline/__init__.py:16: AssertionError

test_command_fetch.py::FetchTest::test_headers

test_command_fetch.py::FetchTest::test_headers

self = 

    @defer.inlineCallbacks
    def test_headers(self):
>       _, out, _ = yield self.execute([self.url("/text"), "--headers"])
E       AttributeError: 'FetchTest' object has no attribute 'execute'

/testbed/tests/test_command_fetch.py:32: AttributeError

test_command_fetch.py::FetchTest::test_output

test_command_fetch.py::FetchTest::test_output

self = 

    @defer.inlineCallbacks
    def test_output(self):
>       _, out, _ = yield self.execute([self.url("/text")])
E       AttributeError: 'FetchTest' object has no attribute 'execute'

/testbed/tests/test_command_fetch.py:13: AttributeError

test_command_fetch.py::FetchTest::test_redirect_default

test_command_fetch.py::FetchTest::test_redirect_default

self = 

    @defer.inlineCallbacks
    def test_redirect_default(self):
>       _, out, _ = yield self.execute([self.url("/redirect")])
E       AttributeError: 'FetchTest' object has no attribute 'execute'

/testbed/tests/test_command_fetch.py:18: AttributeError

test_command_fetch.py::FetchTest::test_redirect_disabled

test_command_fetch.py::FetchTest::test_redirect_disabled

self = 

    @defer.inlineCallbacks
    def test_redirect_disabled(self):
>       _, out, err = yield self.execute(
            ["--no-redirect", self.url("/redirect-no-meta-refresh")]
        )
E       AttributeError: 'FetchTest' object has no attribute 'execute'

/testbed/tests/test_command_fetch.py:23: AttributeError

test_command_shell.py::ShellTest::test_dns_failures

test_command_shell.py::ShellTest::test_dns_failures

self = 

    @defer.inlineCallbacks
    def test_dns_failures(self):
        if NON_EXISTING_RESOLVABLE:
            raise unittest.SkipTest("Non-existing hosts are resolvable")
        url = "www.somedomainthatdoesntexi.st"
>       errcode, out, err = yield self.execute([url, "-c", "item"], check_code=False)
E       AttributeError: 'ShellTest' object has no attribute 'execute'

/testbed/tests/test_command_shell.py:129: AttributeError

test_command_shell.py::ShellTest::test_empty

test_command_shell.py::ShellTest::test_empty

self = 

    @defer.inlineCallbacks
    def test_empty(self):
>       _, out, _ = yield self.execute(["-c", "item"])
E       AttributeError: 'ShellTest' object has no attribute 'execute'

/testbed/tests/test_command_shell.py:21: AttributeError

test_command_shell.py::ShellTest::test_fetch_redirect_follow_302

test_command_shell.py::ShellTest::test_fetch_redirect_follow_302

self = 

    @defer.inlineCallbacks
    def test_fetch_redirect_follow_302(self):
        """Test that calling ``fetch(url)`` follows HTTP redirects by default."""
>       url = self.url("/redirect-no-meta-refresh")
E       AttributeError: 'ShellTest' object has no attribute 'url'

/testbed/tests/test_command_shell.py:79: AttributeError

test_command_shell.py::ShellTest::test_fetch_redirect_not_follow_302

test_command_shell.py::ShellTest::test_fetch_redirect_not_follow_302

self = 

    @defer.inlineCallbacks
    def test_fetch_redirect_not_follow_302(self):
        """Test that calling ``fetch(url, redirect=False)`` disables automatic redirects."""
>       url = self.url("/redirect-no-meta-refresh")
E       AttributeError: 'ShellTest' object has no attribute 'url'

/testbed/tests/test_command_shell.py:89: AttributeError

test_command_shell.py::ShellTest::test_local_file

test_command_shell.py::ShellTest::test_local_file

self = 

    @defer.inlineCallbacks
    def test_local_file(self):
        filepath = Path(tests_datadir, "test_site", "index.html")
>       _, out, _ = yield self.execute([str(filepath), "-c", "item"])
E       AttributeError: 'ShellTest' object has no attribute 'execute'

/testbed/tests/test_command_shell.py:112: AttributeError

test_command_shell.py::ShellTest::test_local_nofile

test_command_shell.py::ShellTest::test_local_nofile

self = 

    @defer.inlineCallbacks
    def test_local_nofile(self):
        filepath = "file:///tests/sample_data/test_site/nothinghere.html"
>       errcode, out, err = yield self.execute(
            [filepath, "-c", "item"], check_code=False
        )
E       AttributeError: 'ShellTest' object has no attribute 'execute'

/testbed/tests/test_command_shell.py:118: AttributeError

test_command_shell.py::ShellTest::test_redirect

test_command_shell.py::ShellTest::test_redirect

self = 

    @defer.inlineCallbacks
    def test_redirect(self):
>       _, out, _ = yield self.execute([self.url("/redirect"), "-c", "response.url"])
E       AttributeError: 'ShellTest' object has no attribute 'execute'

/testbed/tests/test_command_shell.py:54: AttributeError

test_command_shell.py::ShellTest::test_redirect_follow_302

test_command_shell.py::ShellTest::test_redirect_follow_302

self = 

    @defer.inlineCallbacks
    def test_redirect_follow_302(self):
>       _, out, _ = yield self.execute(
            [self.url("/redirect-no-meta-refresh"), "-c", "response.status"]
        )
E       AttributeError: 'ShellTest' object has no attribute 'execute'

/testbed/tests/test_command_shell.py:59: AttributeError

test_command_shell.py::ShellTest::test_redirect_not_follow_302

test_command_shell.py::ShellTest::test_redirect_not_follow_302

self = 

    @defer.inlineCallbacks
    def test_redirect_not_follow_302(self):
>       _, out, _ = yield self.execute(
            [
                "--no-redirect",
                self.url("/redirect-no-meta-refresh"),
                "-c",
                "response.status",
            ]
        )
E       AttributeError: 'ShellTest' object has no attribute 'execute'

/testbed/tests/test_command_shell.py:66: AttributeError

test_command_shell.py::ShellTest::test_request_replace

test_command_shell.py::ShellTest::test_request_replace

self = 

    @defer.inlineCallbacks
    def test_request_replace(self):
>       url = self.url("/text")
E       AttributeError: 'ShellTest' object has no attribute 'url'

/testbed/tests/test_command_shell.py:97: AttributeError

test_command_shell.py::ShellTest::test_response_body

test_command_shell.py::ShellTest::test_response_body

self = 

    @defer.inlineCallbacks
    def test_response_body(self):
>       _, out, _ = yield self.execute([self.url("/text"), "-c", "response.body"])
E       AttributeError: 'ShellTest' object has no attribute 'execute'

/testbed/tests/test_command_shell.py:26: AttributeError

test_command_shell.py::ShellTest::test_response_encoding_gb18030

test_command_shell.py::ShellTest::test_response_encoding_gb18030

self = 

    @defer.inlineCallbacks
    def test_response_encoding_gb18030(self):
>       _, out, _ = yield self.execute(
            [self.url("/enc-gb18030"), "-c", "response.encoding"]
        )
E       AttributeError: 'ShellTest' object has no attribute 'execute'

/testbed/tests/test_command_shell.py:47: AttributeError

test_command_shell.py::ShellTest::test_response_selector_html

test_command_shell.py::ShellTest::test_response_selector_html

self = 

    @defer.inlineCallbacks
    def test_response_selector_html(self):
        xpath = "response.xpath(\"//p[@class='one']/text()\").get()"
>       _, out, _ = yield self.execute([self.url("/html"), "-c", xpath])
E       AttributeError: 'ShellTest' object has no attribute 'execute'

/testbed/tests/test_command_shell.py:42: AttributeError

test_command_shell.py::ShellTest::test_response_type_html

test_command_shell.py::ShellTest::test_response_type_html

self = 

    @defer.inlineCallbacks
    def test_response_type_html(self):
>       _, out, _ = yield self.execute([self.url("/html"), "-c", "type(response)"])
E       AttributeError: 'ShellTest' object has no attribute 'execute'

/testbed/tests/test_command_shell.py:36: AttributeError

test_command_shell.py::ShellTest::test_response_type_text

test_command_shell.py::ShellTest::test_response_type_text

self = 

    @defer.inlineCallbacks
    def test_response_type_text(self):
>       _, out, _ = yield self.execute([self.url("/text"), "-c", "type(response)"])
E       AttributeError: 'ShellTest' object has no attribute 'execute'

/testbed/tests/test_command_shell.py:31: AttributeError

test_command_shell.py::ShellTest::test_scrapy_import

test_command_shell.py::ShellTest::test_scrapy_import

self = 

    @defer.inlineCallbacks
    def test_scrapy_import(self):
>       url = self.url("/text")
E       AttributeError: 'ShellTest' object has no attribute 'url'

/testbed/tests/test_command_shell.py:104: AttributeError

test_command_shell.py::ShellTest::test_shell_fetch_async

test_command_shell.py::ShellTest::test_shell_fetch_async

self = 

    @defer.inlineCallbacks
    def test_shell_fetch_async(self):
        reactor_path = "twisted.internet.asyncioreactor.AsyncioSelectorReactor"
>       url = self.url("/html")
E       AttributeError: 'ShellTest' object has no attribute 'url'

/testbed/tests/test_command_shell.py:136: AttributeError

test_command_shell.py::InteractiveShellTest::test_fetch

test_command_shell.py::InteractiveShellTest::test_fetch

self = 

    def test_fetch(self):
        args = (
            sys.executable,
            "-m",
            "scrapy.cmdline",
            "shell",
        )
        env = os.environ.copy()
        env["SCRAPY_PYTHON_SHELL"] = "python"
        logfile = BytesIO()
        p = PopenSpawn(args, env=env, timeout=5)
        p.logfile_read = logfile
>       p.expect_exact("Available Scrapy objects")

/testbed/tests/test_command_shell.py:156: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/.venv/lib/python3.12/site-packages/pexpect/spawnbase.py:432: in expect_exact
    return exp.expect_loop(timeout)
/testbed/.venv/lib/python3.12/site-packages/pexpect/expect.py:179: in expect_loop
    return self.eof(e)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
err = EOF('End Of File (EOF).')

    def eof(self, err=None):
        spawn = self.spawn

        spawn.before = spawn._before.getvalue()
        spawn._buffer = spawn.buffer_type()
        spawn._before = spawn.buffer_type()
        spawn.after = EOF
        index = self.searcher.eof_index
        if index >= 0:
            spawn.match = EOF
            spawn.match_index = index
            return index
        else:
            spawn.match = None
            spawn.match_index = None
            msg = str(spawn)
            msg += '\nsearcher: %s' % self.searcher
            if err is not None:
                msg = str(err) + '\n' + msg

            exc = EOF(msg)
            exc.__cause__ = None # in Python 3.x we can use "raise exc from None"
>           raise exc
E           pexpect.exceptions.EOF: End Of File (EOF).
E           
E           searcher: searcher_string:
E               0: b'Available Scrapy objects'

/testbed/.venv/lib/python3.12/site-packages/pexpect/expect.py:122: EOF

test_command_version.py::VersionTest::test_output

test_command_version.py::VersionTest::test_output

self = 

    @defer.inlineCallbacks
    def test_output(self):
        encoding = getattr(sys.stdout, "encoding") or "utf-8"
>       _, out, _ = yield self.execute([])
E       AttributeError: 'VersionTest' object has no attribute 'execute'

/testbed/tests/test_command_version.py:16: AttributeError

test_command_version.py::VersionTest::test_verbose_output

test_command_version.py::VersionTest::test_verbose_output

self = 

    @defer.inlineCallbacks
    def test_verbose_output(self):
        encoding = getattr(sys.stdout, "encoding") or "utf-8"
>       _, out, _ = yield self.execute(["-v"])
E       AttributeError: 'VersionTest' object has no attribute 'execute'

/testbed/tests/test_command_version.py:25: AttributeError

test_downloadermiddleware_httpauth.py::HttpAuthMiddlewareLegacyTest::test_auth

test_downloadermiddleware_httpauth.py::HttpAuthMiddlewareLegacyTest::test_auth

self = 

    def test_auth(self):
        with pytest.warns(
            ScrapyDeprecationWarning,
            match="Using HttpAuthMiddleware without http_auth_domain is deprecated",
        ):
            mw = HttpAuthMiddleware()
>           mw.spider_opened(self.spider)
E           AttributeError: 'HttpAuthMiddleware' object has no attribute 'spider_opened'

/testbed/tests/test_downloadermiddleware_httpauth.py:39: AttributeError

During handling of the above exception, another exception occurred:

self = 

    def test_auth(self):
>       with pytest.warns(
            ScrapyDeprecationWarning,
            match="Using HttpAuthMiddleware without http_auth_domain is deprecated",
        ):
E       Failed: DID NOT WARN. No warnings of type (,) were emitted.
E        Emitted warnings: [].

/testbed/tests/test_downloadermiddleware_httpauth.py:34: Failed

test_downloadermiddleware_httpauth.py::HttpAuthMiddlewareLegacyTest::test_auth_already_set

test_downloadermiddleware_httpauth.py::HttpAuthMiddlewareLegacyTest::test_auth_already_set

self = 

    def test_auth_already_set(self):
        with pytest.warns(
            ScrapyDeprecationWarning,
            match="Using HttpAuthMiddleware without http_auth_domain is deprecated",
        ):
            mw = HttpAuthMiddleware()
>           mw.spider_opened(self.spider)
E           AttributeError: 'HttpAuthMiddleware' object has no attribute 'spider_opened'

/testbed/tests/test_downloadermiddleware_httpauth.py:62: AttributeError

During handling of the above exception, another exception occurred:

self = 

    def test_auth_already_set(self):
>       with pytest.warns(
            ScrapyDeprecationWarning,
            match="Using HttpAuthMiddleware without http_auth_domain is deprecated",
        ):
E       Failed: DID NOT WARN. No warnings of type (,) were emitted.
E        Emitted warnings: [].

/testbed/tests/test_downloadermiddleware_httpauth.py:57: Failed

test_downloadermiddleware_httpauth.py::HttpAuthMiddlewareTest::test_auth_already_set

test_downloadermiddleware_httpauth.py::HttpAuthMiddlewareTest::test_auth_already_set

self = 

    def setUp(self):
        self.mw = HttpAuthMiddleware()
        self.spider = TestSpider("foo")
>       self.mw.spider_opened(self.spider)
E       AttributeError: 'HttpAuthMiddleware' object has no attribute 'spider_opened'

/testbed/tests/test_downloadermiddleware_httpauth.py:72: AttributeError

test_downloadermiddleware_httpauth.py::HttpAuthMiddlewareTest::test_auth_domain

test_downloadermiddleware_httpauth.py::HttpAuthMiddlewareTest::test_auth_domain

self = 

    def setUp(self):
        self.mw = HttpAuthMiddleware()
        self.spider = TestSpider("foo")
>       self.mw.spider_opened(self.spider)
E       AttributeError: 'HttpAuthMiddleware' object has no attribute 'spider_opened'

/testbed/tests/test_downloadermiddleware_httpauth.py:72: AttributeError

test_downloadermiddleware_httpauth.py::HttpAuthMiddlewareTest::test_auth_subdomain

test_downloadermiddleware_httpauth.py::HttpAuthMiddlewareTest::test_auth_subdomain

self = 

    def setUp(self):
        self.mw = HttpAuthMiddleware()
        self.spider = TestSpider("foo")
>       self.mw.spider_opened(self.spider)
E       AttributeError: 'HttpAuthMiddleware' object has no attribute 'spider_opened'

/testbed/tests/test_downloadermiddleware_httpauth.py:72: AttributeError

test_downloadermiddleware_httpauth.py::HttpAuthMiddlewareTest::test_no_auth

test_downloadermiddleware_httpauth.py::HttpAuthMiddlewareTest::test_no_auth

self = 

    def setUp(self):
        self.mw = HttpAuthMiddleware()
        self.spider = TestSpider("foo")
>       self.mw.spider_opened(self.spider)
E       AttributeError: 'HttpAuthMiddleware' object has no attribute 'spider_opened'

/testbed/tests/test_downloadermiddleware_httpauth.py:72: AttributeError

test_downloadermiddleware_httpauth.py::HttpAuthAnyMiddlewareTest::test_auth

test_downloadermiddleware_httpauth.py::HttpAuthAnyMiddlewareTest::test_auth

self = 

    def setUp(self):
        self.mw = HttpAuthMiddleware()
        self.spider = TestSpiderAny("foo")
>       self.mw.spider_opened(self.spider)
E       AttributeError: 'HttpAuthMiddleware' object has no attribute 'spider_opened'

/testbed/tests/test_downloadermiddleware_httpauth.py:102: AttributeError

test_downloadermiddleware_httpauth.py::HttpAuthAnyMiddlewareTest::test_auth_already_set

test_downloadermiddleware_httpauth.py::HttpAuthAnyMiddlewareTest::test_auth_already_set

self = 

    def setUp(self):
        self.mw = HttpAuthMiddleware()
        self.spider = TestSpiderAny("foo")
>       self.mw.spider_opened(self.spider)
E       AttributeError: 'HttpAuthMiddleware' object has no attribute 'spider_opened'

/testbed/tests/test_downloadermiddleware_httpauth.py:102: AttributeError

test_exporters.py::BaseItemExporterTest::test_export_dict_item

test_exporters.py::BaseItemExporterTest::test_export_dict_item

self = 

    def test_export_dict_item(self):
>       self.assertItemExportWorks(ItemAdapter(self.i).asdict())

/testbed/tests/test_exporters.py:101: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
item = {'age': '22', 'name': 'John£'}

    def assertItemExportWorks(self, item):
>       self.ie.start_exporting()
E       AttributeError: 'BaseItemExporter' object has no attribute 'start_exporting'

/testbed/tests/test_exporters.py:84: AttributeError

test_exporters.py::BaseItemExporterTest::test_export_item

test_exporters.py::BaseItemExporterTest::test_export_item

self = 

    def test_export_item(self):
>       self.assertItemExportWorks(self.i)

/testbed/tests/test_exporters.py:98: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
item = {'age': '22', 'name': 'John£'}

    def assertItemExportWorks(self, item):
>       self.ie.start_exporting()
E       AttributeError: 'BaseItemExporter' object has no attribute 'start_exporting'

/testbed/tests/test_exporters.py:84: AttributeError

test_exporters.py::BaseItemExporterTest::test_field_custom_serializer

test_exporters.py::BaseItemExporterTest::test_field_custom_serializer

self = 

    def test_field_custom_serializer(self):
        i = self.custom_field_item_class(name="John\xa3", age="22")
        a = ItemAdapter(i)
        ie = self._get_exporter()
        self.assertEqual(
>           ie.serialize_field(a.get_field_meta("name"), "name", a["name"]), "John\xa3"
        )
E       AttributeError: 'BaseItemExporter' object has no attribute 'serialize_field'

/testbed/tests/test_exporters.py:130: AttributeError

test_exporters.py::BaseItemExporterTest::test_fields_to_export

test_exporters.py::BaseItemExporterTest::test_fields_to_export

self = 

    def test_fields_to_export(self):
        ie = self._get_exporter(fields_to_export=["name"])
        self.assertEqual(
>           list(ie._get_serialized_fields(self.i)), [("name", "John\xa3")]
        )
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_exporters.py:114: TypeError

test_exporters.py::BaseItemExporterTest::test_serialize_field

test_exporters.py::BaseItemExporterTest::test_serialize_field

self = 

    def test_serialize_field(self):
        a = ItemAdapter(self.i)
>       res = self.ie.serialize_field(a.get_field_meta("name"), "name", a["name"])
E       AttributeError: 'BaseItemExporter' object has no attribute 'serialize_field'

/testbed/tests/test_exporters.py:105: AttributeError

test_exporters.py::BaseItemExporterDataclassTest::test_export_dict_item

test_exporters.py::BaseItemExporterDataclassTest::test_export_dict_item

self = 

    def test_export_dict_item(self):
>       self.assertItemExportWorks(ItemAdapter(self.i).asdict())

/testbed/tests/test_exporters.py:101: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
item = {'age': '22', 'name': 'John£'}

    def assertItemExportWorks(self, item):
>       self.ie.start_exporting()
E       AttributeError: 'BaseItemExporter' object has no attribute 'start_exporting'

/testbed/tests/test_exporters.py:84: AttributeError

test_exporters.py::BaseItemExporterDataclassTest::test_export_item

test_exporters.py::BaseItemExporterDataclassTest::test_export_item

self = 

    def test_export_item(self):
>       self.assertItemExportWorks(self.i)

/testbed/tests/test_exporters.py:98: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
item = TestDataClass(name='John£', age='22')

    def assertItemExportWorks(self, item):
>       self.ie.start_exporting()
E       AttributeError: 'BaseItemExporter' object has no attribute 'start_exporting'

/testbed/tests/test_exporters.py:84: AttributeError

test_exporters.py::BaseItemExporterDataclassTest::test_field_custom_serializer

test_exporters.py::BaseItemExporterDataclassTest::test_field_custom_serializer

self = 

    def test_field_custom_serializer(self):
        i = self.custom_field_item_class(name="John\xa3", age="22")
        a = ItemAdapter(i)
        ie = self._get_exporter()
        self.assertEqual(
>           ie.serialize_field(a.get_field_meta("name"), "name", a["name"]), "John\xa3"
        )
E       AttributeError: 'BaseItemExporter' object has no attribute 'serialize_field'

/testbed/tests/test_exporters.py:130: AttributeError

test_exporters.py::BaseItemExporterDataclassTest::test_fields_to_export

test_exporters.py::BaseItemExporterDataclassTest::test_fields_to_export

self = 

    def test_fields_to_export(self):
        ie = self._get_exporter(fields_to_export=["name"])
        self.assertEqual(
>           list(ie._get_serialized_fields(self.i)), [("name", "John\xa3")]
        )
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_exporters.py:114: TypeError

test_exporters.py::BaseItemExporterDataclassTest::test_serialize_field

test_exporters.py::BaseItemExporterDataclassTest::test_serialize_field

self = 

    def test_serialize_field(self):
        a = ItemAdapter(self.i)
>       res = self.ie.serialize_field(a.get_field_meta("name"), "name", a["name"])
E       AttributeError: 'BaseItemExporter' object has no attribute 'serialize_field'

/testbed/tests/test_exporters.py:105: AttributeError

test_exporters.py::PythonItemExporterTest::test_export_dict_item

test_exporters.py::PythonItemExporterTest::test_export_dict_item

self = 

    def test_export_dict_item(self):
>       self.assertItemExportWorks(ItemAdapter(self.i).asdict())

/testbed/tests/test_exporters.py:101: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
item = {'age': '22', 'name': 'John£'}

    def assertItemExportWorks(self, item):
>       self.ie.start_exporting()
E       AttributeError: 'PythonItemExporter' object has no attribute 'start_exporting'

/testbed/tests/test_exporters.py:84: AttributeError

test_exporters.py::PythonItemExporterTest::test_export_item

test_exporters.py::PythonItemExporterTest::test_export_item

self = 

    def test_export_item(self):
>       self.assertItemExportWorks(self.i)

/testbed/tests/test_exporters.py:98: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
item = {'age': '22', 'name': 'John£'}

    def assertItemExportWorks(self, item):
>       self.ie.start_exporting()
E       AttributeError: 'PythonItemExporter' object has no attribute 'start_exporting'

/testbed/tests/test_exporters.py:84: AttributeError

test_exporters.py::PythonItemExporterTest::test_export_item_dict_list

test_exporters.py::PythonItemExporterTest::test_export_item_dict_list

self = 

    def test_export_item_dict_list(self):
        i1 = self.item_class(name="Joseph", age="22")
        i2 = dict(name="Maria", age=[i1])
        i3 = self.item_class(name="Jesus", age=[i2])
        ie = self._get_exporter()
>       exported = ie.export_item(i3)
E       AttributeError: 'PythonItemExporter' object has no attribute 'export_item'

/testbed/tests/test_exporters.py:188: AttributeError

test_exporters.py::PythonItemExporterTest::test_export_list

test_exporters.py::PythonItemExporterTest::test_export_list

self = 

    def test_export_list(self):
        i1 = self.item_class(name="Joseph", age="22")
        i2 = self.item_class(name="Maria", age=[i1])
        i3 = self.item_class(name="Jesus", age=[i2])
        ie = self._get_exporter()
>       exported = ie.export_item(i3)
E       AttributeError: 'PythonItemExporter' object has no attribute 'export_item'

/testbed/tests/test_exporters.py:172: AttributeError

test_exporters.py::PythonItemExporterTest::test_field_custom_serializer

test_exporters.py::PythonItemExporterTest::test_field_custom_serializer

self = 

    def test_field_custom_serializer(self):
        i = self.custom_field_item_class(name="John\xa3", age="22")
        a = ItemAdapter(i)
        ie = self._get_exporter()
        self.assertEqual(
>           ie.serialize_field(a.get_field_meta("name"), "name", a["name"]), "John\xa3"
        )
E       AttributeError: 'PythonItemExporter' object has no attribute 'serialize_field'

/testbed/tests/test_exporters.py:130: AttributeError

test_exporters.py::PythonItemExporterTest::test_fields_to_export

test_exporters.py::PythonItemExporterTest::test_fields_to_export

self = 

    def test_fields_to_export(self):
        ie = self._get_exporter(fields_to_export=["name"])
        self.assertEqual(
>           list(ie._get_serialized_fields(self.i)), [("name", "John\xa3")]
        )
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_exporters.py:114: TypeError

test_exporters.py::PythonItemExporterTest::test_invalid_option

test_exporters.py::PythonItemExporterTest::test_invalid_option

self = 

    def test_invalid_option(self):
>       with self.assertRaisesRegex(TypeError, "Unexpected options: invalid_option"):
E       AssertionError: TypeError not raised

/testbed/tests/test_exporters.py:147: AssertionError

test_exporters.py::PythonItemExporterTest::test_nested_item

test_exporters.py::PythonItemExporterTest::test_nested_item

self = 

    def test_nested_item(self):
        i1 = self.item_class(name="Joseph", age="22")
        i2 = dict(name="Maria", age=i1)
        i3 = self.item_class(name="Jesus", age=i2)
        ie = self._get_exporter()
>       exported = ie.export_item(i3)
E       AttributeError: 'PythonItemExporter' object has no attribute 'export_item'

/testbed/tests/test_exporters.py:155: AttributeError

test_exporters.py::PythonItemExporterTest::test_nonstring_types_item

test_exporters.py::PythonItemExporterTest::test_nonstring_types_item

self = 

    def test_nonstring_types_item(self):
        item = self._get_nonstring_types_item()
        ie = self._get_exporter()
>       exported = ie.export_item(item)
E       AttributeError: 'PythonItemExporter' object has no attribute 'export_item'

/testbed/tests/test_exporters.py:202: AttributeError

test_exporters.py::PythonItemExporterTest::test_serialize_field

test_exporters.py::PythonItemExporterTest::test_serialize_field

self = 

    def test_serialize_field(self):
        a = ItemAdapter(self.i)
>       res = self.ie.serialize_field(a.get_field_meta("name"), "name", a["name"])
E       AttributeError: 'PythonItemExporter' object has no attribute 'serialize_field'

/testbed/tests/test_exporters.py:105: AttributeError

test_exporters.py::PythonItemExporterDataclassTest::test_export_dict_item

test_exporters.py::PythonItemExporterDataclassTest::test_export_dict_item

self = 

    def test_export_dict_item(self):
>       self.assertItemExportWorks(ItemAdapter(self.i).asdict())

/testbed/tests/test_exporters.py:101: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
item = {'age': '22', 'name': 'John£'}

    def assertItemExportWorks(self, item):
>       self.ie.start_exporting()
E       AttributeError: 'PythonItemExporter' object has no attribute 'start_exporting'

/testbed/tests/test_exporters.py:84: AttributeError

test_exporters.py::PythonItemExporterDataclassTest::test_export_item

test_exporters.py::PythonItemExporterDataclassTest::test_export_item

self = 

    def test_export_item(self):
>       self.assertItemExportWorks(self.i)

/testbed/tests/test_exporters.py:98: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
item = TestDataClass(name='John£', age='22')

    def assertItemExportWorks(self, item):
>       self.ie.start_exporting()
E       AttributeError: 'PythonItemExporter' object has no attribute 'start_exporting'

/testbed/tests/test_exporters.py:84: AttributeError

test_exporters.py::PythonItemExporterDataclassTest::test_export_item_dict_list

test_exporters.py::PythonItemExporterDataclassTest::test_export_item_dict_list

self = 

    def test_export_item_dict_list(self):
        i1 = self.item_class(name="Joseph", age="22")
        i2 = dict(name="Maria", age=[i1])
        i3 = self.item_class(name="Jesus", age=[i2])
        ie = self._get_exporter()
>       exported = ie.export_item(i3)
E       AttributeError: 'PythonItemExporter' object has no attribute 'export_item'

/testbed/tests/test_exporters.py:188: AttributeError

test_exporters.py::PythonItemExporterDataclassTest::test_export_list

test_exporters.py::PythonItemExporterDataclassTest::test_export_list

self = 

    def test_export_list(self):
        i1 = self.item_class(name="Joseph", age="22")
        i2 = self.item_class(name="Maria", age=[i1])
        i3 = self.item_class(name="Jesus", age=[i2])
        ie = self._get_exporter()
>       exported = ie.export_item(i3)
E       AttributeError: 'PythonItemExporter' object has no attribute 'export_item'

/testbed/tests/test_exporters.py:172: AttributeError

test_exporters.py::PythonItemExporterDataclassTest::test_field_custom_serializer

test_exporters.py::PythonItemExporterDataclassTest::test_field_custom_serializer

self = 

    def test_field_custom_serializer(self):
        i = self.custom_field_item_class(name="John\xa3", age="22")
        a = ItemAdapter(i)
        ie = self._get_exporter()
        self.assertEqual(
>           ie.serialize_field(a.get_field_meta("name"), "name", a["name"]), "John\xa3"
        )
E       AttributeError: 'PythonItemExporter' object has no attribute 'serialize_field'

/testbed/tests/test_exporters.py:130: AttributeError

test_exporters.py::PythonItemExporterDataclassTest::test_fields_to_export

test_exporters.py::PythonItemExporterDataclassTest::test_fields_to_export

self = 

    def test_fields_to_export(self):
        ie = self._get_exporter(fields_to_export=["name"])
        self.assertEqual(
>           list(ie._get_serialized_fields(self.i)), [("name", "John\xa3")]
        )
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_exporters.py:114: TypeError

test_exporters.py::PythonItemExporterDataclassTest::test_invalid_option

test_exporters.py::PythonItemExporterDataclassTest::test_invalid_option

self = 

    def test_invalid_option(self):
>       with self.assertRaisesRegex(TypeError, "Unexpected options: invalid_option"):
E       AssertionError: TypeError not raised

/testbed/tests/test_exporters.py:147: AssertionError

test_exporters.py::PythonItemExporterDataclassTest::test_nested_item

test_exporters.py::PythonItemExporterDataclassTest::test_nested_item

self = 

    def test_nested_item(self):
        i1 = self.item_class(name="Joseph", age="22")
        i2 = dict(name="Maria", age=i1)
        i3 = self.item_class(name="Jesus", age=i2)
        ie = self._get_exporter()
>       exported = ie.export_item(i3)
E       AttributeError: 'PythonItemExporter' object has no attribute 'export_item'

/testbed/tests/test_exporters.py:155: AttributeError

test_exporters.py::PythonItemExporterDataclassTest::test_nonstring_types_item

test_exporters.py::PythonItemExporterDataclassTest::test_nonstring_types_item

self = 

    def test_nonstring_types_item(self):
        item = self._get_nonstring_types_item()
        ie = self._get_exporter()
>       exported = ie.export_item(item)
E       AttributeError: 'PythonItemExporter' object has no attribute 'export_item'

/testbed/tests/test_exporters.py:202: AttributeError

test_exporters.py::PythonItemExporterDataclassTest::test_serialize_field

test_exporters.py::PythonItemExporterDataclassTest::test_serialize_field

self = 

    def test_serialize_field(self):
        a = ItemAdapter(self.i)
>       res = self.ie.serialize_field(a.get_field_meta("name"), "name", a["name"])
E       AttributeError: 'PythonItemExporter' object has no attribute 'serialize_field'

/testbed/tests/test_exporters.py:105: AttributeError

test_exporters.py::PprintItemExporterTest::test_export_dict_item

test_exporters.py::PprintItemExporterTest::test_export_dict_item

self = 

    def test_export_dict_item(self):
>       self.assertItemExportWorks(ItemAdapter(self.i).asdict())

/testbed/tests/test_exporters.py:101: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
item = {'age': '22', 'name': 'John£'}

    def assertItemExportWorks(self, item):
>       self.ie.start_exporting()
E       AttributeError: 'PprintItemExporter' object has no attribute 'start_exporting'

/testbed/tests/test_exporters.py:84: AttributeError

test_exporters.py::PprintItemExporterTest::test_export_item

test_exporters.py::PprintItemExporterTest::test_export_item

self = 

    def test_export_item(self):
>       self.assertItemExportWorks(self.i)

/testbed/tests/test_exporters.py:98: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
item = {'age': '22', 'name': 'John£'}

    def assertItemExportWorks(self, item):
>       self.ie.start_exporting()
E       AttributeError: 'PprintItemExporter' object has no attribute 'start_exporting'

/testbed/tests/test_exporters.py:84: AttributeError

test_exporters.py::PprintItemExporterTest::test_field_custom_serializer

test_exporters.py::PprintItemExporterTest::test_field_custom_serializer

self = 

    def test_field_custom_serializer(self):
        i = self.custom_field_item_class(name="John\xa3", age="22")
        a = ItemAdapter(i)
        ie = self._get_exporter()
        self.assertEqual(
>           ie.serialize_field(a.get_field_meta("name"), "name", a["name"]), "John\xa3"
        )
E       AttributeError: 'PprintItemExporter' object has no attribute 'serialize_field'

/testbed/tests/test_exporters.py:130: AttributeError

test_exporters.py::PprintItemExporterTest::test_fields_to_export

test_exporters.py::PprintItemExporterTest::test_fields_to_export

self = 

    def test_fields_to_export(self):
        ie = self._get_exporter(fields_to_export=["name"])
        self.assertEqual(
>           list(ie._get_serialized_fields(self.i)), [("name", "John\xa3")]
        )
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_exporters.py:114: TypeError

test_exporters.py::PprintItemExporterTest::test_serialize_field

test_exporters.py::PprintItemExporterTest::test_serialize_field

self = 

    def test_serialize_field(self):
        a = ItemAdapter(self.i)
>       res = self.ie.serialize_field(a.get_field_meta("name"), "name", a["name"])
E       AttributeError: 'PprintItemExporter' object has no attribute 'serialize_field'

/testbed/tests/test_exporters.py:105: AttributeError

test_exporters.py::PprintItemExporterDataclassTest::test_export_dict_item

test_exporters.py::PprintItemExporterDataclassTest::test_export_dict_item

self = 

    def test_export_dict_item(self):
>       self.assertItemExportWorks(ItemAdapter(self.i).asdict())

/testbed/tests/test_exporters.py:101: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
item = {'age': '22', 'name': 'John£'}

    def assertItemExportWorks(self, item):
>       self.ie.start_exporting()
E       AttributeError: 'PprintItemExporter' object has no attribute 'start_exporting'

/testbed/tests/test_exporters.py:84: AttributeError

test_exporters.py::PprintItemExporterDataclassTest::test_export_item

test_exporters.py::PprintItemExporterDataclassTest::test_export_item

self = 

    def test_export_item(self):
>       self.assertItemExportWorks(self.i)

/testbed/tests/test_exporters.py:98: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
item = TestDataClass(name='John£', age='22')

    def assertItemExportWorks(self, item):
>       self.ie.start_exporting()
E       AttributeError: 'PprintItemExporter' object has no attribute 'start_exporting'

/testbed/tests/test_exporters.py:84: AttributeError

test_exporters.py::PprintItemExporterDataclassTest::test_field_custom_serializer

test_exporters.py::PprintItemExporterDataclassTest::test_field_custom_serializer

self = 

    def test_field_custom_serializer(self):
        i = self.custom_field_item_class(name="John\xa3", age="22")
        a = ItemAdapter(i)
        ie = self._get_exporter()
        self.assertEqual(
>           ie.serialize_field(a.get_field_meta("name"), "name", a["name"]), "John\xa3"
        )
E       AttributeError: 'PprintItemExporter' object has no attribute 'serialize_field'

/testbed/tests/test_exporters.py:130: AttributeError

test_exporters.py::PprintItemExporterDataclassTest::test_fields_to_export

test_exporters.py::PprintItemExporterDataclassTest::test_fields_to_export

self = 

    def test_fields_to_export(self):
        ie = self._get_exporter(fields_to_export=["name"])
        self.assertEqual(
>           list(ie._get_serialized_fields(self.i)), [("name", "John\xa3")]
        )
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_exporters.py:114: TypeError

test_exporters.py::PprintItemExporterDataclassTest::test_serialize_field

test_exporters.py::PprintItemExporterDataclassTest::test_serialize_field

self = 

    def test_serialize_field(self):
        a = ItemAdapter(self.i)
>       res = self.ie.serialize_field(a.get_field_meta("name"), "name", a["name"])
E       AttributeError: 'PprintItemExporter' object has no attribute 'serialize_field'

/testbed/tests/test_exporters.py:105: AttributeError

test_exporters.py::PickleItemExporterTest::test_export_dict_item

test_exporters.py::PickleItemExporterTest::test_export_dict_item

self = 

    def test_export_dict_item(self):
>       self.assertItemExportWorks(ItemAdapter(self.i).asdict())

/testbed/tests/test_exporters.py:101: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
item = {'age': '22', 'name': 'John£'}

    def assertItemExportWorks(self, item):
>       self.ie.start_exporting()
E       AttributeError: 'PickleItemExporter' object has no attribute 'start_exporting'

/testbed/tests/test_exporters.py:84: AttributeError

test_exporters.py::PickleItemExporterTest::test_export_item

test_exporters.py::PickleItemExporterTest::test_export_item

self = 

    def test_export_item(self):
>       self.assertItemExportWorks(self.i)

/testbed/tests/test_exporters.py:98: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
item = {'age': '22', 'name': 'John£'}

    def assertItemExportWorks(self, item):
>       self.ie.start_exporting()
E       AttributeError: 'PickleItemExporter' object has no attribute 'start_exporting'

/testbed/tests/test_exporters.py:84: AttributeError

test_exporters.py::PickleItemExporterTest::test_export_multiple_items

test_exporters.py::PickleItemExporterTest::test_export_multiple_items

self = 

    def test_export_multiple_items(self):
        i1 = self.item_class(name="hello", age="world")
        i2 = self.item_class(name="bye", age="world")
        f = BytesIO()
        ie = PickleItemExporter(f)
>       ie.start_exporting()
E       AttributeError: 'PickleItemExporter' object has no attribute 'start_exporting'

/testbed/tests/test_exporters.py:236: AttributeError

test_exporters.py::PickleItemExporterTest::test_field_custom_serializer

test_exporters.py::PickleItemExporterTest::test_field_custom_serializer

self = 

    def test_field_custom_serializer(self):
        i = self.custom_field_item_class(name="John\xa3", age="22")
        a = ItemAdapter(i)
        ie = self._get_exporter()
        self.assertEqual(
>           ie.serialize_field(a.get_field_meta("name"), "name", a["name"]), "John\xa3"
        )
E       AttributeError: 'PickleItemExporter' object has no attribute 'serialize_field'

/testbed/tests/test_exporters.py:130: AttributeError

test_exporters.py::PickleItemExporterTest::test_fields_to_export

test_exporters.py::PickleItemExporterTest::test_fields_to_export

self = 

    def test_fields_to_export(self):
        ie = self._get_exporter(fields_to_export=["name"])
        self.assertEqual(
>           list(ie._get_serialized_fields(self.i)), [("name", "John\xa3")]
        )
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_exporters.py:114: TypeError

test_exporters.py::PickleItemExporterTest::test_nonstring_types_item

test_exporters.py::PickleItemExporterTest::test_nonstring_types_item

self = 

    def test_nonstring_types_item(self):
        item = self._get_nonstring_types_item()
        fp = BytesIO()
        ie = PickleItemExporter(fp)
>       ie.start_exporting()
E       AttributeError: 'PickleItemExporter' object has no attribute 'start_exporting'

/testbed/tests/test_exporters.py:249: AttributeError

test_exporters.py::PickleItemExporterTest::test_serialize_field

test_exporters.py::PickleItemExporterTest::test_serialize_field

self = 

    def test_serialize_field(self):
        a = ItemAdapter(self.i)
>       res = self.ie.serialize_field(a.get_field_meta("name"), "name", a["name"])
E       AttributeError: 'PickleItemExporter' object has no attribute 'serialize_field'

/testbed/tests/test_exporters.py:105: AttributeError

test_exporters.py::PickleItemExporterDataclassTest::test_export_dict_item

test_exporters.py::PickleItemExporterDataclassTest::test_export_dict_item

self = 

    def test_export_dict_item(self):
>       self.assertItemExportWorks(ItemAdapter(self.i).asdict())

/testbed/tests/test_exporters.py:101: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
item = {'age': '22', 'name': 'John£'}

    def assertItemExportWorks(self, item):
>       self.ie.start_exporting()
E       AttributeError: 'PickleItemExporter' object has no attribute 'start_exporting'

/testbed/tests/test_exporters.py:84: AttributeError

test_exporters.py::PickleItemExporterDataclassTest::test_export_item

test_exporters.py::PickleItemExporterDataclassTest::test_export_item

self = 

    def test_export_item(self):
>       self.assertItemExportWorks(self.i)

/testbed/tests/test_exporters.py:98: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
item = TestDataClass(name='John£', age='22')

    def assertItemExportWorks(self, item):
>       self.ie.start_exporting()
E       AttributeError: 'PickleItemExporter' object has no attribute 'start_exporting'

/testbed/tests/test_exporters.py:84: AttributeError

test_exporters.py::PickleItemExporterDataclassTest::test_export_multiple_items

test_exporters.py::PickleItemExporterDataclassTest::test_export_multiple_items

self = 

    def test_export_multiple_items(self):
        i1 = self.item_class(name="hello", age="world")
        i2 = self.item_class(name="bye", age="world")
        f = BytesIO()
        ie = PickleItemExporter(f)
>       ie.start_exporting()
E       AttributeError: 'PickleItemExporter' object has no attribute 'start_exporting'

/testbed/tests/test_exporters.py:236: AttributeError

test_exporters.py::PickleItemExporterDataclassTest::test_field_custom_serializer

test_exporters.py::PickleItemExporterDataclassTest::test_field_custom_serializer

self = 

    def test_field_custom_serializer(self):
        i = self.custom_field_item_class(name="John\xa3", age="22")
        a = ItemAdapter(i)
        ie = self._get_exporter()
        self.assertEqual(
>           ie.serialize_field(a.get_field_meta("name"), "name", a["name"]), "John\xa3"
        )
E       AttributeError: 'PickleItemExporter' object has no attribute 'serialize_field'

/testbed/tests/test_exporters.py:130: AttributeError

test_exporters.py::PickleItemExporterDataclassTest::test_fields_to_export

test_exporters.py::PickleItemExporterDataclassTest::test_fields_to_export

self = 

    def test_fields_to_export(self):
        ie = self._get_exporter(fields_to_export=["name"])
        self.assertEqual(
>           list(ie._get_serialized_fields(self.i)), [("name", "John\xa3")]
        )
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_exporters.py:114: TypeError

test_exporters.py::PickleItemExporterDataclassTest::test_nonstring_types_item

test_exporters.py::PickleItemExporterDataclassTest::test_nonstring_types_item

self = 

    def test_nonstring_types_item(self):
        item = self._get_nonstring_types_item()
        fp = BytesIO()
        ie = PickleItemExporter(fp)
>       ie.start_exporting()
E       AttributeError: 'PickleItemExporter' object has no attribute 'start_exporting'

/testbed/tests/test_exporters.py:249: AttributeError

test_exporters.py::PickleItemExporterDataclassTest::test_serialize_field

test_exporters.py::PickleItemExporterDataclassTest::test_serialize_field

self = 

    def test_serialize_field(self):
        a = ItemAdapter(self.i)
>       res = self.ie.serialize_field(a.get_field_meta("name"), "name", a["name"])
E       AttributeError: 'PickleItemExporter' object has no attribute 'serialize_field'

/testbed/tests/test_exporters.py:105: AttributeError

test_exporters.py::MarshalItemExporterTest::test_export_dict_item

test_exporters.py::MarshalItemExporterTest::test_export_dict_item

self = 

    def test_export_dict_item(self):
>       self.assertItemExportWorks(ItemAdapter(self.i).asdict())

/testbed/tests/test_exporters.py:101: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
item = {'age': '22', 'name': 'John£'}

    def assertItemExportWorks(self, item):
>       self.ie.start_exporting()
E       AttributeError: 'MarshalItemExporter' object has no attribute 'start_exporting'

/testbed/tests/test_exporters.py:84: AttributeError

test_exporters.py::MarshalItemExporterTest::test_export_item

test_exporters.py::MarshalItemExporterTest::test_export_item

self = 

    def test_export_item(self):
>       self.assertItemExportWorks(self.i)

/testbed/tests/test_exporters.py:98: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
item = {'age': '22', 'name': 'John£'}

    def assertItemExportWorks(self, item):
>       self.ie.start_exporting()
E       AttributeError: 'MarshalItemExporter' object has no attribute 'start_exporting'

/testbed/tests/test_exporters.py:84: AttributeError

test_exporters.py::MarshalItemExporterTest::test_field_custom_serializer

test_exporters.py::MarshalItemExporterTest::test_field_custom_serializer

self = 

    def test_field_custom_serializer(self):
        i = self.custom_field_item_class(name="John\xa3", age="22")
        a = ItemAdapter(i)
        ie = self._get_exporter()
        self.assertEqual(
>           ie.serialize_field(a.get_field_meta("name"), "name", a["name"]), "John\xa3"
        )
E       AttributeError: 'MarshalItemExporter' object has no attribute 'serialize_field'

/testbed/tests/test_exporters.py:130: AttributeError

test_exporters.py::MarshalItemExporterTest::test_fields_to_export

test_exporters.py::MarshalItemExporterTest::test_fields_to_export

self = 

    def test_fields_to_export(self):
        ie = self._get_exporter(fields_to_export=["name"])
        self.assertEqual(
>           list(ie._get_serialized_fields(self.i)), [("name", "John\xa3")]
        )
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_exporters.py:114: TypeError

test_exporters.py::MarshalItemExporterTest::test_nonstring_types_item

test_exporters.py::MarshalItemExporterTest::test_nonstring_types_item

self = 

    def test_nonstring_types_item(self):
        item = self._get_nonstring_types_item()
        item.pop("time")  # datetime is not marshallable
        fp = tempfile.TemporaryFile()
        ie = MarshalItemExporter(fp)
>       ie.start_exporting()
E       AttributeError: 'MarshalItemExporter' object has no attribute 'start_exporting'

/testbed/tests/test_exporters.py:275: AttributeError

test_exporters.py::MarshalItemExporterTest::test_serialize_field

test_exporters.py::MarshalItemExporterTest::test_serialize_field

self = 

    def test_serialize_field(self):
        a = ItemAdapter(self.i)
>       res = self.ie.serialize_field(a.get_field_meta("name"), "name", a["name"])
E       AttributeError: 'MarshalItemExporter' object has no attribute 'serialize_field'

/testbed/tests/test_exporters.py:105: AttributeError

test_exporters.py::MarshalItemExporterDataclassTest::test_export_dict_item

test_exporters.py::MarshalItemExporterDataclassTest::test_export_dict_item

self = 

    def test_export_dict_item(self):
>       self.assertItemExportWorks(ItemAdapter(self.i).asdict())

/testbed/tests/test_exporters.py:101: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
item = {'age': '22', 'name': 'John£'}

    def assertItemExportWorks(self, item):
>       self.ie.start_exporting()
E       AttributeError: 'MarshalItemExporter' object has no attribute 'start_exporting'

/testbed/tests/test_exporters.py:84: AttributeError

test_exporters.py::MarshalItemExporterDataclassTest::test_export_item

test_exporters.py::MarshalItemExporterDataclassTest::test_export_item

self = 

    def test_export_item(self):
>       self.assertItemExportWorks(self.i)

/testbed/tests/test_exporters.py:98: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
item = TestDataClass(name='John£', age='22')

    def assertItemExportWorks(self, item):
>       self.ie.start_exporting()
E       AttributeError: 'MarshalItemExporter' object has no attribute 'start_exporting'

/testbed/tests/test_exporters.py:84: AttributeError

test_exporters.py::MarshalItemExporterDataclassTest::test_field_custom_serializer

test_exporters.py::MarshalItemExporterDataclassTest::test_field_custom_serializer

self = 

    def test_field_custom_serializer(self):
        i = self.custom_field_item_class(name="John\xa3", age="22")
        a = ItemAdapter(i)
        ie = self._get_exporter()
        self.assertEqual(
>           ie.serialize_field(a.get_field_meta("name"), "name", a["name"]), "John\xa3"
        )
E       AttributeError: 'MarshalItemExporter' object has no attribute 'serialize_field'

/testbed/tests/test_exporters.py:130: AttributeError

test_exporters.py::MarshalItemExporterDataclassTest::test_fields_to_export

test_exporters.py::MarshalItemExporterDataclassTest::test_fields_to_export

self = 

    def test_fields_to_export(self):
        ie = self._get_exporter(fields_to_export=["name"])
        self.assertEqual(
>           list(ie._get_serialized_fields(self.i)), [("name", "John\xa3")]
        )
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_exporters.py:114: TypeError

test_exporters.py::MarshalItemExporterDataclassTest::test_nonstring_types_item

test_exporters.py::MarshalItemExporterDataclassTest::test_nonstring_types_item

self = 

    def test_nonstring_types_item(self):
        item = self._get_nonstring_types_item()
        item.pop("time")  # datetime is not marshallable
        fp = tempfile.TemporaryFile()
        ie = MarshalItemExporter(fp)
>       ie.start_exporting()
E       AttributeError: 'MarshalItemExporter' object has no attribute 'start_exporting'

/testbed/tests/test_exporters.py:275: AttributeError

test_exporters.py::MarshalItemExporterDataclassTest::test_serialize_field

test_exporters.py::MarshalItemExporterDataclassTest::test_serialize_field

self = 

    def test_serialize_field(self):
        a = ItemAdapter(self.i)
>       res = self.ie.serialize_field(a.get_field_meta("name"), "name", a["name"])
E       AttributeError: 'MarshalItemExporter' object has no attribute 'serialize_field'

/testbed/tests/test_exporters.py:105: AttributeError

test_exporters.py::CsvItemExporterTest::test_errors_default

test_exporters.py::CsvItemExporterTest::test_errors_default

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=16>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterTest::test_errors_xmlcharrefreplace

test_exporters.py::CsvItemExporterTest::test_errors_xmlcharrefreplace

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=17>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterTest::test_export_dict_item

test_exporters.py::CsvItemExporterTest::test_export_dict_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=18>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterTest::test_export_item

test_exporters.py::CsvItemExporterTest::test_export_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=19>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterTest::test_field_custom_serializer

test_exporters.py::CsvItemExporterTest::test_field_custom_serializer

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=20>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterTest::test_fields_to_export

test_exporters.py::CsvItemExporterTest::test_fields_to_export

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=21>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterTest::test_header_export_all

test_exporters.py::CsvItemExporterTest::test_header_export_all

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=15>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterTest::test_header_export_all_dict

test_exporters.py::CsvItemExporterTest::test_header_export_all_dict

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=16>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterTest::test_header_export_single_field

test_exporters.py::CsvItemExporterTest::test_header_export_single_field

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=17>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterTest::test_header_export_two_items

test_exporters.py::CsvItemExporterTest::test_header_export_two_items

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=18>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterTest::test_header_no_header_line

test_exporters.py::CsvItemExporterTest::test_header_no_header_line

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=19>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterTest::test_join_multivalue

test_exporters.py::CsvItemExporterTest::test_join_multivalue

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=20>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterTest::test_join_multivalue_not_strings

test_exporters.py::CsvItemExporterTest::test_join_multivalue_not_strings

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=15>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterTest::test_nonstring_types_item

test_exporters.py::CsvItemExporterTest::test_nonstring_types_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=16>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterTest::test_serialize_field

test_exporters.py::CsvItemExporterTest::test_serialize_field

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=17>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterDataclassTest::test_errors_default

test_exporters.py::CsvItemExporterDataclassTest::test_errors_default

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=18>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterDataclassTest::test_errors_xmlcharrefreplace

test_exporters.py::CsvItemExporterDataclassTest::test_errors_xmlcharrefreplace

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=19>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterDataclassTest::test_export_dict_item

test_exporters.py::CsvItemExporterDataclassTest::test_export_dict_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=22>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterDataclassTest::test_export_item

test_exporters.py::CsvItemExporterDataclassTest::test_export_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=15>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterDataclassTest::test_field_custom_serializer

test_exporters.py::CsvItemExporterDataclassTest::test_field_custom_serializer

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=16>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterDataclassTest::test_fields_to_export

test_exporters.py::CsvItemExporterDataclassTest::test_fields_to_export

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=17>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterDataclassTest::test_header_export_all

test_exporters.py::CsvItemExporterDataclassTest::test_header_export_all

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=18>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterDataclassTest::test_header_export_all_dict

test_exporters.py::CsvItemExporterDataclassTest::test_header_export_all_dict

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=19>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterDataclassTest::test_header_export_single_field

test_exporters.py::CsvItemExporterDataclassTest::test_header_export_single_field

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=23>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterDataclassTest::test_header_export_two_items

test_exporters.py::CsvItemExporterDataclassTest::test_header_export_two_items

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=15>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterDataclassTest::test_header_no_header_line

test_exporters.py::CsvItemExporterDataclassTest::test_header_no_header_line

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=16>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterDataclassTest::test_join_multivalue

test_exporters.py::CsvItemExporterDataclassTest::test_join_multivalue

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=17>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterDataclassTest::test_join_multivalue_not_strings

test_exporters.py::CsvItemExporterDataclassTest::test_join_multivalue_not_strings

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=18>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterDataclassTest::test_nonstring_types_item

test_exporters.py::CsvItemExporterDataclassTest::test_nonstring_types_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=19>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::CsvItemExporterDataclassTest::test_serialize_field

test_exporters.py::CsvItemExporterDataclassTest::test_serialize_field

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:291: in _get_exporter
    return CsvItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BufferedRandom name=24>, include_headers_line = True
join_multivalued = ',', errors = None, kwargs = {}

    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
>       if not self.encoding:
E       AttributeError: 'CsvItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:69: AttributeError

test_exporters.py::XmlItemExporterTest::test_export_dict_item

test_exporters.py::XmlItemExporterTest::test_export_dict_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:410: in _get_exporter
    return XmlItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb973e7920>, kwargs = {}

    def __init__(self, file, **kwargs):
        self.item_element = kwargs.pop('item_element', 'item')
        self.root_element = kwargs.pop('root_element', 'items')
        super().__init__(**kwargs)
>       if not self.encoding:
E       AttributeError: 'XmlItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:61: AttributeError

test_exporters.py::XmlItemExporterTest::test_export_item

test_exporters.py::XmlItemExporterTest::test_export_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:410: in _get_exporter
    return XmlItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96ca5300>, kwargs = {}

    def __init__(self, file, **kwargs):
        self.item_element = kwargs.pop('item_element', 'item')
        self.root_element = kwargs.pop('root_element', 'items')
        super().__init__(**kwargs)
>       if not self.encoding:
E       AttributeError: 'XmlItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:61: AttributeError

test_exporters.py::XmlItemExporterTest::test_field_custom_serializer

test_exporters.py::XmlItemExporterTest::test_field_custom_serializer

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:410: in _get_exporter
    return XmlItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96ca6980>, kwargs = {}

    def __init__(self, file, **kwargs):
        self.item_element = kwargs.pop('item_element', 'item')
        self.root_element = kwargs.pop('root_element', 'items')
        super().__init__(**kwargs)
>       if not self.encoding:
E       AttributeError: 'XmlItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:61: AttributeError

test_exporters.py::XmlItemExporterTest::test_fields_to_export

test_exporters.py::XmlItemExporterTest::test_fields_to_export

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:410: in _get_exporter
    return XmlItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96ca7740>, kwargs = {}

    def __init__(self, file, **kwargs):
        self.item_element = kwargs.pop('item_element', 'item')
        self.root_element = kwargs.pop('root_element', 'items')
        super().__init__(**kwargs)
>       if not self.encoding:
E       AttributeError: 'XmlItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:61: AttributeError

test_exporters.py::XmlItemExporterTest::test_multivalued_fields

test_exporters.py::XmlItemExporterTest::test_multivalued_fields

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:410: in _get_exporter
    return XmlItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96ca5a80>, kwargs = {}

    def __init__(self, file, **kwargs):
        self.item_element = kwargs.pop('item_element', 'item')
        self.root_element = kwargs.pop('root_element', 'items')
        super().__init__(**kwargs)
>       if not self.encoding:
E       AttributeError: 'XmlItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:61: AttributeError

test_exporters.py::XmlItemExporterTest::test_nested_item

test_exporters.py::XmlItemExporterTest::test_nested_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:410: in _get_exporter
    return XmlItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96ca4630>, kwargs = {}

    def __init__(self, file, **kwargs):
        self.item_element = kwargs.pop('item_element', 'item')
        self.root_element = kwargs.pop('root_element', 'items')
        super().__init__(**kwargs)
>       if not self.encoding:
E       AttributeError: 'XmlItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:61: AttributeError

test_exporters.py::XmlItemExporterTest::test_nested_list_item

test_exporters.py::XmlItemExporterTest::test_nested_list_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:410: in _get_exporter
    return XmlItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96f62840>, kwargs = {}

    def __init__(self, file, **kwargs):
        self.item_element = kwargs.pop('item_element', 'item')
        self.root_element = kwargs.pop('root_element', 'items')
        super().__init__(**kwargs)
>       if not self.encoding:
E       AttributeError: 'XmlItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:61: AttributeError

test_exporters.py::XmlItemExporterTest::test_nonstring_types_item

test_exporters.py::XmlItemExporterTest::test_nonstring_types_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:410: in _get_exporter
    return XmlItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96dbd760>, kwargs = {}

    def __init__(self, file, **kwargs):
        self.item_element = kwargs.pop('item_element', 'item')
        self.root_element = kwargs.pop('root_element', 'items')
        super().__init__(**kwargs)
>       if not self.encoding:
E       AttributeError: 'XmlItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:61: AttributeError

test_exporters.py::XmlItemExporterTest::test_serialize_field

test_exporters.py::XmlItemExporterTest::test_serialize_field

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:410: in _get_exporter
    return XmlItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96dbd1c0>, kwargs = {}

    def __init__(self, file, **kwargs):
        self.item_element = kwargs.pop('item_element', 'item')
        self.root_element = kwargs.pop('root_element', 'items')
        super().__init__(**kwargs)
>       if not self.encoding:
E       AttributeError: 'XmlItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:61: AttributeError

test_exporters.py::XmlItemExporterDataclassTest::test_export_dict_item

test_exporters.py::XmlItemExporterDataclassTest::test_export_dict_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:410: in _get_exporter
    return XmlItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96dbc590>, kwargs = {}

    def __init__(self, file, **kwargs):
        self.item_element = kwargs.pop('item_element', 'item')
        self.root_element = kwargs.pop('root_element', 'items')
        super().__init__(**kwargs)
>       if not self.encoding:
E       AttributeError: 'XmlItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:61: AttributeError

test_exporters.py::XmlItemExporterDataclassTest::test_export_item

test_exporters.py::XmlItemExporterDataclassTest::test_export_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:410: in _get_exporter
    return XmlItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96ca7060>, kwargs = {}

    def __init__(self, file, **kwargs):
        self.item_element = kwargs.pop('item_element', 'item')
        self.root_element = kwargs.pop('root_element', 'items')
        super().__init__(**kwargs)
>       if not self.encoding:
E       AttributeError: 'XmlItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:61: AttributeError

test_exporters.py::XmlItemExporterDataclassTest::test_field_custom_serializer

test_exporters.py::XmlItemExporterDataclassTest::test_field_custom_serializer

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:410: in _get_exporter
    return XmlItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96ca4f40>, kwargs = {}

    def __init__(self, file, **kwargs):
        self.item_element = kwargs.pop('item_element', 'item')
        self.root_element = kwargs.pop('root_element', 'items')
        super().__init__(**kwargs)
>       if not self.encoding:
E       AttributeError: 'XmlItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:61: AttributeError

test_exporters.py::XmlItemExporterDataclassTest::test_fields_to_export

test_exporters.py::XmlItemExporterDataclassTest::test_fields_to_export

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:410: in _get_exporter
    return XmlItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96ca7330>, kwargs = {}

    def __init__(self, file, **kwargs):
        self.item_element = kwargs.pop('item_element', 'item')
        self.root_element = kwargs.pop('root_element', 'items')
        super().__init__(**kwargs)
>       if not self.encoding:
E       AttributeError: 'XmlItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:61: AttributeError

test_exporters.py::XmlItemExporterDataclassTest::test_multivalued_fields

test_exporters.py::XmlItemExporterDataclassTest::test_multivalued_fields

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:410: in _get_exporter
    return XmlItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96ca7bf0>, kwargs = {}

    def __init__(self, file, **kwargs):
        self.item_element = kwargs.pop('item_element', 'item')
        self.root_element = kwargs.pop('root_element', 'items')
        super().__init__(**kwargs)
>       if not self.encoding:
E       AttributeError: 'XmlItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:61: AttributeError

test_exporters.py::XmlItemExporterDataclassTest::test_nested_item

test_exporters.py::XmlItemExporterDataclassTest::test_nested_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:410: in _get_exporter
    return XmlItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96ca5cb0>, kwargs = {}

    def __init__(self, file, **kwargs):
        self.item_element = kwargs.pop('item_element', 'item')
        self.root_element = kwargs.pop('root_element', 'items')
        super().__init__(**kwargs)
>       if not self.encoding:
E       AttributeError: 'XmlItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:61: AttributeError

test_exporters.py::XmlItemExporterDataclassTest::test_nested_list_item

test_exporters.py::XmlItemExporterDataclassTest::test_nested_list_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:410: in _get_exporter
    return XmlItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96dbccc0>, kwargs = {}

    def __init__(self, file, **kwargs):
        self.item_element = kwargs.pop('item_element', 'item')
        self.root_element = kwargs.pop('root_element', 'items')
        super().__init__(**kwargs)
>       if not self.encoding:
E       AttributeError: 'XmlItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:61: AttributeError

test_exporters.py::XmlItemExporterDataclassTest::test_nonstring_types_item

test_exporters.py::XmlItemExporterDataclassTest::test_nonstring_types_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:410: in _get_exporter
    return XmlItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c2e4d0>, kwargs = {}

    def __init__(self, file, **kwargs):
        self.item_element = kwargs.pop('item_element', 'item')
        self.root_element = kwargs.pop('root_element', 'items')
        super().__init__(**kwargs)
>       if not self.encoding:
E       AttributeError: 'XmlItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:61: AttributeError

test_exporters.py::XmlItemExporterDataclassTest::test_serialize_field

test_exporters.py::XmlItemExporterDataclassTest::test_serialize_field

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:410: in _get_exporter
    return XmlItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c2eb60>, kwargs = {}

    def __init__(self, file, **kwargs):
        self.item_element = kwargs.pop('item_element', 'item')
        self.root_element = kwargs.pop('root_element', 'items')
        super().__init__(**kwargs)
>       if not self.encoding:
E       AttributeError: 'XmlItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:61: AttributeError

test_exporters.py::JsonLinesItemExporterTest::test_export_dict_item

test_exporters.py::JsonLinesItemExporterTest::test_export_dict_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:526: in _get_exporter
    return JsonLinesItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96f62bb0>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       self._kwargs.setdefault('ensure_ascii', not self.encoding)
E       AttributeError: 'JsonLinesItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:41: AttributeError

test_exporters.py::JsonLinesItemExporterTest::test_export_item

test_exporters.py::JsonLinesItemExporterTest::test_export_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:526: in _get_exporter
    return JsonLinesItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c2ebb0>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       self._kwargs.setdefault('ensure_ascii', not self.encoding)
E       AttributeError: 'JsonLinesItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:41: AttributeError

test_exporters.py::JsonLinesItemExporterTest::test_extra_keywords

test_exporters.py::JsonLinesItemExporterTest::test_extra_keywords

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:526: in _get_exporter
    return JsonLinesItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c2f650>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       self._kwargs.setdefault('ensure_ascii', not self.encoding)
E       AttributeError: 'JsonLinesItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:41: AttributeError

test_exporters.py::JsonLinesItemExporterTest::test_field_custom_serializer

test_exporters.py::JsonLinesItemExporterTest::test_field_custom_serializer

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:526: in _get_exporter
    return JsonLinesItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c2f4c0>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       self._kwargs.setdefault('ensure_ascii', not self.encoding)
E       AttributeError: 'JsonLinesItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:41: AttributeError

test_exporters.py::JsonLinesItemExporterTest::test_fields_to_export

test_exporters.py::JsonLinesItemExporterTest::test_fields_to_export

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:526: in _get_exporter
    return JsonLinesItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c2f920>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       self._kwargs.setdefault('ensure_ascii', not self.encoding)
E       AttributeError: 'JsonLinesItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:41: AttributeError

test_exporters.py::JsonLinesItemExporterTest::test_nested_item

test_exporters.py::JsonLinesItemExporterTest::test_nested_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:526: in _get_exporter
    return JsonLinesItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c2c040>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       self._kwargs.setdefault('ensure_ascii', not self.encoding)
E       AttributeError: 'JsonLinesItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:41: AttributeError

test_exporters.py::JsonLinesItemExporterTest::test_nonstring_types_item

test_exporters.py::JsonLinesItemExporterTest::test_nonstring_types_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:526: in _get_exporter
    return JsonLinesItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c2c270>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       self._kwargs.setdefault('ensure_ascii', not self.encoding)
E       AttributeError: 'JsonLinesItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:41: AttributeError

test_exporters.py::JsonLinesItemExporterTest::test_serialize_field

test_exporters.py::JsonLinesItemExporterTest::test_serialize_field

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:526: in _get_exporter
    return JsonLinesItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c2c810>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       self._kwargs.setdefault('ensure_ascii', not self.encoding)
E       AttributeError: 'JsonLinesItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:41: AttributeError

test_exporters.py::JsonLinesItemExporterDataclassTest::test_export_dict_item

test_exporters.py::JsonLinesItemExporterDataclassTest::test_export_dict_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:526: in _get_exporter
    return JsonLinesItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c2f9c0>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       self._kwargs.setdefault('ensure_ascii', not self.encoding)
E       AttributeError: 'JsonLinesItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:41: AttributeError

test_exporters.py::JsonLinesItemExporterDataclassTest::test_export_item

test_exporters.py::JsonLinesItemExporterDataclassTest::test_export_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:526: in _get_exporter
    return JsonLinesItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c2cae0>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       self._kwargs.setdefault('ensure_ascii', not self.encoding)
E       AttributeError: 'JsonLinesItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:41: AttributeError

test_exporters.py::JsonLinesItemExporterDataclassTest::test_extra_keywords

test_exporters.py::JsonLinesItemExporterDataclassTest::test_extra_keywords

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:526: in _get_exporter
    return JsonLinesItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c2cea0>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       self._kwargs.setdefault('ensure_ascii', not self.encoding)
E       AttributeError: 'JsonLinesItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:41: AttributeError

test_exporters.py::JsonLinesItemExporterDataclassTest::test_field_custom_serializer

test_exporters.py::JsonLinesItemExporterDataclassTest::test_field_custom_serializer

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:526: in _get_exporter
    return JsonLinesItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c2dad0>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       self._kwargs.setdefault('ensure_ascii', not self.encoding)
E       AttributeError: 'JsonLinesItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:41: AttributeError

test_exporters.py::JsonLinesItemExporterDataclassTest::test_fields_to_export

test_exporters.py::JsonLinesItemExporterDataclassTest::test_fields_to_export

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:526: in _get_exporter
    return JsonLinesItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c2d760>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       self._kwargs.setdefault('ensure_ascii', not self.encoding)
E       AttributeError: 'JsonLinesItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:41: AttributeError

test_exporters.py::JsonLinesItemExporterDataclassTest::test_nested_item

test_exporters.py::JsonLinesItemExporterDataclassTest::test_nested_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:526: in _get_exporter
    return JsonLinesItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c2dda0>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       self._kwargs.setdefault('ensure_ascii', not self.encoding)
E       AttributeError: 'JsonLinesItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:41: AttributeError

test_exporters.py::JsonLinesItemExporterDataclassTest::test_nonstring_types_item

test_exporters.py::JsonLinesItemExporterDataclassTest::test_nonstring_types_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:526: in _get_exporter
    return JsonLinesItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c2e0c0>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       self._kwargs.setdefault('ensure_ascii', not self.encoding)
E       AttributeError: 'JsonLinesItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:41: AttributeError

test_exporters.py::JsonLinesItemExporterDataclassTest::test_serialize_field

test_exporters.py::JsonLinesItemExporterDataclassTest::test_serialize_field

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:526: in _get_exporter
    return JsonLinesItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c2f1a0>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       self._kwargs.setdefault('ensure_ascii', not self.encoding)
E       AttributeError: 'JsonLinesItemExporter' object has no attribute 'encoding'

/testbed/scrapy/exporters.py:41: AttributeError

test_exporters.py::JsonItemExporterTest::test_export_dict_item

test_exporters.py::JsonItemExporterTest::test_export_dict_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:569: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c2e5c0>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterTest::test_export_item

test_exporters.py::JsonItemExporterTest::test_export_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:569: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb973e7100>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterTest::test_extra_keywords

test_exporters.py::JsonItemExporterTest::test_extra_keywords

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:569: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96ca46d0>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterTest::test_field_custom_serializer

test_exporters.py::JsonItemExporterTest::test_field_custom_serializer

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:569: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c2dda0>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterTest::test_fields_to_export

test_exporters.py::JsonItemExporterTest::test_fields_to_export

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:569: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c2d7b0>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterTest::test_nested_dict_item

test_exporters.py::JsonItemExporterTest::test_nested_dict_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:569: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c94360>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterTest::test_nested_item

test_exporters.py::JsonItemExporterTest::test_nested_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:569: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c94770>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterTest::test_nonstring_types_item

test_exporters.py::JsonItemExporterTest::test_nonstring_types_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:569: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c94d10>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterTest::test_serialize_field

test_exporters.py::JsonItemExporterTest::test_serialize_field

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:569: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c94c20>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterTest::test_two_dict_items

test_exporters.py::JsonItemExporterTest::test_two_dict_items

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:569: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c95210>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterTest::test_two_items

test_exporters.py::JsonItemExporterTest::test_two_items

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:569: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c95530>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterTest::test_two_items_with_failure_between

test_exporters.py::JsonItemExporterTest::test_two_items_with_failure_between

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:569: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c95ad0>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterToBytesTest::test_export_dict_item

test_exporters.py::JsonItemExporterToBytesTest::test_export_dict_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:647: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96ca6f70>, kwargs = {'encoding': 'latin'}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterToBytesTest::test_export_item

test_exporters.py::JsonItemExporterToBytesTest::test_export_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:647: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c94130>, kwargs = {'encoding': 'latin'}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterToBytesTest::test_field_custom_serializer

test_exporters.py::JsonItemExporterToBytesTest::test_field_custom_serializer

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:647: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c95bc0>, kwargs = {'encoding': 'latin'}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterToBytesTest::test_fields_to_export

test_exporters.py::JsonItemExporterToBytesTest::test_fields_to_export

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:647: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c95fd0>, kwargs = {'encoding': 'latin'}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterToBytesTest::test_serialize_field

test_exporters.py::JsonItemExporterToBytesTest::test_serialize_field

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:647: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c95580>, kwargs = {'encoding': 'latin'}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterToBytesTest::test_two_items_with_failure_between

test_exporters.py::JsonItemExporterToBytesTest::test_two_items_with_failure_between

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:647: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c96a20>, kwargs = {'encoding': 'latin'}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterDataclassTest::test_export_dict_item

test_exporters.py::JsonItemExporterDataclassTest::test_export_dict_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:569: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96dbccc0>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterDataclassTest::test_export_item

test_exporters.py::JsonItemExporterDataclassTest::test_export_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:569: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c96930>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterDataclassTest::test_extra_keywords

test_exporters.py::JsonItemExporterDataclassTest::test_extra_keywords

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:569: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c97920>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterDataclassTest::test_field_custom_serializer

test_exporters.py::JsonItemExporterDataclassTest::test_field_custom_serializer

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:569: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c95ee0>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterDataclassTest::test_fields_to_export

test_exporters.py::JsonItemExporterDataclassTest::test_fields_to_export

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:569: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c97790>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterDataclassTest::test_nested_dict_item

test_exporters.py::JsonItemExporterDataclassTest::test_nested_dict_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:569: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c96200>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterDataclassTest::test_nested_item

test_exporters.py::JsonItemExporterDataclassTest::test_nested_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:569: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c97f60>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterDataclassTest::test_nonstring_types_item

test_exporters.py::JsonItemExporterDataclassTest::test_nonstring_types_item

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:569: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96cbc450>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterDataclassTest::test_serialize_field

test_exporters.py::JsonItemExporterDataclassTest::test_serialize_field

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:569: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c97790>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterDataclassTest::test_two_dict_items

test_exporters.py::JsonItemExporterDataclassTest::test_two_dict_items

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:569: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96c2c6d0>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterDataclassTest::test_two_items

test_exporters.py::JsonItemExporterDataclassTest::test_two_items

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:569: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96cbc5e0>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::JsonItemExporterDataclassTest::test_two_items_with_failure_between

test_exporters.py::JsonItemExporterDataclassTest::test_two_items_with_failure_between

self = 

    def setUp(self):
        self.i = self.item_class(name="John\xa3", age="22")
        self.output = BytesIO()
>       self.ie = self._get_exporter()

/testbed/tests/test_exporters.py:62: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_exporters.py:569: in _get_exporter
    return JsonItemExporter(self.output, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
file = <_io.BytesIO object at 0x7fcb96cbcc70>, kwargs = {}

    def __init__(self, file, **kwargs):
        super().__init__(dont_fail=True, **kwargs)
        self.file = file
>       json_indent = self.indent if self.indent is not None and self.indent > 0 else None
E       AttributeError: 'JsonItemExporter' object has no attribute 'indent'

/testbed/scrapy/exporters.py:49: AttributeError

test_exporters.py::CustomExporterItemTest::test_exporter_custom_serializer

test_exporters.py::CustomExporterItemTest::test_exporter_custom_serializer

self = 

    def test_exporter_custom_serializer(self):
        class CustomItemExporter(BaseItemExporter):
            def serialize_field(self, field, name, value):
                if name == "age":
                    return str(int(value) + 1)
                return super().serialize_field(field, name, value)

        i = self.item_class(name="John", age="22")
        a = ItemAdapter(i)
        ie = CustomItemExporter()

        self.assertEqual(
>           ie.serialize_field(a.get_field_meta("name"), "name", a["name"]), "John"
        )

/testbed/tests/test_exporters.py:686: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = .CustomItemExporter object at 0x7fcb96c3f7d0>
field = mappingproxy({}), name = 'name', value = 'John'

    def serialize_field(self, field, name, value):
        if name == "age":
            return str(int(value) + 1)
>       return super().serialize_field(field, name, value)
E       AttributeError: 'super' object has no attribute 'serialize_field'

/testbed/tests/test_exporters.py:679: AttributeError

test_exporters.py::CustomExporterDataclassTest::test_exporter_custom_serializer

test_exporters.py::CustomExporterDataclassTest::test_exporter_custom_serializer

self = 

    def test_exporter_custom_serializer(self):
        class CustomItemExporter(BaseItemExporter):
            def serialize_field(self, field, name, value):
                if name == "age":
                    return str(int(value) + 1)
                return super().serialize_field(field, name, value)

        i = self.item_class(name="John", age="22")
        a = ItemAdapter(i)
        ie = CustomItemExporter()

        self.assertEqual(
>           ie.serialize_field(a.get_field_meta("name"), "name", a["name"]), "John"
        )

/testbed/tests/test_exporters.py:686: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = .CustomItemExporter object at 0x7fcb96c3d040>
field = mappingproxy({}), name = 'name', value = 'John'

    def serialize_field(self, field, name, value):
        if name == "age":
            return str(int(value) + 1)
>       return super().serialize_field(field, name, value)
E       AttributeError: 'super' object has no attribute 'serialize_field'

/testbed/tests/test_exporters.py:679: AttributeError

test_http_cookies.py::WrappedRequestTest::test_add_unredirected_header

test_http_cookies.py::WrappedRequestTest::test_add_unredirected_header

self = 

    def test_add_unredirected_header(self):
>       self.wrapped.add_unredirected_header("hello", "world")
E       AttributeError: 'WrappedRequest' object has no attribute 'add_unredirected_header'

/testbed/tests/test_http_cookies.py:58: AttributeError

test_http_cookies.py::WrappedRequestTest::test_get_full_url

test_http_cookies.py::WrappedRequestTest::test_get_full_url

self = 

    def test_get_full_url(self):
>       self.assertEqual(self.wrapped.get_full_url(), self.request.url)
E       AttributeError: 'WrappedRequest' object has no attribute 'get_full_url'

/testbed/tests/test_http_cookies.py:16: AttributeError

test_http_cookies.py::WrappedRequestTest::test_get_header

test_http_cookies.py::WrappedRequestTest::test_get_header

self = 

    def test_get_header(self):
>       self.assertEqual(self.wrapped.get_header("content-type"), "text/html")
E       AttributeError: 'WrappedRequest' object has no attribute 'get_header'

/testbed/tests/test_http_cookies.py:44: AttributeError

test_http_cookies.py::WrappedRequestTest::test_get_host

test_http_cookies.py::WrappedRequestTest::test_get_host

self = 

    def test_get_host(self):
>       self.assertEqual(self.wrapped.get_host(), urlparse(self.request.url).netloc)
E       AttributeError: 'WrappedRequest' object has no attribute 'get_host'

/testbed/tests/test_http_cookies.py:20: AttributeError

test_http_cookies.py::WrappedRequestTest::test_get_origin_req_host

test_http_cookies.py::WrappedRequestTest::test_get_origin_req_host

self = 

    def test_get_origin_req_host(self):
>       self.assertEqual(self.wrapped.origin_req_host, "www.example.com")
E       AttributeError: 'WrappedRequest' object has no attribute 'origin_req_host'

/testbed/tests/test_http_cookies.py:37: AttributeError

test_http_cookies.py::WrappedRequestTest::test_get_type

test_http_cookies.py::WrappedRequestTest::test_get_type

self = 

    def test_get_type(self):
>       self.assertEqual(self.wrapped.get_type(), urlparse(self.request.url).scheme)
E       AttributeError: 'WrappedRequest' object has no attribute 'get_type'

/testbed/tests/test_http_cookies.py:24: AttributeError

test_http_cookies.py::WrappedRequestTest::test_has_header

test_http_cookies.py::WrappedRequestTest::test_has_header

self = 

    def test_has_header(self):
>       self.assertTrue(self.wrapped.has_header("content-type"))
E       AttributeError: 'WrappedRequest' object has no attribute 'has_header'

/testbed/tests/test_http_cookies.py:40: AttributeError

test_http_cookies.py::WrappedRequestTest::test_header_items

test_http_cookies.py::WrappedRequestTest::test_header_items

self = 

    def test_header_items(self):
>       self.assertEqual(self.wrapped.header_items(), [("Content-Type", ["text/html"])])
E       AttributeError: 'WrappedRequest' object has no attribute 'header_items'

/testbed/tests/test_http_cookies.py:55: AttributeError

test_http_cookies.py::WrappedRequestTest::test_is_unverifiable

test_http_cookies.py::WrappedRequestTest::test_is_unverifiable

self = 

    def test_is_unverifiable(self):
        self.assertFalse(self.wrapped.is_unverifiable())
>       self.assertFalse(self.wrapped.unverifiable)
E       AttributeError: 'WrappedRequest' object has no attribute 'unverifiable'. Did you mean: 'is_unverifiable'?

/testbed/tests/test_http_cookies.py:29: AttributeError

test_http_cookies.py::WrappedRequestTest::test_is_unverifiable2

test_http_cookies.py::WrappedRequestTest::test_is_unverifiable2

self = 

    def test_is_unverifiable2(self):
        self.request.meta["is_unverifiable"] = True
>       self.assertTrue(self.wrapped.is_unverifiable())
E       AssertionError: None is not true

/testbed/tests/test_http_cookies.py:33: AssertionError

test_http_cookies.py::WrappedResponseTest::test_get_all

test_http_cookies.py::WrappedResponseTest::test_get_all

self = 

    def test_get_all(self):
        # get_all result must be native string
>       self.assertEqual(self.wrapped.get_all("content-type"), ["text/html"])
E       AttributeError: 'WrappedResponse' object has no attribute 'get_all'

/testbed/tests/test_http_cookies.py:74: AttributeError

test_http_cookies.py::WrappedResponseTest::test_info

test_http_cookies.py::WrappedResponseTest::test_info

self = 

    def test_info(self):
>       self.assertIs(self.wrapped.info(), self.wrapped)
E       AttributeError: 'WrappedResponse' object has no attribute 'info'

/testbed/tests/test_http_cookies.py:70: AttributeError

test_http_headers.py::HeadersTest::test_appendlist

test_http_headers.py::HeadersTest::test_appendlist

self = 

    def test_appendlist(self):
        h1 = Headers({"header1": "value1"})
>       h1.appendlist("header1", "value3")
E       AttributeError: 'Headers' object has no attribute 'appendlist'

/testbed/tests/test_http_headers.py:115: AttributeError

test_http_headers.py::HeadersTest::test_basics

test_http_headers.py::HeadersTest::test_basics

self = 

    def test_basics(self):
        h = Headers({"Content-Type": "text/html", "Content-Length": 1234})
>       assert h["Content-Type"]

/testbed/tests/test_http_headers.py:13: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/scrapy/http/headers.py:23: in __getitem__
    return super().__getitem__(key)[-1]
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = {'Content-Type': 'text/html', 'Content-Length': 1234}
key = 'Content-Type'

    def __getitem__(self, key):
>       return dict.__getitem__(self, self.normkey(key))
E       KeyError: None

/testbed/scrapy/utils/datatypes.py:31: KeyError

test_http_headers.py::HeadersTest::test_copy

test_http_headers.py::HeadersTest::test_copy

self = 

    def test_copy(self):
        h1 = Headers({"header1": ["value1", "value2"]})
        h2 = copy.copy(h1)
        self.assertEqual(h1, h2)
>       self.assertEqual(h1.getlist("header1"), h2.getlist("header1"))
E       AttributeError: 'Headers' object has no attribute 'getlist'

/testbed/tests/test_http_headers.py:109: AttributeError

test_http_headers.py::HeadersTest::test_encode_latin1

test_http_headers.py::HeadersTest::test_encode_latin1

self = 

    def test_encode_latin1(self):
        h = Headers({"key": "\xa3"}, encoding="latin1")
        key, val = dict(h).popitem()
>       self.assertEqual(val[0], b"\xa3")
E       AssertionError: '£' != b'\xa3'

/testbed/tests/test_http_headers.py:58: AssertionError

test_http_headers.py::HeadersTest::test_encode_multiple

test_http_headers.py::HeadersTest::test_encode_multiple

self = 

    def test_encode_multiple(self):
        h = Headers({"key": ["\xa3"]}, encoding="utf-8")
        key, val = dict(h).popitem()
>       self.assertEqual(val[0], b"\xc2\xa3")
E       AssertionError: '£' != b'\xc2\xa3'

/testbed/tests/test_http_headers.py:63: AssertionError

test_http_headers.py::HeadersTest::test_encode_utf8

test_http_headers.py::HeadersTest::test_encode_utf8

self = 

    def test_encode_utf8(self):
        h = Headers({"key": "\xa3"}, encoding="utf-8")
        key, val = dict(h).popitem()
>       assert isinstance(key, bytes), key
E       AssertionError: key

/testbed/tests/test_http_headers.py:51: AssertionError

test_http_headers.py::HeadersTest::test_int_value

test_http_headers.py::HeadersTest::test_int_value

self = 

    def test_int_value(self):
        h1 = Headers({"hey": 5})
        h1["foo"] = 1
        h1.setdefault("bar", 2)
>       h1.setlist("buz", [1, "dos", 3])
E       AttributeError: 'Headers' object has no attribute 'setlist'

/testbed/tests/test_http_headers.py:148: AttributeError

test_http_headers.py::HeadersTest::test_invalid_value

test_http_headers.py::HeadersTest::test_invalid_value

self = 

    def test_invalid_value(self):
>       self.assertRaisesRegex(
            TypeError, "Unsupported value type", Headers, {"foo": object()}
        )
E       AssertionError: TypeError not raised by Headers

/testbed/tests/test_http_headers.py:155: AssertionError

test_http_headers.py::HeadersTest::test_iterables

test_http_headers.py::HeadersTest::test_iterables

self = 

    def test_iterables(self):
        idict = {"Content-Type": "text/html", "X-Forwarded-For": ["ip1", "ip2"]}

        h = Headers(idict)
>       self.assertDictEqual(
            dict(h),
            {b"Content-Type": [b"text/html"], b"X-Forwarded-For": [b"ip1", b"ip2"]},
        )
E       AssertionError: {'Content-Type': 'text/html', 'X-Forwarded-For': ['ip1', 'ip2']} != {b'Content-Type': [b'text/html'], b'X-Forwarded-For': [b'ip1', b'ip2']}
E       - {'Content-Type': 'text/html', 'X-Forwarded-For': ['ip1', 'ip2']}
E       + {b'Content-Type': [b'text/html'], b'X-Forwarded-For': [b'ip1', b'ip2']}
E       ?  +                ++           +  +                    +       +

/testbed/tests/test_http_headers.py:88: AssertionError

test_http_headers.py::HeadersTest::test_multivalue

test_http_headers.py::HeadersTest::test_multivalue

self = 

    def test_multivalue(self):
        h = Headers()
        h["X-Forwarded-For"] = hlist = ["ip1", "ip2"]
>       self.assertEqual(h["X-Forwarded-For"], b"ip2")

/testbed/tests/test_http_headers.py:37: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = {None: None}, key = 'X-Forwarded-For'

    def __getitem__(self, key):
        try:
>           return super().__getitem__(key)[-1]
E           TypeError: 'NoneType' object is not subscriptable

/testbed/scrapy/http/headers.py:23: TypeError

test_http_headers.py::HeadersTest::test_multivalue_for_one_header

test_http_headers.py::HeadersTest::test_multivalue_for_one_header

self = 

    def test_multivalue_for_one_header(self):
        h = Headers((("a", "b"), ("a", "c")))
>       self.assertEqual(h["a"], b"c")

/testbed/tests/test_http_headers.py:44: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/scrapy/http/headers.py:23: in __getitem__
    return super().__getitem__(key)[-1]
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = {'a': 'c'}, key = 'a'

    def __getitem__(self, key):
>       return dict.__getitem__(self, self.normkey(key))
E       KeyError: None

/testbed/scrapy/utils/datatypes.py:31: KeyError

test_http_headers.py::HeadersTest::test_none_value

test_http_headers.py::HeadersTest::test_none_value

self = 

    def test_none_value(self):
        h1 = Headers()
        h1["foo"] = "bar"
        h1["foo"] = None
        h1.setdefault("foo", "bar")
>       self.assertEqual(h1.get("foo"), None)
E       AssertionError: 'bar' != None

/testbed/tests/test_http_headers.py:141: AssertionError

test_http_headers.py::HeadersTest::test_setdefault

test_http_headers.py::HeadersTest::test_setdefault

self = 

    def test_setdefault(self):
        h = Headers()
        hlist = ["ip1", "ip2"]
        olist = h.setdefault("X-Forwarded-For", hlist)
>       assert h.getlist("X-Forwarded-For") is not hlist
E       AttributeError: 'Headers' object has no attribute 'getlist'

/testbed/tests/test_http_headers.py:76: AttributeError

test_http_headers.py::HeadersTest::test_setlist

test_http_headers.py::HeadersTest::test_setlist

self = 

    def test_setlist(self):
        h1 = Headers({"header1": "value1"})
>       self.assertEqual(h1.getlist("header1"), [b"value1"])
E       AttributeError: 'Headers' object has no attribute 'getlist'

/testbed/tests/test_http_headers.py:125: AttributeError

test_http_headers.py::HeadersTest::test_setlistdefault

test_http_headers.py::HeadersTest::test_setlistdefault

self = 

    def test_setlistdefault(self):
        h1 = Headers({"header1": "value1"})
>       h1.setlistdefault("header1", ["value2", "value3"])
E       AttributeError: 'Headers' object has no attribute 'setlistdefault'. Did you mean: 'setdefault'?

/testbed/tests/test_http_headers.py:131: AttributeError

test_http_headers.py::HeadersTest::test_single_value

test_http_headers.py::HeadersTest::test_single_value

self = 

    def test_single_value(self):
        h = Headers()
        h["Content-Type"] = "text/html"
>       self.assertEqual(h["Content-Type"], b"text/html")

/testbed/tests/test_http_headers.py:30: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = {None: None}, key = 'Content-Type'

    def __getitem__(self, key):
        try:
>           return super().__getitem__(key)[-1]
E           TypeError: 'NoneType' object is not subscriptable

/testbed/scrapy/http/headers.py:23: TypeError

test_http_headers.py::HeadersTest::test_update

test_http_headers.py::HeadersTest::test_update

self = 

    def test_update(self):
        h = Headers()
        h.update({"Content-Type": "text/html", "X-Forwarded-For": ["ip1", "ip2"]})
>       self.assertEqual(h.getlist("Content-Type"), [b"text/html"])
E       AttributeError: 'Headers' object has no attribute 'getlist'

/testbed/tests/test_http_headers.py:102: AttributeError

test_http_request.py::RequestTest::test_ajax_url

test_http_request.py::RequestTest::test_ajax_url

self = 

    def test_ajax_url(self):
        # ascii url
        r = self.request_class(url="http://www.example.com/ajax.html#!key=value")
>       self.assertEqual(
            r.url, "http://www.example.com/ajax.html?_escaped_fragment_=key%3Dvalue"
        )
E       AssertionError: 'http://www.example.com/ajax.html?_escaped_fragment_=key=value' != 'http://www.example.com/ajax.html?_escaped_fragment_=key%3Dvalue'
E       - http://www.example.com/ajax.html?_escaped_fragment_=key=value
E       ?                                                        ^
E       + http://www.example.com/ajax.html?_escaped_fragment_=key%3Dvalue
E       ?                                                        ^^^

/testbed/tests/test_http_request.py:191: AssertionError

test_http_request.py::RequestTest::test_from_curl

test_http_request.py::RequestTest::test_from_curl

self = 

    def test_from_curl(self):
        # Note: more curated tests regarding curl conversion are in
        # `test_utils_curl.py`
        curl_command = (
            "curl 'http://httpbin.org/post' -X POST -H 'Cookie: _gauges_unique"
            "_year=1; _gauges_unique=1; _gauges_unique_month=1; _gauges_unique"
            "_hour=1; _gauges_unique_day=1' -H 'Origin: http://httpbin.org' -H"
            " 'Accept-Encoding: gzip, deflate' -H 'Accept-Language: en-US,en;q"
            "=0.9,ru;q=0.8,es;q=0.7' -H 'Upgrade-Insecure-Requests: 1' -H 'Use"
            "r-Agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTM"
            "L, like Gecko) Ubuntu Chromium/62.0.3202.75 Chrome/62.0.3202.75 S"
            "afari/537.36' -H 'Content-Type: application /x-www-form-urlencode"
            "d' -H 'Accept: text/html,application/xhtml+xml,application/xml;q="
            "0.9,image/webp,image/apng,*/*;q=0.8' -H 'Cache-Control: max-age=0"
            "' -H 'Referer: http://httpbin.org/forms/post' -H 'Connection: kee"
            "p-alive' --data 'custname=John+Smith&custtel=500&custemail=jsmith"
            "%40example.org&size=small&topping=cheese&topping=onion&delivery=1"
            "2%3A15&comments=' --compressed"
        )
>       r = self.request_class.from_curl(curl_command)

/testbed/tests/test_http_request.py:356: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

cls = 
curl_command = "curl 'http://httpbin.org/post' -X POST -H 'Cookie: _gauges_unique_year=1; _gauges_unique=1; _gauges_unique_month=1; _...el=500&custemail=jsmith%40example.org&size=small&topping=cheese&topping=onion&delivery=12%3A15&comments=' --compressed"
ignore_unknown_options = True, kwargs = {}, request_kwargs = None

    @classmethod
    def from_curl(
        cls: Type[RequestTypeVar],
        curl_command: str,
        ignore_unknown_options: bool = True,
        **kwargs,
    ) -> RequestTypeVar:
        """Create a Request object from a string containing a `cURL
        `_ command. It populates the HTTP method, the
        URL, the headers, the cookies and the body. It accepts the same
        arguments as the :class:`Request` class, taking preference and
        overriding the values of the same arguments contained in the cURL
        command.

        Unrecognized options are ignored by default. To raise an error when
        finding unknown options call this method by passing
        ``ignore_unknown_options=False``.

        .. caution:: Using :meth:`from_curl` from :class:`~scrapy.http.Request`
                     subclasses, such as :class:`~scrapy.http.JSONRequest`, or
                     :class:`~scrapy.http.XmlRpcRequest`, as well as having
                     :ref:`downloader middlewares `
                     and
                     :ref:`spider middlewares `
                     enabled, such as
                     :class:`~scrapy.downloadermiddlewares.defaultheaders.DefaultHeadersMiddleware`,
                     :class:`~scrapy.downloadermiddlewares.useragent.UserAgentMiddleware`,
                     or
                     :class:`~scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware`,
                     may modify the :class:`~scrapy.http.Request` object.

        To translate a cURL command into a Scrapy request,
        you may use `curl2scrapy `_.
        """
        request_kwargs = curl_to_request_kwargs(curl_command, ignore_unknown_options)
>       request_kwargs.update(kwargs)
E       AttributeError: 'NoneType' object has no attribute 'update'

/testbed/scrapy/http/request/__init__.py:207: AttributeError

test_http_request.py::RequestTest::test_from_curl_ignore_unknown_options

test_http_request.py::RequestTest::test_from_curl_ignore_unknown_options

self = 

    def test_from_curl_ignore_unknown_options(self):
        # By default: it works and ignores the unknown options: --foo and -z
        with warnings.catch_warnings():  # avoid warning when executing tests
            warnings.simplefilter("ignore")
>           r = self.request_class.from_curl(
                'curl -X DELETE "http://example.org" --foo -z',
            )

/testbed/tests/test_http_request.py:409: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

cls = 
curl_command = 'curl -X DELETE "http://example.org" --foo -z'
ignore_unknown_options = True, kwargs = {}, request_kwargs = None

    @classmethod
    def from_curl(
        cls: Type[RequestTypeVar],
        curl_command: str,
        ignore_unknown_options: bool = True,
        **kwargs,
    ) -> RequestTypeVar:
        """Create a Request object from a string containing a `cURL
        `_ command. It populates the HTTP method, the
        URL, the headers, the cookies and the body. It accepts the same
        arguments as the :class:`Request` class, taking preference and
        overriding the values of the same arguments contained in the cURL
        command.

        Unrecognized options are ignored by default. To raise an error when
        finding unknown options call this method by passing
        ``ignore_unknown_options=False``.

        .. caution:: Using :meth:`from_curl` from :class:`~scrapy.http.Request`
                     subclasses, such as :class:`~scrapy.http.JSONRequest`, or
                     :class:`~scrapy.http.XmlRpcRequest`, as well as having
                     :ref:`downloader middlewares `
                     and
                     :ref:`spider middlewares `
                     enabled, such as
                     :class:`~scrapy.downloadermiddlewares.defaultheaders.DefaultHeadersMiddleware`,
                     :class:`~scrapy.downloadermiddlewares.useragent.UserAgentMiddleware`,
                     or
                     :class:`~scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware`,
                     may modify the :class:`~scrapy.http.Request` object.

        To translate a cURL command into a Scrapy request,
        you may use `curl2scrapy `_.
        """
        request_kwargs = curl_to_request_kwargs(curl_command, ignore_unknown_options)
>       request_kwargs.update(kwargs)
E       AttributeError: 'NoneType' object has no attribute 'update'

/testbed/scrapy/http/request/__init__.py:207: AttributeError

test_http_request.py::RequestTest::test_from_curl_with_kwargs

test_http_request.py::RequestTest::test_from_curl_with_kwargs

self = 

    def test_from_curl_with_kwargs(self):
>       r = self.request_class.from_curl(
            'curl -X PATCH "http://example.org"', method="POST", meta={"key": "value"}
        )

/testbed/tests/test_http_request.py:399: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

cls = 
curl_command = 'curl -X PATCH "http://example.org"'
ignore_unknown_options = True
kwargs = {'meta': {'key': 'value'}, 'method': 'POST'}, request_kwargs = None

    @classmethod
    def from_curl(
        cls: Type[RequestTypeVar],
        curl_command: str,
        ignore_unknown_options: bool = True,
        **kwargs,
    ) -> RequestTypeVar:
        """Create a Request object from a string containing a `cURL
        `_ command. It populates the HTTP method, the
        URL, the headers, the cookies and the body. It accepts the same
        arguments as the :class:`Request` class, taking preference and
        overriding the values of the same arguments contained in the cURL
        command.

        Unrecognized options are ignored by default. To raise an error when
        finding unknown options call this method by passing
        ``ignore_unknown_options=False``.

        .. caution:: Using :meth:`from_curl` from :class:`~scrapy.http.Request`
                     subclasses, such as :class:`~scrapy.http.JSONRequest`, or
                     :class:`~scrapy.http.XmlRpcRequest`, as well as having
                     :ref:`downloader middlewares `
                     and
                     :ref:`spider middlewares `
                     enabled, such as
                     :class:`~scrapy.downloadermiddlewares.defaultheaders.DefaultHeadersMiddleware`,
                     :class:`~scrapy.downloadermiddlewares.useragent.UserAgentMiddleware`,
                     or
                     :class:`~scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware`,
                     may modify the :class:`~scrapy.http.Request` object.

        To translate a cURL command into a Scrapy request,
        you may use `curl2scrapy `_.
        """
        request_kwargs = curl_to_request_kwargs(curl_command, ignore_unknown_options)
>       request_kwargs.update(kwargs)
E       AttributeError: 'NoneType' object has no attribute 'update'

/testbed/scrapy/http/request/__init__.py:207: AttributeError

test_http_request.py::RequestTest::test_headers

test_http_request.py::RequestTest::test_headers

self = 

    def test_headers(self):
        # Different ways of setting headers attribute
        url = "http://www.scrapy.org"
        headers = {b"Accept": "gzip", b"Custom-Header": "nothing to tell you"}
        r = self.request_class(url=url, headers=headers)
        p = self.request_class(url=url, headers=r.headers)

        self.assertEqual(r.headers, p.headers)
        self.assertFalse(r.headers is headers)
        self.assertFalse(p.headers is r.headers)

        # headers must not be unicode
        h = Headers({"key1": "val1", "key2": "val2"})
        h["newkey"] = "newval"
        for k, v in h.items():
>           self.assertIsInstance(k, bytes)
E           AssertionError: 'key1' is not an instance of 

/testbed/tests/test_http_request.py:84: AssertionError

test_http_request.py::RequestTest::test_immutable_attributes

test_http_request.py::RequestTest::test_immutable_attributes

self = 

    def test_immutable_attributes(self):
        r = self.request_class("http://example.com")
>       self.assertRaises(AttributeError, setattr, r, "url", "http://example2.com")

/testbed/tests/test_http_request.py:286: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

    def wrapper(self, value):
        private_name = f"_{name}"
        if not hasattr(self, private_name):
>           warnings.warn(f"Property {name} is deprecated.", category=warn_category, stacklevel=2)
E           TypeError: category must be a Warning subclass, not 'str'

/testbed/scrapy/http/common.py:10: TypeError

test_http_request.py::RequestTest::test_init

test_http_request.py::RequestTest::test_init

self = 

    def test_init(self):
        # Request requires url in the __init__ method
        self.assertRaises(Exception, self.request_class)

        # url argument must be basestring
        self.assertRaises(TypeError, self.request_class, 123)
        r = self.request_class("http://www.example.com")

        r = self.request_class("http://www.example.com")
        assert isinstance(r.url, str)
        self.assertEqual(r.url, "http://www.example.com")
        self.assertEqual(r.method, self.default_method)

        assert isinstance(r.headers, Headers)
        self.assertEqual(r.headers, self.default_headers)
        self.assertEqual(r.meta, self.default_meta)

        meta = {"lala": "lolo"}
        headers = {b"caca": b"coco"}
        r = self.request_class(
            "http://www.example.com", meta=meta, headers=headers, body="a body"
        )

        assert r.meta is not meta
        self.assertEqual(r.meta, meta)
        assert r.headers is not headers
>       self.assertEqual(r.headers[b"caca"], b"coco")

/testbed/tests/test_http_request.py:53: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/scrapy/http/headers.py:23: in __getitem__
    return super().__getitem__(key)[-1]
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = {b'caca': b'coco'}, key = b'caca'

    def __getitem__(self, key):
>       return dict.__getitem__(self, self.normkey(key))
E       KeyError: None

/testbed/scrapy/utils/datatypes.py:31: KeyError

test_http_request.py::FormRequestTest::test_ajax_url

test_http_request.py::FormRequestTest::test_ajax_url

self = 

    def test_ajax_url(self):
        # ascii url
        r = self.request_class(url="http://www.example.com/ajax.html#!key=value")
>       self.assertEqual(
            r.url, "http://www.example.com/ajax.html?_escaped_fragment_=key%3Dvalue"
        )
E       AssertionError: 'http://www.example.com/ajax.html?_escaped_fragment_=key=value' != 'http://www.example.com/ajax.html?_escaped_fragment_=key%3Dvalue'
E       - http://www.example.com/ajax.html?_escaped_fragment_=key=value
E       ?                                                        ^
E       + http://www.example.com/ajax.html?_escaped_fragment_=key%3Dvalue
E       ?                                                        ^^^

/testbed/tests/test_http_request.py:191: AssertionError

test_http_request.py::FormRequestTest::test_custom_encoding_bytes

test_http_request.py::FormRequestTest::test_custom_encoding_bytes

self = 

    def test_custom_encoding_bytes(self):
        data = {b"\xb5 one": b"two", b"price": b"\xa3 100"}
>       r2 = self.request_class(
            "http://www.example.com", formdata=data, encoding="latin1"
        )

/testbed/tests/test_http_request.py:489: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
formdata = {b'price': b'\xa3 100', b'\xb5 one': b'two'}
args = ('http://www.example.com',)
kwargs = {'encoding': 'latin1', 'method': 'POST'}
items = dict_items([(b'\xb5 one', b'two'), (b'price', b'\xa3 100')])

    def __init__(self, *args, formdata: FormdataType=None, **kwargs) -> None:
        if formdata and kwargs.get('method') is None:
            kwargs['method'] = 'POST'
        super().__init__(*args, **kwargs)
        if formdata:
            items = formdata.items() if isinstance(formdata, dict) else formdata
>           form_query_str = _urlencode(items, self.encoding)
E           NameError: name '_urlencode' is not defined

/testbed/scrapy/http/request/form.py:31: NameError

test_http_request.py::FormRequestTest::test_custom_encoding_textual_data

test_http_request.py::FormRequestTest::test_custom_encoding_textual_data

self = 

    def test_custom_encoding_textual_data(self):
        data = {"price": "£ 100"}
>       r3 = self.request_class(
            "http://www.example.com", formdata=data, encoding="latin1"
        )

/testbed/tests/test_http_request.py:501: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = , formdata = {'price': '£ 100'}
args = ('http://www.example.com',)
kwargs = {'encoding': 'latin1', 'method': 'POST'}
items = dict_items([('price', '£ 100')])

    def __init__(self, *args, formdata: FormdataType=None, **kwargs) -> None:
        if formdata and kwargs.get('method') is None:
            kwargs['method'] = 'POST'
        super().__init__(*args, **kwargs)
        if formdata:
            items = formdata.items() if isinstance(formdata, dict) else formdata
>           form_query_str = _urlencode(items, self.encoding)
E           NameError: name '_urlencode' is not defined

/testbed/scrapy/http/request/form.py:31: NameError

test_http_request.py::FormRequestTest::test_default_encoding_bytes

test_http_request.py::FormRequestTest::test_default_encoding_bytes

self = 

    def test_default_encoding_bytes(self):
        # using default encoding (utf-8)
        data = {b"one": b"two", b"price": b"\xc2\xa3 100"}
>       r2 = self.request_class("http://www.example.com", formdata=data)

/testbed/tests/test_http_request.py:457: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
formdata = {b'one': b'two', b'price': b'\xc2\xa3 100'}
args = ('http://www.example.com',), kwargs = {'method': 'POST'}
items = dict_items([(b'one', b'two'), (b'price', b'\xc2\xa3 100')])

    def __init__(self, *args, formdata: FormdataType=None, **kwargs) -> None:
        if formdata and kwargs.get('method') is None:
            kwargs['method'] = 'POST'
        super().__init__(*args, **kwargs)
        if formdata:
            items = formdata.items() if isinstance(formdata, dict) else formdata
>           form_query_str = _urlencode(items, self.encoding)
E           NameError: name '_urlencode' is not defined

/testbed/scrapy/http/request/form.py:31: NameError

test_http_request.py::FormRequestTest::test_default_encoding_mixed_data

test_http_request.py::FormRequestTest::test_default_encoding_mixed_data

self = 

    def test_default_encoding_mixed_data(self):
        # using default encoding (utf-8)
        data = {"\u00b5one": b"two", b"price\xc2\xa3": "\u00a3 100"}
>       r2 = self.request_class("http://www.example.com", formdata=data)

/testbed/tests/test_http_request.py:479: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
formdata = {'µone': b'two', b'price\xc2\xa3': '£ 100'}
args = ('http://www.example.com',), kwargs = {'method': 'POST'}
items = dict_items([('µone', b'two'), (b'price\xc2\xa3', '£ 100')])

    def __init__(self, *args, formdata: FormdataType=None, **kwargs) -> None:
        if formdata and kwargs.get('method') is None:
            kwargs['method'] = 'POST'
        super().__init__(*args, **kwargs)
        if formdata:
            items = formdata.items() if isinstance(formdata, dict) else formdata
>           form_query_str = _urlencode(items, self.encoding)
E           NameError: name '_urlencode' is not defined

/testbed/scrapy/http/request/form.py:31: NameError

test_http_request.py::FormRequestTest::test_default_encoding_textual_data

test_http_request.py::FormRequestTest::test_default_encoding_textual_data

self = 

    def test_default_encoding_textual_data(self):
        # using default encoding (utf-8)
        data = {"µ one": "two", "price": "£ 100"}
>       r2 = self.request_class("http://www.example.com", formdata=data)

/testbed/tests/test_http_request.py:468: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
formdata = {'price': '£ 100', 'µ one': 'two'}
args = ('http://www.example.com',), kwargs = {'method': 'POST'}
items = dict_items([('µ one', 'two'), ('price', '£ 100')])

    def __init__(self, *args, formdata: FormdataType=None, **kwargs) -> None:
        if formdata and kwargs.get('method') is None:
            kwargs['method'] = 'POST'
        super().__init__(*args, **kwargs)
        if formdata:
            items = formdata.items() if isinstance(formdata, dict) else formdata
>           form_query_str = _urlencode(items, self.encoding)
E           NameError: name '_urlencode' is not defined

/testbed/scrapy/http/request/form.py:31: NameError

test_http_request.py::FormRequestTest::test_formdata_overrides_querystring

test_http_request.py::FormRequestTest::test_formdata_overrides_querystring

self = 

    def test_formdata_overrides_querystring(self):
        data = (("a", "one"), ("a", "two"), ("b", "2"))
>       url = self.request_class(
            "http://www.example.com/?a=0&b=1&c=3#fragment", method="GET", formdata=data
        ).url.split("#")[0]

/testbed/tests/test_http_request.py:439: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
formdata = (('a', 'one'), ('a', 'two'), ('b', '2'))
args = ('http://www.example.com/?a=0&b=1&c=3#fragment',)
kwargs = {'method': 'GET'}, items = (('a', 'one'), ('a', 'two'), ('b', '2'))

    def __init__(self, *args, formdata: FormdataType=None, **kwargs) -> None:
        if formdata and kwargs.get('method') is None:
            kwargs['method'] = 'POST'
        super().__init__(*args, **kwargs)
        if formdata:
            items = formdata.items() if isinstance(formdata, dict) else formdata
>           form_query_str = _urlencode(items, self.encoding)
E           NameError: name '_urlencode' is not defined

/testbed/scrapy/http/request/form.py:31: NameError

test_http_request.py::FormRequestTest::test_from_curl

test_http_request.py::FormRequestTest::test_from_curl

self = 

    def test_from_curl(self):
        # Note: more curated tests regarding curl conversion are in
        # `test_utils_curl.py`
        curl_command = (
            "curl 'http://httpbin.org/post' -X POST -H 'Cookie: _gauges_unique"
            "_year=1; _gauges_unique=1; _gauges_unique_month=1; _gauges_unique"
            "_hour=1; _gauges_unique_day=1' -H 'Origin: http://httpbin.org' -H"
            " 'Accept-Encoding: gzip, deflate' -H 'Accept-Language: en-US,en;q"
            "=0.9,ru;q=0.8,es;q=0.7' -H 'Upgrade-Insecure-Requests: 1' -H 'Use"
            "r-Agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTM"
            "L, like Gecko) Ubuntu Chromium/62.0.3202.75 Chrome/62.0.3202.75 S"
            "afari/537.36' -H 'Content-Type: application /x-www-form-urlencode"
            "d' -H 'Accept: text/html,application/xhtml+xml,application/xml;q="
            "0.9,image/webp,image/apng,*/*;q=0.8' -H 'Cache-Control: max-age=0"
            "' -H 'Referer: http://httpbin.org/forms/post' -H 'Connection: kee"
            "p-alive' --data 'custname=John+Smith&custtel=500&custemail=jsmith"
            "%40example.org&size=small&topping=cheese&topping=onion&delivery=1"
            "2%3A15&comments=' --compressed"
        )
>       r = self.request_class.from_curl(curl_command)

/testbed/tests/test_http_request.py:356: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

cls = 
curl_command = "curl 'http://httpbin.org/post' -X POST -H 'Cookie: _gauges_unique_year=1; _gauges_unique=1; _gauges_unique_month=1; _...el=500&custemail=jsmith%40example.org&size=small&topping=cheese&topping=onion&delivery=12%3A15&comments=' --compressed"
ignore_unknown_options = True, kwargs = {}, request_kwargs = None

    @classmethod
    def from_curl(
        cls: Type[RequestTypeVar],
        curl_command: str,
        ignore_unknown_options: bool = True,
        **kwargs,
    ) -> RequestTypeVar:
        """Create a Request object from a string containing a `cURL
        `_ command. It populates the HTTP method, the
        URL, the headers, the cookies and the body. It accepts the same
        arguments as the :class:`Request` class, taking preference and
        overriding the values of the same arguments contained in the cURL
        command.

        Unrecognized options are ignored by default. To raise an error when
        finding unknown options call this method by passing
        ``ignore_unknown_options=False``.

        .. caution:: Using :meth:`from_curl` from :class:`~scrapy.http.Request`
                     subclasses, such as :class:`~scrapy.http.JSONRequest`, or
                     :class:`~scrapy.http.XmlRpcRequest`, as well as having
                     :ref:`downloader middlewares `
                     and
                     :ref:`spider middlewares `
                     enabled, such as
                     :class:`~scrapy.downloadermiddlewares.defaultheaders.DefaultHeadersMiddleware`,
                     :class:`~scrapy.downloadermiddlewares.useragent.UserAgentMiddleware`,
                     or
                     :class:`~scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware`,
                     may modify the :class:`~scrapy.http.Request` object.

        To translate a cURL command into a Scrapy request,
        you may use `curl2scrapy `_.
        """
        request_kwargs = curl_to_request_kwargs(curl_command, ignore_unknown_options)
>       request_kwargs.update(kwargs)
E       AttributeError: 'NoneType' object has no attribute 'update'

/testbed/scrapy/http/request/__init__.py:207: AttributeError

test_http_request.py::FormRequestTest::test_from_curl_ignore_unknown_options

test_http_request.py::FormRequestTest::test_from_curl_ignore_unknown_options

self = 

    def test_from_curl_ignore_unknown_options(self):
        # By default: it works and ignores the unknown options: --foo and -z
        with warnings.catch_warnings():  # avoid warning when executing tests
            warnings.simplefilter("ignore")
>           r = self.request_class.from_curl(
                'curl -X DELETE "http://example.org" --foo -z',
            )

/testbed/tests/test_http_request.py:409: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

cls = 
curl_command = 'curl -X DELETE "http://example.org" --foo -z'
ignore_unknown_options = True, kwargs = {}, request_kwargs = None

    @classmethod
    def from_curl(
        cls: Type[RequestTypeVar],
        curl_command: str,
        ignore_unknown_options: bool = True,
        **kwargs,
    ) -> RequestTypeVar:
        """Create a Request object from a string containing a `cURL
        `_ command. It populates the HTTP method, the
        URL, the headers, the cookies and the body. It accepts the same
        arguments as the :class:`Request` class, taking preference and
        overriding the values of the same arguments contained in the cURL
        command.

        Unrecognized options are ignored by default. To raise an error when
        finding unknown options call this method by passing
        ``ignore_unknown_options=False``.

        .. caution:: Using :meth:`from_curl` from :class:`~scrapy.http.Request`
                     subclasses, such as :class:`~scrapy.http.JSONRequest`, or
                     :class:`~scrapy.http.XmlRpcRequest`, as well as having
                     :ref:`downloader middlewares `
                     and
                     :ref:`spider middlewares `
                     enabled, such as
                     :class:`~scrapy.downloadermiddlewares.defaultheaders.DefaultHeadersMiddleware`,
                     :class:`~scrapy.downloadermiddlewares.useragent.UserAgentMiddleware`,
                     or
                     :class:`~scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware`,
                     may modify the :class:`~scrapy.http.Request` object.

        To translate a cURL command into a Scrapy request,
        you may use `curl2scrapy `_.
        """
        request_kwargs = curl_to_request_kwargs(curl_command, ignore_unknown_options)
>       request_kwargs.update(kwargs)
E       AttributeError: 'NoneType' object has no attribute 'update'

/testbed/scrapy/http/request/__init__.py:207: AttributeError

test_http_request.py::FormRequestTest::test_from_curl_with_kwargs

test_http_request.py::FormRequestTest::test_from_curl_with_kwargs

self = 

    def test_from_curl_with_kwargs(self):
>       r = self.request_class.from_curl(
            'curl -X PATCH "http://example.org"', method="POST", meta={"key": "value"}
        )

/testbed/tests/test_http_request.py:399: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

cls = 
curl_command = 'curl -X PATCH "http://example.org"'
ignore_unknown_options = True
kwargs = {'meta': {'key': 'value'}, 'method': 'POST'}, request_kwargs = None

    @classmethod
    def from_curl(
        cls: Type[RequestTypeVar],
        curl_command: str,
        ignore_unknown_options: bool = True,
        **kwargs,
    ) -> RequestTypeVar:
        """Create a Request object from a string containing a `cURL
        `_ command. It populates the HTTP method, the
        URL, the headers, the cookies and the body. It accepts the same
        arguments as the :class:`Request` class, taking preference and
        overriding the values of the same arguments contained in the cURL
        command.

        Unrecognized options are ignored by default. To raise an error when
        finding unknown options call this method by passing
        ``ignore_unknown_options=False``.

        .. caution:: Using :meth:`from_curl` from :class:`~scrapy.http.Request`
                     subclasses, such as :class:`~scrapy.http.JSONRequest`, or
                     :class:`~scrapy.http.XmlRpcRequest`, as well as having
                     :ref:`downloader middlewares `
                     and
                     :ref:`spider middlewares `
                     enabled, such as
                     :class:`~scrapy.downloadermiddlewares.defaultheaders.DefaultHeadersMiddleware`,
                     :class:`~scrapy.downloadermiddlewares.useragent.UserAgentMiddleware`,
                     or
                     :class:`~scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware`,
                     may modify the :class:`~scrapy.http.Request` object.

        To translate a cURL command into a Scrapy request,
        you may use `curl2scrapy `_.
        """
        request_kwargs = curl_to_request_kwargs(curl_command, ignore_unknown_options)
>       request_kwargs.update(kwargs)
E       AttributeError: 'NoneType' object has no attribute 'update'

/testbed/scrapy/http/request/__init__.py:207: AttributeError

test_http_request.py::FormRequestTest::test_from_response_ambiguous_clickdata

test_http_request.py::FormRequestTest::test_from_response_ambiguous_clickdata

self = 

    def test_from_response_ambiguous_clickdata(self):
>       response = _buildresponse(
            """
            

            
            
            
            
            
"""
        )

/testbed/tests/test_http_request.py:901: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb962e9f70>
body = '\n            
\n            \n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_button_notype

test_http_request.py::FormRequestTest::test_from_response_button_notype

self = 

    def test_from_response_button_notype(self):
>       response = _buildresponse(
            """

            
            
            Submit
            
""",
            url="http://www.example.com/this/list.html",
        )

/testbed/tests/test_http_request.py:1303: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb962ea2a0>
body = '
\n            \n            \n            Submit\n            '

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_button_novalue

test_http_request.py::FormRequestTest::test_from_response_button_novalue

self = 

    def test_from_response_button_novalue(self):
>       response = _buildresponse(
            """

            
            
            Submit
            
""",
            url="http://www.example.com/this/list.html",
        )

/testbed/tests/test_http_request.py:1343: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb962eb050>
body = '
\n            \n            \n            Submit\n            '

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_button_submit

test_http_request.py::FormRequestTest::test_from_response_button_submit

self = 

    def test_from_response_button_submit(self):
>       response = _buildresponse(
            """

            
            
            Submit
            
""",
            url="http://www.example.com/this/list.html",
        )

/testbed/tests/test_http_request.py:1283: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb9635d910>
body = '
\n            \n            \n            Submit\n            '

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_case_insensitive

test_http_request.py::FormRequestTest::test_from_response_case_insensitive

self = 

    def test_from_response_case_insensitive(self):
>       response = _buildresponse(
            """

            
            
            
            
"""
        )

/testbed/tests/test_http_request.py:725: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb962e99d0>
body = '
\n            \n         ...http://my.image.org/1.jpg">\n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_checkbox

test_http_request.py::FormRequestTest::test_from_response_checkbox

self = 

    def test_from_response_checkbox(self):
>       res = _buildresponse(
            """

            
            
            
            
            
            
            
            
            
"""
        )

/testbed/tests/test_http_request.py:1157: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb962eb200>
body = '
\n            \n            \n            \n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_clickdata_does_not_ignore_image

test_http_request.py::FormRequestTest::test_from_response_clickdata_does_not_ignore_image

self = 

    def test_from_response_clickdata_does_not_ignore_image(self):
>       response = _buildresponse(
            """

            
            
            
"""
        )

/testbed/tests/test_http_request.py:798: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb962e9f40>
body = '
\n            \n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_css

test_http_request.py::FormRequestTest::test_from_response_css

self = 

    def test_from_response_css(self):
>       response = _buildresponse(
            """

            
            
            
            

            
            
            
"""
        )

/testbed/tests/test_http_request.py:1386: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb962e9a90>
body = '
\n            \n            \n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_descendants

test_http_request.py::FormRequestTest::test_from_response_descendants

self = 

    def test_from_response_descendants(self):
>       res = _buildresponse(
            """

            

              

                
                
                    
                
              
              
              
              
              
              
            
            
"""
        )

/testbed/tests/test_http_request.py:1214: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb962ebdd0>
body = '
\n            
\n              
\n                \n                <...="h1" value="h1v">\n              
\n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_dont_click

test_http_request.py::FormRequestTest::test_from_response_dont_click

self = 

    def test_from_response_dont_click(self):
>       response = _buildresponse(
            """

            
            
            
            
            
"""
        )

/testbed/tests/test_http_request.py:887: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb962e82f0>
body = '
\n            \n         ...dden" name="two" value="3">\n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_dont_submit_image_as_input

test_http_request.py::FormRequestTest::test_from_response_dont_submit_image_as_input

self = 

    def test_from_response_dont_submit_image_as_input(self):
>       response = _buildresponse(
            """

            
            
            
            
"""
        )

/testbed/tests/test_http_request.py:773: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb963ebd40>
body = '
\n            \n            \n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_dont_submit_reset_as_input

test_http_request.py::FormRequestTest::test_from_response_dont_submit_reset_as_input

self = 

    def test_from_response_dont_submit_reset_as_input(self):
>       response = _buildresponse(
            """

            
            
            
            
            
"""
        )

/testbed/tests/test_http_request.py:785: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb963e5250>
body = '
\n            \n            \n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_drop_params

test_http_request.py::FormRequestTest::test_from_response_drop_params

self = 

    def test_from_response_drop_params(self):
>       response = _buildresponse(
            """

            
            
            
"""
        )

/testbed/tests/test_http_request.py:689: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb963e63c0>
body = '
\n            \n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_duplicate_form_key

test_http_request.py::FormRequestTest::test_from_response_duplicate_form_key

self = 

    def test_from_response_duplicate_form_key(self):
>       response = _buildresponse("
", url="http://www.example.com")

/testbed/tests/test_http_request.py:613: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb963e76e0>
body = '
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_errors_formnumber

test_http_request.py::FormRequestTest::test_from_response_errors_formnumber

self = 

    def test_from_response_errors_formnumber(self):
>       response = _buildresponse(
            """

            
            
            
            
"""
        )

/testbed/tests/test_http_request.py:969: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb963e46e0>
body = '
\n            \n            \n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_errors_noform

test_http_request.py::FormRequestTest::test_from_response_errors_noform

self = 

    def test_from_response_errors_noform(self):
>       response = _buildresponse("""""")

/testbed/tests/test_http_request.py:955: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb963e4890>
body = ''

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_extra_headers

test_http_request.py::FormRequestTest::test_from_response_extra_headers

self = 

    def test_from_response_extra_headers(self):
>       response = _buildresponse(
            """

            
            
            
            
"""
        )

/testbed/tests/test_http_request.py:637: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb963e4d70>
body = '
\n            \n            \n            \n            '

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_formid_errors_formnumber

test_http_request.py::FormRequestTest::test_from_response_formid_errors_formnumber

self = 

    def test_from_response_formid_errors_formnumber(self):
>       response = _buildresponse(
            """

            
            
            

            
            
"""
        )

/testbed/tests/test_http_request.py:1091: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb963e52b0>
body = '
\n            \n          ...="form2" action="post.php" method="POST">\n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_formid_exists

test_http_request.py::FormRequestTest::test_from_response_formid_exists

self = 

    def test_from_response_formid_exists(self):
>       response = _buildresponse(
            """

            
            
            
            

            
            
            
"""
        )

/testbed/tests/test_http_request.py:1043: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb963e69f0>
body = '
\n            \n            \n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_formid_nonexistent

test_http_request.py::FormRequestTest::test_from_response_formid_nonexistent

self = 

    def test_from_response_formid_nonexistent(self):
>       response = _buildresponse(
            """

            
            
            

            
            
"""
        )

/testbed/tests/test_http_request.py:1077: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb96265040>
body = '
\n            \n          ...="form2" action="post.php" method="POST">\n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_formname_errors_formnumber

test_http_request.py::FormRequestTest::test_from_response_formname_errors_formnumber

self = 

    def test_from_response_formname_errors_formnumber(self):
>       response = _buildresponse(
            """

            
            
            

            
            
"""
        )

/testbed/tests/test_http_request.py:1026: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb96265c70>
body = '
\n            \n        ...="form2" action="post.php" method="POST">\n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_formname_exists

test_http_request.py::FormRequestTest::test_from_response_formname_exists

self = 

    def test_from_response_formname_exists(self):
>       response = _buildresponse(
            """

            
            
            
            

            
            
            
"""
        )

/testbed/tests/test_http_request.py:996: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb963e4ec0>
body = '
\n            \n            \n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_formname_nonexistent

test_http_request.py::FormRequestTest::test_from_response_formname_nonexistent

self = 

    def test_from_response_formname_nonexistent(self):
>       response = _buildresponse(
            """

            
            
            

            
            
"""
        )

/testbed/tests/test_http_request.py:1012: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb96266c00>
body = '
\n            \n        ...="form2" action="post.php" method="POST">\n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_formname_nonexistent_fallback_formid

test_http_request.py::FormRequestTest::test_from_response_formname_nonexistent_fallback_formid

self = 

    def test_from_response_formname_nonexistent_fallback_formid(self):
>       response = _buildresponse(
            """

            
            
            
            

            
            
            
"""
        )

/testbed/tests/test_http_request.py:1059: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb962664b0>
body = '
\n            \n            \n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_get

test_http_request.py::FormRequestTest::test_from_response_get

self = 

    def test_from_response_get(self):
>       response = _buildresponse(
            """

            
            
            
            
""",
            url="http://www.example.com/this/list.html",
        )

/testbed/tests/test_http_request.py:656: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb96265df0>
body = '
\n            \n            \n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_input_hidden

test_http_request.py::FormRequestTest::test_from_response_input_hidden

self = 

    def test_from_response_input_hidden(self):
>       res = _buildresponse(
            """

            
            
            
            
            
"""
        )

/testbed/tests/test_http_request.py:1188: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb96264680>
body = '
\n            \n            \n            \n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_input_text

test_http_request.py::FormRequestTest::test_from_response_input_text

self = 

    def test_from_response_input_text(self):
>       res = _buildresponse(
            """

            
            
            
            
            
            
"""
        )

/testbed/tests/test_http_request.py:1174: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb96265a30>
body = '
\n            \n            \n          ..."text" value="i3v1">\n            \n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_input_textarea

test_http_request.py::FormRequestTest::test_from_response_input_textarea

self = 

    def test_from_response_input_textarea(self):
>       res = _buildresponse(
            """

            i1v
            
                        <textarea>i4v
            
"""
        )

/testbed/tests/test_http_request.py:1201: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb96266420>
body = '
\n            i1v\n            \n            \n            <textarea>i4v\n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_invalid_html5

test_http_request.py::FormRequestTest::test_from_response_invalid_html5

self = 

    def test_from_response_invalid_html5(self):
>       response = _buildresponse(
            """
"""
            """"""
            """
"""
        )

/testbed/tests/test_http_request.py:959: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb96264e00>
body = '
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_invalid_nr_index_clickdata

test_http_request.py::FormRequestTest::test_from_response_invalid_nr_index_clickdata

self = 

    def test_from_response_invalid_nr_index_clickdata(self):
>       response = _buildresponse(
            """

            
            
            """
        )

/testbed/tests/test_http_request.py:944: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb96267bf0>
body = '
\n            \n            
\n            '

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_multiple_clickdata

test_http_request.py::FormRequestTest::test_from_response_multiple_clickdata

self = 

    def test_from_response_multiple_clickdata(self):
>       response = _buildresponse(
            """

            
            
            
            
            
"""
        )

/testbed/tests/test_http_request.py:809: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb962d1ac0>
body = '
\n            \n          ...dden" name="one" value="clicked1">\n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_multiple_forms_clickdata

test_http_request.py::FormRequestTest::test_from_response_multiple_forms_clickdata

self = 

    def test_from_response_multiple_forms_clickdata(self):
>       response = _buildresponse(
            """

            
            
            
            

            
            
            
            """
        )

/testbed/tests/test_http_request.py:857: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb962d26c0>
body = '
\n            \n            \n            \n            
\n            '

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_noformname

test_http_request.py::FormRequestTest::test_from_response_noformname

self = 

    def test_from_response_noformname(self):
>       response = _buildresponse(
            """

            
            
            
"""
        )

/testbed/tests/test_http_request.py:981: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb962d3620>
body = '
\n            \n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_non_matching_clickdata

test_http_request.py::FormRequestTest::test_from_response_non_matching_clickdata

self = 

    def test_from_response_non_matching_clickdata(self):
>       response = _buildresponse(
            """

            
            
"""
        )

/testbed/tests/test_http_request.py:918: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb96266240>
body = '
\n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_nr_index_clickdata

test_http_request.py::FormRequestTest::test_from_response_nr_index_clickdata

self = 

    def test_from_response_nr_index_clickdata(self):
>       response = _buildresponse(
            """

            
            
            
            """
        )

/testbed/tests/test_http_request.py:931: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb962d2ae0>
body = '
\n            \n            \n            
\n            '

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_override_clickable

test_http_request.py::FormRequestTest::test_from_response_override_clickable

self = 

    def test_from_response_override_clickable(self):
>       response = _buildresponse(
            """
 
"""
        )

/testbed/tests/test_http_request.py:877: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb962d0ad0>
body = '
 
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_override_duplicate_form_key

test_http_request.py::FormRequestTest::test_from_response_override_duplicate_form_key

self = 

    def test_from_response_override_duplicate_form_key(self):
>       response = _buildresponse(
            """

            
            
            
"""
        )

/testbed/tests/test_http_request.py:623: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb962d10d0>
body = '
\n            \n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_override_method

test_http_request.py::FormRequestTest::test_from_response_override_method

self = 

    def test_from_response_override_method(self):
>       response = _buildresponse(
            """
            

            """
        )

/testbed/tests/test_http_request.py:701: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb962d26f0>
body = '\n            
\n            '

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_override_params

test_http_request.py::FormRequestTest::test_from_response_override_params

self = 

    def test_from_response_override_params(self):
>       response = _buildresponse(
            """

            
            
            
"""
        )

/testbed/tests/test_http_request.py:677: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb9628c2c0>
body = '
\n            \n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_override_url

test_http_request.py::FormRequestTest::test_from_response_override_url

self = 

    def test_from_response_override_url(self):
>       response = _buildresponse(
            """
            

            """
        )

/testbed/tests/test_http_request.py:712: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb962d2810>
body = '\n            
\n            '

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_post

test_http_request.py::FormRequestTest::test_from_response_post

self = 

    def test_from_response_post(self):
        response = _buildresponse(
            b"""

            
            
            
            
""",
            url="http://www.example.com/this/list.html",
        )
>       req = self.request_class.from_response(
            response, formdata={"one": ["two", "three"], "six": "seven"}
        )
E       AttributeError: type object 'FormRequest' has no attribute 'from_response'

/testbed/tests/test_http_request.py:524: AttributeError

test_http_request.py::FormRequestTest::test_from_response_post_nonascii_bytes_latin1

test_http_request.py::FormRequestTest::test_from_response_post_nonascii_bytes_latin1

self = 

    def test_from_response_post_nonascii_bytes_latin1(self):
        response = _buildresponse(
            b"""

            
            
            
            
""",
            url="http://www.example.com/this/list.html",
            encoding="latin1",
        )
>       req = self.request_class.from_response(
            response, formdata={"one": ["two", "three"], "six": "seven"}
        )
E       AttributeError: type object 'FormRequest' has no attribute 'from_response'

/testbed/tests/test_http_request.py:573: AttributeError

test_http_request.py::FormRequestTest::test_from_response_post_nonascii_bytes_utf8

test_http_request.py::FormRequestTest::test_from_response_post_nonascii_bytes_utf8

self = 

    def test_from_response_post_nonascii_bytes_utf8(self):
        response = _buildresponse(
            b"""

            
            
            
            
""",
            url="http://www.example.com/this/list.html",
        )
>       req = self.request_class.from_response(
            response, formdata={"one": ["two", "three"], "six": "seven"}
        )
E       AttributeError: type object 'FormRequest' has no attribute 'from_response'

/testbed/tests/test_http_request.py:548: AttributeError

test_http_request.py::FormRequestTest::test_from_response_post_nonascii_unicode

test_http_request.py::FormRequestTest::test_from_response_post_nonascii_unicode

self = 

    def test_from_response_post_nonascii_unicode(self):
>       response = _buildresponse(
            """

            
            
            
            
""",
            url="http://www.example.com/this/list.html",
        )

/testbed/tests/test_http_request.py:589: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb9628d0a0>
body = '
\n            \n            \n            \n            '

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_radio

test_http_request.py::FormRequestTest::test_from_response_radio

self = 

    def test_from_response_radio(self):
>       res = _buildresponse(
            """

            
            
            
            
            
            
            
            
            
"""
        )

/testbed/tests/test_http_request.py:1140: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb9628dbe0>
body = '
\n            \n            \n            \n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_select

test_http_request.py::FormRequestTest::test_from_response_select

self = 

    def test_from_response_select(self):
>       res = _buildresponse(
            """

            
                option 1
                option 2
            
            
                option 1
                option 2
            
            
                option 1
                option 2
            
            
                option 1
                option 2
                option 3
            
            
                option 1
                option 2
            
            
            
            """
        )

/testbed/tests/test_http_request.py:1108: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb9628cf20>
body = '
\n            \n                option 1\n                \n            \n            \n            '

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError


test_http_request.py::FormRequestTest::test_from_response_submit_first_clickable
 
test_http_request.py::FormRequestTest::test_from_response_submit_first_clickable
self = 

    def test_from_response_submit_first_clickable(self):
>       response = _buildresponse(
            """

            
            
            
            
            """
        )

/testbed/tests/test_http_request.py:739: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb962d3aa0>
body = '
\n            \n         ...dden" name="two" value="3">\n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_submit_not_first_clickable

test_http_request.py::FormRequestTest::test_from_response_submit_not_first_clickable

self = 

    def test_from_response_submit_not_first_clickable(self):
>       response = _buildresponse(
            """

            
            
            
            
            
"""
        )

/testbed/tests/test_http_request.py:755: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb9628dbb0>
body = '
\n            \n         ...dden" name="two" value="3">\n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_submit_novalue

test_http_request.py::FormRequestTest::test_from_response_submit_novalue

self = 

    def test_from_response_submit_novalue(self):
>       response = _buildresponse(
            """

            
            
            Submit
            
""",
            url="http://www.example.com/this/list.html",
        )

/testbed/tests/test_http_request.py:1323: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb9628d250>
body = '
\n            \n            \n            Submit\n            '

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_unicode_clickdata

test_http_request.py::FormRequestTest::test_from_response_unicode_clickdata

self = 

    def test_from_response_unicode_clickdata(self):
>       response = _buildresponse(
            """

            
            
            
            
            
"""
        )

/testbed/tests/test_http_request.py:826: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb9628f410>
body = '
\n            \n           ..."hidden" name="poundsign" value="£">\n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_unicode_clickdata_latin1

test_http_request.py::FormRequestTest::test_from_response_unicode_clickdata_latin1

self = 

    def test_from_response_unicode_clickdata_latin1(self):
>       response = _buildresponse(
            """

            
            
            
            
            
""",
            encoding="latin1",
        )

/testbed/tests/test_http_request.py:841: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb9624d4f0>
body = '
\n            \n           ...="hidden" name="poundsign" value="£">\n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_unicode_xpath

test_http_request.py::FormRequestTest::test_from_response_unicode_xpath

self = 

    def test_from_response_unicode_xpath(self):
        response = _buildresponse(b'
')
>       r = self.request_class.from_response(
            response, formxpath="//form[@name='\u044a']"
        )
E       AttributeError: type object 'FormRequest' has no attribute 'from_response'

/testbed/tests/test_http_request.py:1267: AttributeError

test_http_request.py::FormRequestTest::test_from_response_valid_form_methods

test_http_request.py::FormRequestTest::test_from_response_valid_form_methods

self = 

    def test_from_response_valid_form_methods(self):
        form_methods = [
            [method, method] for method in self.request_class.valid_form_methods
        ]
        form_methods.append(["UNKNOWN", "GET"])

        for method, expected in form_methods:
>           response = _buildresponse(
                f'
'
                ''
                "
"
            )

/testbed/tests/test_http_request.py:1420: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb9624f950>
body = '
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_from_response_xpath

test_http_request.py::FormRequestTest::test_from_response_xpath

self = 

    def test_from_response_xpath(self):
>       response = _buildresponse(
            """

            
            
            
            

            
            
            
"""
        )

/testbed/tests/test_http_request.py:1236: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb9628ecf0>
body = '
\n            \n            \n            \n            
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_headers

test_http_request.py::FormRequestTest::test_headers

self = 

    def test_headers(self):
        # Different ways of setting headers attribute
        url = "http://www.scrapy.org"
        headers = {b"Accept": "gzip", b"Custom-Header": "nothing to tell you"}
        r = self.request_class(url=url, headers=headers)
        p = self.request_class(url=url, headers=r.headers)

        self.assertEqual(r.headers, p.headers)
        self.assertFalse(r.headers is headers)
        self.assertFalse(p.headers is r.headers)

        # headers must not be unicode
        h = Headers({"key1": "val1", "key2": "val2"})
        h["newkey"] = "newval"
        for k, v in h.items():
>           self.assertIsInstance(k, bytes)
E           AssertionError: 'key1' is not an instance of 

/testbed/tests/test_http_request.py:84: AssertionError

test_http_request.py::FormRequestTest::test_html_base_form_action

test_http_request.py::FormRequestTest::test_html_base_form_action

self = 

    def test_html_base_form_action(self):
>       response = _buildresponse(
            """
            
                
                    
                
                
                    

                    
                
            
            """,
            url="http://a.com/",
        )

/testbed/tests/test_http_request.py:1363: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb9624e420>
body = '\n            \n                \n                    \n                \n                    \n                \n            \n            '

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::FormRequestTest::test_immutable_attributes

test_http_request.py::FormRequestTest::test_immutable_attributes

self = 

    def test_immutable_attributes(self):
        r = self.request_class("http://example.com")
>       self.assertRaises(AttributeError, setattr, r, "url", "http://example2.com")

/testbed/tests/test_http_request.py:286: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

    def wrapper(self, value):
        private_name = f"_{name}"
        if not hasattr(self, private_name):
>           warnings.warn(f"Property {name} is deprecated.", category=warn_category, stacklevel=2)
E           TypeError: category must be a Warning subclass, not 'str'

/testbed/scrapy/http/common.py:10: TypeError

test_http_request.py::FormRequestTest::test_init

test_http_request.py::FormRequestTest::test_init

self = 

    def test_init(self):
        # Request requires url in the __init__ method
        self.assertRaises(Exception, self.request_class)

        # url argument must be basestring
        self.assertRaises(TypeError, self.request_class, 123)
        r = self.request_class("http://www.example.com")

        r = self.request_class("http://www.example.com")
        assert isinstance(r.url, str)
        self.assertEqual(r.url, "http://www.example.com")
        self.assertEqual(r.method, self.default_method)

        assert isinstance(r.headers, Headers)
        self.assertEqual(r.headers, self.default_headers)
        self.assertEqual(r.meta, self.default_meta)

        meta = {"lala": "lolo"}
        headers = {b"caca": b"coco"}
        r = self.request_class(
            "http://www.example.com", meta=meta, headers=headers, body="a body"
        )

        assert r.meta is not meta
        self.assertEqual(r.meta, meta)
        assert r.headers is not headers
>       self.assertEqual(r.headers[b"caca"], b"coco")

/testbed/tests/test_http_request.py:53: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/scrapy/http/headers.py:23: in __getitem__
    return super().__getitem__(key)[-1]
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = {b'caca': b'coco'}, key = b'caca'

    def __getitem__(self, key):
>       return dict.__getitem__(self, self.normkey(key))
E       KeyError: None

/testbed/scrapy/utils/datatypes.py:31: KeyError

test_http_request.py::FormRequestTest::test_multi_key_values

test_http_request.py::FormRequestTest::test_multi_key_values

self = 

    def test_multi_key_values(self):
        # using multiples values for a single key
        data = {"price": "\xa3 100", "colours": ["red", "blue", "green"]}
>       r3 = self.request_class("http://www.example.com", formdata=data)

/testbed/tests/test_http_request.py:510: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
formdata = {'colours': ['red', 'blue', 'green'], 'price': '£ 100'}
args = ('http://www.example.com',), kwargs = {'method': 'POST'}
items = dict_items([('price', '£ 100'), ('colours', ['red', 'blue', 'green'])])

    def __init__(self, *args, formdata: FormdataType=None, **kwargs) -> None:
        if formdata and kwargs.get('method') is None:
            kwargs['method'] = 'POST'
        super().__init__(*args, **kwargs)
        if formdata:
            items = formdata.items() if isinstance(formdata, dict) else formdata
>           form_query_str = _urlencode(items, self.encoding)
E           NameError: name '_urlencode' is not defined

/testbed/scrapy/http/request/form.py:31: NameError

test_http_request.py::FormRequestTest::test_spaces_in_action

test_http_request.py::FormRequestTest::test_spaces_in_action

self = 

    def test_spaces_in_action(self):
>       resp = _buildresponse('
')

/testbed/tests/test_http_request.py:1381: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1433: in _buildresponse
    return HtmlResponse(**kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb962d4290>
body = '
'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_request.py::XmlRpcRequestTest::test_ajax_url

test_http_request.py::XmlRpcRequestTest::test_ajax_url

self = 

    def test_ajax_url(self):
        # ascii url
        r = self.request_class(url="http://www.example.com/ajax.html#!key=value")
>       self.assertEqual(
            r.url, "http://www.example.com/ajax.html?_escaped_fragment_=key%3Dvalue"
        )
E       AssertionError: 'http://www.example.com/ajax.html?_escaped_fragment_=key=value' != 'http://www.example.com/ajax.html?_escaped_fragment_=key%3Dvalue'
E       - http://www.example.com/ajax.html?_escaped_fragment_=key=value
E       ?                                                        ^
E       + http://www.example.com/ajax.html?_escaped_fragment_=key%3Dvalue
E       ?                                                        ^^^

/testbed/tests/test_http_request.py:191: AssertionError

test_http_request.py::XmlRpcRequestTest::test_from_curl

test_http_request.py::XmlRpcRequestTest::test_from_curl

self = 

    def test_from_curl(self):
        # Note: more curated tests regarding curl conversion are in
        # `test_utils_curl.py`
        curl_command = (
            "curl 'http://httpbin.org/post' -X POST -H 'Cookie: _gauges_unique"
            "_year=1; _gauges_unique=1; _gauges_unique_month=1; _gauges_unique"
            "_hour=1; _gauges_unique_day=1' -H 'Origin: http://httpbin.org' -H"
            " 'Accept-Encoding: gzip, deflate' -H 'Accept-Language: en-US,en;q"
            "=0.9,ru;q=0.8,es;q=0.7' -H 'Upgrade-Insecure-Requests: 1' -H 'Use"
            "r-Agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTM"
            "L, like Gecko) Ubuntu Chromium/62.0.3202.75 Chrome/62.0.3202.75 S"
            "afari/537.36' -H 'Content-Type: application /x-www-form-urlencode"
            "d' -H 'Accept: text/html,application/xhtml+xml,application/xml;q="
            "0.9,image/webp,image/apng,*/*;q=0.8' -H 'Cache-Control: max-age=0"
            "' -H 'Referer: http://httpbin.org/forms/post' -H 'Connection: kee"
            "p-alive' --data 'custname=John+Smith&custtel=500&custemail=jsmith"
            "%40example.org&size=small&topping=cheese&topping=onion&delivery=1"
            "2%3A15&comments=' --compressed"
        )
>       r = self.request_class.from_curl(curl_command)

/testbed/tests/test_http_request.py:356: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

cls = 
curl_command = "curl 'http://httpbin.org/post' -X POST -H 'Cookie: _gauges_unique_year=1; _gauges_unique=1; _gauges_unique_month=1; _...el=500&custemail=jsmith%40example.org&size=small&topping=cheese&topping=onion&delivery=12%3A15&comments=' --compressed"
ignore_unknown_options = True, kwargs = {}, request_kwargs = None

    @classmethod
    def from_curl(
        cls: Type[RequestTypeVar],
        curl_command: str,
        ignore_unknown_options: bool = True,
        **kwargs,
    ) -> RequestTypeVar:
        """Create a Request object from a string containing a `cURL
        `_ command. It populates the HTTP method, the
        URL, the headers, the cookies and the body. It accepts the same
        arguments as the :class:`Request` class, taking preference and
        overriding the values of the same arguments contained in the cURL
        command.

        Unrecognized options are ignored by default. To raise an error when
        finding unknown options call this method by passing
        ``ignore_unknown_options=False``.

        .. caution:: Using :meth:`from_curl` from :class:`~scrapy.http.Request`
                     subclasses, such as :class:`~scrapy.http.JSONRequest`, or
                     :class:`~scrapy.http.XmlRpcRequest`, as well as having
                     :ref:`downloader middlewares `
                     and
                     :ref:`spider middlewares `
                     enabled, such as
                     :class:`~scrapy.downloadermiddlewares.defaultheaders.DefaultHeadersMiddleware`,
                     :class:`~scrapy.downloadermiddlewares.useragent.UserAgentMiddleware`,
                     or
                     :class:`~scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware`,
                     may modify the :class:`~scrapy.http.Request` object.

        To translate a cURL command into a Scrapy request,
        you may use `curl2scrapy `_.
        """
        request_kwargs = curl_to_request_kwargs(curl_command, ignore_unknown_options)
>       request_kwargs.update(kwargs)
E       AttributeError: 'NoneType' object has no attribute 'update'

/testbed/scrapy/http/request/__init__.py:207: AttributeError

test_http_request.py::XmlRpcRequestTest::test_from_curl_ignore_unknown_options

test_http_request.py::XmlRpcRequestTest::test_from_curl_ignore_unknown_options

self = 

    def test_from_curl_ignore_unknown_options(self):
        # By default: it works and ignores the unknown options: --foo and -z
        with warnings.catch_warnings():  # avoid warning when executing tests
            warnings.simplefilter("ignore")
>           r = self.request_class.from_curl(
                'curl -X DELETE "http://example.org" --foo -z',
            )

/testbed/tests/test_http_request.py:409: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

cls = 
curl_command = 'curl -X DELETE "http://example.org" --foo -z'
ignore_unknown_options = True, kwargs = {}, request_kwargs = None

    @classmethod
    def from_curl(
        cls: Type[RequestTypeVar],
        curl_command: str,
        ignore_unknown_options: bool = True,
        **kwargs,
    ) -> RequestTypeVar:
        """Create a Request object from a string containing a `cURL
        `_ command. It populates the HTTP method, the
        URL, the headers, the cookies and the body. It accepts the same
        arguments as the :class:`Request` class, taking preference and
        overriding the values of the same arguments contained in the cURL
        command.

        Unrecognized options are ignored by default. To raise an error when
        finding unknown options call this method by passing
        ``ignore_unknown_options=False``.

        .. caution:: Using :meth:`from_curl` from :class:`~scrapy.http.Request`
                     subclasses, such as :class:`~scrapy.http.JSONRequest`, or
                     :class:`~scrapy.http.XmlRpcRequest`, as well as having
                     :ref:`downloader middlewares `
                     and
                     :ref:`spider middlewares `
                     enabled, such as
                     :class:`~scrapy.downloadermiddlewares.defaultheaders.DefaultHeadersMiddleware`,
                     :class:`~scrapy.downloadermiddlewares.useragent.UserAgentMiddleware`,
                     or
                     :class:`~scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware`,
                     may modify the :class:`~scrapy.http.Request` object.

        To translate a cURL command into a Scrapy request,
        you may use `curl2scrapy `_.
        """
        request_kwargs = curl_to_request_kwargs(curl_command, ignore_unknown_options)
>       request_kwargs.update(kwargs)
E       AttributeError: 'NoneType' object has no attribute 'update'

/testbed/scrapy/http/request/__init__.py:207: AttributeError

test_http_request.py::XmlRpcRequestTest::test_from_curl_with_kwargs

test_http_request.py::XmlRpcRequestTest::test_from_curl_with_kwargs

self = 

    def test_from_curl_with_kwargs(self):
>       r = self.request_class.from_curl(
            'curl -X PATCH "http://example.org"', method="POST", meta={"key": "value"}
        )

/testbed/tests/test_http_request.py:399: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

cls = 
curl_command = 'curl -X PATCH "http://example.org"'
ignore_unknown_options = True
kwargs = {'meta': {'key': 'value'}, 'method': 'POST'}, request_kwargs = None

    @classmethod
    def from_curl(
        cls: Type[RequestTypeVar],
        curl_command: str,
        ignore_unknown_options: bool = True,
        **kwargs,
    ) -> RequestTypeVar:
        """Create a Request object from a string containing a `cURL
        `_ command. It populates the HTTP method, the
        URL, the headers, the cookies and the body. It accepts the same
        arguments as the :class:`Request` class, taking preference and
        overriding the values of the same arguments contained in the cURL
        command.

        Unrecognized options are ignored by default. To raise an error when
        finding unknown options call this method by passing
        ``ignore_unknown_options=False``.

        .. caution:: Using :meth:`from_curl` from :class:`~scrapy.http.Request`
                     subclasses, such as :class:`~scrapy.http.JSONRequest`, or
                     :class:`~scrapy.http.XmlRpcRequest`, as well as having
                     :ref:`downloader middlewares `
                     and
                     :ref:`spider middlewares `
                     enabled, such as
                     :class:`~scrapy.downloadermiddlewares.defaultheaders.DefaultHeadersMiddleware`,
                     :class:`~scrapy.downloadermiddlewares.useragent.UserAgentMiddleware`,
                     or
                     :class:`~scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware`,
                     may modify the :class:`~scrapy.http.Request` object.

        To translate a cURL command into a Scrapy request,
        you may use `curl2scrapy `_.
        """
        request_kwargs = curl_to_request_kwargs(curl_command, ignore_unknown_options)
>       request_kwargs.update(kwargs)
E       AttributeError: 'NoneType' object has no attribute 'update'

/testbed/scrapy/http/request/__init__.py:207: AttributeError

test_http_request.py::XmlRpcRequestTest::test_headers

test_http_request.py::XmlRpcRequestTest::test_headers

self = 

    def test_headers(self):
        # Different ways of setting headers attribute
        url = "http://www.scrapy.org"
        headers = {b"Accept": "gzip", b"Custom-Header": "nothing to tell you"}
        r = self.request_class(url=url, headers=headers)
        p = self.request_class(url=url, headers=r.headers)

        self.assertEqual(r.headers, p.headers)
        self.assertFalse(r.headers is headers)
        self.assertFalse(p.headers is r.headers)

        # headers must not be unicode
        h = Headers({"key1": "val1", "key2": "val2"})
        h["newkey"] = "newval"
        for k, v in h.items():
>           self.assertIsInstance(k, bytes)
E           AssertionError: 'key1' is not an instance of 

/testbed/tests/test_http_request.py:84: AssertionError

test_http_request.py::XmlRpcRequestTest::test_immutable_attributes

test_http_request.py::XmlRpcRequestTest::test_immutable_attributes

self = 

    def test_immutable_attributes(self):
        r = self.request_class("http://example.com")
>       self.assertRaises(AttributeError, setattr, r, "url", "http://example2.com")

/testbed/tests/test_http_request.py:286: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

    def wrapper(self, value):
        private_name = f"_{name}"
        if not hasattr(self, private_name):
>           warnings.warn(f"Property {name} is deprecated.", category=warn_category, stacklevel=2)
E           TypeError: category must be a Warning subclass, not 'str'

/testbed/scrapy/http/common.py:10: TypeError

test_http_request.py::XmlRpcRequestTest::test_init

test_http_request.py::XmlRpcRequestTest::test_init

self = 

    def test_init(self):
        # Request requires url in the __init__ method
        self.assertRaises(Exception, self.request_class)

        # url argument must be basestring
        self.assertRaises(TypeError, self.request_class, 123)
        r = self.request_class("http://www.example.com")

        r = self.request_class("http://www.example.com")
        assert isinstance(r.url, str)
        self.assertEqual(r.url, "http://www.example.com")
        self.assertEqual(r.method, self.default_method)

        assert isinstance(r.headers, Headers)
>       self.assertEqual(r.headers, self.default_headers)
E       AssertionError: {'Content-Type': 'text/xml'} != {b'Content-Type': [b'text/xml']}

/testbed/tests/test_http_request.py:41: AssertionError

test_http_request.py::XmlRpcRequestTest::test_latin1

test_http_request.py::XmlRpcRequestTest::test_latin1

self = 

    def test_latin1(self):
>       self._test_request(params=("pas£",), encoding="latin1")

/testbed/tests/test_http_request.py:1475: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1454: in _test_request
    self.assertEqual(r.headers[b"Content-Type"], b"text/xml")
/testbed/scrapy/http/headers.py:23: in __getitem__
    return super().__getitem__(key)[-1]
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = {'Content-Type': 'text/xml'}, key = b'Content-Type'

    def __getitem__(self, key):
>       return dict.__getitem__(self, self.normkey(key))
E       KeyError: None

/testbed/scrapy/utils/datatypes.py:31: KeyError

test_http_request.py::XmlRpcRequestTest::test_replace

test_http_request.py::XmlRpcRequestTest::test_replace

self = 

    def test_replace(self):
        """Test Request.replace() method"""
        r1 = self.request_class("http://www.example.com", method="GET")
        hdrs = Headers(r1.headers)
        hdrs[b"key"] = b"value"
        r2 = r1.replace(method="POST", body="New body", headers=hdrs)
        self.assertEqual(r1.url, r2.url)
        self.assertEqual((r1.method, r2.method), ("GET", "POST"))
        self.assertEqual((r1.body, r2.body), (b"", b"New body"))
>       self.assertEqual((r1.headers, r2.headers), (self.default_headers, hdrs))
E       AssertionError: Tuples differ: ({'Content-Type': 'text/xml'}, {'Content-Type': 'text/xml', None: None}) != ({b'Content-Type': [b'text/xml']}, {'Content-Type': 'text/xml', None: None})
E       
E       First differing element 0:
E       {'Content-Type': 'text/xml'}
E       {b'Content-Type': [b'text/xml']}
E       
E       - ({'Content-Type': 'text/xml'}, {None: None, 'Content-Type': 'text/xml'})
E       + ({b'Content-Type': [b'text/xml']}, {None: None, 'Content-Type': 'text/xml'})
E       ?   +                ++          +

/testbed/tests/test_http_request.py:266: AssertionError

test_http_request.py::XmlRpcRequestTest::test_xmlrpc_dumps

test_http_request.py::XmlRpcRequestTest::test_xmlrpc_dumps

self = 

    def test_xmlrpc_dumps(self):
>       self._test_request(params=("value",))

/testbed/tests/test_http_request.py:1466: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_request.py:1454: in _test_request
    self.assertEqual(r.headers[b"Content-Type"], b"text/xml")
/testbed/scrapy/http/headers.py:23: in __getitem__
    return super().__getitem__(key)[-1]
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = {'Content-Type': 'text/xml'}, key = b'Content-Type'

    def __getitem__(self, key):
>       return dict.__getitem__(self, self.normkey(key))
E       KeyError: None

/testbed/scrapy/utils/datatypes.py:31: KeyError

test_http_request.py::JsonRequestTest::test_ajax_url

test_http_request.py::JsonRequestTest::test_ajax_url

self = 

    def test_ajax_url(self):
        # ascii url
        r = self.request_class(url="http://www.example.com/ajax.html#!key=value")
>       self.assertEqual(
            r.url, "http://www.example.com/ajax.html?_escaped_fragment_=key%3Dvalue"
        )
E       AssertionError: 'http://www.example.com/ajax.html?_escaped_fragment_=key=value' != 'http://www.example.com/ajax.html?_escaped_fragment_=key%3Dvalue'
E       - http://www.example.com/ajax.html?_escaped_fragment_=key=value
E       ?                                                        ^
E       + http://www.example.com/ajax.html?_escaped_fragment_=key%3Dvalue
E       ?                                                        ^^^

/testbed/tests/test_http_request.py:191: AssertionError

test_http_request.py::JsonRequestTest::test_body_none_data

test_http_request.py::JsonRequestTest::test_body_none_data

self = 

    def test_body_none_data(self):
        data = {
            "name": "value",
        }
        with warnings.catch_warnings(record=True) as _warnings:
            r7 = self.request_class(url="http://www.example.com/", body=None, data=data)
>           self.assertEqual(r7.body, to_bytes(json.dumps(data)))
E           AssertionError: b'' != b'{"name": "value"}'

/testbed/tests/test_http_request.py:1561: AssertionError

test_http_request.py::JsonRequestTest::test_copy

test_http_request.py::JsonRequestTest::test_copy

self = 

    def test_copy(self):
        """Test Request copy"""

        def somecallback():
            pass

        r1 = self.request_class(
            "http://www.example.com",
            flags=["f1", "f2"],
            callback=somecallback,
            errback=somecallback,
        )
        r1.meta["foo"] = "bar"
        r1.cb_kwargs["key"] = "value"
>       r2 = r1.copy()

/testbed/tests/test_http_request.py:214: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/scrapy/http/request/__init__.py:163: in copy
    return self.replace()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = , args = ()
kwargs = {'body': b'', 'callback': .somecallback at 0x7fcb976defc0>, 'cb_kwargs': {'key': 'value'}, 'cookies': {}, ...}
x = 'dumps_kwargs'

    def replace(self, *args, **kwargs) -> "Request":
        """Create a new Request with the same attributes except for those given new values"""
        for x in self.attributes:
>           kwargs.setdefault(x, getattr(self, x))
E           AttributeError: 'JsonRequest' object has no attribute 'dumps_kwargs'. Did you mean: '_dumps_kwargs'?

/testbed/scrapy/http/request/__init__.py:168: AttributeError

test_http_request.py::JsonRequestTest::test_copy_inherited_classes

test_http_request.py::JsonRequestTest::test_copy_inherited_classes

self = 

    def test_copy_inherited_classes(self):
        """Test Request children copies preserve their class"""

        class CustomRequest(self.request_class):
            pass

        r1 = CustomRequest("http://www.example.com")
>       r2 = r1.copy()

/testbed/tests/test_http_request.py:253: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/scrapy/http/request/__init__.py:163: in copy
    return self.replace()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = , args = ()
kwargs = {'body': b'', 'callback': None, 'cb_kwargs': {}, 'cookies': {}, ...}
x = 'dumps_kwargs'

    def replace(self, *args, **kwargs) -> "Request":
        """Create a new Request with the same attributes except for those given new values"""
        for x in self.attributes:
>           kwargs.setdefault(x, getattr(self, x))
E           AttributeError: 'CustomRequest' object has no attribute 'dumps_kwargs'. Did you mean: '_dumps_kwargs'?

/testbed/scrapy/http/request/__init__.py:168: AttributeError

test_http_request.py::JsonRequestTest::test_data

test_http_request.py::JsonRequestTest::test_data

self = 

    def test_data(self):
        r1 = self.request_class(url="http://www.example.com/")
        self.assertEqual(r1.body, b"")

        body = b"body"
        r2 = self.request_class(url="http://www.example.com/", body=body)
        self.assertEqual(r2.body, body)

        data = {
            "name": "value",
        }
        r3 = self.request_class(url="http://www.example.com/", data=data)
>       self.assertEqual(r3.body, to_bytes(json.dumps(data)))
E       AssertionError: b'' != b'{"name": "value"}'

/testbed/tests/test_http_request.py:1502: AssertionError

test_http_request.py::JsonRequestTest::test_dumps_kwargs

test_http_request.py::JsonRequestTest::test_dumps_kwargs

self = 

    def test_dumps_kwargs(self):
        """Test that dumps_kwargs are passed to json.dumps"""
        data = {
            "name": "value",
        }
        dumps_kwargs = {
            "ensure_ascii": True,
            "allow_nan": True,
        }
        with mock.patch("json.dumps", return_value=b"") as mock_dumps:
            self.request_class(
                url="http://www.example.com/", data=data, dumps_kwargs=dumps_kwargs
            )
>           kwargs = mock_dumps.call_args[1]
E           TypeError: 'NoneType' object is not subscriptable

/testbed/tests/test_http_request.py:1594: TypeError

test_http_request.py::JsonRequestTest::test_dumps_sort_keys

test_http_request.py::JsonRequestTest::test_dumps_sort_keys

self = 

    def test_dumps_sort_keys(self):
        """Test that sort_keys=True is passed to json.dumps by default"""
        data = {
            "name": "value",
        }
        with mock.patch("json.dumps", return_value=b"") as mock_dumps:
            self.request_class(url="http://www.example.com/", data=data)
>           kwargs = mock_dumps.call_args[1]
E           TypeError: 'NoneType' object is not subscriptable

/testbed/tests/test_http_request.py:1578: TypeError

test_http_request.py::JsonRequestTest::test_from_curl

test_http_request.py::JsonRequestTest::test_from_curl

self = 

    def test_from_curl(self):
        # Note: more curated tests regarding curl conversion are in
        # `test_utils_curl.py`
        curl_command = (
            "curl 'http://httpbin.org/post' -X POST -H 'Cookie: _gauges_unique"
            "_year=1; _gauges_unique=1; _gauges_unique_month=1; _gauges_unique"
            "_hour=1; _gauges_unique_day=1' -H 'Origin: http://httpbin.org' -H"
            " 'Accept-Encoding: gzip, deflate' -H 'Accept-Language: en-US,en;q"
            "=0.9,ru;q=0.8,es;q=0.7' -H 'Upgrade-Insecure-Requests: 1' -H 'Use"
            "r-Agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTM"
            "L, like Gecko) Ubuntu Chromium/62.0.3202.75 Chrome/62.0.3202.75 S"
            "afari/537.36' -H 'Content-Type: application /x-www-form-urlencode"
            "d' -H 'Accept: text/html,application/xhtml+xml,application/xml;q="
            "0.9,image/webp,image/apng,*/*;q=0.8' -H 'Cache-Control: max-age=0"
            "' -H 'Referer: http://httpbin.org/forms/post' -H 'Connection: kee"
            "p-alive' --data 'custname=John+Smith&custtel=500&custemail=jsmith"
            "%40example.org&size=small&topping=cheese&topping=onion&delivery=1"
            "2%3A15&comments=' --compressed"
        )
>       r = self.request_class.from_curl(curl_command)

/testbed/tests/test_http_request.py:356: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

cls = 
curl_command = "curl 'http://httpbin.org/post' -X POST -H 'Cookie: _gauges_unique_year=1; _gauges_unique=1; _gauges_unique_month=1; _...el=500&custemail=jsmith%40example.org&size=small&topping=cheese&topping=onion&delivery=12%3A15&comments=' --compressed"
ignore_unknown_options = True, kwargs = {}, request_kwargs = None

    @classmethod
    def from_curl(
        cls: Type[RequestTypeVar],
        curl_command: str,
        ignore_unknown_options: bool = True,
        **kwargs,
    ) -> RequestTypeVar:
        """Create a Request object from a string containing a `cURL
        `_ command. It populates the HTTP method, the
        URL, the headers, the cookies and the body. It accepts the same
        arguments as the :class:`Request` class, taking preference and
        overriding the values of the same arguments contained in the cURL
        command.

        Unrecognized options are ignored by default. To raise an error when
        finding unknown options call this method by passing
        ``ignore_unknown_options=False``.

        .. caution:: Using :meth:`from_curl` from :class:`~scrapy.http.Request`
                     subclasses, such as :class:`~scrapy.http.JSONRequest`, or
                     :class:`~scrapy.http.XmlRpcRequest`, as well as having
                     :ref:`downloader middlewares `
                     and
                     :ref:`spider middlewares `
                     enabled, such as
                     :class:`~scrapy.downloadermiddlewares.defaultheaders.DefaultHeadersMiddleware`,
                     :class:`~scrapy.downloadermiddlewares.useragent.UserAgentMiddleware`,
                     or
                     :class:`~scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware`,
                     may modify the :class:`~scrapy.http.Request` object.

        To translate a cURL command into a Scrapy request,
        you may use `curl2scrapy `_.
        """
        request_kwargs = curl_to_request_kwargs(curl_command, ignore_unknown_options)
>       request_kwargs.update(kwargs)
E       AttributeError: 'NoneType' object has no attribute 'update'

/testbed/scrapy/http/request/__init__.py:207: AttributeError

test_http_request.py::JsonRequestTest::test_from_curl_ignore_unknown_options

test_http_request.py::JsonRequestTest::test_from_curl_ignore_unknown_options

self = 

    def test_from_curl_ignore_unknown_options(self):
        # By default: it works and ignores the unknown options: --foo and -z
        with warnings.catch_warnings():  # avoid warning when executing tests
            warnings.simplefilter("ignore")
>           r = self.request_class.from_curl(
                'curl -X DELETE "http://example.org" --foo -z',
            )

/testbed/tests/test_http_request.py:409: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

cls = 
curl_command = 'curl -X DELETE "http://example.org" --foo -z'
ignore_unknown_options = True, kwargs = {}, request_kwargs = None

    @classmethod
    def from_curl(
        cls: Type[RequestTypeVar],
        curl_command: str,
        ignore_unknown_options: bool = True,
        **kwargs,
    ) -> RequestTypeVar:
        """Create a Request object from a string containing a `cURL
        `_ command. It populates the HTTP method, the
        URL, the headers, the cookies and the body. It accepts the same
        arguments as the :class:`Request` class, taking preference and
        overriding the values of the same arguments contained in the cURL
        command.

        Unrecognized options are ignored by default. To raise an error when
        finding unknown options call this method by passing
        ``ignore_unknown_options=False``.

        .. caution:: Using :meth:`from_curl` from :class:`~scrapy.http.Request`
                     subclasses, such as :class:`~scrapy.http.JSONRequest`, or
                     :class:`~scrapy.http.XmlRpcRequest`, as well as having
                     :ref:`downloader middlewares `
                     and
                     :ref:`spider middlewares `
                     enabled, such as
                     :class:`~scrapy.downloadermiddlewares.defaultheaders.DefaultHeadersMiddleware`,
                     :class:`~scrapy.downloadermiddlewares.useragent.UserAgentMiddleware`,
                     or
                     :class:`~scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware`,
                     may modify the :class:`~scrapy.http.Request` object.

        To translate a cURL command into a Scrapy request,
        you may use `curl2scrapy `_.
        """
        request_kwargs = curl_to_request_kwargs(curl_command, ignore_unknown_options)
>       request_kwargs.update(kwargs)
E       AttributeError: 'NoneType' object has no attribute 'update'

/testbed/scrapy/http/request/__init__.py:207: AttributeError

test_http_request.py::JsonRequestTest::test_from_curl_with_kwargs

test_http_request.py::JsonRequestTest::test_from_curl_with_kwargs

self = 

    def test_from_curl_with_kwargs(self):
>       r = self.request_class.from_curl(
            'curl -X PATCH "http://example.org"', method="POST", meta={"key": "value"}
        )

/testbed/tests/test_http_request.py:399: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

cls = 
curl_command = 'curl -X PATCH "http://example.org"'
ignore_unknown_options = True
kwargs = {'meta': {'key': 'value'}, 'method': 'POST'}, request_kwargs = None

    @classmethod
    def from_curl(
        cls: Type[RequestTypeVar],
        curl_command: str,
        ignore_unknown_options: bool = True,
        **kwargs,
    ) -> RequestTypeVar:
        """Create a Request object from a string containing a `cURL
        `_ command. It populates the HTTP method, the
        URL, the headers, the cookies and the body. It accepts the same
        arguments as the :class:`Request` class, taking preference and
        overriding the values of the same arguments contained in the cURL
        command.

        Unrecognized options are ignored by default. To raise an error when
        finding unknown options call this method by passing
        ``ignore_unknown_options=False``.

        .. caution:: Using :meth:`from_curl` from :class:`~scrapy.http.Request`
                     subclasses, such as :class:`~scrapy.http.JSONRequest`, or
                     :class:`~scrapy.http.XmlRpcRequest`, as well as having
                     :ref:`downloader middlewares `
                     and
                     :ref:`spider middlewares `
                     enabled, such as
                     :class:`~scrapy.downloadermiddlewares.defaultheaders.DefaultHeadersMiddleware`,
                     :class:`~scrapy.downloadermiddlewares.useragent.UserAgentMiddleware`,
                     or
                     :class:`~scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware`,
                     may modify the :class:`~scrapy.http.Request` object.

        To translate a cURL command into a Scrapy request,
        you may use `curl2scrapy `_.
        """
        request_kwargs = curl_to_request_kwargs(curl_command, ignore_unknown_options)
>       request_kwargs.update(kwargs)
E       AttributeError: 'NoneType' object has no attribute 'update'

/testbed/scrapy/http/request/__init__.py:207: AttributeError

test_http_request.py::JsonRequestTest::test_headers

test_http_request.py::JsonRequestTest::test_headers

self = 

    def test_headers(self):
        # Different ways of setting headers attribute
        url = "http://www.scrapy.org"
        headers = {b"Accept": "gzip", b"Custom-Header": "nothing to tell you"}
        r = self.request_class(url=url, headers=headers)
        p = self.request_class(url=url, headers=r.headers)

        self.assertEqual(r.headers, p.headers)
        self.assertFalse(r.headers is headers)
        self.assertFalse(p.headers is r.headers)

        # headers must not be unicode
        h = Headers({"key1": "val1", "key2": "val2"})
        h["newkey"] = "newval"
        for k, v in h.items():
>           self.assertIsInstance(k, bytes)
E           AssertionError: 'key1' is not an instance of 

/testbed/tests/test_http_request.py:84: AssertionError

test_http_request.py::JsonRequestTest::test_immutable_attributes

test_http_request.py::JsonRequestTest::test_immutable_attributes

self = 

    def test_immutable_attributes(self):
        r = self.request_class("http://example.com")
>       self.assertRaises(AttributeError, setattr, r, "url", "http://example2.com")

/testbed/tests/test_http_request.py:286: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

    def wrapper(self, value):
        private_name = f"_{name}"
        if not hasattr(self, private_name):
>           warnings.warn(f"Property {name} is deprecated.", category=warn_category, stacklevel=2)
E           TypeError: category must be a Warning subclass, not 'str'

/testbed/scrapy/http/common.py:10: TypeError

test_http_request.py::JsonRequestTest::test_init

test_http_request.py::JsonRequestTest::test_init

self = 

    def test_init(self):
        # Request requires url in the __init__ method
        self.assertRaises(Exception, self.request_class)

        # url argument must be basestring
        self.assertRaises(TypeError, self.request_class, 123)
        r = self.request_class("http://www.example.com")

        r = self.request_class("http://www.example.com")
        assert isinstance(r.url, str)
        self.assertEqual(r.url, "http://www.example.com")
        self.assertEqual(r.method, self.default_method)

        assert isinstance(r.headers, Headers)
>       self.assertEqual(r.headers, self.default_headers)
E       AssertionError: {'Content-Type': 'application/json', 'Acce[49 chars].01'} != {b'Content-Type': [b'application/json'], b[57 chars]01']}

/testbed/tests/test_http_request.py:41: AssertionError

test_http_request.py::JsonRequestTest::test_replace

test_http_request.py::JsonRequestTest::test_replace

self = 

    def test_replace(self):
        """Test Request.replace() method"""
        r1 = self.request_class("http://www.example.com", method="GET")
        hdrs = Headers(r1.headers)
        hdrs[b"key"] = b"value"
>       r2 = r1.replace(method="POST", body="New body", headers=hdrs)

/testbed/tests/test_http_request.py:262: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = , args = ()
kwargs = {'body': 'New body', 'callback': None, 'cb_kwargs': {}, 'cookies': {}, ...}
x = 'dumps_kwargs'

    def replace(self, *args, **kwargs) -> "Request":
        """Create a new Request with the same attributes except for those given new values"""
        for x in self.attributes:
>           kwargs.setdefault(x, getattr(self, x))
E           AttributeError: 'JsonRequest' object has no attribute 'dumps_kwargs'. Did you mean: '_dumps_kwargs'?

/testbed/scrapy/http/request/__init__.py:168: AttributeError

test_http_request.py::JsonRequestTest::test_replace_data

test_http_request.py::JsonRequestTest::test_replace_data

self = 

    def test_replace_data(self):
        data1 = {
            "name1": "value1",
        }
        data2 = {
            "name2": "value2",
        }
        r1 = self.request_class(url="http://www.example.com/", data=data1)
>       r2 = r1.replace(data=data2)

/testbed/tests/test_http_request.py:1606: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = , args = ()
kwargs = {'body': b'', 'callback': None, 'cb_kwargs': {}, 'cookies': {}, ...}
x = 'dumps_kwargs'

    def replace(self, *args, **kwargs) -> "Request":
        """Create a new Request with the same attributes except for those given new values"""
        for x in self.attributes:
>           kwargs.setdefault(x, getattr(self, x))
E           AttributeError: 'JsonRequest' object has no attribute 'dumps_kwargs'. Did you mean: '_dumps_kwargs'?

/testbed/scrapy/http/request/__init__.py:168: AttributeError

test_http_request.py::JsonRequestTest::test_replace_dumps_kwargs

test_http_request.py::JsonRequestTest::test_replace_dumps_kwargs

self = 

    def test_replace_dumps_kwargs(self):
        """Test that dumps_kwargs are provided to json.dumps when replace is called"""
        data1 = {
            "name1": "value1",
        }
        data2 = {
            "name2": "value2",
        }
        dumps_kwargs = {
            "ensure_ascii": True,
            "allow_nan": True,
        }
        r1 = self.request_class(
            url="http://www.example.com/", data=data1, dumps_kwargs=dumps_kwargs
        )
        with mock.patch("json.dumps", return_value=b"") as mock_dumps:
>           r1.replace(data=data2)

/testbed/tests/test_http_request.py:1639: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = , args = ()
kwargs = {'body': b'', 'callback': None, 'cb_kwargs': {}, 'cookies': {}, ...}
x = 'dumps_kwargs'

    def replace(self, *args, **kwargs) -> "Request":
        """Create a new Request with the same attributes except for those given new values"""
        for x in self.attributes:
>           kwargs.setdefault(x, getattr(self, x))
E           AttributeError: 'JsonRequest' object has no attribute 'dumps_kwargs'. Did you mean: '_dumps_kwargs'?

/testbed/scrapy/http/request/__init__.py:168: AttributeError

test_http_request.py::JsonRequestTest::test_replace_sort_keys

test_http_request.py::JsonRequestTest::test_replace_sort_keys

self = 

    def test_replace_sort_keys(self):
        """Test that replace provides sort_keys=True to json.dumps"""
        data1 = {
            "name1": "value1",
        }
        data2 = {
            "name2": "value2",
        }
        r1 = self.request_class(url="http://www.example.com/", data=data1)
        with mock.patch("json.dumps", return_value=b"") as mock_dumps:
>           r1.replace(data=data2)

/testbed/tests/test_http_request.py:1619: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = , args = ()
kwargs = {'body': b'', 'callback': None, 'cb_kwargs': {}, 'cookies': {}, ...}
x = 'dumps_kwargs'

    def replace(self, *args, **kwargs) -> "Request":
        """Create a new Request with the same attributes except for those given new values"""
        for x in self.attributes:
>           kwargs.setdefault(x, getattr(self, x))
E           AttributeError: 'JsonRequest' object has no attribute 'dumps_kwargs'. Did you mean: '_dumps_kwargs'?

/testbed/scrapy/http/request/__init__.py:168: AttributeError

test_http_response.py::BaseResponseTest::test_immutable_attributes

test_http_response.py::BaseResponseTest::test_immutable_attributes

self = 

    def test_immutable_attributes(self):
        r = self.response_class("http://example.com")
>       self.assertRaises(AttributeError, setattr, r, "url", "http://example2.com")

/testbed/tests/test_http_response.py:182: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

    def wrapper(self, value):
        private_name = f"_{name}"
        if not hasattr(self, private_name):
>           warnings.warn(f"Property {name} is deprecated.", category=warn_category, stacklevel=2)
E           TypeError: category must be a Warning subclass, not 'str'

/testbed/scrapy/http/common.py:10: TypeError

test_http_response.py::BaseResponseTest::test_init

test_http_response.py::BaseResponseTest::test_init

self = 

    def test_init(self):
        # Response requires url in the constructor
        self.assertRaises(Exception, self.response_class)
        self.assertTrue(
            isinstance(self.response_class("http://example.com/"), self.response_class)
        )
        self.assertRaises(TypeError, self.response_class, b"http://example.com")
        self.assertRaises(
            TypeError, self.response_class, url="http://example.com", body={}
        )
        # body can be str or None
        self.assertTrue(
            isinstance(
                self.response_class("http://example.com/", body=b""),
                self.response_class,
            )
        )
        self.assertTrue(
            isinstance(
                self.response_class("http://example.com/", body=b"body"),
                self.response_class,
            )
        )
        # test presence of all optional parameters
        self.assertTrue(
            isinstance(
                self.response_class(
                    "http://example.com/", body=b"", headers={}, status=200
                ),
                self.response_class,
            )
        )

        r = self.response_class("http://www.example.com")
        assert isinstance(r.url, str)
        self.assertEqual(r.url, "http://www.example.com")
        self.assertEqual(r.status, 200)

        assert isinstance(r.headers, Headers)
        self.assertEqual(r.headers, {})

        headers = {"foo": "bar"}
        body = b"a body"
        r = self.response_class("http://www.example.com", headers=headers, body=body)

        assert r.headers is not headers
>       self.assertEqual(r.headers[b"foo"], b"bar")

/testbed/tests/test_http_response.py:74: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/scrapy/http/headers.py:23: in __getitem__
    return super().__getitem__(key)[-1]
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = {'foo': 'bar'}, key = b'foo'

    def __getitem__(self, key):
>       return dict.__getitem__(self, self.normkey(key))
E       KeyError: None

/testbed/scrapy/utils/datatypes.py:31: KeyError

test_http_response.py::TextResponseTest::test_bom_is_removed_from_body

test_http_response.py::TextResponseTest::test_bom_is_removed_from_body

self = 

    def test_bom_is_removed_from_body(self):
        # Inferring encoding from body also cache decoded body as sideeffect,
        # this test tries to ensure that calling response.encoding and
        # response.text in indistinct order doesn't affect final
        # response.text in indistinct order doesn't affect final
        # values for encoding and decoded body.
        url = "http://example.com"
        body = b"\xef\xbb\xbfWORD"
        headers = {"Content-type": ["text/html; charset=utf-8"]}

        # Test response without content-type and BOM encoding
        response = self.response_class(url, body=body)
>       self.assertEqual(response.encoding, "utf-8")
E       AttributeError: 'TextResponse' object has no attribute 'encoding'. Did you mean: '_encoding'?

/testbed/tests/test_http_response.py:543: AttributeError

test_http_response.py::TextResponseTest::test_cache_json_response

test_http_response.py::TextResponseTest::test_cache_json_response

self = 

    def test_cache_json_response(self):
        json_valid_bodies = [b"""{"ip": "109.187.217.200"}""", b"""null"""]
        for json_body in json_valid_bodies:
            json_response = self.response_class(
                "http://www.example.com", body=json_body
            )

            with mock.patch("json.loads") as mock_json:
                for _ in range(2):
                    json_response.json()
>               mock_json.assert_called_once_with(json_body)

/testbed/tests/test_http_response.py:847: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
args = (b'{"ip": "109.187.217.200"}',), kwargs = {}
msg = "Expected 'loads' to be called once. Called 0 times."

    def assert_called_once_with(self, /, *args, **kwargs):
        """assert that the mock was called exactly once and that that call was
        with the specified arguments."""
        if not self.call_count == 1:
            msg = ("Expected '%s' to be called once. Called %s times.%s"
                   % (self._mock_name or 'mock',
                      self.call_count,
                      self._calls_repr()))
>           raise AssertionError(msg)
E           AssertionError: Expected 'loads' to be called once. Called 0 times.

/root/.local/share/uv/python/cpython-3.12.6-linux-x86_64-gnu/lib/python3.12/unittest/mock.py:958: AssertionError

test_http_response.py::TextResponseTest::test_copy

test_http_response.py::TextResponseTest::test_copy

self = 

    def test_copy(self):
        """Test Response copy"""

        r1 = self.response_class("http://www.example.com", body=b"Some body")
        r1.flags.append("cached")
>       r2 = r1.copy()

/testbed/tests/test_http_response.py:92: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/scrapy/http/response/__init__.py:118: in copy
    return self.replace()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://www.example.com>, args = ()
kwargs = {'body': b'Some body', 'certificate': None, 'flags': ['cached'], 'headers': {}, ...}
x = 'encoding'

    def replace(self, *args, **kwargs):
        """Create a new Response with the same attributes except for those given new values"""
        for x in self.attributes:
>           kwargs.setdefault(x, getattr(self, x))
E           AttributeError: 'TextResponse' object has no attribute 'encoding'. Did you mean: '_encoding'?

/testbed/scrapy/http/response/__init__.py:123: AttributeError

test_http_response.py::TextResponseTest::test_copy_inherited_classes

test_http_response.py::TextResponseTest::test_copy_inherited_classes

self = 

    def test_copy_inherited_classes(self):
        """Test Response children copies preserve their class"""

        class CustomResponse(self.response_class):
            pass

        r1 = CustomResponse("http://www.example.com")
>       r2 = r1.copy()

/testbed/tests/test_http_response.py:142: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/scrapy/http/response/__init__.py:118: in copy
    return self.replace()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://www.example.com>, args = ()
kwargs = {'body': b'', 'certificate': None, 'flags': [], 'headers': {}, ...}
x = 'encoding'

    def replace(self, *args, **kwargs):
        """Create a new Response with the same attributes except for those given new values"""
        for x in self.attributes:
>           kwargs.setdefault(x, getattr(self, x))
E           AttributeError: 'CustomResponse' object has no attribute 'encoding'. Did you mean: '_encoding'?

/testbed/scrapy/http/response/__init__.py:123: AttributeError

test_http_response.py::TextResponseTest::test_declared_encoding_invalid

test_http_response.py::TextResponseTest::test_declared_encoding_invalid

self = 

    def test_declared_encoding_invalid(self):
        """Check that unknown declared encodings are ignored"""
        r = self.response_class(
            "http://www.example.com",
            headers={"Content-type": ["text/html; charset=UNKNOWN"]},
            body=b"\xc2\xa3",
        )
>       self.assertEqual(r._declared_encoding(), None)
E       AttributeError: 'TextResponse' object has no attribute '_declared_encoding'

/testbed/tests/test_http_response.py:504: AttributeError

test_http_response.py::TextResponseTest::test_encoding

test_http_response.py::TextResponseTest::test_encoding

self = 

    def test_encoding(self):
        r1 = self.response_class(
            "http://www.example.com",
            body=b"\xc2\xa3",
            headers={"Content-type": ["text/html; charset=utf-8"]},
        )
>       r2 = self.response_class(
            "http://www.example.com", encoding="utf-8", body="\xa3"
        )

/testbed/tests/test_http_response.py:426: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'TextResponse' object has no attribute '_url'") raised in repr()] TextResponse object at 0x7fcb96c6cbf0>
body = '£'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_response.py::TextResponseTest::test_follow_None_url

test_http_response.py::TextResponseTest::test_follow_None_url

self = 

    def test_follow_None_url(self):
        r = self.response_class("http://example.com")
>       self.assertRaises(ValueError, r.follow, None)
E       AssertionError: ValueError not raised by follow

/testbed/tests/test_http_response.py:219: AssertionError

test_http_response.py::TextResponseTest::test_follow_all_css

test_http_response.py::TextResponseTest::test_follow_all_css

self = 

    def test_follow_all_css(self):
        expected = [
            "http://example.com/sample3.html",
            "http://example.com/innertag.html",
        ]
        response = self._links_response()
>       extracted = [r.url for r in response.follow_all(css='a[href*="example.com"]')]
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:778: TypeError

test_http_response.py::TextResponseTest::test_follow_all_css_skip_invalid

test_http_response.py::TextResponseTest::test_follow_all_css_skip_invalid

self = 

    def test_follow_all_css_skip_invalid(self):
        expected = [
            "http://example.com/page/1/",
            "http://example.com/page/3/",
            "http://example.com/page/4/",
        ]
        response = self._links_response_no_href()
>       extracted1 = [r.url for r in response.follow_all(css=".pagination a")]
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:788: TypeError

test_http_response.py::TextResponseTest::test_follow_all_empty

test_http_response.py::TextResponseTest::test_follow_all_empty

self = 

    def test_follow_all_empty(self):
        r = self.response_class("http://example.com")
>       self.assertEqual([], list(r.follow_all([])))
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:277: TypeError

test_http_response.py::TextResponseTest::test_follow_all_flags

test_http_response.py::TextResponseTest::test_follow_all_flags

self = 

    def test_follow_all_flags(self):
        re = self.response_class("http://www.example.com/")
        urls = [
            "http://www.example.com/",
            "http://www.example.com/2",
            "http://www.example.com/foo",
        ]
        fol = re.follow_all(urls, flags=["cached", "allowed"])
>       for req in fol:
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:769: TypeError

test_http_response.py::TextResponseTest::test_follow_all_invalid

test_http_response.py::TextResponseTest::test_follow_all_invalid

self = 

    def test_follow_all_invalid(self):
        r = self.response_class("http://example.com")
        if self.response_class == Response:
            with self.assertRaises(TypeError):
                list(r.follow_all(urls=None))
            with self.assertRaises(TypeError):
                list(r.follow_all(urls=12345))
            with self.assertRaises(ValueError):
                list(r.follow_all(urls=[None]))
        else:
            with self.assertRaises(ValueError):
>               list(r.follow_all(urls=None))
E               TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:290: TypeError

test_http_response.py::TextResponseTest::test_follow_all_too_many_arguments

test_http_response.py::TextResponseTest::test_follow_all_too_many_arguments

self = 

    def test_follow_all_too_many_arguments(self):
        response = self._links_response()
>       with self.assertRaises(ValueError):
E       AssertionError: ValueError not raised

/testbed/tests/test_http_response.py:821: AssertionError

test_http_response.py::TextResponseTest::test_follow_all_xpath

test_http_response.py::TextResponseTest::test_follow_all_xpath

self = 

    def test_follow_all_xpath(self):
        expected = [
            "http://example.com/sample3.html",
            "http://example.com/innertag.html",
        ]
        response = self._links_response()
        extracted = response.follow_all(xpath='//a[contains(@href, "example.com")]')
>       self.assertEqual(expected, [r.url for r in extracted])
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:800: TypeError

test_http_response.py::TextResponseTest::test_follow_all_xpath_skip_invalid

test_http_response.py::TextResponseTest::test_follow_all_xpath_skip_invalid

self = 

    def test_follow_all_xpath_skip_invalid(self):
        expected = [
            "http://example.com/page/1/",
            "http://example.com/page/3/",
            "http://example.com/page/4/",
        ]
        response = self._links_response_no_href()
        extracted1 = [
>           r.url for r in response.follow_all(xpath='//div[@id="pagination"]/a')
        ]
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:810: TypeError

test_http_response.py::TextResponseTest::test_follow_encoding

test_http_response.py::TextResponseTest::test_follow_encoding

self = 

    def test_follow_encoding(self):
        resp1 = self.response_class(
            "http://example.com",
            encoding="utf8",
            body='click me'.encode(
                "utf8"
            ),
        )
        req = self._assert_followed_url(
>           resp1.css("a")[0],
            "http://example.com/foo?%D0%BF%D1%80%D0%B8%D0%B2%D0%B5%D1%82",
            response=resp1,
        )

/testbed/tests/test_http_response.py:736: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com>, a = ('a',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::TextResponseTest::test_follow_flags

test_http_response.py::TextResponseTest::test_follow_flags

self = 

    def test_follow_flags(self):
        res = self.response_class("http://example.com/")
        fol = res.follow("http://example.com/", flags=["cached", "allowed"])
>       self.assertEqual(fol.flags, ["cached", "allowed"])
E       AttributeError: 'NoneType' object has no attribute 'flags'

/testbed/tests/test_http_response.py:759: AttributeError

test_http_response.py::TextResponseTest::test_follow_link

test_http_response.py::TextResponseTest::test_follow_link

self = 

    def test_follow_link(self):
>       self._assert_followed_url(
            Link("http://example.com/foo"), "http://example.com/foo"
        )

/testbed/tests/test_http_response.py:213: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
follow_obj = Link(url='http://example.com/foo', text='', fragment='', nofollow=False)
target_url = 'http://example.com/foo', response = <200 http://example.com/index>

    def _assert_followed_url(self, follow_obj, target_url, response=None):
        if response is None:
            response = self._links_response()
        req = response.follow(follow_obj)
>       self.assertEqual(req.url, target_url)
E       AttributeError: 'NoneType' object has no attribute 'url'

/testbed/tests/test_http_response.py:332: AttributeError

test_http_response.py::TextResponseTest::test_follow_selector

test_http_response.py::TextResponseTest::test_follow_selector

self = 

    def test_follow_selector(self):
        resp = self._links_response()
        urls = [
            "http://example.com/sample2.html",
            "http://example.com/sample3.html",
            "http://example.com/sample3.html",
            "http://example.com/sample3.html",
            "http://example.com/sample3.html#foo",
            "http://www.google.com/something",
            "http://example.com/innertag.html",
        ]

        # select  elements
>       for sellist in [resp.css("a"), resp.xpath("//a")]:

/testbed/tests/test_http_response.py:669: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com/index>, a = ('a',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::TextResponseTest::test_follow_selector_attribute

test_http_response.py::TextResponseTest::test_follow_selector_attribute

self = 

    def test_follow_selector_attribute(self):
        resp = self._links_response()
>       for src in resp.css("img::attr(src)"):

/testbed/tests/test_http_response.py:703: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com/index>, a = ('img::attr(src)',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::TextResponseTest::test_follow_selector_invalid

test_http_response.py::TextResponseTest::test_follow_selector_invalid

self = 

    def test_follow_selector_invalid(self):
        resp = self._links_response()
        self.assertRaisesRegex(
            ValueError,
            "Unsupported",
            resp.follow,
>           resp.xpath("count(//div)")[0],
        )

/testbed/tests/test_http_response.py:698: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com/index>, a = ('count(//div)',), kw = {}

    def xpath(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:155: NotSupported

test_http_response.py::TextResponseTest::test_follow_selector_list

test_http_response.py::TextResponseTest::test_follow_selector_list

self = 

    def test_follow_selector_list(self):
        resp = self._links_response()
>       self.assertRaisesRegex(ValueError, "SelectorList", resp.follow, resp.css("a"))

/testbed/tests/test_http_response.py:690: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com/index>, a = ('a',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::TextResponseTest::test_follow_selector_no_href

test_http_response.py::TextResponseTest::test_follow_selector_no_href

self = 

    def test_follow_selector_no_href(self):
        resp = self.response_class(
            url="http://example.com",
            body=b"click me",
        )
>       self.assertRaisesRegex(ValueError, "no href", resp.follow, resp.css("a")[0])

/testbed/tests/test_http_response.py:711: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com>, a = ('a',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::TextResponseTest::test_follow_url_absolute

test_http_response.py::TextResponseTest::test_follow_url_absolute

self = 

    def test_follow_url_absolute(self):
>       self._assert_followed_url("http://foo.example.com", "http://foo.example.com")

/testbed/tests/test_http_response.py:207: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
follow_obj = 'http://foo.example.com', target_url = 'http://foo.example.com'
response = <200 http://example.com/index>

    def _assert_followed_url(self, follow_obj, target_url, response=None):
        if response is None:
            response = self._links_response()
        req = response.follow(follow_obj)
>       self.assertEqual(req.url, target_url)
E       AttributeError: 'NoneType' object has no attribute 'url'

/testbed/tests/test_http_response.py:332: AttributeError

test_http_response.py::TextResponseTest::test_follow_url_relative

test_http_response.py::TextResponseTest::test_follow_url_relative

self = 

    def test_follow_url_relative(self):
>       self._assert_followed_url("foo", "http://example.com/foo")

/testbed/tests/test_http_response.py:210: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
follow_obj = 'foo', target_url = 'http://example.com/foo'
response = <200 http://example.com/index>

    def _assert_followed_url(self, follow_obj, target_url, response=None):
        if response is None:
            response = self._links_response()
        req = response.follow(follow_obj)
>       self.assertEqual(req.url, target_url)
E       AttributeError: 'NoneType' object has no attribute 'url'

/testbed/tests/test_http_response.py:332: AttributeError

test_http_response.py::TextResponseTest::test_follow_whitespace_link

test_http_response.py::TextResponseTest::test_follow_whitespace_link

self = 

    @mark.xfail(
        parse_version(w3lib_version) < parse_version("2.1.1"),
        reason="https://github.com/scrapy/w3lib/pull/207",
        strict=True,
    )
    def test_follow_whitespace_link(self):
>       self._assert_followed_url(
            Link("http://example.com/foo "), "http://example.com/foo"
        )

/testbed/tests/test_http_response.py:235: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
follow_obj = Link(url='http://example.com/foo ', text='', fragment='', nofollow=False)
target_url = 'http://example.com/foo', response = <200 http://example.com/index>

    def _assert_followed_url(self, follow_obj, target_url, response=None):
        if response is None:
            response = self._links_response()
        req = response.follow(follow_obj)
>       self.assertEqual(req.url, target_url)
E       AttributeError: 'NoneType' object has no attribute 'url'

/testbed/tests/test_http_response.py:332: AttributeError

test_http_response.py::TextResponseTest::test_follow_whitespace_selector

test_http_response.py::TextResponseTest::test_follow_whitespace_selector

self = 

    def test_follow_whitespace_selector(self):
        resp = self.response_class(
            "http://example.com",
            body=b"""click me""",
        )
        self._assert_followed_url(
>           resp.css("a")[0], "http://example.com/foo", response=resp
        )

/testbed/tests/test_http_response.py:719: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com>, a = ('a',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::TextResponseTest::test_follow_whitespace_url

test_http_response.py::TextResponseTest::test_follow_whitespace_url

self = 

    @mark.xfail(
        parse_version(w3lib_version) < parse_version("2.1.1"),
        reason="https://github.com/scrapy/w3lib/pull/207",
        strict=True,
    )
    def test_follow_whitespace_url(self):
>       self._assert_followed_url("foo ", "http://example.com/foo")

/testbed/tests/test_http_response.py:227: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
follow_obj = 'foo ', target_url = 'http://example.com/foo'
response = <200 http://example.com/index>

    def _assert_followed_url(self, follow_obj, target_url, response=None):
        if response is None:
            response = self._links_response()
        req = response.follow(follow_obj)
>       self.assertEqual(req.url, target_url)
E       AttributeError: 'NoneType' object has no attribute 'url'

/testbed/tests/test_http_response.py:332: AttributeError

test_http_response.py::TextResponseTest::test_immutable_attributes

test_http_response.py::TextResponseTest::test_immutable_attributes

self = 

    def test_immutable_attributes(self):
        r = self.response_class("http://example.com")
>       self.assertRaises(AttributeError, setattr, r, "url", "http://example2.com")

/testbed/tests/test_http_response.py:182: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

    def wrapper(self, value):
        private_name = f"_{name}"
        if not hasattr(self, private_name):
>           warnings.warn(f"Property {name} is deprecated.", category=warn_category, stacklevel=2)
E           TypeError: category must be a Warning subclass, not 'str'

/testbed/scrapy/http/common.py:10: TypeError

test_http_response.py::TextResponseTest::test_init

test_http_response.py::TextResponseTest::test_init

self = 

    def test_init(self):
        # Response requires url in the constructor
        self.assertRaises(Exception, self.response_class)
        self.assertTrue(
            isinstance(self.response_class("http://example.com/"), self.response_class)
        )
        self.assertRaises(TypeError, self.response_class, b"http://example.com")
        self.assertRaises(
            TypeError, self.response_class, url="http://example.com", body={}
        )
        # body can be str or None
        self.assertTrue(
            isinstance(
                self.response_class("http://example.com/", body=b""),
                self.response_class,
            )
        )
        self.assertTrue(
            isinstance(
                self.response_class("http://example.com/", body=b"body"),
                self.response_class,
            )
        )
        # test presence of all optional parameters
        self.assertTrue(
            isinstance(
                self.response_class(
                    "http://example.com/", body=b"", headers={}, status=200
                ),
                self.response_class,
            )
        )

        r = self.response_class("http://www.example.com")
        assert isinstance(r.url, str)
        self.assertEqual(r.url, "http://www.example.com")
        self.assertEqual(r.status, 200)

        assert isinstance(r.headers, Headers)
        self.assertEqual(r.headers, {})

        headers = {"foo": "bar"}
        body = b"a body"
        r = self.response_class("http://www.example.com", headers=headers, body=body)

        assert r.headers is not headers
>       self.assertEqual(r.headers[b"foo"], b"bar")

/testbed/tests/test_http_response.py:74: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/scrapy/http/headers.py:23: in __getitem__
    return super().__getitem__(key)[-1]
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = {'foo': 'bar'}, key = b'foo'

    def __getitem__(self, key):
>       return dict.__getitem__(self, self.normkey(key))
E       KeyError: None

/testbed/scrapy/utils/datatypes.py:31: KeyError

test_http_response.py::TextResponseTest::test_invalid_utf8_encoded_body_with_valid_utf8_BOM

test_http_response.py::TextResponseTest::test_invalid_utf8_encoded_body_with_valid_utf8_BOM

self = 

    def test_invalid_utf8_encoded_body_with_valid_utf8_BOM(self):
        r6 = self.response_class(
            "http://www.example.com",
            headers={"Content-type": ["text/html; charset=utf-8"]},
            body=b"\xef\xbb\xbfWORD\xe3\xab",
        )
>       self.assertEqual(r6.encoding, "utf-8")
E       AttributeError: 'TextResponse' object has no attribute 'encoding'. Did you mean: '_encoding'?

/testbed/tests/test_http_response.py:522: AttributeError

test_http_response.py::TextResponseTest::test_json_response

test_http_response.py::TextResponseTest::test_json_response

self = 

    def test_json_response(self):
        json_body = b"""{"ip": "109.187.217.200"}"""
        json_response = self.response_class("http://www.example.com", body=json_body)
>       self.assertEqual(json_response.json(), {"ip": "109.187.217.200"})
E       AssertionError: None != {'ip': '109.187.217.200'}

/testbed/tests/test_http_response.py:830: AssertionError

test_http_response.py::TextResponseTest::test_replace

test_http_response.py::TextResponseTest::test_replace

self = 

    def test_replace(self):
>       super().test_replace()

/testbed/tests/test_http_response.py:358: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_response.py:150: in test_replace
    r2 = r1.replace(status=301, body=b"New body", headers=hdrs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://www.example.com>, args = ()
kwargs = {'body': b'New body', 'certificate': None, 'flags': [], 'headers': {'key': 'value'}, ...}
x = 'encoding'

    def replace(self, *args, **kwargs):
        """Create a new Response with the same attributes except for those given new values"""
        for x in self.attributes:
>           kwargs.setdefault(x, getattr(self, x))
E           AttributeError: 'TextResponse' object has no attribute 'encoding'. Did you mean: '_encoding'?

/testbed/scrapy/http/response/__init__.py:123: AttributeError

test_http_response.py::TextResponseTest::test_replace_wrong_encoding

test_http_response.py::TextResponseTest::test_replace_wrong_encoding

self = 

    def test_replace_wrong_encoding(self):
        """Test invalid chars are replaced properly"""
        r = self.response_class(
            "http://www.example.com",
            encoding="utf-8",
            body=b"PREFIX\xe3\xabSUFFIX",
        )
        # XXX: Policy for replacing invalid chars may suffer minor variations
        # but it should always contain the unicode replacement char ('\ufffd')
>       assert "\ufffd" in r.text, repr(r.text)
E       TypeError: argument of type 'NoneType' is not iterable

/testbed/tests/test_http_response.py:568: TypeError

test_http_response.py::TextResponseTest::test_selector

test_http_response.py::TextResponseTest::test_selector

self = 

    def test_selector(self):
        body = b""
        response = self.response_class("http://www.example.com", body=body)

>       self.assertIsInstance(response.selector, Selector)
E       AttributeError: 'TextResponse' object has no attribute 'selector'

/testbed/tests/test_http_response.py:588: AttributeError

test_http_response.py::TextResponseTest::test_selector_shortcuts

test_http_response.py::TextResponseTest::test_selector_shortcuts

self = 

    def test_selector_shortcuts(self):
        body = b""
        response = self.response_class("http://www.example.com", body=body)

        self.assertEqual(
>           response.xpath("//title/text()").getall(),
            response.selector.xpath("//title/text()").getall(),
        )

/testbed/tests/test_http_response.py:604: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://www.example.com>, a = ('//title/text()',), kw = {}

    def xpath(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:155: NotSupported

test_http_response.py::TextResponseTest::test_selector_shortcuts_kwargs

test_http_response.py::TextResponseTest::test_selector_shortcuts_kwargs

self = 

    def test_selector_shortcuts_kwargs(self):
        body = b'
A nice paragraph.
'
        response = self.response_class("http://www.example.com", body=body)

        self.assertEqual(
>           response.xpath(
                "normalize-space(//p[@class=$pclass])", pclass="content"
            ).getall(),
            response.xpath('normalize-space(//p[@class="content"])').getall(),
        )

/testbed/tests/test_http_response.py:617: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://www.example.com>
a = ('normalize-space(//p[@class=$pclass])',), kw = {'pclass': 'content'}

    def xpath(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:155: NotSupported

test_http_response.py::TextResponseTest::test_shortcut_attributes

test_http_response.py::TextResponseTest::test_shortcut_attributes

self = 

    def test_shortcut_attributes(self):
        r = self.response_class("http://example.com", body=b"hello")
        if self.response_class == Response:
            msg = "Response content isn't text"
            self.assertRaisesRegex(AttributeError, msg, getattr, r, "text")
            self.assertRaisesRegex(NotSupported, msg, r.css, "body")
            self.assertRaisesRegex(NotSupported, msg, r.xpath, "//body")
            self.assertRaisesRegex(NotSupported, msg, r.jmespath, "body")
        else:
            r.text
>           r.css("body")

/testbed/tests/test_http_response.py:201: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com>, a = ('body',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::TextResponseTest::test_unicode_body

test_http_response.py::TextResponseTest::test_unicode_body

self = 

    def test_unicode_body(self):
        unicode_string = (
            "\u043a\u0438\u0440\u0438\u043b\u043b\u0438\u0447\u0435\u0441\u043a\u0438\u0439 "
            "\u0442\u0435\u043a\u0441\u0442"
        )
        self.assertRaises(
            TypeError,
            self.response_class,
            "http://www.example.com",
            body="unicode body",
        )

        original_string = unicode_string.encode("cp1251")
        r1 = self.response_class(
            "http://www.example.com", body=original_string, encoding="cp1251"
        )

        # check response.text
>       self.assertTrue(isinstance(r1.text, str))
E       AssertionError: False is not true

/testbed/tests/test_http_response.py:417: AssertionError

test_http_response.py::TextResponseTest::test_unicode_url

test_http_response.py::TextResponseTest::test_unicode_url

self = 

    def test_unicode_url(self):
        # instantiate with unicode url without encoding (should set default encoding)
        resp = self.response_class("http://www.example.com/")
>       self._assert_response_encoding(resp, self.response_class._DEFAULT_ENCODING)

/testbed/tests/test_http_response.py:374: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
response = <200 http://www.example.com/>, encoding = 'ascii'

    def _assert_response_encoding(self, response, encoding):
>       self.assertEqual(response.encoding, resolve_encoding(encoding))
E       AttributeError: 'TextResponse' object has no attribute 'encoding'. Did you mean: '_encoding'?

/testbed/tests/test_http_response.py:178: AttributeError

test_http_response.py::TextResponseTest::test_urljoin

test_http_response.py::TextResponseTest::test_urljoin

self = 

    def test_urljoin(self):
        """Test urljoin shortcut (only for existence, since behavior equals urljoin)"""
        joined = self.response_class("http://www.example.com").urljoin("/test")
        absolute = "http://www.example.com/test"
>       self.assertEqual(joined, absolute)
E       AssertionError: None != 'http://www.example.com/test'

/testbed/tests/test_http_response.py:189: AssertionError

test_http_response.py::TextResponseTest::test_urljoin_with_base_url

test_http_response.py::TextResponseTest::test_urljoin_with_base_url

self = 

    def test_urljoin_with_base_url(self):
        """Test urljoin shortcut which also evaluates base-url through get_base_url()."""
        body = b''
        joined = self.response_class("http://www.example.com", body=body).urljoin(
            "/test"
        )
        absolute = "https://example.net/test"
>       self.assertEqual(joined, absolute)
E       AssertionError: None != 'https://example.net/test'

/testbed/tests/test_http_response.py:640: AssertionError

test_http_response.py::TextResponseTest::test_utf16

test_http_response.py::TextResponseTest::test_utf16

self = 

    def test_utf16(self):
        """Test utf-16 because UnicodeDammit is known to have problems with"""
        r = self.response_class(
            "http://www.example.com",
            body=b"\xff\xfeh\x00i\x00",
            encoding="utf-16",
        )
>       self._assert_response_values(r, "utf-16", "hi")

/testbed/tests/test_http_response.py:514: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
response = <200 http://www.example.com>, encoding = 'utf-16', body = 'hi'

    def _assert_response_values(self, response, encoding, body):
        if isinstance(body, str):
            body_unicode = body
            body_bytes = body.encode(encoding)
        else:
            body_unicode = body.decode(encoding)
            body_bytes = body

        assert isinstance(response.body, bytes)
>       assert isinstance(response.text, str)
E       AssertionError

/testbed/tests/test_http_response.py:172: AssertionError

test_http_response.py::HtmlResponseTest::test_bom_is_removed_from_body

test_http_response.py::HtmlResponseTest::test_bom_is_removed_from_body

self = 

    def test_bom_is_removed_from_body(self):
        # Inferring encoding from body also cache decoded body as sideeffect,
        # this test tries to ensure that calling response.encoding and
        # response.text in indistinct order doesn't affect final
        # response.text in indistinct order doesn't affect final
        # values for encoding and decoded body.
        url = "http://example.com"
        body = b"\xef\xbb\xbfWORD"
        headers = {"Content-type": ["text/html; charset=utf-8"]}

        # Test response without content-type and BOM encoding
        response = self.response_class(url, body=body)
>       self.assertEqual(response.encoding, "utf-8")
E       AttributeError: 'HtmlResponse' object has no attribute 'encoding'. Did you mean: '_encoding'?

/testbed/tests/test_http_response.py:543: AttributeError

test_http_response.py::HtmlResponseTest::test_cache_json_response

test_http_response.py::HtmlResponseTest::test_cache_json_response

self = 

    def test_cache_json_response(self):
        json_valid_bodies = [b"""{"ip": "109.187.217.200"}""", b"""null"""]
        for json_body in json_valid_bodies:
            json_response = self.response_class(
                "http://www.example.com", body=json_body
            )

            with mock.patch("json.loads") as mock_json:
                for _ in range(2):
                    json_response.json()
>               mock_json.assert_called_once_with(json_body)

/testbed/tests/test_http_response.py:847: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
args = (b'{"ip": "109.187.217.200"}',), kwargs = {}
msg = "Expected 'loads' to be called once. Called 0 times."

    def assert_called_once_with(self, /, *args, **kwargs):
        """assert that the mock was called exactly once and that that call was
        with the specified arguments."""
        if not self.call_count == 1:
            msg = ("Expected '%s' to be called once. Called %s times.%s"
                   % (self._mock_name or 'mock',
                      self.call_count,
                      self._calls_repr()))
>           raise AssertionError(msg)
E           AssertionError: Expected 'loads' to be called once. Called 0 times.

/root/.local/share/uv/python/cpython-3.12.6-linux-x86_64-gnu/lib/python3.12/unittest/mock.py:958: AssertionError

test_http_response.py::HtmlResponseTest::test_copy

test_http_response.py::HtmlResponseTest::test_copy

self = 

    def test_copy(self):
        """Test Response copy"""

        r1 = self.response_class("http://www.example.com", body=b"Some body")
        r1.flags.append("cached")
>       r2 = r1.copy()

/testbed/tests/test_http_response.py:92: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/scrapy/http/response/__init__.py:118: in copy
    return self.replace()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://www.example.com>, args = ()
kwargs = {'body': b'Some body', 'certificate': None, 'flags': ['cached'], 'headers': {}, ...}
x = 'encoding'

    def replace(self, *args, **kwargs):
        """Create a new Response with the same attributes except for those given new values"""
        for x in self.attributes:
>           kwargs.setdefault(x, getattr(self, x))
E           AttributeError: 'HtmlResponse' object has no attribute 'encoding'. Did you mean: '_encoding'?

/testbed/scrapy/http/response/__init__.py:123: AttributeError

test_http_response.py::HtmlResponseTest::test_copy_inherited_classes

test_http_response.py::HtmlResponseTest::test_copy_inherited_classes

self = 

    def test_copy_inherited_classes(self):
        """Test Response children copies preserve their class"""

        class CustomResponse(self.response_class):
            pass

        r1 = CustomResponse("http://www.example.com")
>       r2 = r1.copy()

/testbed/tests/test_http_response.py:142: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/scrapy/http/response/__init__.py:118: in copy
    return self.replace()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://www.example.com>, args = ()
kwargs = {'body': b'', 'certificate': None, 'flags': [], 'headers': {}, ...}
x = 'encoding'

    def replace(self, *args, **kwargs):
        """Create a new Response with the same attributes except for those given new values"""
        for x in self.attributes:
>           kwargs.setdefault(x, getattr(self, x))
E           AttributeError: 'CustomResponse' object has no attribute 'encoding'. Did you mean: '_encoding'?

/testbed/scrapy/http/response/__init__.py:123: AttributeError

test_http_response.py::HtmlResponseTest::test_declared_encoding_invalid

test_http_response.py::HtmlResponseTest::test_declared_encoding_invalid

self = 

    def test_declared_encoding_invalid(self):
        """Check that unknown declared encodings are ignored"""
        r = self.response_class(
            "http://www.example.com",
            headers={"Content-type": ["text/html; charset=UNKNOWN"]},
            body=b"\xc2\xa3",
        )
>       self.assertEqual(r._declared_encoding(), None)
E       AttributeError: 'HtmlResponse' object has no attribute '_declared_encoding'

/testbed/tests/test_http_response.py:504: AttributeError

test_http_response.py::HtmlResponseTest::test_encoding

test_http_response.py::HtmlResponseTest::test_encoding

self = 

    def test_encoding(self):
        r1 = self.response_class(
            "http://www.example.com",
            body=b"\xc2\xa3",
            headers={"Content-type": ["text/html; charset=utf-8"]},
        )
>       r2 = self.response_class(
            "http://www.example.com", encoding="utf-8", body="\xa3"
        )

/testbed/tests/test_http_response.py:426: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'HtmlResponse' object has no attribute '_url'") raised in repr()] HtmlResponse object at 0x7fcb961a6960>
body = '£'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_response.py::HtmlResponseTest::test_follow_None_url

test_http_response.py::HtmlResponseTest::test_follow_None_url

self = 

    def test_follow_None_url(self):
        r = self.response_class("http://example.com")
>       self.assertRaises(ValueError, r.follow, None)
E       AssertionError: ValueError not raised by follow

/testbed/tests/test_http_response.py:219: AssertionError

test_http_response.py::HtmlResponseTest::test_follow_all_css

test_http_response.py::HtmlResponseTest::test_follow_all_css

self = 

    def test_follow_all_css(self):
        expected = [
            "http://example.com/sample3.html",
            "http://example.com/innertag.html",
        ]
        response = self._links_response()
>       extracted = [r.url for r in response.follow_all(css='a[href*="example.com"]')]
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:778: TypeError

test_http_response.py::HtmlResponseTest::test_follow_all_css_skip_invalid

test_http_response.py::HtmlResponseTest::test_follow_all_css_skip_invalid

self = 

    def test_follow_all_css_skip_invalid(self):
        expected = [
            "http://example.com/page/1/",
            "http://example.com/page/3/",
            "http://example.com/page/4/",
        ]
        response = self._links_response_no_href()
>       extracted1 = [r.url for r in response.follow_all(css=".pagination a")]
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:788: TypeError

test_http_response.py::HtmlResponseTest::test_follow_all_empty

test_http_response.py::HtmlResponseTest::test_follow_all_empty

self = 

    def test_follow_all_empty(self):
        r = self.response_class("http://example.com")
>       self.assertEqual([], list(r.follow_all([])))
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:277: TypeError

test_http_response.py::HtmlResponseTest::test_follow_all_flags

test_http_response.py::HtmlResponseTest::test_follow_all_flags

self = 

    def test_follow_all_flags(self):
        re = self.response_class("http://www.example.com/")
        urls = [
            "http://www.example.com/",
            "http://www.example.com/2",
            "http://www.example.com/foo",
        ]
        fol = re.follow_all(urls, flags=["cached", "allowed"])
>       for req in fol:
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:769: TypeError

test_http_response.py::HtmlResponseTest::test_follow_all_invalid

test_http_response.py::HtmlResponseTest::test_follow_all_invalid

self = 

    def test_follow_all_invalid(self):
        r = self.response_class("http://example.com")
        if self.response_class == Response:
            with self.assertRaises(TypeError):
                list(r.follow_all(urls=None))
            with self.assertRaises(TypeError):
                list(r.follow_all(urls=12345))
            with self.assertRaises(ValueError):
                list(r.follow_all(urls=[None]))
        else:
            with self.assertRaises(ValueError):
>               list(r.follow_all(urls=None))
E               TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:290: TypeError

test_http_response.py::HtmlResponseTest::test_follow_all_too_many_arguments

test_http_response.py::HtmlResponseTest::test_follow_all_too_many_arguments

self = 

    def test_follow_all_too_many_arguments(self):
        response = self._links_response()
>       with self.assertRaises(ValueError):
E       AssertionError: ValueError not raised

/testbed/tests/test_http_response.py:821: AssertionError

test_http_response.py::HtmlResponseTest::test_follow_all_xpath

test_http_response.py::HtmlResponseTest::test_follow_all_xpath

self = 

    def test_follow_all_xpath(self):
        expected = [
            "http://example.com/sample3.html",
            "http://example.com/innertag.html",
        ]
        response = self._links_response()
        extracted = response.follow_all(xpath='//a[contains(@href, "example.com")]')
>       self.assertEqual(expected, [r.url for r in extracted])
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:800: TypeError

test_http_response.py::HtmlResponseTest::test_follow_all_xpath_skip_invalid

test_http_response.py::HtmlResponseTest::test_follow_all_xpath_skip_invalid

self = 

    def test_follow_all_xpath_skip_invalid(self):
        expected = [
            "http://example.com/page/1/",
            "http://example.com/page/3/",
            "http://example.com/page/4/",
        ]
        response = self._links_response_no_href()
        extracted1 = [
>           r.url for r in response.follow_all(xpath='//div[@id="pagination"]/a')
        ]
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:810: TypeError

test_http_response.py::HtmlResponseTest::test_follow_encoding

test_http_response.py::HtmlResponseTest::test_follow_encoding

self = 

    def test_follow_encoding(self):
        resp1 = self.response_class(
            "http://example.com",
            encoding="utf8",
            body='click me'.encode(
                "utf8"
            ),
        )
        req = self._assert_followed_url(
>           resp1.css("a")[0],
            "http://example.com/foo?%D0%BF%D1%80%D0%B8%D0%B2%D0%B5%D1%82",
            response=resp1,
        )

/testbed/tests/test_http_response.py:736: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com>, a = ('a',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::HtmlResponseTest::test_follow_flags

test_http_response.py::HtmlResponseTest::test_follow_flags

self = 

    def test_follow_flags(self):
        res = self.response_class("http://example.com/")
        fol = res.follow("http://example.com/", flags=["cached", "allowed"])
>       self.assertEqual(fol.flags, ["cached", "allowed"])
E       AttributeError: 'NoneType' object has no attribute 'flags'

/testbed/tests/test_http_response.py:759: AttributeError

test_http_response.py::HtmlResponseTest::test_follow_link

test_http_response.py::HtmlResponseTest::test_follow_link

self = 

    def test_follow_link(self):
>       self._assert_followed_url(
            Link("http://example.com/foo"), "http://example.com/foo"
        )

/testbed/tests/test_http_response.py:213: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
follow_obj = Link(url='http://example.com/foo', text='', fragment='', nofollow=False)
target_url = 'http://example.com/foo', response = <200 http://example.com/index>

    def _assert_followed_url(self, follow_obj, target_url, response=None):
        if response is None:
            response = self._links_response()
        req = response.follow(follow_obj)
>       self.assertEqual(req.url, target_url)
E       AttributeError: 'NoneType' object has no attribute 'url'

/testbed/tests/test_http_response.py:332: AttributeError

test_http_response.py::HtmlResponseTest::test_follow_selector

test_http_response.py::HtmlResponseTest::test_follow_selector

self = 

    def test_follow_selector(self):
        resp = self._links_response()
        urls = [
            "http://example.com/sample2.html",
            "http://example.com/sample3.html",
            "http://example.com/sample3.html",
            "http://example.com/sample3.html",
            "http://example.com/sample3.html#foo",
            "http://www.google.com/something",
            "http://example.com/innertag.html",
        ]

        # select  elements
>       for sellist in [resp.css("a"), resp.xpath("//a")]:

/testbed/tests/test_http_response.py:669: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com/index>, a = ('a',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::HtmlResponseTest::test_follow_selector_attribute

test_http_response.py::HtmlResponseTest::test_follow_selector_attribute

self = 

    def test_follow_selector_attribute(self):
        resp = self._links_response()
>       for src in resp.css("img::attr(src)"):

/testbed/tests/test_http_response.py:703: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com/index>, a = ('img::attr(src)',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::HtmlResponseTest::test_follow_selector_invalid

test_http_response.py::HtmlResponseTest::test_follow_selector_invalid

self = 

    def test_follow_selector_invalid(self):
        resp = self._links_response()
        self.assertRaisesRegex(
            ValueError,
            "Unsupported",
            resp.follow,
>           resp.xpath("count(//div)")[0],
        )

/testbed/tests/test_http_response.py:698: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com/index>, a = ('count(//div)',), kw = {}

    def xpath(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:155: NotSupported

test_http_response.py::HtmlResponseTest::test_follow_selector_list

test_http_response.py::HtmlResponseTest::test_follow_selector_list

self = 

    def test_follow_selector_list(self):
        resp = self._links_response()
>       self.assertRaisesRegex(ValueError, "SelectorList", resp.follow, resp.css("a"))

/testbed/tests/test_http_response.py:690: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com/index>, a = ('a',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::HtmlResponseTest::test_follow_selector_no_href

test_http_response.py::HtmlResponseTest::test_follow_selector_no_href

self = 

    def test_follow_selector_no_href(self):
        resp = self.response_class(
            url="http://example.com",
            body=b"click me",
        )
>       self.assertRaisesRegex(ValueError, "no href", resp.follow, resp.css("a")[0])

/testbed/tests/test_http_response.py:711: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com>, a = ('a',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::HtmlResponseTest::test_follow_url_absolute

test_http_response.py::HtmlResponseTest::test_follow_url_absolute

self = 

    def test_follow_url_absolute(self):
>       self._assert_followed_url("http://foo.example.com", "http://foo.example.com")

/testbed/tests/test_http_response.py:207: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
follow_obj = 'http://foo.example.com', target_url = 'http://foo.example.com'
response = <200 http://example.com/index>

    def _assert_followed_url(self, follow_obj, target_url, response=None):
        if response is None:
            response = self._links_response()
        req = response.follow(follow_obj)
>       self.assertEqual(req.url, target_url)
E       AttributeError: 'NoneType' object has no attribute 'url'

/testbed/tests/test_http_response.py:332: AttributeError

test_http_response.py::HtmlResponseTest::test_follow_url_relative

test_http_response.py::HtmlResponseTest::test_follow_url_relative

self = 

    def test_follow_url_relative(self):
>       self._assert_followed_url("foo", "http://example.com/foo")

/testbed/tests/test_http_response.py:210: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
follow_obj = 'foo', target_url = 'http://example.com/foo'
response = <200 http://example.com/index>

    def _assert_followed_url(self, follow_obj, target_url, response=None):
        if response is None:
            response = self._links_response()
        req = response.follow(follow_obj)
>       self.assertEqual(req.url, target_url)
E       AttributeError: 'NoneType' object has no attribute 'url'

/testbed/tests/test_http_response.py:332: AttributeError

test_http_response.py::HtmlResponseTest::test_follow_whitespace_link

test_http_response.py::HtmlResponseTest::test_follow_whitespace_link

self = 

    @mark.xfail(
        parse_version(w3lib_version) < parse_version("2.1.1"),
        reason="https://github.com/scrapy/w3lib/pull/207",
        strict=True,
    )
    def test_follow_whitespace_link(self):
>       self._assert_followed_url(
            Link("http://example.com/foo "), "http://example.com/foo"
        )

/testbed/tests/test_http_response.py:235: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
follow_obj = Link(url='http://example.com/foo ', text='', fragment='', nofollow=False)
target_url = 'http://example.com/foo', response = <200 http://example.com/index>

    def _assert_followed_url(self, follow_obj, target_url, response=None):
        if response is None:
            response = self._links_response()
        req = response.follow(follow_obj)
>       self.assertEqual(req.url, target_url)
E       AttributeError: 'NoneType' object has no attribute 'url'

/testbed/tests/test_http_response.py:332: AttributeError

test_http_response.py::HtmlResponseTest::test_follow_whitespace_selector

test_http_response.py::HtmlResponseTest::test_follow_whitespace_selector

self = 

    def test_follow_whitespace_selector(self):
        resp = self.response_class(
            "http://example.com",
            body=b"""click me""",
        )
        self._assert_followed_url(
>           resp.css("a")[0], "http://example.com/foo", response=resp
        )

/testbed/tests/test_http_response.py:719: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com>, a = ('a',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::HtmlResponseTest::test_follow_whitespace_url

test_http_response.py::HtmlResponseTest::test_follow_whitespace_url

self = 

    @mark.xfail(
        parse_version(w3lib_version) < parse_version("2.1.1"),
        reason="https://github.com/scrapy/w3lib/pull/207",
        strict=True,
    )
    def test_follow_whitespace_url(self):
>       self._assert_followed_url("foo ", "http://example.com/foo")

/testbed/tests/test_http_response.py:227: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
follow_obj = 'foo ', target_url = 'http://example.com/foo'
response = <200 http://example.com/index>

    def _assert_followed_url(self, follow_obj, target_url, response=None):
        if response is None:
            response = self._links_response()
        req = response.follow(follow_obj)
>       self.assertEqual(req.url, target_url)
E       AttributeError: 'NoneType' object has no attribute 'url'

/testbed/tests/test_http_response.py:332: AttributeError

test_http_response.py::HtmlResponseTest::test_html5_meta_charset

test_http_response.py::HtmlResponseTest::test_html5_meta_charset

self = 

    def test_html5_meta_charset(self):
        body = b"""bla bla"""
        r1 = self.response_class("http://www.example.com", body=body)
>       self._assert_response_values(r1, "gb2312", body)

/testbed/tests/test_http_response.py:888: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
response = <200 http://www.example.com>, encoding = 'gb2312'
body = b'bla bla'

    def _assert_response_values(self, response, encoding, body):
        if isinstance(body, str):
            body_unicode = body
            body_bytes = body.encode(encoding)
        else:
            body_unicode = body.decode(encoding)
            body_bytes = body

        assert isinstance(response.body, bytes)
>       assert isinstance(response.text, str)
E       AssertionError

/testbed/tests/test_http_response.py:172: AssertionError

test_http_response.py::HtmlResponseTest::test_html_encoding

test_http_response.py::HtmlResponseTest::test_html_encoding

self = 

    def test_html_encoding(self):
        body = b"""
        
        Price: \xa3100'
        """
        r1 = self.response_class("http://www.example.com", body=body)
>       self._assert_response_values(r1, "iso-8859-1", body)

/testbed/tests/test_http_response.py:859: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
response = <200 http://www.example.com>, encoding = 'iso-8859-1'
body = b'\n        \n        Price: \xa3100\'\n        '

    def _assert_response_values(self, response, encoding, body):
        if isinstance(body, str):
            body_unicode = body
            body_bytes = body.encode(encoding)
        else:
            body_unicode = body.decode(encoding)
            body_bytes = body

        assert isinstance(response.body, bytes)
>       assert isinstance(response.text, str)
E       AssertionError

/testbed/tests/test_http_response.py:172: AssertionError

test_http_response.py::HtmlResponseTest::test_immutable_attributes

test_http_response.py::HtmlResponseTest::test_immutable_attributes

self = 

    def test_immutable_attributes(self):
        r = self.response_class("http://example.com")
>       self.assertRaises(AttributeError, setattr, r, "url", "http://example2.com")

/testbed/tests/test_http_response.py:182: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

    def wrapper(self, value):
        private_name = f"_{name}"
        if not hasattr(self, private_name):
>           warnings.warn(f"Property {name} is deprecated.", category=warn_category, stacklevel=2)
E           TypeError: category must be a Warning subclass, not 'str'

/testbed/scrapy/http/common.py:10: TypeError

test_http_response.py::HtmlResponseTest::test_init

test_http_response.py::HtmlResponseTest::test_init

self = 

    def test_init(self):
        # Response requires url in the constructor
        self.assertRaises(Exception, self.response_class)
        self.assertTrue(
            isinstance(self.response_class("http://example.com/"), self.response_class)
        )
        self.assertRaises(TypeError, self.response_class, b"http://example.com")
        self.assertRaises(
            TypeError, self.response_class, url="http://example.com", body={}
        )
        # body can be str or None
        self.assertTrue(
            isinstance(
                self.response_class("http://example.com/", body=b""),
                self.response_class,
            )
        )
        self.assertTrue(
            isinstance(
                self.response_class("http://example.com/", body=b"body"),
                self.response_class,
            )
        )
        # test presence of all optional parameters
        self.assertTrue(
            isinstance(
                self.response_class(
                    "http://example.com/", body=b"", headers={}, status=200
                ),
                self.response_class,
            )
        )

        r = self.response_class("http://www.example.com")
        assert isinstance(r.url, str)
        self.assertEqual(r.url, "http://www.example.com")
        self.assertEqual(r.status, 200)

        assert isinstance(r.headers, Headers)
        self.assertEqual(r.headers, {})

        headers = {"foo": "bar"}
        body = b"a body"
        r = self.response_class("http://www.example.com", headers=headers, body=body)

        assert r.headers is not headers
>       self.assertEqual(r.headers[b"foo"], b"bar")

/testbed/tests/test_http_response.py:74: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/scrapy/http/headers.py:23: in __getitem__
    return super().__getitem__(key)[-1]
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = {'foo': 'bar'}, key = b'foo'

    def __getitem__(self, key):
>       return dict.__getitem__(self, self.normkey(key))
E       KeyError: None

/testbed/scrapy/utils/datatypes.py:31: KeyError

test_http_response.py::HtmlResponseTest::test_invalid_utf8_encoded_body_with_valid_utf8_BOM

test_http_response.py::HtmlResponseTest::test_invalid_utf8_encoded_body_with_valid_utf8_BOM

self = 

    def test_invalid_utf8_encoded_body_with_valid_utf8_BOM(self):
        r6 = self.response_class(
            "http://www.example.com",
            headers={"Content-type": ["text/html; charset=utf-8"]},
            body=b"\xef\xbb\xbfWORD\xe3\xab",
        )
>       self.assertEqual(r6.encoding, "utf-8")
E       AttributeError: 'HtmlResponse' object has no attribute 'encoding'. Did you mean: '_encoding'?

/testbed/tests/test_http_response.py:522: AttributeError

test_http_response.py::HtmlResponseTest::test_json_response

test_http_response.py::HtmlResponseTest::test_json_response

self = 

    def test_json_response(self):
        json_body = b"""{"ip": "109.187.217.200"}"""
        json_response = self.response_class("http://www.example.com", body=json_body)
>       self.assertEqual(json_response.json(), {"ip": "109.187.217.200"})
E       AssertionError: None != {'ip': '109.187.217.200'}

/testbed/tests/test_http_response.py:830: AssertionError

test_http_response.py::HtmlResponseTest::test_replace

test_http_response.py::HtmlResponseTest::test_replace

self = 

    def test_replace(self):
>       super().test_replace()

/testbed/tests/test_http_response.py:358: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_response.py:150: in test_replace
    r2 = r1.replace(status=301, body=b"New body", headers=hdrs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://www.example.com>, args = ()
kwargs = {'body': b'New body', 'certificate': None, 'flags': [], 'headers': {'key': 'value'}, ...}
x = 'encoding'

    def replace(self, *args, **kwargs):
        """Create a new Response with the same attributes except for those given new values"""
        for x in self.attributes:
>           kwargs.setdefault(x, getattr(self, x))
E           AttributeError: 'HtmlResponse' object has no attribute 'encoding'. Did you mean: '_encoding'?

/testbed/scrapy/http/response/__init__.py:123: AttributeError

test_http_response.py::HtmlResponseTest::test_replace_wrong_encoding

test_http_response.py::HtmlResponseTest::test_replace_wrong_encoding

self = 

    def test_replace_wrong_encoding(self):
        """Test invalid chars are replaced properly"""
        r = self.response_class(
            "http://www.example.com",
            encoding="utf-8",
            body=b"PREFIX\xe3\xabSUFFIX",
        )
        # XXX: Policy for replacing invalid chars may suffer minor variations
        # but it should always contain the unicode replacement char ('\ufffd')
>       assert "\ufffd" in r.text, repr(r.text)
E       TypeError: argument of type 'NoneType' is not iterable

/testbed/tests/test_http_response.py:568: TypeError

test_http_response.py::HtmlResponseTest::test_selector

test_http_response.py::HtmlResponseTest::test_selector

self = 

    def test_selector(self):
        body = b""
        response = self.response_class("http://www.example.com", body=body)

>       self.assertIsInstance(response.selector, Selector)
E       AttributeError: 'HtmlResponse' object has no attribute 'selector'

/testbed/tests/test_http_response.py:588: AttributeError

test_http_response.py::HtmlResponseTest::test_selector_shortcuts

test_http_response.py::HtmlResponseTest::test_selector_shortcuts

self = 

    def test_selector_shortcuts(self):
        body = b""
        response = self.response_class("http://www.example.com", body=body)

        self.assertEqual(
>           response.xpath("//title/text()").getall(),
            response.selector.xpath("//title/text()").getall(),
        )

/testbed/tests/test_http_response.py:604: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://www.example.com>, a = ('//title/text()',), kw = {}

    def xpath(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:155: NotSupported

test_http_response.py::HtmlResponseTest::test_selector_shortcuts_kwargs

test_http_response.py::HtmlResponseTest::test_selector_shortcuts_kwargs

self = 

    def test_selector_shortcuts_kwargs(self):
        body = b'
A nice paragraph.
'
        response = self.response_class("http://www.example.com", body=body)

        self.assertEqual(
>           response.xpath(
                "normalize-space(//p[@class=$pclass])", pclass="content"
            ).getall(),
            response.xpath('normalize-space(//p[@class="content"])').getall(),
        )

/testbed/tests/test_http_response.py:617: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://www.example.com>
a = ('normalize-space(//p[@class=$pclass])',), kw = {'pclass': 'content'}

    def xpath(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:155: NotSupported

test_http_response.py::HtmlResponseTest::test_shortcut_attributes

test_http_response.py::HtmlResponseTest::test_shortcut_attributes

self = 

    def test_shortcut_attributes(self):
        r = self.response_class("http://example.com", body=b"hello")
        if self.response_class == Response:
            msg = "Response content isn't text"
            self.assertRaisesRegex(AttributeError, msg, getattr, r, "text")
            self.assertRaisesRegex(NotSupported, msg, r.css, "body")
            self.assertRaisesRegex(NotSupported, msg, r.xpath, "//body")
            self.assertRaisesRegex(NotSupported, msg, r.jmespath, "body")
        else:
            r.text
>           r.css("body")

/testbed/tests/test_http_response.py:201: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com>, a = ('body',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::HtmlResponseTest::test_unicode_body

test_http_response.py::HtmlResponseTest::test_unicode_body

self = 

    def test_unicode_body(self):
        unicode_string = (
            "\u043a\u0438\u0440\u0438\u043b\u043b\u0438\u0447\u0435\u0441\u043a\u0438\u0439 "
            "\u0442\u0435\u043a\u0441\u0442"
        )
        self.assertRaises(
            TypeError,
            self.response_class,
            "http://www.example.com",
            body="unicode body",
        )

        original_string = unicode_string.encode("cp1251")
        r1 = self.response_class(
            "http://www.example.com", body=original_string, encoding="cp1251"
        )

        # check response.text
>       self.assertTrue(isinstance(r1.text, str))
E       AssertionError: False is not true

/testbed/tests/test_http_response.py:417: AssertionError

test_http_response.py::HtmlResponseTest::test_unicode_url

test_http_response.py::HtmlResponseTest::test_unicode_url

self = 

    def test_unicode_url(self):
        # instantiate with unicode url without encoding (should set default encoding)
        resp = self.response_class("http://www.example.com/")
>       self._assert_response_encoding(resp, self.response_class._DEFAULT_ENCODING)

/testbed/tests/test_http_response.py:374: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
response = <200 http://www.example.com/>, encoding = 'ascii'

    def _assert_response_encoding(self, response, encoding):
>       self.assertEqual(response.encoding, resolve_encoding(encoding))
E       AttributeError: 'HtmlResponse' object has no attribute 'encoding'. Did you mean: '_encoding'?

/testbed/tests/test_http_response.py:178: AttributeError

test_http_response.py::HtmlResponseTest::test_urljoin

test_http_response.py::HtmlResponseTest::test_urljoin

self = 

    def test_urljoin(self):
        """Test urljoin shortcut (only for existence, since behavior equals urljoin)"""
        joined = self.response_class("http://www.example.com").urljoin("/test")
        absolute = "http://www.example.com/test"
>       self.assertEqual(joined, absolute)
E       AssertionError: None != 'http://www.example.com/test'

/testbed/tests/test_http_response.py:189: AssertionError

test_http_response.py::HtmlResponseTest::test_urljoin_with_base_url

test_http_response.py::HtmlResponseTest::test_urljoin_with_base_url

self = 

    def test_urljoin_with_base_url(self):
        """Test urljoin shortcut which also evaluates base-url through get_base_url()."""
        body = b''
        joined = self.response_class("http://www.example.com", body=body).urljoin(
            "/test"
        )
        absolute = "https://example.net/test"
>       self.assertEqual(joined, absolute)
E       AssertionError: None != 'https://example.net/test'

/testbed/tests/test_http_response.py:640: AssertionError

test_http_response.py::HtmlResponseTest::test_utf16

test_http_response.py::HtmlResponseTest::test_utf16

self = 

    def test_utf16(self):
        """Test utf-16 because UnicodeDammit is known to have problems with"""
        r = self.response_class(
            "http://www.example.com",
            body=b"\xff\xfeh\x00i\x00",
            encoding="utf-16",
        )
>       self._assert_response_values(r, "utf-16", "hi")

/testbed/tests/test_http_response.py:514: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
response = <200 http://www.example.com>, encoding = 'utf-16', body = 'hi'

    def _assert_response_values(self, response, encoding, body):
        if isinstance(body, str):
            body_unicode = body
            body_bytes = body.encode(encoding)
        else:
            body_unicode = body.decode(encoding)
            body_bytes = body

        assert isinstance(response.body, bytes)
>       assert isinstance(response.text, str)
E       AssertionError

/testbed/tests/test_http_response.py:172: AssertionError

test_http_response.py::XmlResponseTest::test_bom_is_removed_from_body

test_http_response.py::XmlResponseTest::test_bom_is_removed_from_body

self = 

    def test_bom_is_removed_from_body(self):
        # Inferring encoding from body also cache decoded body as sideeffect,
        # this test tries to ensure that calling response.encoding and
        # response.text in indistinct order doesn't affect final
        # response.text in indistinct order doesn't affect final
        # values for encoding and decoded body.
        url = "http://example.com"
        body = b"\xef\xbb\xbfWORD"
        headers = {"Content-type": ["text/html; charset=utf-8"]}

        # Test response without content-type and BOM encoding
        response = self.response_class(url, body=body)
>       self.assertEqual(response.encoding, "utf-8")
E       AttributeError: 'XmlResponse' object has no attribute 'encoding'. Did you mean: '_encoding'?

/testbed/tests/test_http_response.py:543: AttributeError

test_http_response.py::XmlResponseTest::test_cache_json_response

test_http_response.py::XmlResponseTest::test_cache_json_response

self = 

    def test_cache_json_response(self):
        json_valid_bodies = [b"""{"ip": "109.187.217.200"}""", b"""null"""]
        for json_body in json_valid_bodies:
            json_response = self.response_class(
                "http://www.example.com", body=json_body
            )

            with mock.patch("json.loads") as mock_json:
                for _ in range(2):
                    json_response.json()
>               mock_json.assert_called_once_with(json_body)

/testbed/tests/test_http_response.py:847: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
args = (b'{"ip": "109.187.217.200"}',), kwargs = {}
msg = "Expected 'loads' to be called once. Called 0 times."

    def assert_called_once_with(self, /, *args, **kwargs):
        """assert that the mock was called exactly once and that that call was
        with the specified arguments."""
        if not self.call_count == 1:
            msg = ("Expected '%s' to be called once. Called %s times.%s"
                   % (self._mock_name or 'mock',
                      self.call_count,
                      self._calls_repr()))
>           raise AssertionError(msg)
E           AssertionError: Expected 'loads' to be called once. Called 0 times.

/root/.local/share/uv/python/cpython-3.12.6-linux-x86_64-gnu/lib/python3.12/unittest/mock.py:958: AssertionError

test_http_response.py::XmlResponseTest::test_copy

test_http_response.py::XmlResponseTest::test_copy

self = 

    def test_copy(self):
        """Test Response copy"""

        r1 = self.response_class("http://www.example.com", body=b"Some body")
        r1.flags.append("cached")
>       r2 = r1.copy()

/testbed/tests/test_http_response.py:92: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/scrapy/http/response/__init__.py:118: in copy
    return self.replace()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://www.example.com>, args = ()
kwargs = {'body': b'Some body', 'certificate': None, 'flags': ['cached'], 'headers': {}, ...}
x = 'encoding'

    def replace(self, *args, **kwargs):
        """Create a new Response with the same attributes except for those given new values"""
        for x in self.attributes:
>           kwargs.setdefault(x, getattr(self, x))
E           AttributeError: 'XmlResponse' object has no attribute 'encoding'. Did you mean: '_encoding'?

/testbed/scrapy/http/response/__init__.py:123: AttributeError

test_http_response.py::XmlResponseTest::test_copy_inherited_classes

test_http_response.py::XmlResponseTest::test_copy_inherited_classes

self = 

    def test_copy_inherited_classes(self):
        """Test Response children copies preserve their class"""

        class CustomResponse(self.response_class):
            pass

        r1 = CustomResponse("http://www.example.com")
>       r2 = r1.copy()

/testbed/tests/test_http_response.py:142: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/scrapy/http/response/__init__.py:118: in copy
    return self.replace()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://www.example.com>, args = ()
kwargs = {'body': b'', 'certificate': None, 'flags': [], 'headers': {}, ...}
x = 'encoding'

    def replace(self, *args, **kwargs):
        """Create a new Response with the same attributes except for those given new values"""
        for x in self.attributes:
>           kwargs.setdefault(x, getattr(self, x))
E           AttributeError: 'CustomResponse' object has no attribute 'encoding'. Did you mean: '_encoding'?

/testbed/scrapy/http/response/__init__.py:123: AttributeError

test_http_response.py::XmlResponseTest::test_declared_encoding_invalid

test_http_response.py::XmlResponseTest::test_declared_encoding_invalid

self = 

    def test_declared_encoding_invalid(self):
        """Check that unknown declared encodings are ignored"""
        r = self.response_class(
            "http://www.example.com",
            headers={"Content-type": ["text/html; charset=UNKNOWN"]},
            body=b"\xc2\xa3",
        )
>       self.assertEqual(r._declared_encoding(), None)
E       AttributeError: 'XmlResponse' object has no attribute '_declared_encoding'

/testbed/tests/test_http_response.py:504: AttributeError

test_http_response.py::XmlResponseTest::test_encoding

test_http_response.py::XmlResponseTest::test_encoding

self = 

    def test_encoding(self):
        r1 = self.response_class(
            "http://www.example.com",
            body=b"\xc2\xa3",
            headers={"Content-type": ["text/html; charset=utf-8"]},
        )
>       r2 = self.response_class(
            "http://www.example.com", encoding="utf-8", body="\xa3"
        )

/testbed/tests/test_http_response.py:426: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'XmlResponse' object has no attribute '_url'") raised in repr()] XmlResponse object at 0x7fcb9616a7e0>
body = '£'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_response.py::XmlResponseTest::test_follow_None_url

test_http_response.py::XmlResponseTest::test_follow_None_url

self = 

    def test_follow_None_url(self):
        r = self.response_class("http://example.com")
>       self.assertRaises(ValueError, r.follow, None)
E       AssertionError: ValueError not raised by follow

/testbed/tests/test_http_response.py:219: AssertionError

test_http_response.py::XmlResponseTest::test_follow_all_css

test_http_response.py::XmlResponseTest::test_follow_all_css

self = 

    def test_follow_all_css(self):
        expected = [
            "http://example.com/sample3.html",
            "http://example.com/innertag.html",
        ]
        response = self._links_response()
>       extracted = [r.url for r in response.follow_all(css='a[href*="example.com"]')]
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:778: TypeError

test_http_response.py::XmlResponseTest::test_follow_all_css_skip_invalid

test_http_response.py::XmlResponseTest::test_follow_all_css_skip_invalid

self = 

    def test_follow_all_css_skip_invalid(self):
        expected = [
            "http://example.com/page/1/",
            "http://example.com/page/3/",
            "http://example.com/page/4/",
        ]
        response = self._links_response_no_href()
>       extracted1 = [r.url for r in response.follow_all(css=".pagination a")]
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:788: TypeError

test_http_response.py::XmlResponseTest::test_follow_all_empty

test_http_response.py::XmlResponseTest::test_follow_all_empty

self = 

    def test_follow_all_empty(self):
        r = self.response_class("http://example.com")
>       self.assertEqual([], list(r.follow_all([])))
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:277: TypeError

test_http_response.py::XmlResponseTest::test_follow_all_flags

test_http_response.py::XmlResponseTest::test_follow_all_flags

self = 

    def test_follow_all_flags(self):
        re = self.response_class("http://www.example.com/")
        urls = [
            "http://www.example.com/",
            "http://www.example.com/2",
            "http://www.example.com/foo",
        ]
        fol = re.follow_all(urls, flags=["cached", "allowed"])
>       for req in fol:
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:769: TypeError

test_http_response.py::XmlResponseTest::test_follow_all_invalid

test_http_response.py::XmlResponseTest::test_follow_all_invalid

self = 

    def test_follow_all_invalid(self):
        r = self.response_class("http://example.com")
        if self.response_class == Response:
            with self.assertRaises(TypeError):
                list(r.follow_all(urls=None))
            with self.assertRaises(TypeError):
                list(r.follow_all(urls=12345))
            with self.assertRaises(ValueError):
                list(r.follow_all(urls=[None]))
        else:
            with self.assertRaises(ValueError):
>               list(r.follow_all(urls=None))
E               TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:290: TypeError

test_http_response.py::XmlResponseTest::test_follow_all_too_many_arguments

test_http_response.py::XmlResponseTest::test_follow_all_too_many_arguments

self = 

    def test_follow_all_too_many_arguments(self):
        response = self._links_response()
>       with self.assertRaises(ValueError):
E       AssertionError: ValueError not raised

/testbed/tests/test_http_response.py:821: AssertionError

test_http_response.py::XmlResponseTest::test_follow_all_xpath

test_http_response.py::XmlResponseTest::test_follow_all_xpath

self = 

    def test_follow_all_xpath(self):
        expected = [
            "http://example.com/sample3.html",
            "http://example.com/innertag.html",
        ]
        response = self._links_response()
        extracted = response.follow_all(xpath='//a[contains(@href, "example.com")]')
>       self.assertEqual(expected, [r.url for r in extracted])
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:800: TypeError

test_http_response.py::XmlResponseTest::test_follow_all_xpath_skip_invalid

test_http_response.py::XmlResponseTest::test_follow_all_xpath_skip_invalid

self = 

    def test_follow_all_xpath_skip_invalid(self):
        expected = [
            "http://example.com/page/1/",
            "http://example.com/page/3/",
            "http://example.com/page/4/",
        ]
        response = self._links_response_no_href()
        extracted1 = [
>           r.url for r in response.follow_all(xpath='//div[@id="pagination"]/a')
        ]
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:810: TypeError

test_http_response.py::XmlResponseTest::test_follow_encoding

test_http_response.py::XmlResponseTest::test_follow_encoding

self = 

    def test_follow_encoding(self):
        resp1 = self.response_class(
            "http://example.com",
            encoding="utf8",
            body='click me'.encode(
                "utf8"
            ),
        )
        req = self._assert_followed_url(
>           resp1.css("a")[0],
            "http://example.com/foo?%D0%BF%D1%80%D0%B8%D0%B2%D0%B5%D1%82",
            response=resp1,
        )

/testbed/tests/test_http_response.py:736: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com>, a = ('a',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::XmlResponseTest::test_follow_flags

test_http_response.py::XmlResponseTest::test_follow_flags

self = 

    def test_follow_flags(self):
        res = self.response_class("http://example.com/")
        fol = res.follow("http://example.com/", flags=["cached", "allowed"])
>       self.assertEqual(fol.flags, ["cached", "allowed"])
E       AttributeError: 'NoneType' object has no attribute 'flags'

/testbed/tests/test_http_response.py:759: AttributeError

test_http_response.py::XmlResponseTest::test_follow_link

test_http_response.py::XmlResponseTest::test_follow_link

self = 

    def test_follow_link(self):
>       self._assert_followed_url(
            Link("http://example.com/foo"), "http://example.com/foo"
        )

/testbed/tests/test_http_response.py:213: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
follow_obj = Link(url='http://example.com/foo', text='', fragment='', nofollow=False)
target_url = 'http://example.com/foo', response = <200 http://example.com/index>

    def _assert_followed_url(self, follow_obj, target_url, response=None):
        if response is None:
            response = self._links_response()
        req = response.follow(follow_obj)
>       self.assertEqual(req.url, target_url)
E       AttributeError: 'NoneType' object has no attribute 'url'

/testbed/tests/test_http_response.py:332: AttributeError

test_http_response.py::XmlResponseTest::test_follow_selector

test_http_response.py::XmlResponseTest::test_follow_selector

self = 

    def test_follow_selector(self):
        resp = self._links_response()
        urls = [
            "http://example.com/sample2.html",
            "http://example.com/sample3.html",
            "http://example.com/sample3.html",
            "http://example.com/sample3.html",
            "http://example.com/sample3.html#foo",
            "http://www.google.com/something",
            "http://example.com/innertag.html",
        ]

        # select  elements
>       for sellist in [resp.css("a"), resp.xpath("//a")]:

/testbed/tests/test_http_response.py:669: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com/index>, a = ('a',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::XmlResponseTest::test_follow_selector_attribute

test_http_response.py::XmlResponseTest::test_follow_selector_attribute

self = 

    def test_follow_selector_attribute(self):
        resp = self._links_response()
>       for src in resp.css("img::attr(src)"):

/testbed/tests/test_http_response.py:703: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com/index>, a = ('img::attr(src)',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::XmlResponseTest::test_follow_selector_invalid

test_http_response.py::XmlResponseTest::test_follow_selector_invalid

self = 

    def test_follow_selector_invalid(self):
        resp = self._links_response()
        self.assertRaisesRegex(
            ValueError,
            "Unsupported",
            resp.follow,
>           resp.xpath("count(//div)")[0],
        )

/testbed/tests/test_http_response.py:698: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com/index>, a = ('count(//div)',), kw = {}

    def xpath(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:155: NotSupported

test_http_response.py::XmlResponseTest::test_follow_selector_list

test_http_response.py::XmlResponseTest::test_follow_selector_list

self = 

    def test_follow_selector_list(self):
        resp = self._links_response()
>       self.assertRaisesRegex(ValueError, "SelectorList", resp.follow, resp.css("a"))

/testbed/tests/test_http_response.py:690: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com/index>, a = ('a',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::XmlResponseTest::test_follow_selector_no_href

test_http_response.py::XmlResponseTest::test_follow_selector_no_href

self = 

    def test_follow_selector_no_href(self):
        resp = self.response_class(
            url="http://example.com",
            body=b"click me",
        )
>       self.assertRaisesRegex(ValueError, "no href", resp.follow, resp.css("a")[0])

/testbed/tests/test_http_response.py:711: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com>, a = ('a',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::XmlResponseTest::test_follow_url_absolute

test_http_response.py::XmlResponseTest::test_follow_url_absolute

self = 

    def test_follow_url_absolute(self):
>       self._assert_followed_url("http://foo.example.com", "http://foo.example.com")

/testbed/tests/test_http_response.py:207: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
follow_obj = 'http://foo.example.com', target_url = 'http://foo.example.com'
response = <200 http://example.com/index>

    def _assert_followed_url(self, follow_obj, target_url, response=None):
        if response is None:
            response = self._links_response()
        req = response.follow(follow_obj)
>       self.assertEqual(req.url, target_url)
E       AttributeError: 'NoneType' object has no attribute 'url'

/testbed/tests/test_http_response.py:332: AttributeError

test_http_response.py::XmlResponseTest::test_follow_url_relative

test_http_response.py::XmlResponseTest::test_follow_url_relative

self = 

    def test_follow_url_relative(self):
>       self._assert_followed_url("foo", "http://example.com/foo")

/testbed/tests/test_http_response.py:210: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
follow_obj = 'foo', target_url = 'http://example.com/foo'
response = <200 http://example.com/index>

    def _assert_followed_url(self, follow_obj, target_url, response=None):
        if response is None:
            response = self._links_response()
        req = response.follow(follow_obj)
>       self.assertEqual(req.url, target_url)
E       AttributeError: 'NoneType' object has no attribute 'url'

/testbed/tests/test_http_response.py:332: AttributeError

test_http_response.py::XmlResponseTest::test_follow_whitespace_link

test_http_response.py::XmlResponseTest::test_follow_whitespace_link

self = 

    @mark.xfail(
        parse_version(w3lib_version) < parse_version("2.1.1"),
        reason="https://github.com/scrapy/w3lib/pull/207",
        strict=True,
    )
    def test_follow_whitespace_link(self):
>       self._assert_followed_url(
            Link("http://example.com/foo "), "http://example.com/foo"
        )

/testbed/tests/test_http_response.py:235: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
follow_obj = Link(url='http://example.com/foo ', text='', fragment='', nofollow=False)
target_url = 'http://example.com/foo', response = <200 http://example.com/index>

    def _assert_followed_url(self, follow_obj, target_url, response=None):
        if response is None:
            response = self._links_response()
        req = response.follow(follow_obj)
>       self.assertEqual(req.url, target_url)
E       AttributeError: 'NoneType' object has no attribute 'url'

/testbed/tests/test_http_response.py:332: AttributeError

test_http_response.py::XmlResponseTest::test_follow_whitespace_selector

test_http_response.py::XmlResponseTest::test_follow_whitespace_selector

self = 

    def test_follow_whitespace_selector(self):
        resp = self.response_class(
            "http://example.com",
            body=b"""click me""",
        )
        self._assert_followed_url(
>           resp.css("a")[0], "http://example.com/foo", response=resp
        )

/testbed/tests/test_http_response.py:719: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com>, a = ('a',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::XmlResponseTest::test_follow_whitespace_url

test_http_response.py::XmlResponseTest::test_follow_whitespace_url

self = 

    @mark.xfail(
        parse_version(w3lib_version) < parse_version("2.1.1"),
        reason="https://github.com/scrapy/w3lib/pull/207",
        strict=True,
    )
    def test_follow_whitespace_url(self):
>       self._assert_followed_url("foo ", "http://example.com/foo")

/testbed/tests/test_http_response.py:227: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
follow_obj = 'foo ', target_url = 'http://example.com/foo'
response = <200 http://example.com/index>

    def _assert_followed_url(self, follow_obj, target_url, response=None):
        if response is None:
            response = self._links_response()
        req = response.follow(follow_obj)
>       self.assertEqual(req.url, target_url)
E       AttributeError: 'NoneType' object has no attribute 'url'

/testbed/tests/test_http_response.py:332: AttributeError

test_http_response.py::XmlResponseTest::test_immutable_attributes

test_http_response.py::XmlResponseTest::test_immutable_attributes

self = 

    def test_immutable_attributes(self):
        r = self.response_class("http://example.com")
>       self.assertRaises(AttributeError, setattr, r, "url", "http://example2.com")

/testbed/tests/test_http_response.py:182: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

    def wrapper(self, value):
        private_name = f"_{name}"
        if not hasattr(self, private_name):
>           warnings.warn(f"Property {name} is deprecated.", category=warn_category, stacklevel=2)
E           TypeError: category must be a Warning subclass, not 'str'

/testbed/scrapy/http/common.py:10: TypeError

test_http_response.py::XmlResponseTest::test_init

test_http_response.py::XmlResponseTest::test_init

self = 

    def test_init(self):
        # Response requires url in the constructor
        self.assertRaises(Exception, self.response_class)
        self.assertTrue(
            isinstance(self.response_class("http://example.com/"), self.response_class)
        )
        self.assertRaises(TypeError, self.response_class, b"http://example.com")
        self.assertRaises(
            TypeError, self.response_class, url="http://example.com", body={}
        )
        # body can be str or None
        self.assertTrue(
            isinstance(
                self.response_class("http://example.com/", body=b""),
                self.response_class,
            )
        )
        self.assertTrue(
            isinstance(
                self.response_class("http://example.com/", body=b"body"),
                self.response_class,
            )
        )
        # test presence of all optional parameters
        self.assertTrue(
            isinstance(
                self.response_class(
                    "http://example.com/", body=b"", headers={}, status=200
                ),
                self.response_class,
            )
        )

        r = self.response_class("http://www.example.com")
        assert isinstance(r.url, str)
        self.assertEqual(r.url, "http://www.example.com")
        self.assertEqual(r.status, 200)

        assert isinstance(r.headers, Headers)
        self.assertEqual(r.headers, {})

        headers = {"foo": "bar"}
        body = b"a body"
        r = self.response_class("http://www.example.com", headers=headers, body=body)

        assert r.headers is not headers
>       self.assertEqual(r.headers[b"foo"], b"bar")

/testbed/tests/test_http_response.py:74: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/scrapy/http/headers.py:23: in __getitem__
    return super().__getitem__(key)[-1]
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = {'foo': 'bar'}, key = b'foo'

    def __getitem__(self, key):
>       return dict.__getitem__(self, self.normkey(key))
E       KeyError: None

/testbed/scrapy/utils/datatypes.py:31: KeyError

test_http_response.py::XmlResponseTest::test_invalid_utf8_encoded_body_with_valid_utf8_BOM

test_http_response.py::XmlResponseTest::test_invalid_utf8_encoded_body_with_valid_utf8_BOM

self = 

    def test_invalid_utf8_encoded_body_with_valid_utf8_BOM(self):
        r6 = self.response_class(
            "http://www.example.com",
            headers={"Content-type": ["text/html; charset=utf-8"]},
            body=b"\xef\xbb\xbfWORD\xe3\xab",
        )
>       self.assertEqual(r6.encoding, "utf-8")
E       AttributeError: 'XmlResponse' object has no attribute 'encoding'. Did you mean: '_encoding'?

/testbed/tests/test_http_response.py:522: AttributeError

test_http_response.py::XmlResponseTest::test_json_response

test_http_response.py::XmlResponseTest::test_json_response

self = 

    def test_json_response(self):
        json_body = b"""{"ip": "109.187.217.200"}"""
        json_response = self.response_class("http://www.example.com", body=json_body)
>       self.assertEqual(json_response.json(), {"ip": "109.187.217.200"})
E       AssertionError: None != {'ip': '109.187.217.200'}

/testbed/tests/test_http_response.py:830: AssertionError

test_http_response.py::XmlResponseTest::test_replace

test_http_response.py::XmlResponseTest::test_replace

self = 

    def test_replace(self):
>       super().test_replace()

/testbed/tests/test_http_response.py:358: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_response.py:150: in test_replace
    r2 = r1.replace(status=301, body=b"New body", headers=hdrs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://www.example.com>, args = ()
kwargs = {'body': b'New body', 'certificate': None, 'flags': [], 'headers': {'key': 'value'}, ...}
x = 'encoding'

    def replace(self, *args, **kwargs):
        """Create a new Response with the same attributes except for those given new values"""
        for x in self.attributes:
>           kwargs.setdefault(x, getattr(self, x))
E           AttributeError: 'XmlResponse' object has no attribute 'encoding'. Did you mean: '_encoding'?

/testbed/scrapy/http/response/__init__.py:123: AttributeError

test_http_response.py::XmlResponseTest::test_replace_encoding

test_http_response.py::XmlResponseTest::test_replace_encoding

self = 

    def test_replace_encoding(self):
        # make sure replace() keeps the previous encoding unless overridden explicitly
        body = b""""""
        body2 = b""""""
        r5 = self.response_class("http://www.example.com", body=body)
>       r6 = r5.replace(body=body2)

/testbed/tests/test_http_response.py:915: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://www.example.com>, args = ()
kwargs = {'body': b'', 'certificate': None, 'flags': [], 'headers': {}, ...}
x = 'encoding'

    def replace(self, *args, **kwargs):
        """Create a new Response with the same attributes except for those given new values"""
        for x in self.attributes:
>           kwargs.setdefault(x, getattr(self, x))
E           AttributeError: 'XmlResponse' object has no attribute 'encoding'. Did you mean: '_encoding'?

/testbed/scrapy/http/response/__init__.py:123: AttributeError

test_http_response.py::XmlResponseTest::test_replace_wrong_encoding

test_http_response.py::XmlResponseTest::test_replace_wrong_encoding

self = 

    def test_replace_wrong_encoding(self):
        """Test invalid chars are replaced properly"""
        r = self.response_class(
            "http://www.example.com",
            encoding="utf-8",
            body=b"PREFIX\xe3\xabSUFFIX",
        )
        # XXX: Policy for replacing invalid chars may suffer minor variations
        # but it should always contain the unicode replacement char ('\ufffd')
>       assert "\ufffd" in r.text, repr(r.text)
E       TypeError: argument of type 'NoneType' is not iterable

/testbed/tests/test_http_response.py:568: TypeError

test_http_response.py::XmlResponseTest::test_selector

test_http_response.py::XmlResponseTest::test_selector

self = 

    def test_selector(self):
        body = b'value'
        response = self.response_class("http://www.example.com", body=body)

>       self.assertIsInstance(response.selector, Selector)
E       AttributeError: 'XmlResponse' object has no attribute 'selector'

/testbed/tests/test_http_response.py:925: AttributeError

test_http_response.py::XmlResponseTest::test_selector_shortcuts

test_http_response.py::XmlResponseTest::test_selector_shortcuts

self = 

    def test_selector_shortcuts(self):
        body = b'value'
        response = self.response_class("http://www.example.com", body=body)

        self.assertEqual(
>           response.xpath("//elem/text()").getall(),
            response.selector.xpath("//elem/text()").getall(),
        )

/testbed/tests/test_http_response.py:937: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://www.example.com>, a = ('//elem/text()',), kw = {}

    def xpath(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:155: NotSupported

test_http_response.py::XmlResponseTest::test_selector_shortcuts_kwargs

test_http_response.py::XmlResponseTest::test_selector_shortcuts_kwargs

self = 

    def test_selector_shortcuts_kwargs(self):
        body = b"""
        
        value
        """
        response = self.response_class("http://www.example.com", body=body)

        self.assertEqual(
>           response.xpath(
                "//s:elem/text()", namespaces={"s": "http://scrapy.org"}
            ).getall(),
            response.selector.xpath(
                "//s:elem/text()", namespaces={"s": "http://scrapy.org"}
            ).getall(),
        )

/testbed/tests/test_http_response.py:949: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://www.example.com>, a = ('//s:elem/text()',)
kw = {'namespaces': {'s': 'http://scrapy.org'}}

    def xpath(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:155: NotSupported

test_http_response.py::XmlResponseTest::test_shortcut_attributes

test_http_response.py::XmlResponseTest::test_shortcut_attributes

self = 

    def test_shortcut_attributes(self):
        r = self.response_class("http://example.com", body=b"hello")
        if self.response_class == Response:
            msg = "Response content isn't text"
            self.assertRaisesRegex(AttributeError, msg, getattr, r, "text")
            self.assertRaisesRegex(NotSupported, msg, r.css, "body")
            self.assertRaisesRegex(NotSupported, msg, r.xpath, "//body")
            self.assertRaisesRegex(NotSupported, msg, r.jmespath, "body")
        else:
            r.text
>           r.css("body")

/testbed/tests/test_http_response.py:201: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com>, a = ('body',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::XmlResponseTest::test_unicode_body

test_http_response.py::XmlResponseTest::test_unicode_body

self = 

    def test_unicode_body(self):
        unicode_string = (
            "\u043a\u0438\u0440\u0438\u043b\u043b\u0438\u0447\u0435\u0441\u043a\u0438\u0439 "
            "\u0442\u0435\u043a\u0441\u0442"
        )
        self.assertRaises(
            TypeError,
            self.response_class,
            "http://www.example.com",
            body="unicode body",
        )

        original_string = unicode_string.encode("cp1251")
        r1 = self.response_class(
            "http://www.example.com", body=original_string, encoding="cp1251"
        )

        # check response.text
>       self.assertTrue(isinstance(r1.text, str))
E       AssertionError: False is not true

/testbed/tests/test_http_response.py:417: AssertionError

test_http_response.py::XmlResponseTest::test_unicode_url

test_http_response.py::XmlResponseTest::test_unicode_url

self = 

    def test_unicode_url(self):
        # instantiate with unicode url without encoding (should set default encoding)
        resp = self.response_class("http://www.example.com/")
>       self._assert_response_encoding(resp, self.response_class._DEFAULT_ENCODING)

/testbed/tests/test_http_response.py:374: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
response = <200 http://www.example.com/>, encoding = 'ascii'

    def _assert_response_encoding(self, response, encoding):
>       self.assertEqual(response.encoding, resolve_encoding(encoding))
E       AttributeError: 'XmlResponse' object has no attribute 'encoding'. Did you mean: '_encoding'?

/testbed/tests/test_http_response.py:178: AttributeError

test_http_response.py::XmlResponseTest::test_urljoin

test_http_response.py::XmlResponseTest::test_urljoin

self = 

    def test_urljoin(self):
        """Test urljoin shortcut (only for existence, since behavior equals urljoin)"""
        joined = self.response_class("http://www.example.com").urljoin("/test")
        absolute = "http://www.example.com/test"
>       self.assertEqual(joined, absolute)
E       AssertionError: None != 'http://www.example.com/test'

/testbed/tests/test_http_response.py:189: AssertionError

test_http_response.py::XmlResponseTest::test_urljoin_with_base_url

test_http_response.py::XmlResponseTest::test_urljoin_with_base_url

self = 

    def test_urljoin_with_base_url(self):
        """Test urljoin shortcut which also evaluates base-url through get_base_url()."""
        body = b''
        joined = self.response_class("http://www.example.com", body=body).urljoin(
            "/test"
        )
        absolute = "https://example.net/test"
>       self.assertEqual(joined, absolute)
E       AssertionError: None != 'https://example.net/test'

/testbed/tests/test_http_response.py:640: AssertionError

test_http_response.py::XmlResponseTest::test_utf16

test_http_response.py::XmlResponseTest::test_utf16

self = 

    def test_utf16(self):
        """Test utf-16 because UnicodeDammit is known to have problems with"""
        r = self.response_class(
            "http://www.example.com",
            body=b"\xff\xfeh\x00i\x00",
            encoding="utf-16",
        )
>       self._assert_response_values(r, "utf-16", "hi")

/testbed/tests/test_http_response.py:514: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
response = <200 http://www.example.com>, encoding = 'utf-16', body = 'hi'

    def _assert_response_values(self, response, encoding, body):
        if isinstance(body, str):
            body_unicode = body
            body_bytes = body.encode(encoding)
        else:
            body_unicode = body.decode(encoding)
            body_bytes = body

        assert isinstance(response.body, bytes)
>       assert isinstance(response.text, str)
E       AssertionError

/testbed/tests/test_http_response.py:172: AssertionError

test_http_response.py::XmlResponseTest::test_xml_encoding

test_http_response.py::XmlResponseTest::test_xml_encoding

self = 

    def test_xml_encoding(self):
        body = b""
        r1 = self.response_class("http://www.example.com", body=body)
>       self._assert_response_values(r1, self.response_class._DEFAULT_ENCODING, body)

/testbed/tests/test_http_response.py:897: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
response = <200 http://www.example.com>, encoding = 'ascii'
body = b''

    def _assert_response_values(self, response, encoding, body):
        if isinstance(body, str):
            body_unicode = body
            body_bytes = body.encode(encoding)
        else:
            body_unicode = body.decode(encoding)
            body_bytes = body

        assert isinstance(response.body, bytes)
>       assert isinstance(response.text, str)
E       AssertionError

/testbed/tests/test_http_response.py:172: AssertionError

test_http_response.py::CustomResponseTest::test_bom_is_removed_from_body

test_http_response.py::CustomResponseTest::test_bom_is_removed_from_body

self = 

    def test_bom_is_removed_from_body(self):
        # Inferring encoding from body also cache decoded body as sideeffect,
        # this test tries to ensure that calling response.encoding and
        # response.text in indistinct order doesn't affect final
        # response.text in indistinct order doesn't affect final
        # values for encoding and decoded body.
        url = "http://example.com"
        body = b"\xef\xbb\xbfWORD"
        headers = {"Content-type": ["text/html; charset=utf-8"]}

        # Test response without content-type and BOM encoding
        response = self.response_class(url, body=body)
>       self.assertEqual(response.encoding, "utf-8")
E       AttributeError: 'CustomResponse' object has no attribute 'encoding'. Did you mean: '_encoding'?

/testbed/tests/test_http_response.py:543: AttributeError

test_http_response.py::CustomResponseTest::test_cache_json_response

test_http_response.py::CustomResponseTest::test_cache_json_response

self = 

    def test_cache_json_response(self):
        json_valid_bodies = [b"""{"ip": "109.187.217.200"}""", b"""null"""]
        for json_body in json_valid_bodies:
            json_response = self.response_class(
                "http://www.example.com", body=json_body
            )

            with mock.patch("json.loads") as mock_json:
                for _ in range(2):
                    json_response.json()
>               mock_json.assert_called_once_with(json_body)

/testbed/tests/test_http_response.py:847: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
args = (b'{"ip": "109.187.217.200"}',), kwargs = {}
msg = "Expected 'loads' to be called once. Called 0 times."

    def assert_called_once_with(self, /, *args, **kwargs):
        """assert that the mock was called exactly once and that that call was
        with the specified arguments."""
        if not self.call_count == 1:
            msg = ("Expected '%s' to be called once. Called %s times.%s"
                   % (self._mock_name or 'mock',
                      self.call_count,
                      self._calls_repr()))
>           raise AssertionError(msg)
E           AssertionError: Expected 'loads' to be called once. Called 0 times.

/root/.local/share/uv/python/cpython-3.12.6-linux-x86_64-gnu/lib/python3.12/unittest/mock.py:958: AssertionError

test_http_response.py::CustomResponseTest::test_copy

test_http_response.py::CustomResponseTest::test_copy

self = 

    def test_copy(self):
>       super().test_copy()

/testbed/tests/test_http_response.py:980: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_response.py:92: in test_copy
    r2 = r1.copy()
/testbed/scrapy/http/response/__init__.py:118: in copy
    return self.replace()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://www.example.com>, args = ()
kwargs = {'body': b'Some body', 'certificate': None, 'flags': ['cached'], 'headers': {}, ...}
x = 'encoding'

    def replace(self, *args, **kwargs):
        """Create a new Response with the same attributes except for those given new values"""
        for x in self.attributes:
>           kwargs.setdefault(x, getattr(self, x))
E           AttributeError: 'CustomResponse' object has no attribute 'encoding'. Did you mean: '_encoding'?

/testbed/scrapy/http/response/__init__.py:123: AttributeError

test_http_response.py::CustomResponseTest::test_copy_inherited_classes

test_http_response.py::CustomResponseTest::test_copy_inherited_classes

self = 

    def test_copy_inherited_classes(self):
        """Test Response children copies preserve their class"""

        class CustomResponse(self.response_class):
            pass

        r1 = CustomResponse("http://www.example.com")
>       r2 = r1.copy()

/testbed/tests/test_http_response.py:142: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/scrapy/http/response/__init__.py:118: in copy
    return self.replace()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://www.example.com>, args = ()
kwargs = {'body': b'', 'certificate': None, 'flags': [], 'headers': {}, ...}
x = 'encoding'

    def replace(self, *args, **kwargs):
        """Create a new Response with the same attributes except for those given new values"""
        for x in self.attributes:
>           kwargs.setdefault(x, getattr(self, x))
E           AttributeError: 'CustomResponse' object has no attribute 'encoding'. Did you mean: '_encoding'?

/testbed/scrapy/http/response/__init__.py:123: AttributeError

test_http_response.py::CustomResponseTest::test_declared_encoding_invalid

test_http_response.py::CustomResponseTest::test_declared_encoding_invalid

self = 

    def test_declared_encoding_invalid(self):
        """Check that unknown declared encodings are ignored"""
        r = self.response_class(
            "http://www.example.com",
            headers={"Content-type": ["text/html; charset=UNKNOWN"]},
            body=b"\xc2\xa3",
        )
>       self.assertEqual(r._declared_encoding(), None)
E       AttributeError: 'CustomResponse' object has no attribute '_declared_encoding'

/testbed/tests/test_http_response.py:504: AttributeError

test_http_response.py::CustomResponseTest::test_encoding

test_http_response.py::CustomResponseTest::test_encoding

self = 

    def test_encoding(self):
        r1 = self.response_class(
            "http://www.example.com",
            body=b"\xc2\xa3",
            headers={"Content-type": ["text/html; charset=utf-8"]},
        )
>       r2 = self.response_class(
            "http://www.example.com", encoding="utf-8", body="\xa3"
        )

/testbed/tests/test_http_response.py:426: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_response.py:973: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/text.py:33: in __init__
    super().__init__(*args, **kwargs)
/testbed/scrapy/http/response/__init__.py:55: in __init__
    self._set_body(body)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'CustomResponse' object has no attribute '_url'") raised in repr()] CustomResponse object at 0x7fcb960b32f0>
body = '£'

    def _set_body(self, body):
        if body is None:
            self._body = b""
        elif not isinstance(body, bytes):
>           raise TypeError(
                "Response body must be bytes. "
                "If you want to pass unicode body use TextResponse "
                "or HtmlResponse."
            )
E           TypeError: Response body must be bytes. If you want to pass unicode body use TextResponse or HtmlResponse.

/testbed/scrapy/http/response/__init__.py:103: TypeError

test_http_response.py::CustomResponseTest::test_follow_None_url

test_http_response.py::CustomResponseTest::test_follow_None_url

self = 

    def test_follow_None_url(self):
        r = self.response_class("http://example.com")
>       self.assertRaises(ValueError, r.follow, None)
E       AssertionError: ValueError not raised by follow

/testbed/tests/test_http_response.py:219: AssertionError

test_http_response.py::CustomResponseTest::test_follow_all_css

test_http_response.py::CustomResponseTest::test_follow_all_css

self = 

    def test_follow_all_css(self):
        expected = [
            "http://example.com/sample3.html",
            "http://example.com/innertag.html",
        ]
        response = self._links_response()
>       extracted = [r.url for r in response.follow_all(css='a[href*="example.com"]')]
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:778: TypeError

test_http_response.py::CustomResponseTest::test_follow_all_css_skip_invalid

test_http_response.py::CustomResponseTest::test_follow_all_css_skip_invalid

self = 

    def test_follow_all_css_skip_invalid(self):
        expected = [
            "http://example.com/page/1/",
            "http://example.com/page/3/",
            "http://example.com/page/4/",
        ]
        response = self._links_response_no_href()
>       extracted1 = [r.url for r in response.follow_all(css=".pagination a")]
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:788: TypeError

test_http_response.py::CustomResponseTest::test_follow_all_empty

test_http_response.py::CustomResponseTest::test_follow_all_empty

self = 

    def test_follow_all_empty(self):
        r = self.response_class("http://example.com")
>       self.assertEqual([], list(r.follow_all([])))
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:277: TypeError

test_http_response.py::CustomResponseTest::test_follow_all_flags

test_http_response.py::CustomResponseTest::test_follow_all_flags

self = 

    def test_follow_all_flags(self):
        re = self.response_class("http://www.example.com/")
        urls = [
            "http://www.example.com/",
            "http://www.example.com/2",
            "http://www.example.com/foo",
        ]
        fol = re.follow_all(urls, flags=["cached", "allowed"])
>       for req in fol:
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:769: TypeError

test_http_response.py::CustomResponseTest::test_follow_all_invalid

test_http_response.py::CustomResponseTest::test_follow_all_invalid

self = 

    def test_follow_all_invalid(self):
        r = self.response_class("http://example.com")
        if self.response_class == Response:
            with self.assertRaises(TypeError):
                list(r.follow_all(urls=None))
            with self.assertRaises(TypeError):
                list(r.follow_all(urls=12345))
            with self.assertRaises(ValueError):
                list(r.follow_all(urls=[None]))
        else:
            with self.assertRaises(ValueError):
>               list(r.follow_all(urls=None))
E               TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:290: TypeError

test_http_response.py::CustomResponseTest::test_follow_all_too_many_arguments

test_http_response.py::CustomResponseTest::test_follow_all_too_many_arguments

self = 

    def test_follow_all_too_many_arguments(self):
        response = self._links_response()
>       with self.assertRaises(ValueError):
E       AssertionError: ValueError not raised

/testbed/tests/test_http_response.py:821: AssertionError

test_http_response.py::CustomResponseTest::test_follow_all_xpath

test_http_response.py::CustomResponseTest::test_follow_all_xpath

self = 

    def test_follow_all_xpath(self):
        expected = [
            "http://example.com/sample3.html",
            "http://example.com/innertag.html",
        ]
        response = self._links_response()
        extracted = response.follow_all(xpath='//a[contains(@href, "example.com")]')
>       self.assertEqual(expected, [r.url for r in extracted])
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:800: TypeError

test_http_response.py::CustomResponseTest::test_follow_all_xpath_skip_invalid

test_http_response.py::CustomResponseTest::test_follow_all_xpath_skip_invalid

self = 

    def test_follow_all_xpath_skip_invalid(self):
        expected = [
            "http://example.com/page/1/",
            "http://example.com/page/3/",
            "http://example.com/page/4/",
        ]
        response = self._links_response_no_href()
        extracted1 = [
>           r.url for r in response.follow_all(xpath='//div[@id="pagination"]/a')
        ]
E       TypeError: 'NoneType' object is not iterable

/testbed/tests/test_http_response.py:810: TypeError

test_http_response.py::CustomResponseTest::test_follow_encoding

test_http_response.py::CustomResponseTest::test_follow_encoding

self = 

    def test_follow_encoding(self):
        resp1 = self.response_class(
            "http://example.com",
            encoding="utf8",
            body='click me'.encode(
                "utf8"
            ),
        )
        req = self._assert_followed_url(
>           resp1.css("a")[0],
            "http://example.com/foo?%D0%BF%D1%80%D0%B8%D0%B2%D0%B5%D1%82",
            response=resp1,
        )

/testbed/tests/test_http_response.py:736: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com>, a = ('a',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::CustomResponseTest::test_follow_flags

test_http_response.py::CustomResponseTest::test_follow_flags

self = 

    def test_follow_flags(self):
        res = self.response_class("http://example.com/")
        fol = res.follow("http://example.com/", flags=["cached", "allowed"])
>       self.assertEqual(fol.flags, ["cached", "allowed"])
E       AttributeError: 'NoneType' object has no attribute 'flags'

/testbed/tests/test_http_response.py:759: AttributeError

test_http_response.py::CustomResponseTest::test_follow_link

test_http_response.py::CustomResponseTest::test_follow_link

self = 

    def test_follow_link(self):
>       self._assert_followed_url(
            Link("http://example.com/foo"), "http://example.com/foo"
        )

/testbed/tests/test_http_response.py:213: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
follow_obj = Link(url='http://example.com/foo', text='', fragment='', nofollow=False)
target_url = 'http://example.com/foo', response = <200 http://example.com/index>

    def _assert_followed_url(self, follow_obj, target_url, response=None):
        if response is None:
            response = self._links_response()
        req = response.follow(follow_obj)
>       self.assertEqual(req.url, target_url)
E       AttributeError: 'NoneType' object has no attribute 'url'

/testbed/tests/test_http_response.py:332: AttributeError

test_http_response.py::CustomResponseTest::test_follow_selector

test_http_response.py::CustomResponseTest::test_follow_selector

self = 

    def test_follow_selector(self):
        resp = self._links_response()
        urls = [
            "http://example.com/sample2.html",
            "http://example.com/sample3.html",
            "http://example.com/sample3.html",
            "http://example.com/sample3.html",
            "http://example.com/sample3.html#foo",
            "http://www.google.com/something",
            "http://example.com/innertag.html",
        ]

        # select  elements
>       for sellist in [resp.css("a"), resp.xpath("//a")]:

/testbed/tests/test_http_response.py:669: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com/index>, a = ('a',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::CustomResponseTest::test_follow_selector_attribute

test_http_response.py::CustomResponseTest::test_follow_selector_attribute

self = 

    def test_follow_selector_attribute(self):
        resp = self._links_response()
>       for src in resp.css("img::attr(src)"):

/testbed/tests/test_http_response.py:703: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com/index>, a = ('img::attr(src)',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::CustomResponseTest::test_follow_selector_invalid

test_http_response.py::CustomResponseTest::test_follow_selector_invalid

self = 

    def test_follow_selector_invalid(self):
        resp = self._links_response()
        self.assertRaisesRegex(
            ValueError,
            "Unsupported",
            resp.follow,
>           resp.xpath("count(//div)")[0],
        )

/testbed/tests/test_http_response.py:698: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com/index>, a = ('count(//div)',), kw = {}

    def xpath(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:155: NotSupported

test_http_response.py::CustomResponseTest::test_follow_selector_list

test_http_response.py::CustomResponseTest::test_follow_selector_list

self = 

    def test_follow_selector_list(self):
        resp = self._links_response()
>       self.assertRaisesRegex(ValueError, "SelectorList", resp.follow, resp.css("a"))

/testbed/tests/test_http_response.py:690: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com/index>, a = ('a',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::CustomResponseTest::test_follow_selector_no_href

test_http_response.py::CustomResponseTest::test_follow_selector_no_href

self = 

    def test_follow_selector_no_href(self):
        resp = self.response_class(
            url="http://example.com",
            body=b"click me",
        )
>       self.assertRaisesRegex(ValueError, "no href", resp.follow, resp.css("a")[0])

/testbed/tests/test_http_response.py:711: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com>, a = ('a',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::CustomResponseTest::test_follow_url_absolute

test_http_response.py::CustomResponseTest::test_follow_url_absolute

self = 

    def test_follow_url_absolute(self):
>       self._assert_followed_url("http://foo.example.com", "http://foo.example.com")

/testbed/tests/test_http_response.py:207: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
follow_obj = 'http://foo.example.com', target_url = 'http://foo.example.com'
response = <200 http://example.com/index>

    def _assert_followed_url(self, follow_obj, target_url, response=None):
        if response is None:
            response = self._links_response()
        req = response.follow(follow_obj)
>       self.assertEqual(req.url, target_url)
E       AttributeError: 'NoneType' object has no attribute 'url'

/testbed/tests/test_http_response.py:332: AttributeError

test_http_response.py::CustomResponseTest::test_follow_url_relative

test_http_response.py::CustomResponseTest::test_follow_url_relative

self = 

    def test_follow_url_relative(self):
>       self._assert_followed_url("foo", "http://example.com/foo")

/testbed/tests/test_http_response.py:210: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
follow_obj = 'foo', target_url = 'http://example.com/foo'
response = <200 http://example.com/index>

    def _assert_followed_url(self, follow_obj, target_url, response=None):
        if response is None:
            response = self._links_response()
        req = response.follow(follow_obj)
>       self.assertEqual(req.url, target_url)
E       AttributeError: 'NoneType' object has no attribute 'url'

/testbed/tests/test_http_response.py:332: AttributeError

test_http_response.py::CustomResponseTest::test_follow_whitespace_link

test_http_response.py::CustomResponseTest::test_follow_whitespace_link

self = 

    @mark.xfail(
        parse_version(w3lib_version) < parse_version("2.1.1"),
        reason="https://github.com/scrapy/w3lib/pull/207",
        strict=True,
    )
    def test_follow_whitespace_link(self):
>       self._assert_followed_url(
            Link("http://example.com/foo "), "http://example.com/foo"
        )

/testbed/tests/test_http_response.py:235: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
follow_obj = Link(url='http://example.com/foo ', text='', fragment='', nofollow=False)
target_url = 'http://example.com/foo', response = <200 http://example.com/index>

    def _assert_followed_url(self, follow_obj, target_url, response=None):
        if response is None:
            response = self._links_response()
        req = response.follow(follow_obj)
>       self.assertEqual(req.url, target_url)
E       AttributeError: 'NoneType' object has no attribute 'url'

/testbed/tests/test_http_response.py:332: AttributeError

test_http_response.py::CustomResponseTest::test_follow_whitespace_selector

test_http_response.py::CustomResponseTest::test_follow_whitespace_selector

self = 

    def test_follow_whitespace_selector(self):
        resp = self.response_class(
            "http://example.com",
            body=b"""click me""",
        )
        self._assert_followed_url(
>           resp.css("a")[0], "http://example.com/foo", response=resp
        )

/testbed/tests/test_http_response.py:719: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com>, a = ('a',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::CustomResponseTest::test_follow_whitespace_url

test_http_response.py::CustomResponseTest::test_follow_whitespace_url

self = 

    @mark.xfail(
        parse_version(w3lib_version) < parse_version("2.1.1"),
        reason="https://github.com/scrapy/w3lib/pull/207",
        strict=True,
    )
    def test_follow_whitespace_url(self):
>       self._assert_followed_url("foo ", "http://example.com/foo")

/testbed/tests/test_http_response.py:227: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
follow_obj = 'foo ', target_url = 'http://example.com/foo'
response = <200 http://example.com/index>

    def _assert_followed_url(self, follow_obj, target_url, response=None):
        if response is None:
            response = self._links_response()
        req = response.follow(follow_obj)
>       self.assertEqual(req.url, target_url)
E       AttributeError: 'NoneType' object has no attribute 'url'

/testbed/tests/test_http_response.py:332: AttributeError

test_http_response.py::CustomResponseTest::test_immutable_attributes

test_http_response.py::CustomResponseTest::test_immutable_attributes

self = 

    def test_immutable_attributes(self):
        r = self.response_class("http://example.com")
>       self.assertRaises(AttributeError, setattr, r, "url", "http://example2.com")

/testbed/tests/test_http_response.py:182: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

    def wrapper(self, value):
        private_name = f"_{name}"
        if not hasattr(self, private_name):
>           warnings.warn(f"Property {name} is deprecated.", category=warn_category, stacklevel=2)
E           TypeError: category must be a Warning subclass, not 'str'

/testbed/scrapy/http/common.py:10: TypeError

test_http_response.py::CustomResponseTest::test_init

test_http_response.py::CustomResponseTest::test_init

self = 

    def test_init(self):
        # Response requires url in the constructor
        self.assertRaises(Exception, self.response_class)
        self.assertTrue(
            isinstance(self.response_class("http://example.com/"), self.response_class)
        )
        self.assertRaises(TypeError, self.response_class, b"http://example.com")
        self.assertRaises(
            TypeError, self.response_class, url="http://example.com", body={}
        )
        # body can be str or None
        self.assertTrue(
            isinstance(
                self.response_class("http://example.com/", body=b""),
                self.response_class,
            )
        )
        self.assertTrue(
            isinstance(
                self.response_class("http://example.com/", body=b"body"),
                self.response_class,
            )
        )
        # test presence of all optional parameters
        self.assertTrue(
            isinstance(
                self.response_class(
                    "http://example.com/", body=b"", headers={}, status=200
                ),
                self.response_class,
            )
        )

        r = self.response_class("http://www.example.com")
        assert isinstance(r.url, str)
        self.assertEqual(r.url, "http://www.example.com")
        self.assertEqual(r.status, 200)

        assert isinstance(r.headers, Headers)
        self.assertEqual(r.headers, {})

        headers = {"foo": "bar"}
        body = b"a body"
        r = self.response_class("http://www.example.com", headers=headers, body=body)

        assert r.headers is not headers
>       self.assertEqual(r.headers[b"foo"], b"bar")

/testbed/tests/test_http_response.py:74: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/scrapy/http/headers.py:23: in __getitem__
    return super().__getitem__(key)[-1]
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = {'foo': 'bar'}, key = b'foo'

    def __getitem__(self, key):
>       return dict.__getitem__(self, self.normkey(key))
E       KeyError: None

/testbed/scrapy/utils/datatypes.py:31: KeyError

test_http_response.py::CustomResponseTest::test_invalid_utf8_encoded_body_with_valid_utf8_BOM

test_http_response.py::CustomResponseTest::test_invalid_utf8_encoded_body_with_valid_utf8_BOM

self = 

    def test_invalid_utf8_encoded_body_with_valid_utf8_BOM(self):
        r6 = self.response_class(
            "http://www.example.com",
            headers={"Content-type": ["text/html; charset=utf-8"]},
            body=b"\xef\xbb\xbfWORD\xe3\xab",
        )
>       self.assertEqual(r6.encoding, "utf-8")
E       AttributeError: 'CustomResponse' object has no attribute 'encoding'. Did you mean: '_encoding'?

/testbed/tests/test_http_response.py:522: AttributeError

test_http_response.py::CustomResponseTest::test_json_response

test_http_response.py::CustomResponseTest::test_json_response

self = 

    def test_json_response(self):
        json_body = b"""{"ip": "109.187.217.200"}"""
        json_response = self.response_class("http://www.example.com", body=json_body)
>       self.assertEqual(json_response.json(), {"ip": "109.187.217.200"})
E       AssertionError: None != {'ip': '109.187.217.200'}

/testbed/tests/test_http_response.py:830: AssertionError

test_http_response.py::CustomResponseTest::test_replace

test_http_response.py::CustomResponseTest::test_replace

self = 

    def test_replace(self):
>       super().test_replace()

/testbed/tests/test_http_response.py:996: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/tests/test_http_response.py:358: in test_replace
    super().test_replace()
/testbed/tests/test_http_response.py:150: in test_replace
    r2 = r1.replace(status=301, body=b"New body", headers=hdrs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://www.example.com>, args = ()
kwargs = {'body': b'New body', 'certificate': None, 'flags': [], 'headers': {'key': 'value'}, ...}
x = 'encoding'

    def replace(self, *args, **kwargs):
        """Create a new Response with the same attributes except for those given new values"""
        for x in self.attributes:
>           kwargs.setdefault(x, getattr(self, x))
E           AttributeError: 'CustomResponse' object has no attribute 'encoding'. Did you mean: '_encoding'?

/testbed/scrapy/http/response/__init__.py:123: AttributeError

test_http_response.py::CustomResponseTest::test_replace_wrong_encoding

test_http_response.py::CustomResponseTest::test_replace_wrong_encoding

self = 

    def test_replace_wrong_encoding(self):
        """Test invalid chars are replaced properly"""
        r = self.response_class(
            "http://www.example.com",
            encoding="utf-8",
            body=b"PREFIX\xe3\xabSUFFIX",
        )
        # XXX: Policy for replacing invalid chars may suffer minor variations
        # but it should always contain the unicode replacement char ('\ufffd')
>       assert "\ufffd" in r.text, repr(r.text)
E       TypeError: argument of type 'NoneType' is not iterable

/testbed/tests/test_http_response.py:568: TypeError

test_http_response.py::CustomResponseTest::test_selector

test_http_response.py::CustomResponseTest::test_selector

self = 

    def test_selector(self):
        body = b""
        response = self.response_class("http://www.example.com", body=body)

>       self.assertIsInstance(response.selector, Selector)
E       AttributeError: 'CustomResponse' object has no attribute 'selector'

/testbed/tests/test_http_response.py:588: AttributeError

test_http_response.py::CustomResponseTest::test_selector_shortcuts

test_http_response.py::CustomResponseTest::test_selector_shortcuts

self = 

    def test_selector_shortcuts(self):
        body = b""
        response = self.response_class("http://www.example.com", body=body)

        self.assertEqual(
>           response.xpath("//title/text()").getall(),
            response.selector.xpath("//title/text()").getall(),
        )

/testbed/tests/test_http_response.py:604: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://www.example.com>, a = ('//title/text()',), kw = {}

    def xpath(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:155: NotSupported

test_http_response.py::CustomResponseTest::test_selector_shortcuts_kwargs

test_http_response.py::CustomResponseTest::test_selector_shortcuts_kwargs

self = 

    def test_selector_shortcuts_kwargs(self):
        body = b'
A nice paragraph.
'
        response = self.response_class("http://www.example.com", body=body)

        self.assertEqual(
>           response.xpath(
                "normalize-space(//p[@class=$pclass])", pclass="content"
            ).getall(),
            response.xpath('normalize-space(//p[@class="content"])').getall(),
        )

/testbed/tests/test_http_response.py:617: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://www.example.com>
a = ('normalize-space(//p[@class=$pclass])',), kw = {'pclass': 'content'}

    def xpath(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:155: NotSupported

test_http_response.py::CustomResponseTest::test_shortcut_attributes

test_http_response.py::CustomResponseTest::test_shortcut_attributes

self = 

    def test_shortcut_attributes(self):
        r = self.response_class("http://example.com", body=b"hello")
        if self.response_class == Response:
            msg = "Response content isn't text"
            self.assertRaisesRegex(AttributeError, msg, getattr, r, "text")
            self.assertRaisesRegex(NotSupported, msg, r.css, "body")
            self.assertRaisesRegex(NotSupported, msg, r.xpath, "//body")
            self.assertRaisesRegex(NotSupported, msg, r.jmespath, "body")
        else:
            r.text
>           r.css("body")

/testbed/tests/test_http_response.py:201: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <200 http://example.com>, a = ('body',), kw = {}

    def css(self, *a, **kw):
        """Shortcut method implemented only by responses whose content
        is text (subclasses of TextResponse).
        """
>       raise NotSupported("Response content isn't text")
E       scrapy.exceptions.NotSupported: Response content isn't text

/testbed/scrapy/http/response/__init__.py:143: NotSupported

test_http_response.py::CustomResponseTest::test_unicode_body

test_http_response.py::CustomResponseTest::test_unicode_body

self = 

    def test_unicode_body(self):
        unicode_string = (
            "\u043a\u0438\u0440\u0438\u043b\u043b\u0438\u0447\u0435\u0441\u043a\u0438\u0439 "
            "\u0442\u0435\u043a\u0441\u0442"
        )
        self.assertRaises(
            TypeError,
            self.response_class,
            "http://www.example.com",
            body="unicode body",
        )

        original_string = unicode_string.encode("cp1251")
        r1 = self.response_class(
            "http://www.example.com", body=original_string, encoding="cp1251"
        )

        # check response.text
>       self.assertTrue(isinstance(r1.text, str))
E       AssertionError: False is not true

/testbed/tests/test_http_response.py:417: AssertionError

test_http_response.py::CustomResponseTest::test_unicode_url

test_http_response.py::CustomResponseTest::test_unicode_url

self = 

    def test_unicode_url(self):
        # instantiate with unicode url without encoding (should set default encoding)
        resp = self.response_class("http://www.example.com/")
>       self._assert_response_encoding(resp, self.response_class._DEFAULT_ENCODING)

/testbed/tests/test_http_response.py:374: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
response = <200 http://www.example.com/>, encoding = 'ascii'

    def _assert_response_encoding(self, response, encoding):
>       self.assertEqual(response.encoding, resolve_encoding(encoding))
E       AttributeError: 'CustomResponse' object has no attribute 'encoding'. Did you mean: '_encoding'?

/testbed/tests/test_http_response.py:178: AttributeError

test_http_response.py::CustomResponseTest::test_urljoin

test_http_response.py::CustomResponseTest::test_urljoin

self = 

    def test_urljoin(self):
        """Test urljoin shortcut (only for existence, since behavior equals urljoin)"""
        joined = self.response_class("http://www.example.com").urljoin("/test")
        absolute = "http://www.example.com/test"
>       self.assertEqual(joined, absolute)
E       AssertionError: None != 'http://www.example.com/test'

/testbed/tests/test_http_response.py:189: AssertionError

test_http_response.py::CustomResponseTest::test_urljoin_with_base_url

test_http_response.py::CustomResponseTest::test_urljoin_with_base_url

self = 

    def test_urljoin_with_base_url(self):
        """Test urljoin shortcut which also evaluates base-url through get_base_url()."""
        body = b''
        joined = self.response_class("http://www.example.com", body=body).urljoin(
            "/test"
        )
        absolute = "https://example.net/test"
>       self.assertEqual(joined, absolute)
E       AssertionError: None != 'https://example.net/test'

/testbed/tests/test_http_response.py:640: AssertionError

test_http_response.py::CustomResponseTest::test_utf16

test_http_response.py::CustomResponseTest::test_utf16

self = 

    def test_utf16(self):
        """Test utf-16 because UnicodeDammit is known to have problems with"""
        r = self.response_class(
            "http://www.example.com",
            body=b"\xff\xfeh\x00i\x00",
            encoding="utf-16",
        )
>       self._assert_response_values(r, "utf-16", "hi")

/testbed/tests/test_http_response.py:514: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
response = <200 http://www.example.com>, encoding = 'utf-16', body = 'hi'

    def _assert_response_values(self, response, encoding, body):
        if isinstance(body, str):
            body_unicode = body
            body_bytes = body.encode(encoding)
        else:
            body_unicode = body.decode(encoding)
            body_bytes = body

        assert isinstance(response.body, bytes)
>       assert isinstance(response.text, str)
E       AssertionError

/testbed/tests/test_http_response.py:172: AssertionError

test_item.py::ItemTest::test_copy

test_item.py::ItemTest::test_copy

self = 

    def test_copy(self):
        class TestItem(Item):
            name = Field()

        item = TestItem({"name": "lower"})
>       copied_item = item.copy()

/testbed/tests/test_item.py:250: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = {'name': 'lower'}, name = 'copy'

    def __getattr__(self, name):
        if name in self.fields:
            raise AttributeError(f'Use item[{name!r}] to get field value')
>       raise AttributeError(name)
E       AttributeError: copy

/testbed/scrapy/item.py:85: AttributeError

test_item.py::ItemTest::test_deepcopy

test_item.py::ItemTest::test_deepcopy

self = 

    def test_deepcopy(self):
        class TestItem(Item):
            tags = Field()

        item = TestItem({"tags": ["tag1"]})
        copied_item = item.deepcopy()
        item["tags"].append("tag2")
>       assert item["tags"] != copied_item["tags"]
E       TypeError: 'NoneType' object is not subscriptable

/testbed/tests/test_item.py:262: TypeError

test_linkextractors.py::LxmlLinkExtractorTestCase::test_area_tag_with_unicode_present

test_linkextractors.py::LxmlLinkExtractorTestCase::test_area_tag_with_unicode_present

self = 

    def test_area_tag_with_unicode_present(self):
        body = b"""\xbe\xa9"""
        response = HtmlResponse("http://example.org", body=body, encoding="utf-8")
        lx = self.extractor_cls()
>       lx.extract_links(response)

/testbed/tests/test_linkextractors.py:351: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/scrapy/linkextractors/lxmlhtml.py:88: in extract_links
    base_url = get_base_url(response)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

response = <200 http://example.org>

    def get_base_url(response: 'scrapy.http.response.text.TextResponse') -> str:
        """Return the base url of the given response, joined with the response url"""
        if response not in _baseurl_cache:
>           text = response.text[0:4096]
E           TypeError: 'NoneType' object is not subscriptable

/testbed/scrapy/utils/response.py:26: TypeError

test_linkextractors.py::LxmlLinkExtractorTestCase::test_attrs

test_linkextractors.py::LxmlLinkExtractorTestCase::test_attrs

self = 

    def test_attrs(self):
        lx = self.extractor_cls(attrs="href")
        page4_url = "http://example.com/page%204.html"

        self.assertEqual(
>           lx.extract_links(self.response),
            [
                Link(url="http://example.com/sample1.html", text=""),
                Link(url="http://example.com/sample2.html", text="sample 2"),
                Link(url="http://example.com/sample3.html", text="sample 3 text"),
                Link(
                    url="http://example.com/sample3.html#foo",
                    text="sample 3 repetition with fragment",
                ),
                Link(url="http://www.google.com/something", text=""),
                Link(url="http://example.com/innertag.html", text="inner tag"),
                Link(url=page4_url, text="href with whitespaces"),
            ],
        )

/testbed/tests/test_linkextractors.py:462: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/scrapy/linkextractors/lxmlhtml.py:88: in extract_links
    base_url = get_base_url(response)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

response = <200 http://example.com/index>

    def get_base_url(response: 'scrapy.http.response.text.TextResponse') -> str:
        """Return the base url of the given response, joined with the response url"""
        if response not in _baseurl_cache:
>           text = response.text[0:4096]
E           TypeError: 'NoneType' object is not subscriptable

/testbed/scrapy/utils/response.py:26: TypeError

test_linkextractors.py::LxmlLinkExtractorTestCase::test_base_url_with_restrict_xpaths

test_linkextractors.py::LxmlLinkExtractorTestCase::test_base_url_with_restrict_xpaths

self = 

    def test_base_url_with_restrict_xpaths(self):
        html = b"""
    
    
        

        
About us
        
        

        
Follow this link
        
        

        
Dont follow this one
        
        

        
Choose to follow or not
        
        

        
External link not to follow
        
    
    
            """

            response = HtmlResponse("http://example.com/index.xhtml", body=xhtml)

            lx = self.extractor_cls()
            self.assertEqual(
>               lx.extract_links(response),
                [
                    Link(
                        url="http://example.com/about.html",
                        text="About us",
                        fragment="",
                        nofollow=False,
                    ),
                    Link(
                        url="http://example.com/follow.html",
                        text="Follow this link",
                        fragment="",
                        nofollow=False,
                    ),
                    Link(
                        url="http://example.com/nofollow.html",
                        text="Dont follow this one",
                        fragment="",
                        nofollow=True,
                    ),
                    Link(
                        url="http://example.com/nofollow2.html",
                        text="Choose to follow or not",
                        fragment="",
                        nofollow=False,
                    ),
                    Link(
                        url="http://google.com/something",
                        text="External link not to follow",
                        nofollow=True,
                    ),
                ],
            )

/testbed/tests/test_linkextractors.py:626: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/scrapy/linkextractors/lxmlhtml.py:88: in extract_links
    base_url = get_base_url(response)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

response = <200 http://example.com/index.xhtml>

    def get_base_url(response: 'scrapy.http.response.text.TextResponse') -> str:
        """Return the base url of the given response, joined with the response url"""
        if response not in _baseurl_cache:
>           text = response.text[0:4096]
E           TypeError: 'NoneType' object is not subscriptable

/testbed/scrapy/utils/response.py:26: TypeError

test_loader.py::SelectortemLoaderTest::test_add_css_re

test_loader.py::SelectortemLoaderTest::test_add_css_re

self = 

    def test_add_css_re(self):
>       l = TestItemLoader(response=self.response)

/testbed/tests/test_loader.py:394: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/testbed/scrapy/loader/__init__.py:87: in __init__
    selector = self.default_selector_class(response)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <[AttributeError("'Selector' object has no attribute 'type'") raised in repr()] Selector object at 0x7fcb95f93f50>
response = <200 >, text = None, type = None
root =