Add errors parameter for CsvItemExporter with tests

scrapy/exporters.py

@@ -195,7 +195,7 @@ class XmlItemExporter(BaseItemExporter):
 
 class CsvItemExporter(BaseItemExporter):
 
-    def __init__(self, file, include_headers_line=True, join_multivalued=',', **kwargs):
+    def __init__(self, file, include_headers_line=True, join_multivalued=',', errors=None, **kwargs):
         super().__init__(dont_fail=True, **kwargs)
         if not self.encoding:
             self.encoding = 'utf-8'
@@ -205,7 +205,8 @@ class CsvItemExporter(BaseItemExporter):
             line_buffering=False,
             write_through=True,
             encoding=self.encoding,
-            newline=''  # Windows needs this https://github.com/scrapy/scrapy/issues/3034
+            newline='',  # Windows needs this https://github.com/scrapy/scrapy/issues/3034
+            errors=errors,
         )
         self.csv_writer = csv.writer(self.stream, **self._kwargs)
         self._headers_not_written = True

tests/test_exporters.py

@@ -355,6 +355,23 @@ class CsvItemExporterTest(BaseItemExporterTest):
             expected='22,False,3.14,2015-01-01 01:01:01\r\n'
         )
 
+    def test_errors_default(self):
+        with self.assertRaises(UnicodeEncodeError):
+            self.assertExportResult(
+                item=dict(text=u'W\u0275\u200Brd'),
+                expected=None,
+                encoding='windows-1251',
+            )
+
+    def test_errors_xmlcharrefreplace(self):
+        self.assertExportResult(
+            item=dict(text=u'W\u0275\u200Brd'),
+            include_headers_line=False,
+            expected='Wɵ​rd\r\n',
+            encoding='windows-1251',
+            errors='xmlcharrefreplace',
+        )
+
 
 class CsvItemExporterDataclassTest(CsvItemExporterTest):
     item_class = TestDataClass