import datetime import json import unittest from decimal import Decimal import attr from twisted.internet import defer from scrapy.http import Request, Response from scrapy.utils.serialize import ScrapyJSONEncoder try: from dataclasses import make_dataclass except ImportError: make_dataclass = None class JsonEncoderTestCase(unittest.TestCase): def setUp(self): self.encoder = ScrapyJSONEncoder(sort_keys=True) def test_encode_decode(self): dt = datetime.datetime(2010, 1, 2, 10, 11, 12) dts = "2010-01-02 10:11:12" d = datetime.date(2010, 1, 2) ds = "2010-01-02" t = datetime.time(10, 11, 12) ts = "10:11:12" dec = Decimal("1000.12") decs = "1000.12" s = {'foo'} ss = ['foo'] dt_set = {dt} dt_sets = [dts] for input, output in [('foo', 'foo'), (d, ds), (t, ts), (dt, dts), (dec, decs), (['foo', d], ['foo', ds]), (s, ss), (dt_set, dt_sets)]: self.assertEqual(self.encoder.encode(input), json.dumps(output, sort_keys=True)) def test_encode_deferred(self): self.assertIn('Deferred', self.encoder.encode(defer.Deferred())) def test_encode_request(self): r = Request("http://www.example.com/lala") rs = self.encoder.encode(r) self.assertIn(r.method, rs) self.assertIn(r.url, rs) def test_encode_response(self): r = Response("http://www.example.com/lala") rs = self.encoder.encode(r) self.assertIn(r.url, rs) self.assertIn(str(r.status), rs) @unittest.skipIf(not make_dataclass, "No dataclass support") def test_encode_dataclass_item(self): TestDataClass = make_dataclass( "TestDataClass", [("name", str), ("url", str), ("price", int)], ) item = TestDataClass(name="Product", url="http://product.org", price=1) encoded = self.encoder.encode(item) self.assertEqual( encoded, '{"name": "Product", "price": 1, "url": "http://product.org"}' ) def test_encode_attrs_item(self): @attr.s class AttrsItem: name = attr.ib(type=str) url = attr.ib(type=str) price = attr.ib(type=int) item = AttrsItem(name="Product", url="http://product.org", price=1) encoded = self.encoder.encode(item) self.assertEqual( encoded, '{"name": "Product", "price": 1, "url": "http://product.org"}' )