import dataclasses import datetime import json from decimal import Decimal import attr from twisted.internet import defer from scrapy.http import Request, Response from scrapy.utils.serialize import ScrapyJSONEncoder class TestJsonEncoder: def setup_method(self): self.encoder = ScrapyJSONEncoder(sort_keys=True) def test_encode_decode(self): dt = datetime.datetime(2010, 1, 2, 10, 11, 12) dts = "2010-01-02 10:11:12" d = datetime.date(2010, 1, 2) ds = "2010-01-02" t = datetime.time(10, 11, 12) ts = "10:11:12" dec = Decimal("1000.12") decs = "1000.12" s = {"foo"} ss = ["foo"] dt_set = {dt} dt_sets = [dts] for input, output in [ ("foo", "foo"), (d, ds), (t, ts), (dt, dts), (dec, decs), (["foo", d], ["foo", ds]), (s, ss), (dt_set, dt_sets), ]: assert self.encoder.encode(input) == json.dumps(output, sort_keys=True) def test_encode_deferred(self): assert "Deferred" in self.encoder.encode(defer.Deferred()) def test_encode_request(self): r = Request("http://www.example.com/lala") rs = self.encoder.encode(r) assert r.method in rs assert r.url in rs def test_encode_response(self): r = Response("http://www.example.com/lala") rs = self.encoder.encode(r) assert r.url in rs assert str(r.status) in rs def test_encode_dataclass_item(self) -> None: @dataclasses.dataclass class TestDataClass: name: str url: str price: int item = TestDataClass(name="Product", url="http://product.org", price=1) encoded = self.encoder.encode(item) assert encoded == '{"name": "Product", "price": 1, "url": "http://product.org"}' def test_encode_attrs_item(self): @attr.s class AttrsItem: name = attr.ib(type=str) url = attr.ib(type=str) price = attr.ib(type=int) item = AttrsItem(name="Product", url="http://product.org", price=1) encoded = self.encoder.encode(item) assert encoded == '{"name": "Product", "price": 1, "url": "http://product.org"}'