mirror of https://github.com/scrapy/scrapy.git
41 lines
1.2 KiB
Python
41 lines
1.2 KiB
Python
from twisted.trial import unittest
|
|
|
|
from scrapy.utils.asyncgen import as_async_generator, collect_asyncgen, _process_iterable_universal
|
|
from scrapy.utils.defer import deferred_f_from_coro_f
|
|
|
|
|
|
class AsyncgenUtilsTest(unittest.TestCase):
|
|
@deferred_f_from_coro_f
|
|
async def test_as_async_generator(self):
|
|
ag = as_async_generator(range(42))
|
|
results = []
|
|
async for i in ag:
|
|
results.append(i)
|
|
self.assertEqual(results, list(range(42)))
|
|
|
|
@deferred_f_from_coro_f
|
|
async def test_collect_asyncgen(self):
|
|
ag = as_async_generator(range(42))
|
|
results = await collect_asyncgen(ag)
|
|
self.assertEqual(results, list(range(42)))
|
|
|
|
|
|
@_process_iterable_universal
|
|
async def process_iterable(iterable):
|
|
async for i in iterable:
|
|
yield i * 2
|
|
|
|
|
|
class ProcessIterableUniversalTest(unittest.TestCase):
|
|
|
|
def test_normal(self):
|
|
iterable = iter([1, 2, 3])
|
|
results = list(process_iterable(iterable))
|
|
self.assertEqual(results, [2, 4, 6])
|
|
|
|
@deferred_f_from_coro_f
|
|
async def test_async(self):
|
|
iterable = as_async_generator([1, 2, 3])
|
|
results = await collect_asyncgen(process_iterable(iterable))
|
|
self.assertEqual(results, [2, 4, 6])
|