|
1 | 1 | import os
|
2 | 2 |
|
| 3 | +import pytest |
3 | 4 | from twisted.internet.defer import Deferred
|
4 |
| -from twisted.trial import unittest |
5 | 5 | from zope.interface.verify import verifyObject
|
6 | 6 |
|
7 | 7 | from scrapyd.config import Config
|
|
10 | 10 | from scrapyd.utils import get_spider_queues
|
11 | 11 |
|
12 | 12 |
|
13 |
| -class QueuePollerTest(unittest.TestCase): |
14 |
| - def setUp(self): |
15 |
| - d = self.mktemp() |
16 |
| - eggs_dir = os.path.join(d, "eggs") |
17 |
| - dbs_dir = os.path.join(d, "dbs") |
18 |
| - os.makedirs(eggs_dir) |
19 |
| - os.makedirs(dbs_dir) |
20 |
| - os.makedirs(os.path.join(eggs_dir, "mybot1")) |
21 |
| - os.makedirs(os.path.join(eggs_dir, "mybot2")) |
22 |
| - config = Config(values={"eggs_dir": eggs_dir, "dbs_dir": dbs_dir}) |
23 |
| - self.queues = get_spider_queues(config) |
24 |
| - self.poller = QueuePoller(config) |
| 13 | +@pytest.fixture() |
| 14 | +def poller(tmpdir): |
| 15 | + eggs_dir = os.path.join(tmpdir, "eggs") |
| 16 | + dbs_dir = os.path.join(tmpdir, "dbs") |
| 17 | + os.makedirs(os.path.join(eggs_dir, "mybot1")) |
| 18 | + os.makedirs(os.path.join(eggs_dir, "mybot2")) |
| 19 | + config = Config(values={"eggs_dir": eggs_dir, "dbs_dir": dbs_dir}) |
| 20 | + return QueuePoller(config) |
25 | 21 |
|
26 |
| - def test_interface(self): |
27 |
| - verifyObject(IPoller, self.poller) |
28 | 22 |
|
29 |
| - def test_poll_next(self): |
30 |
| - cfg = {"mybot1": "spider1", "mybot2": "spider2"} |
31 |
| - priority = 0 |
32 |
| - for prj, spd in cfg.items(): |
33 |
| - self.queues[prj].add(spd, priority) |
| 23 | +def test_interface(poller): |
| 24 | + verifyObject(IPoller, poller) |
34 | 25 |
|
35 |
| - d1 = self.poller.next() |
36 |
| - d2 = self.poller.next() |
37 | 26 |
|
38 |
| - self.assertIsInstance(d1, Deferred) |
39 |
| - self.assertFalse(hasattr(d1, "result")) |
| 27 | +def test_poll_next(poller): |
| 28 | + queues = get_spider_queues(poller.config) |
40 | 29 |
|
41 |
| - # poll once |
42 |
| - self.poller.poll() |
| 30 | + cfg = {"mybot1": "spider1", "mybot2": "spider2"} |
| 31 | + priority = 0 |
| 32 | + for prj, spd in cfg.items(): |
| 33 | + queues[prj].add(spd, priority) |
43 | 34 |
|
44 |
| - self.assertTrue(hasattr(d1, "result")) |
45 |
| - self.assertTrue(getattr(d1, "called", False)) |
| 35 | + d1 = poller.next() |
| 36 | + d2 = poller.next() |
46 | 37 |
|
47 |
| - # which project got run: project1 or project2? |
48 |
| - self.assertTrue(d1.result.get("_project")) |
| 38 | + assert isinstance(d1, Deferred) |
| 39 | + assert not hasattr(d1, "result") |
49 | 40 |
|
50 |
| - prj = d1.result["_project"] |
| 41 | + # poll once |
| 42 | + poller.poll() |
51 | 43 |
|
52 |
| - self.assertEqual(d1.result["_spider"], cfg.pop(prj)) |
| 44 | + assert hasattr(d1, "result") |
| 45 | + assert getattr(d1, "called", False) |
53 | 46 |
|
54 |
| - self.queues[prj].pop() |
| 47 | + # which project got run: project1 or project2? |
| 48 | + assert d1.result.get("_project") |
55 | 49 |
|
56 |
| - # poll twice |
57 |
| - # check that the other project's spider got to run |
58 |
| - self.poller.poll() |
59 |
| - prj, spd = cfg.popitem() |
| 50 | + prj = d1.result["_project"] |
60 | 51 |
|
61 |
| - self.assertEqual(d2.result, {"_project": prj, "_spider": spd}) |
| 52 | + assert d1.result["_spider"] == cfg.pop(prj) |
| 53 | + |
| 54 | + queues[prj].pop() |
| 55 | + |
| 56 | + # poll twice |
| 57 | + # check that the other project's spider got to run |
| 58 | + poller.poll() |
| 59 | + prj, spd = cfg.popitem() |
| 60 | + |
| 61 | + assert d2.result == {"_project": prj, "_spider": spd} |
0 commit comments