Evgeniy Tatarkin avatar Evgeniy Tatarkin committed 7078700

add item and field

Comments (0)

Files changed (2)

pomp/core/item.py

+"""
+Item
+"""
+
+
+class Item(object):
+    pass
+
+
+class Field(object):
+    pass

tests/test_simple_crawler.py

 from pomp.core.base import BaseCrawler, BaseDownloader
 from pomp.core.engine import Pomp
+from pomp.core.item import Item, Field
 
 
 class TestSimplerCrawler(object):
 
     def test_crawler(self):
 
-        class PythonOrgCrawler(BaseCrawler):
+        class DummyItem(Item):
+            f1 = Field()
+            f2 = Field()
+            f3 = Field()
+
+        class DummyCrawler(BaseCrawler):
             ENTRY_URL = "http://python.org/"
 
             def next_url(self, current_page):
                 return None
 
             def extract_items(self, page):
-                return ['1', '2', '3', '4', '5']
+                item = DummyItem()
+                item.f1 = '1'
+                item.f2 = '2'
+                item.f3 = '3'
+                return [item]
 
         class DummyDownloader(BaseDownloader):
 
 
         pomp = Pomp(downloader=DummyDownloader())
 
-        pomp.pump(PythonOrgCrawler())
+        pomp.pump(DummyCrawler())
Tip: Filter by directory path e.g. /media app.js to search for public/media/app.js.
Tip: Use camelCasing e.g. ProjME to search for ProjectModifiedEvent.java.
Tip: Filter by extension type e.g. /repo .js to search for all .js files in the /repo directory.
Tip: Separate your search with spaces e.g. /ssh pom.xml to search for src/ssh/pom.xml.
Tip: Use ↑ and ↓ arrow keys to navigate and return to view the file.
Tip: You can also navigate files with Ctrl+j (next) and Ctrl+k (previous) and view the file with Ctrl+o.
Tip: You can also navigate files with Alt+j (next) and Alt+k (previous) and view the file with Alt+o.