grab / files.py

import os
from grab import Grab
from grab.spider import Spider, Task
import logging

print os.getpid()
URL = 'http://load.local/28k.html'
logging.basicConfig(level=logging.DEBUG)

#g = Grab()

#for x in xrange(100):
    #g.go(URL)

class TestSpider(Spider):
    def task_test(self, grab, task):
        print task.url

bot = TestSpider(thread_number=100)
bot.setup_proxylist('/web/blogville/var/awmproxy.txt', 'http',
                    auto_change=True)
for x in xrange(10):
    bot.add_task(Task('test', 'http://ya.ru'))
bot.run()
print 'Done'
print os.getpid()
raw_input()
Tip: Filter by directory path e.g. /media app.js to search for public/media/app.js.
Tip: Use camelCasing e.g. ProjME to search for ProjectModifiedEvent.java.
Tip: Filter by extension type e.g. /repo .js to search for all .js files in the /repo directory.
Tip: Separate your search with spaces e.g. /ssh pom.xml to search for src/ssh/pom.xml.
Tip: Use ↑ and ↓ arrow keys to navigate and return to view the file.
Tip: You can also navigate files with Ctrl+j (next) and Ctrl+k (previous) and view the file with Ctrl+o.
Tip: You can also navigate files with Alt+j (next) and Alt+k (previous) and view the file with Alt+o.