| 1 | # $Id: /mirror/perl/GunghoX-DeepCrawler/trunk/lib/GunghoX/DeepCrawler.pm 39023 2008-01-16T16:38:51.640916Z daisuke $ | ||
| 2 | # | ||
| 3 | # Copyright (c) 2008 Daisuke Maki <daisuke@endeworks.jp> | ||
| 4 | # All rights reserved. | ||
| 5 | |||
| 6 | package GunghoX::DeepCrawler; | ||
| 7 | use strict; | ||
| 8 | use warnings; | ||
| 9 | use Swarmage; | ||
| 10 | use Gungho::Request; | ||
| 11 | use GunghoX::DeepCrawler::Worker; | ||
| 12 | use GunghoX::DeepCrawler::Provider; | ||
| 13 | our $VERSION = '0.00001'; | ||
| 14 | |||
| 15 | sub run | ||
| 16 | { | ||
| 17 | my $class = shift; | ||
| 18 | my %args = @_; | ||
| 19 | |||
| 20 | my $drone = Swarmage::Drone->new( | ||
| 21 | queue => { | ||
| 22 | module => "BerkeleyDB", | ||
| 23 | }, | ||
| 24 | workers => { | ||
| 25 | crawler => [ | ||
| 26 | ({ | ||
| 27 | backend => "+GunghoX::DeepCrawler::Worker", | ||
| 28 | url => $args{url}, | ||
| 29 | }) x 1 | ||
| 30 | ] | ||
| 31 | } | ||
| 32 | ); | ||
| 33 | $drone->queue->enqueue( | ||
| 34 | Swarmage::Task->new( | ||
| 35 | type => "crawler", | ||
| 36 | data => Gungho::Request->new( GET => $args{url} ) | ||
| 37 | ) | ||
| 38 | ); | ||
| 39 | |||
| 40 | POE::Kernel->run; | ||
| 41 | } | ||
| 42 | |||
| 43 | |||
| 44 | 1; | ||
| 45 | |||
| 46 | __END__ |