Changeset 2006

Timestamp:

02/08/08 12:15:55

Author:

typester

Message:

added fetch_favicon option

Files:

• branches/fastladder-crawler/plagger/lib/Plagger/Plugin/Store/Fastladder.pm (modified) (5 diffs)

branches/fastladder-crawler/plagger/lib/Plagger/Plugin/Store/Fastladder.pm

@@ -8 +8 @@
-__PACKAGE__->mk_accessors(qw/schema me/);
-
+use Plagger::UserAgent;
-use Plagger::Plugin::Store::Fastladder::Schema::Loader;
-
@@ -19 +20 @@
-    $self->{me} = $self->rs('Members')->find($self->conf->{member_id})
-        or $c->error(qq{can't find fastladder user member_id: "@{[ $self->conf->{member_id} ]}"});
+
+    if ($self->conf->{fetch_favicon}) {
+        eval q{
+            use HTML::TreeBuilder;
+            use Imager 0.60;
+        };
+        if ($@) {
+            $c->log(debug => $@);
+            $c->log(warn => 'turn off fetch_favicon feature: it requires Imager 0.60');
+            $self->conf->{fetch_favicon} = 0;
+        }
+    }
-
-    $c->register_hook( $self, 'publish.feed' => \&store );
@@ -46 +59 @@
-    $feed->created_on( $now ) unless $feed->in_storage;
-    $feed->insert_or_update;
+
+    # fetch favicon
+    if ($self->conf->{fetch_favicon} and my $icon = $self->fetch_favicon($c, $feed->link)) {
+        my $favicon = $self->rs('Favicons')->find_or_new({ feed_id => $feed->id });
+        $favicon->image( $icon );
+        $favicon->insert_or_update;
+    }
-
-    # subscribe
@@ -96 +116 @@
-}
-
+sub fetch_favicon {
+    my ($self, $c, $url) = @_;
+
+    $c->log( debug => "fetching favicon on $url" );
+
+    my $ua  = Plagger::UserAgent->new;
+    my $res = $ua->fetch($url);
+
+    my $icon;
+    if ($res->is_success) {
+        my $tree = HTML::TreeBuilder->new;
+        $tree->parse($res->content);
+        $tree->eof;
+
+        my @icons = $tree->look_down(
+            _tag => 'link',
+            rel  => qr/shortcut icon/i,
+        );
+
+        for my $icon_link (map { $_->attr('href') } @icons) {
+            my $res = $ua->fetch($icon_link);
+            if ($res->is_success) {
+                $icon = $res->content;
+                last;
+            }
+        }
+
+        $tree->delete;
+    }
+
+    unless ($icon) {
+        my $icon_link = URI->new($url);
+        my $res = $ua->fetch($icon_link);
+        $icon = $res->content if $res->is_success;
+    }
+
+    if ($icon) {
+        my $imager = Imager->new;
+        unless ($imager->read( data => $icon )) {
+            $c->log( debug => 'image read error: ' . Imager->errstr );
+            return;
+        }
+
+        unless ($imager->getwidth == 16 and $imager->getheight == 16) {
+            $imager = $imager->scale( xpixels => 16, ypixels => 16, type => 'nonprop' );
+        }
+
+        $imager->write( data => \my $png, type => 'png' )
+            or $c->log( debug => 'image write error: ' . Imager->errstr );
+
+        return $png;
+    }
+
+    return;
+}
+
-=head1 NAME
-
@@ -131 +207 @@
-
-1;
+
+