#!/usr/bin/perl -w
# titlebytes - find the title and size of documents
use LWP::UserAgent;
use LWP::RobotUA;
use HTTP::Request;
use HTTP::Response;
use URI::Heuristic;

my $raw_url = shift or die "usage: $0 url\n";
my $url = URI::Heuristic::uf_urlstr($raw_url);

$| = 1; # output buffer
printf "%s =>\n\t", $url;

my $ua = LWP::RobotUA->new('bioskill', 'me@foo.com');
$ua->delay(2);

$ua->agent('bioskill');
$ua->proxy(['http', 'ftp'] => 'http://wwwproxy.huji.ac.il:8080');

my $req = HTTP::Request->new(GET => $url);

my $response = $ua->request($req);
if ($response->is_error()) {
     printf " %s\n", $response->status_line;
 } else {
     my $count;
     my $bytes;
     my $content = $response->content();
     $bytes = length $content;
     $count = ($content =~ tr/\n/\n/);
     printf "%s (%d lines, %d bytes)\n",
           $response->title(), $count, $bytes;
}