#!/usr/bin/perl -w
# titlebytes - find the title and size of documents
use LWP::UserAgent;
use HTTP::Request;
use HTTP::Response;
use URI::Heuristic;

my $raw_url = shift or die "usage: $0 url\n";
my $url = URI::Heuristic::uf_urlstr($raw_url);

$| = 1; # disable buffering of output
printf "%s =>\n\t", $url;

my $ua = LWP::UserAgent->new();
$ua->agent("Schmozilla/v9.14 Platinum");
$ua->proxy(['http', 'ftp'] => 'http://wwwproxy.huji.ac.il:8080');

my $req = HTTP::Request->new(GET => $url);

my $response = $ua->request($req);
if ($response->is_error()) {
     printf " %s\n", $response->status_line;
 } else {
     my $content = $response->content();
     my $bytes = length $content;
     my $count = ($content =~ tr/\n/\n/);
     printf "%s (%d lines, %d bytes)\n",
         $response->title(), $count, $bytes;
}