# HG changeset patch # User Matti Hamalainen # Date 1294772109 -7200 # Node ID dd2bce7ec0c8b0621a783d22f97e286dd647556a # Parent 3d0904d29591e0a9bfeb361aff59c99f43aa3df9 Removed http fetching feature, it's not really useful here. diff -r 3d0904d29591 -r dd2bce7ec0c8 parsedata.pl --- a/parsedata.pl Tue Jan 11 20:54:02 2011 +0200 +++ b/parsedata.pl Tue Jan 11 20:55:09 2011 +0200 @@ -5,11 +5,8 @@ # use strict; use Data::Dumper; -use LWP::UserAgent; use HTML::Entities; -my $userAgent = "Lukkari/0.7"; - sub urlencode($) { @@ -116,26 +113,6 @@ return $res; } - -sub http_fetch($) -{ - my $agent = LWP::UserAgent->new; - $agent->agent($userAgent); - $agent->timeout(10); - - my $req = HTTP::Request->new(GET => $_[0]); - $req->user_agent($userAgent); - my $res = $agent->request($req); - - if ($res->is_success) { - return $res->content; - } else { - print STDERR "HTTP request failed: [".$res->code."] ".$res->message."\n"; - return undef; - } -} - - sub html_find_node($$$); sub html_find_node($$$) @@ -237,7 +214,7 @@ } } -die("Usage: $0 [options] +die("Usage: $0 [options] -php Output a PHP include file with data in arrays (default) -simple Output simple tabled output for easy parsing. @@ -251,13 +228,9 @@ my $data; -if ($opt_filename =~ /^(http|https):/) { - $data = http_fetch($opt_filename) or die("Could not fetch: $opt_filename\n"); -} else { - open(my $fh, '<', $opt_filename) or die("Error opening '$opt_filename': $!\n"); - $data = do { local $/; <$fh> }; - close($fh); -} +open(my $fh, '<', $opt_filename) or die("Error opening '$opt_filename': $!\n"); +$data = do { local $/; <$fh> }; +close($fh); die("No data in input.\n") unless (defined($data) && $data ne "");