#!/usr/bin/perl -w

package TV::fetcher;
use Date::Manip;
#$now=&ParseDate("now");

$:=1;
$src = "/usr/home/jip/tv/";
$webget = "/usr/local/bin/webget";
$metafile = $src."data/pages.meta";

#read pages.meta
(*urls,*parsed,*fetched,*localf) = &ReadMeta;



foreach $u (@urls){
 #get pages if (fetched < nowd + expiret)
 # exec $webget $u > $localf{$u};
    if ($u =~ /bbc/){
	foreach $dday (-1, 0,1,2,3,4,5,6,7,8,9,10){
	    ($y,$m,$d) =  &DateCalc("now","$dday day") =~ /(\d\d\d\d)(\d\d)(\d\d)/;
	    $durl="$y/$m/$d";
	    $pu=$u;
	    $pu =~ s/\$sldate/$durl/;
	    $ldurl=$durl;
	    $ldurl =~ s!/!-!g;
	    $do =  "$webget -update -nab=".$src.$localf{$u}.$ldurl." $pu;\n";
	print "get bbc $ldurl from $pu\n";
	     #print $do;
            `$do`;
	}
    }
    if ($u =~ /nos/){
	$do = "$webget -update -nab=$src$localf{$u} $u;\n"; 
	print "get nos $ldurl from $pu\n";
	#print $do;
        `$do`;
    }
}

exit 1;

#save pages.meta
foreach $u (@urls){
    print <<GROK;
<page>
    <u>$u</ul>
    <p>$parsed{$u}</p>
    <f>$fetched{$u}</f>
    <l>$localf{$u}</l>
</page>
GROK
}




exit(1);

sub ReadMeta{
    my ($file) = "$metafile"; 
    my ($i,$j,$u,$f,$p);
    my (@item,@urls);
    my (%parsed,%fetched);
    open (FILE, "<$file") || die "Can't open $file" ;
    $i=0;
    while (<FILE>){
	$item[$i] .= $_ if ($_);
	$i++ if ( m!</page>!i );
    }
    $j=0;
    foreach $i (@item) {
	if ($i =~ m!<page>!i){
	    ($u) = $i =~ m!<u>(.+)</u>!i;
	    ($f) = $i =~ m!<f>(.+)</f>!i;
	    ($p) = $i =~ m!<p>(.+)</p>!i;
	    ($l) = $i =~ m!<l>(.+)</l>!i;
	    $urls[$j]=$u if ($u);
	    $parsed{$u}=$p;
	    $fetched{$u}=$f;
	    $localf{$u}=$l;
	    print $j++,": p=$p f=$f url: $u \n";
	    
	}
    } 
    return (\@urls,\%parsed,\%fetched,\%localf);
}