perl LWP::UserAgent抓捕腾讯音乐MV点击量
抓捕腾讯音乐MV前100页的点击量# cat lwp.pl
#!/usr/bin/perl -w
use strict;
use LWP::UserAgent;
use Encode;
my $num;
my $total;
my @nums = (0..99);
my @firstnums = (0..9) x 10;
my $firstnum = 0;
my $html_result;
my $file = "tmp1";
my $filetmp = "tmpfile";
my $ua = LWP::UserAgent->new;
$ua->timeout(3);
foreach my $nums (@nums) {
my $url = "http://v.qq.com/mvlist/$firstnums[$firstnum]/22\_-1\_-1\_-1\_-1\_1\_$nums\_0\_28.html";
my $response = $ua->get($url);
if ($response->is_success) {
$html_result = encode_utf8($response->decoded_content);
open(my $fh,'>',"$file") or die "can't create file $file:$!\n";
print $fh $html_result;
close $fh;
open(my $in,'(\d+).*/;
$num = $1;
open(my $tmpfile,'>>',"$filetmp")or die "can't create file $filetmp:$!\n";
print $tmpfile "$num\n";
$total += $num;
}
$firstnum += 1;
close $in;
} else {
print "sorry, request failed at [ $firstnum ] -> [ $nums ]\n";;
}
}
print "$total\n";
页:
[1]