template/perl/base-scraping.pl


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16

use strict;
use warnings;
use utf8;
use Web::Scraper;
use URI;

my $scraper = scraper {
	process '{{_cursor_}}', 'data' => 'TEXT';
	result 'data';
};
$scraper->user_agent->env_proxy;

use YAML::Syck;
for (@{$scraper->scrape( URI->new('') )}) {
	print $_->{data}, "\n";
}