Come accedere al World Wide Web utilizzando Perl, dai primi passi ad un controllo avanzato sulle fasi di download e upload.

1. I Client Web in Perl

2. http://
polettix.s3.amazonaws.com
/tmp/pwc.tar.gz

3. LWP::Simple

4. LWP::Simple::getprint
perl -MLWP::Simple -e
'getprint("http://www.perl.it")'

5. LWP::Simple::getprint
perl -MLWP::Simple -e
'getprint("http://www.perl.it")'

6. LWP::Simple::getprint
perl -MLWP::Simple -e
'getprint("http://www.perl.it")'

7. LWP::Simple::getstore
perl -MLWP::Simple -e
'getstore("http://www.perl.it",
"index.html")'

8. LWP::Simple::getstore
perl -MLWP::Simple -e
'getstore("http://www.perl.it",
"index.html")'

9. LWP::Simple::get
use LWP::Simple 'get';
my $pagina = get('http://www.perl.it')
// die "errore!";
say $pagina =~ 'polettix' ? 'OK!!!'
: 'No!!!';

10. LWP::Simple::get
use LWP::Simple 'get';
my $pagina = get('http://www.perl.it')
// die "errore!";
say $pagina =~ 'polettix' ? 'OK!!!'
: 'No!!!';

11. LWP::Simple::get
use LWP::Simple 'get';
my $pagina = get('http://www.perl.it')
// die "errore!";
say $pagina =~ 'polettix' ? 'OK!!!'
: 'No!!!';

12. LWP::Simple::get
use LWP::Simple 'get';
my $pagina = get('http://www.perl.it')
// die "errore!";
say $pagina =~ 'polettix' ? 'OK!!!'
: 'No!!!';
Perl 5.10

13. LWP::UserAgent

14. LWP::UserAgent
use LWP::UserAgent;
my $ua = LWP::UserAgent->new(
user_agent => 'BrowsHer/1.0',
timeout => 10,
);

15. LWP::UserAgent::new
use LWP::UserAgent;
my $ua = LWP::UserAgent->new(
user_agent => 'BrowsHer/1.0',
timeout => 10,
);

16. LWP::UserAgent::new
use LWP::UserAgent;
my $ua = LWP::UserAgent->new(
user_agent => 'BrowsHer/1.0',
timeout => 10,
);

17. LWP::UserAgent::new
use LWP::UserAgent;
my $ua = LWP::UserAgent->new(
user_agent => 'BrowsHer/1.0',
timeout => 10,
);

18. GET
my $uri = 'http://www.perl.it';
my $risposta = $ua->get($uri);

19. GET
my $uri = 'http://www.perl.it';
my $risposta = $ua->get($uri);
HTTP::Response

20. HTTP::Response

21. HTTP::Response
if ($response->is_success()) {
say "OK, ho scaricato:n",
$response->content();
}

22. HTTP::Response
if ($response->is_success()) {
say "OK, ho scaricato:n",
$response->content();
}
elsif ($response->is_error()) {
say "errore: ",
$response->status_line();
}

23. HTTP::Response

24. HTTP::Response
is_success()
is_redirect()
is_info()
is_error()

25. HTTP::Response
is_success()
is_error()

26. HTTP::Response
is_success()

27. HTTP::Response
if ($response->is_success()) {
say "OK, ho scaricato:n",
$response->content();
}
elsif ($response->is_error()) {
say "errore: ",
$response->status_line();
}

28. HTTP::Response
if ($response->is_success()) {
say "OK, ho scaricato:n",
$response->decoded_content();
}
elsif ($response->is_error()) {
say "errore: ",
$response->status_line();
}

29. HTTP::Response
if ($response->is_success()) {
say "OK, ho scaricato:n",
$response->decoded_content();
}
elsif ($response->is_error()) {
say "errore: ",
$response->status_line();
}

30. HTTP Status Line

31. HTTP Status Line
200 OK

32. HTTP Status Line
200 OK
307 Temporary Redirect

33. HTTP Status Line
200 OK
307 Temporary Redirect
403 Forbidden

34. HTTP Status Line
200 OK
307 Temporary Redirect
403 Forbidden
404 Not Found

35. HTTP Status Line
200 OK
307 Temporary Redirect
403 Forbidden
404 Not Found
500 Internal Server Error

36. HTTP Status Line
200 OK
307 Temporary Redirect
403 Forbidden
404 Not Found
500 Internal Server Error
...

37. Form con GET

38. Form con GET
my $base =
'http://www.google.com';

39. Form con GET
my $base =
'http://www.google.com';
my $url = "$base?q=perl";

40. Form con GET
my $base =
'http://www.google.com';
my $url = "$base?q=perl";
my $risposta = $ua->get($url);

41. Attenzione!

42. Attenzione!
my $query = 'sam & max';

43. Attenzione!
my $query = 'sam & max';
my $url = "$base?q=$query";

44. Attenzione!
t
a eo
d r
n b
a m
my $query = 'sam & max';
m te
i t
my $url = "$base?q=$query";
R e
a S

45. Attenzione!
my $query = 'sam & max';
my $url = "$base?q=$query";

46. Attenzione!
Caratteri Speciali
my $query = 'sam & max';
my $url = "$base?q=$query";

47. NN FUNZIONA!

48. Dov’è urlencode()?

49. Ma in PHP c’è!!!

50. A T O
C I
Ma in PHP c’è!!!
C
B O

51. use URI;
use URI;
my %parametri = (
nome => 'Flavio',
cognome => 'Poletti',
);
my $uri = URI->new(
'http://roma.pm.org/cerca.pl');
$uri->query_form(%parametri);

52. use URI;
use URI;
my %parametri = (
nome => 'Flavio',
cognome => 'Poletti',
);
my $uri = URI->new(
'http://roma.pm.org/cerca.pl');
$uri->query_form(%parametri);

53. use URI;
use URI;
my %parametri = (
nome => 'Flavio',
cognome => 'Poletti',
);
my $uri = URI->new(
'http://roma.pm.org/cerca.pl');
$uri->query_form(%parametri);

54. use URI;
my $uri_string =
$uri->as_string();
my $risposta =
$ua->get($uri_string);
# oppure...
my $risposta =
$ua->get("$uri");

55. use URI;
my $uri_string =
$uri->as_string();
my $risposta =
$ua->get($uri_string);
# oppure...
my $risposta =
$ua->get("$uri");

56. use URI;
my $uri_string =
$uri->as_string();
my $risposta =
$ua->get($uri_string);
# oppure...
my $risposta =
$ua->get("$uri");

57. use URI;
my $uri_string =
$uri->as_string();
my $risposta =
$ua->get($uri_string);
# oppure...
my $risposta =
$ua->get("$uri");

58. POST
my %parametri = (
nome => 'Flavio',
cognome => 'Poletti',
);
my $risposta = $ua->post(
'http://www.perl.it/post.pl',
%parametri,
'X-New' => 1);

59. POST
my %parametri = (
nome => 'Flavio',
cognome => 'Poletti',
);
my $risposta = $ua->post(
'http://www.perl.it/post.pl',
%parametri,
'X-New' => 1);

60. POST
my %parametri = (
nome => 'Flavio',
cognome => 'Poletti',
);
my $risposta = $ua->post(
'http://www.perl.it/post.pl',
%parametri,
'X-New' => 1);

61. POST
my %parametri = (
nome => 'Flavio',
cognome => 'Poletti',
);
my $risposta = $ua->post(
'http://www.perl.it/post.pl',
%parametri,
'X-New' => 1);

62. POST
my %parametri = (
nome => 'Flavio',
cognome => 'Poletti',
);
my $risposta = $ua->post(
'http://www.perl.it/post.pl',
%parametri,
'X-New' => 1);

63. HTTP::Request

64. F M
HTTP::Request
T
R

65. F M
HTTP::Request
T
R
Friendly

66. Autenticazione?

67. credentials()
my $server = 'roma.pm.org:80';
my $realm = 'Orticello';
my $utente = 'giardiniere';
my $pass = 'ciclamino';
$ua->credentials($server,
$realm, $utente, $pass);

68. credentials()
my $server = 'roma.pm.org:80';
my $realm = 'Orticello';
my $utente = 'giardiniere';
my $pass = 'ciclamino';
$ua->credentials($server,
$realm, $utente, $pass);

69. credentials()
my $server = 'roma.pm.org:80';
my $realm = 'Orticello';
my $utente = 'giardiniere';
my $pass = 'ciclamino';
$ua->credentials($server,
$realm, $utente, $pass);

70. Proxy?

71. env_proxy
# nella shell...
bash$ export
http_proxy='http://ex.com:8080'
# nel codice...
my $ua = LWP::UserAgent->new(
# ...
env_proxy => 1,
);

72. env_proxy
# nella shell...
bash$ export
http_proxy='http://ex.com:8080'
# nel codice...
my $ua = LWP::UserAgent->new(
# ...
env_proxy => 1,
);

73. env_proxy()
# nella shell...
bash$ export
http_proxy='http://ex.com:8080'
# nel codice...
$ua->env_proxy();

74. proxy()
$ua->proxy(http => 'http://ex.com:80');
$ua->proxy(
[qw( ftp gopher )]
=> 'http://dovetipare.it:80'
);

75. proxy()
$ua->proxy(http => 'http://ex.com:80');
$ua->proxy(
[qw( ftp gopher )]
=> 'http://dovetipare.it:80'
);

76. proxy()
$ua->proxy(http => 'http://ex.com:80');
$ua->proxy(
[qw( ftp gopher )]
=> 'http://dovetipare.it:80'
);

77. SSL?

78. Crypt::SSLeay

79. Crypt::SSLeay
na !
ortu
a F
Bu on

80. Cookies?

81. LWP::UserAgent::new

82. Re
lo
LWP::UserAgent::new ad
ed
my $ua = LWP::UserAgent->new(
cookie_jar => {}
);

83. cookie_jar()
use HTTP::Cookies::Mozilla;
my $jar = HTTP::Cookies::Mozilla->new(
file => '/profilo/cookies.sqlite');
$ua->cookie_jar($jar);

84. cookie_jar()
use HTTP::Cookies::Mozilla;
my $jar = HTTP::Cookies::Mozilla->new(
file => '/profilo/cookies.sqlite');
$ua->cookie_jar($jar);

85. cookie_jar()
use HTTP::Cookies::Mozilla;
my $jar = HTTP::Cookies::Mozilla->new(
file => '/profilo/cookies.sqlite');
$ua->cookie_jar($jar);

86. WWW::Mechanize
WWW::Mechanize
www.z-design.it

89. new()
use WWW::Mechanize;
my $mech = WWW::Mechanize->new(
user_agent => 'BrowsHer/1.0',
timeout => 10,
env_proxy => 1,
autocheck => 1,
stack_depth => 40,
);

90. new()
use WWW::Mechanize;
my $mech = WWW::Mechanize->new(
user_agent => 'BrowsHer/1.0',
timeout => 10,
env_proxy => 1,
autocheck => 1,
stack_depth => 40,
);

92. autocheck
eval {
$mech->get($uri);
# ...
$mech->post($altra_uri);
1;
} or say "errore: $@";

93. autocheck
eval {
$mech->get($uri);
# ...
$mech->post($altra_uri);
1;
} or say "errore: $@";

94. autocheck
eval {
$mech->get($uri);
# ...
$mech->post($altra_uri);
1;
} or say "errore: $@";

95. new()
use WWW::Mechanize;
my $mech = WWW::Mechanize->new(
user_agent => 'BrowsHer/1.0',
timeout => 10,
env_proxy => 1,
autocheck => 1,
stack_depth => 40,
);

97. $mech->back()

98. $mech->request()
$mech->response()

99. $mech->success()

100. $mech->status()

101. $mech->content()

102. $mech->content()

103. $mech->links()
for my $link ($mech->links()) {
say $link->url_abs();
}

104. $mech->links()
for my $link ($mech->links()) {
say $link->url_abs();
}

105. find_link()
my $perlit = $mech->find_link(
text => 'Perl.it',
);

106. find_link()
my $perlit = $mech->find_link(
text_regex => qr/perl.it/i,
);

107. find_link()
n text_regex
url_regex url_abs_regex
name_regex id_regex
class_regex tag_regex

108. find_all_links()
n text_regex
url_regex url_abs_regex
name_regex id_regex
class_regex tag_regex

109. $mech->images()
for my $immagine ($mech->images()) {
$mech->get($immagine->url());
my $filename =
$mech->response()->filename();
$mech->save_content($filename);
}

110. $mech->images()
for my $immagine ($mech->images()) {
$mech->get($immagine->url());
my $filename =
$mech->response()->filename();
$mech->save_content($filename);
}

111. $mech->images()
for my $immagine ($mech->images()) {
$mech->get($immagine->url());
my $filename =
$mech->response()->filename();
$mech->save_content($filename);
}

112. $mech->images()
for my $immagine ($mech->images()) {
$mech->get($immagine->url());
my $filename =
$mech->response()->filename();
$mech->save_content($filename);
}

113. find_image()
n alt_regex
url_regex url_abs_regex
tag_regex

114. find_all_images()
n alt_regex
url_regex url_abs_regex
tag_regex

115. $mech->forms()

116. $mech
->form_number(3)

117. $mech
->form_name('Hi')

118. $mech
->form_id('C1P8')

119. $mech
->form_with_fields(
qw( user pass ) )

120. Una volta selezionato...
$mech->field(
domain => 'polettix.it');
$mech->set_fields(
username => 'flavio',
password => 'poletti',);
$mech->select(
mongers => 'Roma.pm');
$mech->tick(mailing_list_subscriber => 1);
$mech->untick(wants_spam => 1);
$mech->submit();

121. Una volta selezionato...
$mech->field(
domain => 'polettix.it');
$mech->set_fields(
username => 'flavio',
password => 'poletti',);
$mech->select(
mongers => 'Roma.pm');
$mech->tick(mailing_list_subscriber => 1);
$mech->untick(wants_spam => 1);
$mech->submit();

122. Una volta selezionato...
$mech->field(
domain => 'polettix.it');
$mech->set_fields(
username => 'flavio',
password => 'poletti',);
$mech->select(
mongers => 'Roma.pm');
$mech->tick(mailing_list_subscriber => 1);
$mech->untick(wants_spam => 1);
$mech->submit();

123. Una volta selezionato...
$mech->field(
domain => 'polettix.it');
$mech->set_fields(
username => 'flavio',
password => 'poletti',);
$mech->select(
mongers => 'Roma.pm');
$mech->tick(mailing_list_subscriber => 1);
$mech->untick(wants_spam => 1);
$mech->submit();

124. Una volta selezionato...
$mech->field(
domain => 'polettix.it');
$mech->set_fields(
username => 'flavio',
password => 'poletti',);
$mech->select(
mongers => 'Roma.pm');
$mech->tick(mailing_list_subscriber => 1);
$mech->untick(wants_spam => 1);
$mech->submit();

125. Una volta selezionato...
$mech->field(
domain => 'polettix.it');
$mech->set_fields(
username => 'flavio',
password => 'poletti',);
$mech->select(
mongers => 'Roma.pm');
$mech->tick(mailing_list_subscriber => 1);
$mech->untick(wants_spam => 1);
$mech->submit();

126. Per pigri
$mech->submit_form(
with_fields => {
domain => 'roma.pm.org',
username => 'flavio',
password => 'poletti',
},
);

127. Controllo
Maggiore

128. downlink

129. Applicazione
Client Server

130. Applicazione
Client Server

131. Applicazione
Client Server

132. Applicazione
Client Server

133. Applicazione
Client Server

134. Applicazione
Client Server

135. Applicazione
Client Server

136. Applicazione
Client Server

137. Applicazione
Client Server

138. Applicazione
Client Server

139. Applicazione
Client Server

140. Applicazione
Client Server

141. Applicazione
Client Server

142. Applicazione
Client Server

143. $ua->progress()
package My::LWP::UserAgent;
use base 'LWP::UserAgent';
sub progress {
my ( $self, $status, $r ) = @_;
print {*STDERR} "$statusn";
print {*STDOUT} $r->content()
if $status eq 'end';
return 1
}

144. $ua->progress()
package My::LWP::UserAgent;
use base 'LWP::UserAgent';
sub progress {
my ( $self, $status, $r ) = @_;
print {*STDERR} "$statusn";
print {*STDOUT} $r->content()
if $status eq 'end';
return 1
}

145. $ua->progress()
package My::LWP::UserAgent;
use base 'LWP::UserAgent';
sub progress {
my ( $self, $status, $r ) = @_;
print {*STDERR} "$statusn";
print {*STDOUT} $r->content()
if $status eq 'end';
return 1
}

146. $ua->progress()
package My::LWP::UserAgent;
use base 'LWP::UserAgent';
sub progress {
my ( $self, $status, $r ) = @_;
print {*STDERR} "$statusn";
print {*STDOUT} $r->content()
if $status eq 'end';
return 1
}

147. $ua->progress()
package My::LWP::UserAgent;
use base 'LWP::UserAgent';
sub progress {
my ( $self, $status, $r ) = @_;
print {*STDERR} "$statusn";
print {*STDOUT} $r->content()
if $status eq 'end';
return 1
}

148. $ua->progress()
package My::LWP::UserAgent;
use base 'LWP::UserAgent';
sub progress {
my ( $self, $status, $r ) = @_;
print {*STDERR} "$statusn";
print {*STDOUT} $r->content()
if $status eq 'end';
return 1
}

149. $ua->progress()
package My::LWP::UserAgent;
use base 'LWP::UserAgent';
sub progress {
my ( $self, $status, $r ) = @_;
print {*STDERR} "$statusn";
print {*STDOUT} $r->content()
if $status eq 'end';
return 1
}

150. :content_cb

151. callback

152. callback
sub produci_callback {
my ($filename) = @_;
open my $fh, ’>’, $filename
or die "open(’$filename’): $!";
binmode $fh;
return sub {
my ($data, $response, $protocol) = @_;
print {$fh} $data;
};
}

153. :content_cb
my $response = $ua->get(
'http://roma.pm.org/roma.pm.png',
':content_cb' =>
produci_callback('logo.png'));

154. callback
sub produci_callback {
# ...
return sub {
my ($data, $response,
$protocol) = @_;
# ...
};
}

155. uplink

156. Applicazione
Client Server

157. Applicazione
Client Server

158. Applicazione
Client Server

159. Upload di un file
my $uri =
'http://localhost/upload.pl';
my %parametri = (
blah => ’questo-server’,
data => scalar(localtime()),
file => [ ’/etc/passwd’ ],
);

160. Upload controllato
my $r; # per la risposta
{
local $HTTP::Request::Common::DYNAMIC_FILE_UPLOAD;
$HTTP::Request::Common::DYNAMIC_FILE_UPLOAD = 1;
my $request = HTTP::Request::Common::POST($uri,
%parametri, ’Content-Type’ => ’form-data’);
# ...

161. Upload controllato
my $r; # per la risposta
{
local $HTTP::Request::Common::DYNAMIC_FILE_UPLOAD;
$HTTP::Request::Common::DYNAMIC_FILE_UPLOAD = 1;
my $request = HTTP::Request::Common::POST($uri,
%parametri, ’Content-Type’ => ’form-data’);
# ...

162. Upload controllato
my $r; # per la risposta
{
local $HTTP::Request::Common::DYNAMIC_FILE_UPLOAD;
$HTTP::Request::Common::DYNAMIC_FILE_UPLOAD = 1;
my $request = HTTP::Request::Common::POST($uri,
%parametri, ’Content-Type’ => ’form-data’);
# ...

163. Upload controllato
my $content_closure = $request->content();
$request->content(sub {
my $porzione = $content_closure->();
return unless defined $porzione;
# ...
return $porzione;
});

164. Upload controllato
$HTTP::Request::Common::DYNAMIC_FILE_UPLOAD = 1
my $content_closure = $request->content();
$request->content(sub {
my $porzione = $content_closure->();
return unless defined $porzione;
# ...
return $porzione;
});

165. Upload controllato
my $content_closure = $request->content();
$request->content(sub {
my $porzione = $content_closure->();
return unless defined $porzione;
# ...
return $porzione;
});

166. Upload controllato
$HTTP::Request::Common::DYNAMIC_FILE_UPLOAD = 1
my $content_closure = $request->content();
$request->content(sub {
my $porzione = $content_closure->();
return unless defined $porzione;
# ...
return $porzione;
});

167. Upload controllato
my $content_closure = $request->content();
$request->content(sub {
my $porzione = $content_closure->();
return unless defined $porzione;
# ...
return $porzione;
});

168. Upload controllato
my $content_closure = $request->content();
$request->content(sub {
my $porzione = $content_closure->();
return unless defined $porzione;
# ...
return $porzione;
});

169. Upload controllato
my $content_closure = $request->content();
$request->content(sub {
my $porzione = $content_closure->();
return unless defined $porzione;
# ...
return $porzione;
});

170. Upload controllato
$r = $ua->request($request);
}

171. Upload controllato
$r = $ua->request($request);
}

172. Upload controllato
$r = $ua->request($request);
!
}

173. Upload controllato
my $r; # per la risposta
{
local $HTTP::Request::Common::DYNAMIC_FILE_UPLOAD;
$HTTP::Request::Common::DYNAMIC_FILE_UPLOAD = 1;
#...
$r = $ua->request($request);
}

174. WWW::Mechanize::Shell

175. W::M::Shell
shell$ perl -MWWW::Mechanize::Shell
-e shell
(no url)>

176. W::M::Shell
(no url)> get http://www.zooomr.com/login/
Retrieving http://www.zooomr.com/login/(200)
http://www.zooomr.com/login/>

177. W::M::Shell
http://www.zooomr.com/login/>forms
Form [1]
GET http://www.zooomr.com/search/people/
q=Find Friends! (text)
Form [2]
POST http://www.zooomr.com/recovery/ [f1]
email= (text)
<NONAME>=Retrieve Password (submit)
gogogo=1 (hidden readonly)
Form [3]
POST http://www.zooomr.com/login/ [f2]
gogogo=1 (hidden readonly)
redirect_to=http://www.zooomr.com/ (hidden readonly)
username= (text)
password= (password)
<NONAME>=Let’s Go Exploring! (submit)
<NONAME>=<UNDEF> (button)
processlogin=1 (hidden readonly)

178. W::M::Shell
http://www.zooomr.com/login/>form 3
POST http://www.zooomr.com/login/ [f2]
gogogo=1 (hidden readonly)
redirect_to=http://www.zooomr.com/ (hidden
readonly)
username= (text)
password= (password)
<NONAME>=Let’s Go Exploring! (submit)
<NONAME>=<UNDEF> (button)
processlogin=1 (hidden readonly)

179. W::M::Shell
http://www.zooomr.com/login/>value username polettix
http://www.zooomr.com/login/>value password pippo
http://www.zooomr.com/login/>form 3
POST http://www.zooomr.com/login/ [f2]
gogogo=1 (hidden readonly)
redirect_to=http://www.zooomr.com/ (hidden readonly)
username=polettix (text)
password=pippo (password)
<NONAME>=Let’s Go Exploring! (submit)
<NONAME>=<UNDEF> (button)
processlogin=1 (hidden readonly)

180. W::M::Shell
...>click

181. W::M::Shell
...>script session.pl

182. HTTP::Recorder