Just a Crawler

最新推荐文章于 2023-06-10 02:53:36 发布

ThinkHY

最新推荐文章于 2023-06-10 02:53:36 发布

阅读量865

点赞数

分类专栏： Perl WEB技术开源软件文章标签： url output csv login google email

本文链接：https://blog.csdn.net/thinkhy/article/details/6950551

版权

开源软件同时被 3 个专栏收录

45 篇文章 0 订阅

订阅专栏

Perl

44 篇文章 0 订阅

订阅专栏

WEB技术

20 篇文章 0 订阅

订阅专栏

 
 
  
  use 
  
  strict
  
  ;
 
 
 
 
  
  use 
  
  WWW::
  
  Mechanize
  
  ;
 
 
 
 
  
  use 
  
  HTTP::
  
  Cookies
  
  ;
 
 
 
 
  
  

 
 
 
 
  
  ###go to login page and login.
 
 
 
 
  
  #my $url = 'https://www.google.com/accounts/ServiceLogin?hl=en&service=finance&nui=1&continue=http%3A%2F%2Ffinance.google.com%2Ffinance';
 
 
 
 
  
  my 
  
  $url 
  
  = 
  
  'https://accounts.google.com/ServiceLogin'
  
  ;
 
 
 
 
  
  my 
  
  $username 
  
  = 
  
  $ARGV
  
  [
  
  0
  
  ];
 
 
 
 
  
  my 
  
  $password 
  
  = 
  
  $ARGV
  
  [
  
  1
  
  ];
 
 
 
 
  
  my 
  
  $keyword 
  
  = 
  
  $ARGV
  
  [
  
  2
  
  ];
 
 
 
 
  
  my 
  
  $outputfile 
  
  = 
  
  $ARGV
  
  [
  
  3
  
  ];
 
 
 
 
  
  chomp
  
  (
  
  $username
  
  );
 
 
 
 
  
  chomp
  
  (
  
  $password
  
  );
 
 
 
 
  
  chomp
  
  (
  
  $keyword
  
  );
 
 
 
 
  
  chomp
  
  (
  
  $outputfile
  
  );
 
 
 
 
  
  

 
 
 
 
  
  print 
  
  "usr: $username\n"
  
  ;
 
 
 
 
  
  print 
  
  "psw: $password\n"
  
  ;
 
 
 
 
  
  print 
  
  "keyword: $keyword\n"
  
  ;
 
 
 
 
  
  print 
  
  "output: $outputfile\n"
  
  ;
 
 
 
 
  
  print 
  
  "Searching ......\n"
  
  ;
 
 
 
 
  
  

 
 
 
 
  
  my 
  
  $mech 
  
  = 
  
  WWW::
  
  Mechanize
  
  ->
  
  new
  
  ();
 
 
 
 
  
  $mech
  
  ->
  
  cookie_jar
  
  (
  
  HTTP::
  
  Cookies
  
  ->
  
  new
  
  ());
 
 
 
 
  
  $mech
  
  ->
  
  get
  
  (
  
  $url
  
  );
 
 
 
 
  
  $mech
  
  ->
  
  form_number
  
  (
  
  1
  
  );
 
 
 
 
  
  $mech
  
  ->
  
  field
  
  (
  
  Email 
  
  => 
  
  $username
  
  );
 
 
 
 
  
  $mech
  
  ->
  
  field
  
  (
  
  Passwd 
  
  => 
  
  $password
  
  );
 
 
 
 
  
  $mech
  
  ->
  
  click
  
  ();
 
 
 
 
  
  #Go to the next link, now that we are logged in.
 
 
 
 
  
  #$url = 'http://www.google.com/trends/viz?q=alan+kay&graph=all_csv&sa=N';
 
 
 
 
  
  $url 
  
  = 
  
  'http://www.google.com/trends/viz?q='
  
  .
  
  $keyword
  
  .
  
  '&date=all&geo=cn&graph=all_csv&scale=1&sa=N'
  
  ;
 
 
 
 
  
  #$url = 'http://finance.google.com/finance/portfolio?action=view&pid=1&pview=pview&output=csv';
 
 
 
 
  
  

 
 
 
 
  
  $mech
  
  ->
  
  get
  
  (
  
  $url
  
  );
 
 
 
 
  
  my 
  
  $output_page 
  
  = 
  
  $mech
  
  ->
  
  content
  
  ();
 
 
 
 
  
  

 
 
 
 
  
  my 
  
  $fh
  
  ;
 
 
 
 
  
  open 
  
  $fh
  
  , 
  
  ">$outputfile"
  
  ;
 
 
 
 
  
  print 
  
  $fh 
  
  $output_page
  
  ;