#!/usr/bin/perl -w
use strict;
use WWW::Mechanize;
use HTTP::Cookies;

use LWP;
use LWP::DebugFile;
require HTTP::Request;

sub main {
    
    my $cookie_jar = HTTP::Cookies->new(
              file          => 'cookies.dat',
              autosave      => 1,
              hide_cookie2  => 1
                       );

    my $bot = WWW::Mechanize->new;
    $bot->max_redirect(100);
    $bot->cookie_jar($cookie_jar);
    $bot->proxy(['http', 'https'], 'http://192.168.250.11:8118/');
    $bot->agent('Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.3) Gecko/20060426 Firefox/1.5.0.3');

    my $url = "https://login.yahoo.com";
    #my $url = "https://us.etrade.com";
    my $response = $bot->get($url);
    my $content = $bot->content;
}

&main

##</code><code>##

Dec 09 22:53:30 Privoxy(b7f856c0) Info: Privoxy version 3.0.5
Dec 09 22:53:30 Privoxy(b7f856c0) Info: Program name: ./privoxy
Dec 09 22:53:30 Privoxy(b7f856c0) Info: Listening on port 8118 on IP address 192.168.250.11
Dec 09 22:53:44 Privoxy(b7f84bb0) Header: New HTTP Request-Line: GET / HTTP/1.0
Dec 09 22:53:44 Privoxy(b7f84bb0) Header: scan: GET / HTTP/1.0
Dec 09 22:53:44 Privoxy(b7f84bb0) Header: scan: Accept-Encoding: identity
Dec 09 22:53:44 Privoxy(b7f84bb0) Header: scan: Host: login.yahoo.com
Dec 09 22:53:44 Privoxy(b7f84bb0) Header: scan: User-Agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.3) Gecko/20060426 Firefox/1.5.0.3
Dec 09 22:53:44 Privoxy(b7f84bb0) Header: addh-unique: Host: login.yahoo.com
Dec 09 22:53:44 Privoxy(b7f84bb0) Header: Adding: Connection: close
Dec 09 22:53:44 Privoxy(b7f84bb0) Request: login.yahoo.com/
Dec 09 22:53:44 Privoxy(b7f84bb0) Writing: &#65533;Dec 09 22:53:45 Privoxy(b7f84bb0) Writing: GET / HTTP/1.0
Accept-Encoding: identity
Host: login.yahoo.com
User-Agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.3) Gecko/20060426 Firefox/1.5.0.3
Connection: close


Dec 09 22:53:47 Privoxy(b7f84bb0) Header: Adding: Connection: close
Dec 09 22:53:47 Privoxy(b7f84bb0) Writing: Connection: close


##</code><code>##

# LWP::DebugFile logging to lwp_457baef8_5876.log
# Time now: {1165733624} = Sat Dec  9 22:53:44 2006
LWP::UserAgent::new: ()
LWP::UserAgent::proxy: ARRAY(0x8ce0c98) http://192.168.250.11:8118/
LWP::UserAgent::proxy: http http://192.168.250.11:8118/
LWP::UserAgent::proxy: https http://192.168.250.11:8118/
LWP::UserAgent::request: ()
HTTP::Cookies::add_cookie_header: Checking login.yahoo.com for cookies
HTTP::Cookies::add_cookie_header: Checking .yahoo.com for cookies
HTTP::Cookies::add_cookie_header: Checking yahoo.com for cookies
HTTP::Cookies::add_cookie_header: Checking .com for cookies
LWP::UserAgent::send_request: GET https://login.yahoo.com
LWP::UserAgent::_need_proxy: Proxied to http://192.168.250.11:8118/
LWP::Protocol::http10::request: ()
LWP::Protocol::http10::request: S>0 "GET https://login.yahoo.com HTTP/1.0\x0D\x0A"
LWP::Protocol::http10::request: S>+ "Accept-Encoding: identity\x0D\x0A"
LWP::Protocol::http10::request: S>+ "Host: login.yahoo.com\x0D\x0A"
LWP::Protocol::http10::request: S>+ "User-Agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.
8.0.3) Gecko/20060426 Firefox/1.5.0.3\x0D\x0A\x0D\x0A"
LWP::Protocol::http10::request: reading response
# Time now: {1165733627} = Sat Dec  9 22:53:47 2006
LWP::Protocol::http10::request: S>0 "Connection: close\x0D\x0A\x0D\x0A"
LWP::Protocol::http10::request: HTTP/0.9 assume OK
LWP::Protocol::collect: read 21 bytes
LWP::UserAgent::request: Simple response: OK

##</code><code>##

Dec 09 22:56:06 Privoxy(b7f84bb0) Header: scan: CONNECT login.yahoo.com:443 HTTP/1.1
Dec 09 22:56:06 Privoxy(b7f84bb0) Header: scan: User-Agent: Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.0.8) Gecko/20061109 CentOS/1.5.0.8-0.1.el4.centos4 Firefox/1.5.0.8 pango-text
Dec 09 22:56:06 Privoxy(b7f84bb0) Header: scan: Proxy-Connection: keep-alive
Dec 09 22:56:06 Privoxy(b7f84bb0) Header: scan: Host: login.yahoo.com
Dec 09 22:56:06 Privoxy(b7f84bb0) Header: crumble crunched: Proxy-Connection: keep-alive!
Dec 09 22:56:06 Privoxy(b7f84bb0) Header: addh-unique: Host: login.yahoo.com:443
Dec 09 22:56:06 Privoxy(b7f84bb0) Header: Adding: Connection: close
Dec 09 22:56:06 Privoxy(b7f84bb0) Request: login.yahoo.com:443/
Dec 09 22:56:06 Privoxy(b7f84bb0) Writing: &#65533;Dec 09 22:56:09 Privoxy(b7f84bb0) Writing: HTTP/1.0 200 Connection established
Proxy-Agent: Privoxy/3.0.5

(...encrypted traffic follws.)