#!/usr/bin/perl -w
# rapidshare.com fetcher - See perldoc for more info
# $Id: rsget.pl,v 1.5 2009/06/17 19:00:40 mortenb Exp $

use strict;
use Time::HiRes qw(time);
use Getopt::Long;

# show full output from wget
my $debug         = 1;

# set to 1 if you like to remove .html at the end
# some people just love to add .html to binaries
# saves you a rename afterwards
my $remove_html   = 1;

my $infile        = undef;
my $outdir        = undef;
my $test          = undef;
# 20090616 : rapidshare have changed the authentication cookie, this m
+ust be updated everytime you change password,account etc.
my $cookie = undef;
#my $cookie         = "Cookie: enc=A_VERY_LONG_128BIT_HEX_YOU_FIND_IT_
+IN_YOUR_COOKIE_COLLECTION_IN_YOUR_BROWSER_AFTER_ONE_PREMIUM_DOWNLOAD"
+;

# default Internet-Explorer v7.0 compatible
my $useragent     = "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1
+)";

GetOptions (
  'infile|in=s'   => \$infile,
  'outdir|out=s'  => \$outdir,
  'cookie=s'      => \$cookie,
  'debug=i'       => \$debug,
  'test'          => \$test,
  'remove_html'   => \$remove_html,
  'useragent|ua=s' => \$useragent,
);

## binaries we need:
chomp(my $wget = `which wget`);
die "Error: binary \$wget=$wget not executable or does not exist\n" if
+(! -x $wget);
my $pwd = "/bin/pwd";
die "Error: binary \$pwd=$pwd not executable or does not exist\n" if(!
+ -x $pwd);
my $mkdir = "/bin/mkdir";
die "Error: binary \$mkdir=$mkdir not executable or does not exist\n" 
+if(! -x $mkdir);

# check mandatory parameter infile
die "Error: --infile =<path to file with rapidshare urls> not defined 
+or does not exist\n"
  if(!defined $infile || ! -f $infile);


die "Error: --cookie =<rapidshare authentication cookie> must be set\n
+"
  if(!defined $cookie);

# check if outdir is available
if(! defined $outdir) {
  chomp($outdir = `$pwd`);
}
elsif(! -d $outdir) {
  system("$mkdir -p '$outdir'")==0 || die "Unable to create --outdir='
+$outdir'\n";
}

# parse infile and create a list of all the urls we will load
my @filelist = ();

open(my $FP, "<$infile") || die "Error: unable to read --infile=$infil
+e\n";
while(my $line = <$FP>) {
  chomp($line);
  next if($line =~ /^\s*#/);    #ignore commented out lines
  if($line =~ /(http:\/\/\S+)\s*$/) {
    push(@filelist,$1);
  }
}
if($debug) {
  print "Found ",scalar(@filelist)," entries in --infile=$infile\n"
}
if($debug>=2) {
  for(my $i=0; $i<scalar(@filelist); $i++) {
    printf("%3d:%s\n",$i,$filelist[$i]);
  }
}

# we have our files now we can start downloading
my $t0=time();
my $i = 0;
for($i=0; $i<scalar(@filelist); $i++) {
  my $t1=time();
  my $exe = "cd \"$outdir\"; $wget";
  $exe .= " -q" if(! defined $debug || $debug==0);
  $exe .= " --user-agent \"$useragent\"" if(defined $useragent);
  $exe .= " --no-cookies --header \"$cookie\" \"$filelist[$i]\"";
  print "$exe\n" if($debug);
  if(! defined $test) {
    if(system($exe)==0) {
      print "OK";
    }
    else {
      print "Error!";
    }
    printf(" - %.2fsec\n",time()-$t1);
  }
  # it is very little html being downloaded from rs so we delete
  # the .html ending if it exists
  if($remove_html) {
    my $fname = undef;
    $fname = $1 if($filelist[$i] =~ /.*\/([^\/]+)$/);
    my $sname = $fname;
    $sname =~ s/\.(html|htm|xml)\s*$//; # stripped name
    print "Filename: '$fname', Stripped: '$sname'\n" if($debug);
    if(-e $outdir."/".$fname && $fname =~ /(html|htm|xml)$/) {
      #remove ending:
      rename($outdir."/".$fname,$outdir."/".$sname);
    }
  }


}
printf("\nLoaded %d files in %.2f sec\n",$i,time()-$t0);

__END__

=head1 NAME

rsget.pl - Simple frontend to download multiple files from rapidshare.
+com

=head1 SYNOPSIS

 rsget.pl --in='file with urls to load' --outdir='dir to save files'
   --cookie='cookie with login credentials'
  [--test]

 --cookie is the rapidshare authentication cookie, you get it if you
 connect through the web-browser, get it from there

 --in is a file with rapidshare urls you like to download it will
 load them one by one, only lines starting with 'http://' will be load
+ed.

 --remove_html will remove any .html or .htm or .xml to the end
 this is default on, because many add .html to their sr-urls.

 --test only printout, no actual downloading, nice to verify your setu
+p
 is working

=head1 DESCRIPTION

This program automates downloading from rapidshare.com by using wget.
You can just stack upp all the urls into a file and let this program
download it one by one until finished.

You need a rapidshare premier account to use this program.

Set up your rapidshare account to automatically use a
prefered mirror, so it loads directly.

 Go to rapidshare.com and choose:
 'Premium Zone -> Premium Zone login'
 Press 'Options'
 Check 'Direct-downloads'
 Choose a 'Preferred Mirror'
 Save and you're done

You must also do a single download to get hold of the authentication c
+ookie.
Get hold of the cookie by wieving it and copy it into the cookie strin
+g.

The Cookie should be on the form:

 enc=<a very long hex-string 64-128 numbers>

=head2 NOTES

Rapidshare seem to change the format of the cookie from time to time, 
+so expect this to change.

=head1 AUTHOR

morten_bjoernsvik@yahoo.no - FEB 2007

=cut
[download]