#!/usr/bin/perl

use strict;
use warnings;

use Net::FTP;

my $host         = "ftp.sec.gov";
my $username     = 'anonymous';
my $password     = 'yourmail@domain.com';
my $indexdir     = '/edgar/full-index';
my @years        = qw/2005 2006/;
my @quarters     = qw/QTR1 QTR2 QTR3 QTR4/;
my $indexbyfirm  = 'company.idx';
my $indexoutfile   = "./complete_index";

##This opens an "in memory" filehandle as a scalar
#open my $indexsave, '>', \ my $pseudo_file
#	or die "Couldn't open memory handle: $!"; 

open my $indexsave, '>', $indexoutfile
	or die "Couldn't open filehandle: $!";

my $ftp= Net::FTP->new("$host",
			Timeout => 30,
			Debug   => 1)
	or die "Couldn't connect: $@\n";

$ftp->login($username, $password)
	or die "Couldn't authenticate.\n";

for my $year (@years) {
	for my $quarter (@quarters) {
		
		$ftp->cwd("$indexdir/$year/$quarter")
			or die "Couldn't change directories : $!\n";
		
		$ftp->get($indexbyfirm, $indexsave)
 			or die "Couldn't fetch $indexbyfirm : $!\n";
	}
}

## You can work with the "in memory" file like any scalar
# print "$pseudo_file";

$ftp -> quit();