#!/usr/bin/perl -w
use strict;
use warnings;
#split large files

mkdir "split_files";
open (FH, "all_tags2.csv") or die "Could not open source file. $!";

my $i = 0;

while (1) {
    my $chunk;
    print "process part $i\n";
    open(OUT, ">split_files/all_tags2$i.csv") or die "Could not open destination file";
    $i ++;
    if (!eof(FH)) {
		read(FH, $chunk, 10000);
		        print OUT $chunk;
    } 
    if (!eof(FH)) {
        $chunk = <FH>;
        print OUT $chunk;
    }
    close(OUT);
    last if eof(FH);
}