open (MYFILE, '>data.CSV');
$LOGFILE = "worker.log";
open(LOGFILE) or die("Could not open log file.");
$LOGFILE1 = "worker.log";
open(LOGFILE1) or die("Could not open log file.");

$taskid=8274;


foreach $line (<LOGFILE>) 
{
    chomp($line); 
	if ( $line =~ m/$taskid.*child runId vs completion type/)
	{
	
	@Task_id = $line =~ /\{(\d+)-/g;
    
	}	
}


foreach $line (<LOGFILE1>) 
{
    chomp($line); 
	foreach $childid(@Task_id)
	{
	if ( $line =~ m/Started producing records on topic (\d+)_($childid)_(\d+)_IN_(\d+)/)
	  {
	  $envId=$1;
	  $timestamp=$3;
	  $input=$4;
	my @fields = split / /, $line;
	$data1="$envId\_$childid\_$timestamp\_IN\_$input\,$fields[1]";
	$data2="$envId\_$childid\_$timestamp\_IN\_$input";
	push @data9,$data1 ;
	print "$data1\n";
	  }
	  
	 if ( $line =~ m/Done with producing records on topic (\d+)_($childid)_(\d+)_IN_(\d+)/)
	  {
	  $envId=$1;
	  $timestamp=$3;
	  $input=$4;
	my @fields = split / /, $line;
	$data3="$envId\_$childid\_$timestamp\_IN\_$input\,$fields[1]";
	$data4="$envId\_$childid\_$timestamp\_IN\_$input";
	push @data9,$data3 ;
	print "$data3\n";
	  }
	 
	 }
    	  
}
foreach (@data9) {
 print MYFILE "$_\n";
}	
	
	
close LOGFILE;
close LOGFILE1;