Shell Programming and Scripting

awk -v complete_file=${1}_$(date+%Y%m%d)

 'FNR != 1 {       skip the header records

data[NR] = $0   store the current line in an array indexed by the record number
out=FILENAME "new" set the value of out to the name of the current file being processed, with "out" appended.
file[NR]=out      tell it which file this record goes in
records[out]=NR keep the line index of the last line of each file

}



END {
        for ( r in records ) {
                sum += data[records[r]]    sum the total number of expected records
        }

        if ( sum != NR - (ARGC * 2) ) {
        compare the number of records with the expected number of records(subtract 2 per file)
                print "error"
        }
        else {
                for ( i in file ) { do this for every stored record in file
                        if ( i != records[file[ i ]] ) { 
skip the expected number of records line for each file
                                print data[i] > file[i]
                                print data[i] > complete_file
                        }
                }
                close(file[i])
        }
        close(complete_file)
}
' $files

awk -v complete_file=${1}_$(date '+%Y%m%d') 'FNR != 1 {

data[NR] = $0
out=FILENAME "new"
file[NR]=out
records[out]=NR

}



END {
        for ( r in records ) {
                r_count=-1
                for ( j in file ) {
                        if ( file[j] == r ) {
                                r_count++
                        }
                }
                if ( r_count != data[records[r]]) {
                      printf "Record count error in : %s\n", substr(r, 0, length(r)-3)
                      exit(1);
                }
        }

        for ( i in file ) {
             if ( i != records[file[i]] ) {
                   print data[i] > file[i]
                   print data[i] > complete_file
            }
        }
        close(file[i])
        close(complete_file)
} ' $files