UNIX for Dummies Questions & Answers

 
awk -F "^" '{close(f);f=$2"."$5"."$11"."$79"."$80}{print > "P8." f".txt"}'

awk '  BEGIN {
                i = 1                                           # Counter variable i intialized to 1
                while ( j <= 50 )                               # while j <= 50
                {
                        if( bytes > 100 )                       # If bytes is > 100
                                i = i + 1;                      # Increment i variable value
                        F = "name" i ".txt";                    # Set filename = "name" i ".txt"
                        print j >> F;                           # Write j value to file
                        close(F);                               # Close file
                        cmd = "wc -c < " F;                     # Define cmd
                        cmd | getline bytes;                    # Run cmd and count file bytes
                        close(cmd);                             # Close cmd
                        j = j + 1;                              # Increment j variable value
                }
} '

man split

awk -F '^' -v M=250000000 '
{       # Set filename base.
        fb = $2"."$5"."$11"."$79"."$80
        # Increment # of characters that would be in current output file for
        # this filename base if this record is appended.
        if((fs[fb] += length($0) + 1) > M) {
                # Adding this line would exceed max size; start a new file.
                f[fb]++
                fs[fb] = length($0) + 1
        }
        # Create output filename for this record.
        fn = fb (f[fb] ? "_" f[fb] : "") ".txt"
        # If this is not the same output file to which the last record was
        # written, close the last file written.
        if(lfn != fn) close(lfn)
        # Add this record to the end of the current output file.
        print >> fn
        # Save the output filename for comparison with the file used for the
        # next record.
        lfn = fn
}' /PowerCenter/TgtFiles/dfel_dw/elig_archive/elig_list_comb_arch.out

#!/bin/bash
for file in P8.*txt ; do 
  size=$(ls -l $file | awk '{print $5}')              #get the size of file
  if [[ $size -gt $((250*1024*1024)) ]] ; then        #file bigger than 250M
      split -b 250M -d -a1 $file ${file%.txt}_        #do the spliting, -d: numeric suffix, -a1: use only one digit
      for i in ${file%.txt}_[0-9] ; do                #add .txt suffix:
           mv $i ${i}.txt
      done
  fi
done