Shell Programming and Scripting

cp joiner.sh _joiner.sh             # save the current script
tr -d '\r' < _joiner.sh > joiner.sh # remove carriage returns from the script

od -c filename

 
perl -pi.orig -e 's/,\r+\n//g;s/\n,/,/g' infile

perl -pi.orig -e '@a=$_=~m/,/g;$a=@a;if($b!=1){if($a<11){s/\r+\n//};$b=1}else{$b=0}' sample.txt

 
abcd,789756,20140211,20140202,464532.00,C,XZY,,,Settlement of purchase.,,1
abcd,795156,20140211,20140202,548962.52,C,JPY,,,Payement to: tokyo BNF=N,,1
abcd,763256,20140211,20140202,42188.80,C,USD,,,recieved from ,,1
abcd,756556,20140211,20140202,456898.28,C,EUR,,,Payment via.,,1abcd,732656,20140211,20140202
,58461.10,C,INR,,,Settlement of purchase.,,1abcd,798756,20140211,20140202,323156.82,C,AUD,,,Settlement of purchase.,,1
abcd,789856,20140211,20140202,84621.63,C,CHF,,,Settlement of sale no B35453 EUR 471.60,,1
abcd,785456,20140211,20140202,86421.40,C,USD,,,Settlement of purchase.,,1

 
perl -pi.orig -e '$/=undef; $_=<>; s/,[\r\n]+/,/g;s/[\r\n]+,/,/g;' sample.csv

perl -pi.orig -e '$/=undef; s/,[\r\n]+/,/g;s/[\r\n]+,/,/g' sample.csv

AMIGA:~> cd /tmp
AMIGA:/tmp> hexdump sample.txt
0000000 61 62 63 64 2c 37 38 39 37 35 36 2c 32 30 31 34
0000020 30 32 31 31 2c 32 30 31 34 30 32 30 32 2c 34 36
0000040 34 35 33 32 2e 30 30 2c 43 2c 58 5a 59 2c 2c 2c
0000060 53 65 74 74 6c 65 6d 65 6e 74 20 6f 66 20 70 75
0000100 72 63 68 61 73 65 2e 2c 2c 31 0d 0a 61 62 63 64
0000120 2c 37 39 35 31 35 36 2c 32 30 31 34 30 32 31 31
0000140 2c 32 30 31 34 30 32 30 32 2c 35 34 38 39 36 32
0000160 2e 35 32 2c 43 2c 4a 50 59 2c 2c 2c 50 61 79 65
0000200 6d 65 6e 74 20 74 6f 3a 20 74 6f 6b 79 6f 20 42
0000220 4e 46 3d 4e 2c 2c 31 0d 0a 61 62 63 64 2c 37 36
0000240 33 32 35 36 2c 32 30 31 34 30 32 31 31 2c 32 30
0000260 31 34 30 32 30 32 2c 34 32 31 38 38 2e 38 30 2c
0000300 43 2c 55 53 44 2c 2c 2c 72 65 63 69 65 76 65 64
0000320 20 66 72 6f 6d 20 2c 2c 31 0d 0a 61 62 63 64 2c
0000340 37 35 36 35 35 36 2c 32 30 31 34 30 32 31 31 2c
0000360 32 30 31 34 30 32 30 32 2c 34 35 36 38 39 38 2e
0000400 32 38 2c 43 2c 45 55 52 2c 2c 2c 50 61 79 6d 65
0000420 6e 74 20 76 69 61 2e 2c 2c 31 0d 0a 61 62 63 64
0000440 2c 37 33 32 36 35 36 2c 32 30 31 34 30 32 31 31
0000460 2c 32 30 31 34 30 32 30 32 0d 0a 2c 35 38 34 36
0000500 31 2e 31 30 2c 43 2c 49 4e 52 2c 2c 2c 53 65 74
0000520 74 6c 65 6d 65 6e 74 20 6f 66 20 70 75 72 63 68
0000540 61 73 65 2e 2c 2c 31 0d 0a 61 62 63 64 2c 37 39
0000560 38 37 35 36 2c 32 30 31 34 30 32 31 31 2c 32 30
0000600 31 34 30 32 30 32 2c 33 32 33 31 35 36 2e 38 32
0000620 2c 43 2c 41 55 44 2c 2c 2c 53 65 74 74 6c 65 6d
0000640 65 6e 74 20 6f 66 20 70 75 72 63 68 61 73 65 2e
0000660 2c 2c 31 0d 0a 61 62 63 64 2c 37 38 39 38 35 36
0000700 2c 32 30 31 34 30 32 31 31 2c 32 30 31 34 30 32
0000720 30 32 2c 38 34 36 32 31 2e 36 33 2c 43 2c 43 48
0000740 46 2c 2c 2c 53 65 74 74 6c 65 6d 65 6e 74 20 6f
0000760 66 20 73 61 6c 65 20 6e 6f 20 42 33 35 34 35 33
0001000 20 45 55 52 20 34 37 31 2e 36 30 2c 2c 31 0d 0a
0001020 61 62 63 64 2c 37 38 35 34 35 36 2c 32 30 31 34
0001040 30 32 31 31 2c 32 30 31 34 30 32 30 32 2c 38 36
0001060 34 32 31 2e 34 30 2c 43 2c 55 53 44 2c 2c 2c 53
0001100 65 74 74 6c 65 6d 65 6e 74 20 6f 66 20 70 75 72
0001120 63 68 61 73 65 2e 2c 2c 31 0d 0a
0001133
AMIGA:/tmp> dos2unix sample.txt
dos2unix: converting file sample.txt to Unix format ...
AMIGA:/tmp> ls -l sample*
-rwxr-xr-x 1 Tami None 594 Feb 19 15:25 sample.txt
-rwxr-xr-x 1 Tami None 603 Feb 19 15:23 sample1.txt
AMIGA:/tmp> _

awk "NF<12 { getline p               # join split lines
        \$0 = \$0 p
}       
{  gsub(/\r/, x); printf(\"%s\r\n\", \$0)    # print joined lines with CR/NL terminators
}" FS=, OFS=, sample.csv