Shell Programming and Scripting

ID|Class|SubClass|Prop|Value
1|ABC|DEF|PAD1|123|
1|ABC|DEF|PAD2|234|
1|ABC|DEF|PAD3|476|
1|ABC|DEF|PAD4|123|
2|XYZ|MNF|PXM1|456|
2|XYZ|MNF|PXM2|289|
2|XYZ|MNF|PXM3|279|
2|XYZ|MNF|PXM4|488,456|
2|XYZ|MNF|PXM5|284|
3|ABC|DEF|PAD1|234|
3|ABC|DEF|PAD2|777,123|
3|ABC|DEF|PAD3|567|
3|ABC|DEF|PAD4|556|

ID|Class|SubClass|Prop|Value|
1|ABC|DEF|PAD1|123|
1|ABC|DEF|PAD4|123|
3|ABC|DEF|PAD2|123|
3|ABC|DEF|PAD1|234|
1|ABC|DEF|PAD2|234|
2|XYZ|MNF|PXM1|456|
2|XYZ|MNF|PXM4|456|

awk -F'|' 'NR==FNR {split($5,a,","); for(i in a) {A[a[i]]++; $5=a[i]; print $0 >> "file.tmp"}} NR!=FNR && (FNR==1 || A[$5]>1)' OFS='|' file file.tmp && rm file.tmp

awk     'NR==1  {print; next}
         function Z (P) {X=$2","$3","P; T[X]=T[X] D[X] sprintf ("%s|%s|%s|%s|%s|", $1, $2, $3, $4, P); C[X]++; D[X]="\n"}
                {Z ($5)}
         NF>6   {Z ($6)}
         END    {for (i in T) if (C[i]>1) print T[i]}
        ' FS="[,|]" file
ID|Class|SubClass|Prop|Value
2|XYZ|MNF|PXM1|456|
2|XYZ|MNF|PXM4|456|
1|ABC|DEF|PAD1|123|
1|ABC|DEF|PAD4|123|
3|ABC|DEF|PAD2|123|
1|ABC|DEF|PAD2|234|
3|ABC|DEF|PAD1|234|