Shell Programming and Scripting

source word=target word
e.g.
book=livre

e.g.
book=livre
book=tome

#!/usr/bin/perl

$dupes = $singletons = "";		# This goes at the head of the file

do {
    $dupefound = 0;			# These go at the head of the loop
    $text = $line = $prevline = $name = $prevname = "";
    do {
	$line = <>;
	$line =~ /^(.+)\=.+$/ and $name = $1;
	$prevline =~ /^(.+)\=.+$/ and $prevname = $1;
	if ($name eq $prevname) { $dupefound += 1 }
	$text .= $line;
	$prevline = $line;
    } until ($dupefound > 0 and $text !~ /^(.+?)\=.*?\n(?:\1=.*?\n)+\z/m) or eof;
    if ($text =~ s/(^(.+?)\=.*?\n(?:\2=.*?\n)+)//m) { $dupes .= $1 }
    $singletons .= $text;
} until eof;
print "SINGLETONS\n$singletons\n\DUPES\n$dupes";

book=livre
book=tome

Source language=target language

Singletons and Dupes

awk -F"=" '{print $1}'  dictionary_file | sort | uniq -c | awk '{print $2 >> "numrepeats_"$1"_list"}'

awk -F"=" '{print $1}'  dictionary_file | sort | uniq -d

awk -F"="  '
{s[$1]++}
END {
  for(i in s) {
    if(s[i]>1) {
      print i
    }
  }
}' dictionary_file

awk -F= '$1 in DUP      {next}

         $1 in SNG      {DUP[$1]
                         delete SNG[$1]
                         next}

                        {SNG[$1]}

         END            {print "SINGLES"
                         for (i in SNG) print i
                         print "DUPLICATES"
                         for (i in DUP) print i}
        ' file

#! /usr/bin/perl
use strict;
use warnings;
open (my $words, '<', $ARGV[0]);
my (%seen,@unique,@dupe);
while($words){
        if (/^(\w+)=\w+$/){
                if ($seen{$1}<1){
                        $seen{$1}++;
                        push (@unique,$_);
                }
                else{
                        push @dupe, $_;
                }
        }
        else{
                print "Not a word definition:$_"
        }
}
print "UNIQUE WORDS\n\n", join ('',@unique),
        "DUPLICATES\n\n", join ('',@dupe);