perl -ni -e 'print if $seen{$_}; $seen{$_} = 1' your_file