Remove any duplicates from FTPmaster's list of supplied tags when automatically…

Remove any duplicates from FTPmaster's list of supplied tags when automatically generating the ftp-master-{fatal,nonfatal} data files.

debian/changelog

@@ -2,6 +2,11 @@ lintian (2.5.104) UNRELEASED; urgency=medium
 
   XXX: generate tag summary
 
+  * private/refresh-ftp-master-tags:
+    + [CL] Remove any duplicates from FTPmaster's list of supplied tags
+      when automatically generating the ftp-master-{fatal,nonfatal} data
+      files.
+
   * profiles/debian/ftp-master-auto-reject.profile:
     + [CL] Refresh tags via private/refresh-ftp-master-tags, specifically
       allowing dir-or-file-in-etc-opt to be overridable.  (Closes: #908911)

private/build-time-data/ftp-master-fatal

@@ -2,7 +2,7 @@
 # be overridden.  It is based on the data file retrieved from
 # https://ftp-master.debian.org/static/lintian.tags
 #
-# Last updated: 2018-09-15
+# Last updated: 2018-09-17
 
 FSSTND-dir-in-usr
 FSSTND-dir-in-var

private/build-time-data/ftp-master-nonfatal

@@ -2,7 +2,7 @@
 # be overridden (nonfatal tags).  It is based on the data file retrieved from
 # https://ftp-master.debian.org/static/lintian.tags
 #
-# Last updated: 2018-09-15
+# Last updated: 2018-09-17
 
 arch-dependent-file-in-usr-share
 arch-independent-package-contains-binary-or-object
@@ -11,7 +11,6 @@ binary-or-shlib-defines-rpath
 binary-with-bad-dynamic-table
 control-interpreter-without-depends
 copyright-contains-dh_make-todo-boilerplate
-copyright-contains-dh_make-todo-boilerplate
 dir-or-file-in-etc-opt
 dir-or-file-in-var-www
 embedded-library

private/refresh-ftp-master-tags

@@ -27,6 +27,8 @@ require LWP::Simple;
 LWP::Simple->import(qw(get));
 use POSIX qw(strftime);
 
+use List::MoreUtils qw(uniq);
+
 BEGIN {
     my $LINTIAN_ROOT = $ENV{'LINTIAN_ROOT'};
     if (not $LINTIAN_ROOT) {
@@ -75,7 +77,7 @@ print {$nonfatal} <<"EOH";
 # Last updated: $date
 
 EOH
-print {$nonfatal} join("\n", sort(@nonfatal), '');
+print {$nonfatal} join("\n", sort(uniq(@nonfatal)), '');
 close($nonfatal);
 open(my $fatal, '>', 'private/build-time-data/ftp-master-fatal');
 print {$fatal} <<"EOH";
@@ -86,7 +88,7 @@ print {$fatal} <<"EOH";
 # Last updated: $date
 
 EOH
-print {$fatal} join("\n", sort(@fatal), '');
+print {$fatal} join("\n", sort(uniq(@fatal)), '');
 close($fatal);
 
 # Local Variables:

profiles/debian/ftp-master-auto-reject.profile

@@ -9,7 +9,6 @@ Enable-Tags: FSSTND-dir-in-usr, FSSTND-dir-in-var, arch-dependent-file-in-usr-sh
  conflicting-negation-in-source-relation, control-file-has-bad-owner,
  control-file-has-bad-permissions, control-file-is-not-a-file,
  control-interpreter-in-usr-local, control-interpreter-without-depends,
- copyright-contains-dh_make-todo-boilerplate,
  copyright-contains-dh_make-todo-boilerplate, copyright-file-compressed,
  copyright-file-is-symlink, copyright-refers-to-incorrect-directory,
  copyright-refers-to-old-directory,