pkgdups.sh and semi-random tagged pkglists shuffle

The bin/pkgdups.sh script comes from m-p-d in considerably optimized form and is to be used with the pkglist files of interest passed as its arguments to produce a "hall of duplicates" among those. The tagged lists received some updates along the rescue image lines, most of those are actually inspired by http://rescuecd.pld-linux.org/ and to lesser extent a few articles on rescue/recovery/forensics software -- so some newcomers are even employed already.

pkgdups.sh and semi-random tagged pkglists shuffle
8790a90c · Michael Shigorin · 5bc3dc24 · 8790a90c · 8790a90c · 8790a90c
Commit 8790a90c authored Dec 02, 2011 by Michael Shigorin
17 changed files
--- a/bin/pkgdups.sh
+++ b/bin/pkgdups.sh
+#!/bin/sh
+# a script to help weed out duplicate packages
+# contained in package lists given as arguments
+#
+# Requires: libshell
+
+. /bin/shell-quote
+
+sort "$@" \
+| grep -v '^ *#' \
+| sed  -s 's,[ 	]\+, ,g' \
+| grep -v '^ *$' \
+| uniq -cd \
+| while read num str; do
+	echo -n "$str: $num ";
+	pattern="`quote_sed_regexp "$str"`"
+	grep -l "^$pattern$" "$@" | tr '\n' ' '
+	echo
+done \
+| sort -rn -t: -k2
--- a/conf.d/live.mk
+++ b/conf.d/live.mk
@@ -9,8 +9,9 @@ distro/live-install: distro/.base use/live/install use/syslinux/localboot.cfg
 distro/live-icewm: distro/live use/live/icewm

 distro/live-rescue: distro/live-icewm
-	@$(call add,LIVE_LISTS,$(call tags,extra && (rescue || network)))
 	@$(call add,LIVE_LISTS,$(call tags,rescue && (live || x11)))
+	@$(call add,LIVE_LISTS, \
+		$(call tags,(base || extra) && (archive || rescue || network)))

 distro/live-isomd5sum: distro/.base use/live/base use/isomd5sum
 	@$(call add,LIVE_PACKAGES,livecd-isomd5sum)

--- a/pkg.in/lists/tagged/README
+++ b/pkg.in/lists/tagged/README
@@ -2,7 +2,7 @@
 реализация (tags2lists) требует, чтобы каждый из тегов был
 отдельным словом, состоящим из символов из набора a-zA-Z0-9_
 (внимание: не используйте в слове "-"); рекомендуется
-разделять слова "+" или "," (стандарт ещё не устоялся).
+разделять слова "+".

 Предположительное применение: дополнение функциональности,
 заданной статически (наследственно или явно), факультативным

--- a/pkg.in/lists/tagged/base+compression
+++ b/pkg.in/lists/tagged/base+compression
-# compression
+bzip2
 cpio
-p7zip
+gzip
 tar
-unzip
+xz
 zip
--- a/pkg.in/lists/tagged/archive+extra
+++ b/pkg.in/lists/tagged/archive+extra
+#gzrt
+lzip
+lzop
+p7zip
+pax
+rzip
+star
+unrar
+unzip
+xar
+
+# parallel (de)compression
+lbzip2
+pbzip2
+pigz
+plzip
+pxz
+
+# legacy
+arj
+cabextract
+ha
+lha
+mscompress
+nomarch
+ncompress
+unace
+unarj
+unzoo
+uudeview
--- a/pkg.in/lists/tagged/base+comm
+++ b/pkg.in/lists/tagged/base+comm
+ckermit
+lrzsz
+minicom
+picocom
+sredird
--- a/pkg.in/lists/tagged/basesystem,alterator
+++ b/pkg.in/lists/tagged/basesystem,alterator
--- a/pkg.in/lists/tagged/desktop,icewm
+++ b/pkg.in/lists/tagged/desktop,icewm
--- a/pkg.in/lists/tagged/dev+security
+++ b/pkg.in/lists/tagged/dev+security
+flawfinder
+rats
+valgrind
--- a/pkg.in/lists/tagged/network+bench
+++ b/pkg.in/lists/tagged/network+bench
+httperf
+nepim
+
--- a/pkg.in/lists/tagged/extra+network
+++ b/pkg.in/lists/tagged/extra+network
--- a/pkg.in/lists/tagged/network+security
+++ b/pkg.in/lists/tagged/network+security
+aircrack-ng
+#kismet*
+macchanger
+tcptrace
--- a/pkg.in/lists/tagged/extra+rescue
+++ b/pkg.in/lists/tagged/extra+rescue
@@ -27,6 +27,7 @@ partimage
 # Applications
 binutils
 dmidecode
+gnupg
 hexedit
 pciutils
 procps
@@ -36,14 +37,6 @@ sharutils
 time
 openssl

-# Applications/Archiving
-arj
-bzip2
-gzip
-unrar
-unzip
-zip
-
 # Applications/Editors
 vim-console

@@ -51,7 +44,6 @@ vim-console
 findutils
 file
 less
-mtools

 # Filesystem utils
 dosfstools

--- a/pkg.in/lists/tagged/rescue+fs
+++ b/pkg.in/lists/tagged/rescue+fs
+cpipe
+dar
+ddrescue
+foremost
+ntfsprogs
+sleuthkit
+xfsdump
+#zfs-fuse
--- a/pkg.in/lists/tagged/security+extra
+++ b/pkg.in/lists/tagged/security+extra
+apg
+#chkrootkit
+dcfldd
+john
+#logcheck
+md5deep
+osec
+osec-cronjob
+osec-mailreport
--- a/pkg.in/lists/tagged/server+openvpn
+++ b/pkg.in/lists/tagged/server+openvpn
+apt
+basesystem
+sysklogd
+etcnet
+glibc-nss
+openvpn
+netlist
+#alterator-fbi
+openssh-server
+passwd
+less
--- a/pkg.in/lists/tagged/server,openvpn
+++ b/pkg.in/lists/tagged/server,openvpn
-apt  
-basesystem  
-sysklogd  
-etcnet  
-glibc-nss  
-openvpn  
-netlist  
-#alterator-fbi  
-openssh-server  
-passwd  
-less