misc/sql/0-aging_debian-med.sh

 #!/bin/sh
+if [ -x debian-med.out ] ; then
+  mv debian-med.out debian-med.out~
+fi
 ./aging_packages_of_blend -m debian-med
 # remove info about packages we have just checked and realised that we
 # can not do much about it to update it.  Responsible maintainers are
 # informed (in most cases)
-grep -v \
-        -e "^ medicalterms "       \
-        -e "^ psignifit "          \
-        -e "^ pvclust "            \
-        -e "^ python-clips "       \
-        -e "^ pyxid "              \
-        -e "^ trimage "            \
-        debian-med.out
+
+
+#        -e "^ medicalterms "       \
+#        -e "^ psignifit "          \
+#        -e "^ pvclust "            \
+#        -e "^ python-clips "       \

misc/sql/0-missing-autopkgtest.sh

@@ -58,12 +58,23 @@ while getopts "hjm" o; do
 done
 shift $((OPTIND-1))
 
-if [ $# -ne 2 ] ; then
+if [ $# -lt 2 ] ; then
     usage
     exit 1
 fi
 
-psql $SERVICE <<EOT
+TASKSTRING="task = '$2'"
+if [ "$3" != "" ] ; then
+  TASKSTRING="task in ('$2','$3')"
+fi
+
+if which psql-public-udd >/dev/null ; then
+   RUNPSQL=psql-public-udd
+else
+   RUNPSQL="psql $SERVICE"
+fi
+
+$RUNPSQL >$1-$2-tests.out <<EOT
 SELECT source, vote, MAX(testsuite) as testsuite, tags FROM (
   SELECT source, vote, testsuite, tags, row_number() OVER (PARTITION BY source ORDER BY vote DESC) FROM (
     SELECT DISTINCT p.source, p.package, CASE WHEN pop.vote IS NULL THEN -1 ELSE pop.vote END AS vote, s.testsuite, d.tags FROM packages p
@@ -71,7 +82,7 @@ SELECT source, vote, MAX(testsuite) as testsuite, tags FROM (
       LEFT OUTER JOIN (SELECT source, testsuite FROM sources WHERE release = 'sid' ) s   ON p.source  = s.source
       LEFT OUTER JOIN (SELECT package, array_agg(tag) AS tags FROM debtags WHERE tag LIKE 'uitoolkit::%' OR tag LIKE '%x11%' GROUP BY package) d ON p.package = d.package
       WHERE p.package IN (
-        SELECT package FROM blends_dependencies WHERE blend = '$1' AND task = '$2'
+        SELECT package FROM blends_dependencies WHERE blend = '$1' AND $TASKSTRING
       )
       AND p.release = 'sid'
   ) tmp1

misc/sql/0-uncategorised.sh

@@ -9,23 +9,22 @@ fi
 case "$1" in
     debian-science)
         team="'debian-science-maintainers@lists.alioth.debian.org','pkg-scicomp-devel@lists.alioth.debian.org','pkg-electronics-devel@lists.alioth.debian.org'"
-        ignore="'cbp2make','coinor-cgl','coinor-osi','coinutils',
-                'dh-r','dijitso',
+        ignore="'arachne-pnr','arduino-builder','armci-mpi',
+                'cbp2make','cctz','coinor-cgl','coinor-osi','coinutils','covered','cpuinfo',
+                'dh-fortran-mod','dijitso','docopt.cpp',
                 'dune-common', 'dune-geometry', -- Dependencies of dune-grid
-                'giella-core',
+                'farmhash',
+                'ghdl','giella-core',
                 'gmp',                          -- very basic, used in lots of other packages as dependency
-                'imview-doc', 'instant',
-                'libosmocore',
+                'gnucap-python','graywolf',
+                'heaptrack','highwayhash','hmat-oss',
+                'imview-doc', 'instant','itango','iverilog',
+                'libcerf','libgdsii','libgpuarray','libmawk','libosmocore','libserialport',
                 'lua-torch-cwrap','lua-torch-dok','lua-torch-paths','lua-torch-sundown',
                 'kwwidgets',
-                'mpi-defaults',
-                'openbsc','openggsn','osmo-bts','osmo-trx','libosmo-abis','libosmo-netif','libosmo-sccp','libsmpp34',
-                'polyml','python-pyorick',
-                'r-cran-formatr','r-cran-httpuv','r-cran-gsl','r-cran-jsonlite','r-cran-learnbayes','r-cran-lubridate',
-                'r-cran-markdown','r-cran-matrixcalc','r-cran-maxlik','r-cran-mime','r-cran-misctools',
-                'r-cran-pbdzmq','r-cran-polyclip','r-cran-polycub',
-                'r-cran-r6','r-cran-randomfields','r-cran-repr','r-cran-rjson','r-cran-rjsonio','r-cran-rprotobuf',
-                'r-cran-tensor','r-cran-uuid','r-cran-yaml',
+                'mpi-defaults','node-pinkyswear',
+                'openbsc','openems','openggsn','osmo-bts','osmo-trx','libosmo-abis','libosmo-netif','libosmo-sccp','libsmpp34',
+                'polyml','python-backports.tempfile','python-backports.weakref','python-cymem','python-jsondiff','python-nose-random','python-pyorick',
                 'ros-actionlib','ros-angles','ros-bloom','ros-bond-core','ros-catkin','ros-catkin-pkg','ros-class-loader',
                 'ros-cmake-modules','ros-common-msgs','ros-dynamic-reconfigure','ros-eigen-stl-containers',
                 'ros-gencpp','ros-genlisp','ros-genmsg','ros-genpy','ros-geometric-shapes','ros-geometry',
@@ -36,6 +35,7 @@ case "$1" in
                 'ros-ros','ros-roscpp-core','ros-rosdep','ros-rosdistro','ros-rosinstall','ros-rosinstall-generator',
                 'ros-roslisp','ros-rospack','ros-rospkg','ros-rviz','ros-std-msgs','ros-vcstools','ros-vision-opencv',
                 'ros-wstool',
+                'tbb','togl',
                 'vmtk',		-- is mentioned in Debian Med; there is no really good fitting task in Debian Science
                 'xmds-doc',
                 'wxastrocapture',
@@ -60,15 +60,15 @@ case "$1" in
     debian-med)
         team="'debian-med-packaging@lists.alioth.debian.org'"
         # these source packages are simple preconditions which should not appear in any task
-        ignore="'bitops',
+        ignore="'biomaj3-core', 'biomaj3-download', 'biomaj3-process', 'biomaj3-user', 'biomaj3-zipkin', 'bitops',
                 'catools','charls','circos-tools','colt','ctn-doc',
                 'datatables.js','dichromat',
                 'f2j',
-                'g2','gtable',
+                'g2','golang-github-dataence-porter2','gtable',
                 'igraph',
-                'jai-core','jai-imageio-core','jam-lib','jlapack',
-                'labeling','libcereal','libcolt-free-java','libgzstream','libhac-java','libhat-trie','libhpptools',
-                'libjung-free-java','libkmlframework-java','liblemon','liboptions-java','libquazip','librandom123',
+                'jai-core','jai-imageio-core','jam-lib','jheatchart','jlapack',
+                'labeling','libcereal','libcolt-free-java','libdeflate','libgzstream','libhac-java','libhat-trie','libhpptools',
+                'libjbzip2-java','libjung-free-java','libkmlframework-java','liblemon','liboptions-java','libquazip','librandom123',
                 'librg-exception-perl','libsis-base-java','libsis-jhdf5-java','libtecla','libundead','libzeep','libzstd',
                 'metaphlan2-data','metastudent-data','metastudent-data-2',
                 'mgltools-bhtree','mgltools-cadd','mgltools-cmolkit','mgltools-dejavu','mgltools-geomutils','mgltools-gle','mgltools-mglutil','mgltools-molkit','mgltools-networkeditor',
@@ -77,27 +77,10 @@ case "$1" in
                 'mpj','mtj','mummy','mypy',
                 'netlib-java',
                 'parafly', 'permute','pixelmed-codec','pp-popularity-contest','pvrg-jpeg','pylibtiff','pyqi','python-avro','python-qcli',
-                'pythonqt','python-burrito','python-bz2file','python-dictobj','python-matplotlib-venn',
-                'python-rdflib-jsonld','python-schema-salad','python-sqlsoup','python3-typed-ast','python-xopen',
+                'pythonqt','python-burrito','python-bz2file','python-colormap','python-colormath','python-depinfo','python-dictobj','python-easydev','python-hdmedians',
+                'python-lzstring','python-matplotlib-venn','python-pipdeptree',
+                'python-rdflib-jsonld','python-schema-salad','python-spectra','python-sqlsoup','python3-typed-ast','python-xopen',
                 'qsopt-ex',
-                'r-bioc-biocinstaller','r-bioc-biocparallel','r-bioc-interactivedisplaybase','r-bioc-s4vectors','r-bioc-summarizedexperiment',
-                'r-cran-adegraphics','r-cran-assertthat',
-                'r-cran-backports','r-cran-batchjobs','r-cran-bbmisc','r-cran-bbmle','r-cran-bold','r-cran-biasedurn','r-cran-blockmodeling','r-cran-brew',
-                'r-cran-cairo','r-cran-calibrate','r-cran-catools','r-cran-checkmate','r-cran-combinat','r-cran-crayon','r-cran-crul','r-cran-curl',
-                'r-cran-data.table','r-cran-dbitest','r-cran-deal','r-cran-doparallel','r-cran-dplyr','r-cran-ellipse','r-cran-etm',
-                'r-cran-evaluate','r-cran-fail','r-cran-fastcluster','r-cran-fastmatch','r-cran-filehash','r-cran-futile.logger','r-cran-futile.options','r-cran-future',
-                'r-cran-g.data','r-cran-genabel.data','r-cran-ggplot2','r-cran-globals','r-cran-googlevis','r-cran-gridbase', 'r-cran-gtable',
-                'r-cran-hexbin','r-cran-htmltools','r-cran-htmlwidgets','r-cran-httpcode','r-cran-httr','r-cran-hwriter','r-cran-igraph','r-cran-irlba',
-                'r-cran-lambda.r','r-cran-lazyeval','r-cran-listenv','r-cran-luminescence',
-                'r-cran-magrittr','r-cran-matrixstats','r-cran-memoise','r-cran-minpack.lm','r-cran-munsell',
-                'r-cran-nmf','r-cran-nnls','r-cran-openssl','r-cran-optparse',
-                'r-cran-pkgmaker','r-cran-plogr','r-cran-plyr','r-cran-png','r-cran-praise','r-cran-prettyunits','r-cran-princurve','r-cran-progress','r-cran-proto',
-                'r-cran-r.cache','r-cran-r.methodss3','r-cran-r.oo','r-cran-r.utils','r-cran-raster','r-cran-rcurl','r-cran-registry',
-                'r-cran-reshape','r-cran-reshape2','r-cran-rglwidget','r-cran-ritis','r-cran-rlumshiny','r-cran-rngtools','r-cran-rredlist','r-cran-rsolnp','r-cran-rsqlite',
-                'r-cran-scales','r-cran-scatterd3','r-cran-segmented','r-cran-sendmailr','r-cran-shape',
-                'r-cran-shiny','r-cran-shinybs','r-cran-solrium','r-cran-sourcetools','r-cran-stringi','r-cran-stringr',
-                'r-cran-taxize','r-cran-testit','r-cran-testthat','r-cran-tibble','r-cran-tidyr','r-cran-tikzdevice','r-cran-triebeard','r-cran-truncnorm',
-                'r-cran-urltools','r-cran-vioplot','r-cran-withr','r-cran-worrms','r-cran-xml2',
                 'snappy1.0.3-java','socket++','spdlog','sphinxcontrib-autoprogram','yaggo'
                "
         ;;
@@ -144,7 +127,13 @@ if ! psql $PORT $SERVICE -c "" 2>/dev/null ; then
     SERVICE="--host=public-udd-mirror.xvm.mit.edu --username=public-udd-mirror udd"
 fi
 
-psql $SERVICE >$1.out <<EOT
+if which psql-public-udd >/dev/null ; then
+   RUNPSQL=psql-public-udd
+else
+   RUNPSQL="psql $SERVICE"
+fi
+
+$RUNPSQL >$1-uncategorised.out <<EOT
 SELECT t.source, s.bin, u.changed_by FROM (
   SELECT source FROM (
     SELECT DISTINCT source, CASE WHEN b.package IS NULL THEN 0 ELSE 1 END AS is_in_task FROM packages p