WIP: Exclude previously seen packages

this needs actually needs to accurately store the packages
when we see them, as they may be removed later

Signed-off-by: Gaëtan Lehmann <[email protected]>

Author: glehmann

scripts/repo_status/XS8-normal-src.txt

@@ -0,0 +1,119 @@
+XS8-normal-src/auto-cert-kit-8.4.5-1.xs8.src.rpm
+XS8-normal-src/biosdevname-0.3.10-5.xs8.src.rpm
+XS8-normal-src/blktap-3.55.5-2.xs8.src.rpm
+XS8-normal-src/bpftool-7.4.0-2.xs8.src.rpm
+XS8-normal-src/broadcom-bnxt-en-1.10.2_223.0.183.0-2.xs8.src.rpm
+XS8-normal-src/broadcom-mpi3mr-8.1.4.0.0-2.xs8.src.rpm
+XS8-normal-src/busybox-1.22.1-7.xs8.src.rpm
+XS8-normal-src/cisco-enic-4.5.0.7-1.xs8.src.rpm
+XS8-normal-src/cisco-fnic-2.0.0.90-1.xs8.src.rpm
+XS8-normal-src/cmake3-3.26.4-3.xs8.src.rpm
+XS8-normal-src/compiler-rt18-18.1.8-3.xs8.src.rpm
+XS8-normal-src/curl-8.6.0-2.xs8.src.rpm
+XS8-normal-src/devtoolset-11-gcc-11.2.1-6.xs8.src.rpm
+XS8-normal-src/dlm-4.0.7-2.xs8.src.rpm
+XS8-normal-src/dwarves-1.26-3.xs8.src.rpm
+XS8-normal-src/e2fsprogs-1.47.0-1.xs8.src.rpm
+XS8-normal-src/edk2-20220801-1.7.7.xs8.src.rpm
+XS8-normal-src/gdisk-1.0.10-1.xs8.src.rpm
+XS8-normal-src/golang-1.19.7-1.xs8.src.rpm
+XS8-normal-src/gpumon-24.1.0-40.xs8.src.rpm
+XS8-normal-src/grub-2.06-4.0.2.xs8.src.rpm
+XS8-normal-src/guest-templates-json-2.0.13-1.xs8.src.rpm
+XS8-normal-src/host-installer-10.10.25-1.xs8.src.rpm
+XS8-normal-src/host-upgrade-plugin-3.0.3-1.xs8.src.rpm
+XS8-normal-src/hwloc-2.11.1_xen1.1.1-1.xs8.src.rpm
+XS8-normal-src/intel-i40e-2.25.11-2.xs8.src.rpm
+XS8-normal-src/intel-ice-1.15.5-2.xs8.src.rpm
+XS8-normal-src/intel-igb-5.13.20-2.xs8.src.rpm
+XS8-normal-src/intel-igc-5.10.214-3.xs8.src.rpm
+XS8-normal-src/interface-rename-2.0.6-1.xs8.src.rpm
+XS8-normal-src/ipxe-20121005-1.0.7.xs8.src.rpm
+XS8-normal-src/ipxe-efi-20180514gite7f67d5-1.0.3.xs8.src.rpm
+XS8-normal-src/irqbalance-1.0.7-15.xs8.src.rpm
+XS8-normal-src/jemalloc-5.3.0-1.xs8.src.rpm
+XS8-normal-src/kernel-4.19.19-8.0.38.xs8.src.rpm
+XS8-normal-src/kernel-livepatch-1.0.4-1.xs8.src.rpm
+XS8-normal-src/kexec-tools-2.0.15-20.xs8.src.rpm
+XS8-normal-src/libbpf-1.4.0-3.xs8.src.rpm
+XS8-normal-src/libcgroup-0.41-21.xs8.src.rpm
+XS8-normal-src/libnbd-1.20.2-1.xs8.src.rpm
+XS8-normal-src/linux-guest-loader-2.3.2-2.xs8.src.rpm
+XS8-normal-src/livepatch-build-tools-20250121-1.xs8.src.rpm
+XS8-normal-src/logrotate-3.8.6-21.xs8.src.rpm
+XS8-normal-src/lvm2-2.02.180-18.xs8.src.rpm
+XS8-normal-src/mcelog-196-3.xs8.src.rpm
+XS8-normal-src/mellanox-mlnxen-5.9_0.5.5.0-2.xs8.src.rpm
+XS8-normal-src/microsemi-smartpqi-2.1.30_031-1.xs8.src.rpm
+XS8-normal-src/mpdecimal-2.5.1-1.xs8.src.rpm
+XS8-normal-src/nagios-plugins-2.4.3-3.xs8.src.rpm
+XS8-normal-src/ncurses-6.4-4.xs8.src.rpm
+XS8-normal-src/net-snmp-5.7.2-52.xs8.src.rpm
+XS8-normal-src/newt-0.52.23-4.xs8.src.rpm
+XS8-normal-src/ninja-build-1.10.2-4.xs8.src.rpm
+XS8-normal-src/nrpe-4.1.0-11.xs8.src.rpm
+XS8-normal-src/ocaml-4.14.2-1.xs8.src.rpm
+XS8-normal-src/ocaml-findlib-1.9.6-3.xs8.src.rpm
+XS8-normal-src/opam-2.1.4-4.xs8.src.rpm
+XS8-normal-src/openssh-7.4p1-23.3.xs8.src.rpm
+XS8-normal-src/openssl-1.0.2k-26.xs8.src.rpm
+XS8-normal-src/openvswitch-2.17.7-2.xs8.src.rpm
+XS8-normal-src/plymouth-0.8.9-0.31.20140113.3.xs8.src.rpm
+XS8-normal-src/psmisc-23.6-2.xs8.src.rpm
+XS8-normal-src/pyproject-rpm-macros-1.8.0-4.xs8.src.rpm
+XS8-normal-src/python-aiocontextvars-0.2.2-3.xs8.src.rpm
+XS8-normal-src/python-charset-normalizer-2.1.0-4.xs8.src.rpm
+XS8-normal-src/python-contextvars-2.4-3.xs8.src.rpm
+XS8-normal-src/python-defusedxml-0.7.1-1.xs8.src.rpm
+XS8-normal-src/python-deprecated-1.2.14-3.xs8.src.rpm
+XS8-normal-src/python-fasteners-0.9.0-3.xs8.src.rpm
+XS8-normal-src/python-hwinfo-0.1.11-1.xs8.src.rpm
+XS8-normal-src/python-idna-3.3-4.xs8.src.rpm
+XS8-normal-src/python-immutables-0.19-5.xs8.src.rpm
+XS8-normal-src/python-netaddr-0.10.1-1.xs8.src.rpm
+XS8-normal-src/python-pam-1.8.4-1.xs8.src.rpm
+XS8-normal-src/python-prettytable-0.7.2-14.xs8.src.rpm
+XS8-normal-src/python-psutil-5.9.1-2.xs8.src.rpm
+XS8-normal-src/python-pyudev-0.21.0-2.xs8.src.rpm
+XS8-normal-src/python-requests-2.28.1-4.xs8.src.rpm
+XS8-normal-src/python-tqdm-4.50.2-1.xs8.src.rpm
+XS8-normal-src/python-typing-extensions-3.7.4.3-4.xs8.src.rpm
+XS8-normal-src/python-urllib3-1.26.20-3.xs8.src.rpm
+XS8-normal-src/python-wheel-0.31.1-5.el7_7.src.rpm
+XS8-normal-src/python-wrapt-1.14.0-4.xs8.src.rpm
+XS8-normal-src/python-zstd-1.4.5.1-4.xs8.src.rpm
+XS8-normal-src/qemu-4.2.1-5.2.12.xs8.src.rpm
+XS8-normal-src/qemu-dp-7.0.0-17.xs8.src.rpm
+XS8-normal-src/qlogic-fastlinq-8.74.0.2-1.xs8.src.rpm
+XS8-normal-src/qlogic-qla2xxx-10.02.12.01_k-1.xs8.src.rpm
+XS8-normal-src/rrd-client-lib-2.0.0-1.xs8.src.rpm
+XS8-normal-src/rsync-3.4.1-1.xs8.src.rpm
+XS8-normal-src/scapy-2.4.5-3.xs8.src.rpm
+XS8-normal-src/sm-3.2.12-3.xs8.src.rpm
+XS8-normal-src/smartmontools-7.4-2.xs8.src.rpm
+XS8-normal-src/sm-core-libs-1.1.2-1.xs8.src.rpm
+XS8-normal-src/sudo-1.9.15-4.xs8.src.rpm
+XS8-normal-src/swtpm-0.7.3-8.xs8.src.rpm
+XS8-normal-src/test-ring0-1.0.7-4.xs8.src.rpm
+XS8-normal-src/varstored-1.2.0-2.xs8.src.rpm
+XS8-normal-src/vcputune-2.0.2-1.xs8.src.rpm
+XS8-normal-src/vendor-drivers-2.0.3-1.xs8.src.rpm
+XS8-normal-src/vmss-1.2.1-1.xs8.src.rpm
+XS8-normal-src/vncterm-10.2.1-2.xs8.src.rpm
+XS8-normal-src/xapi-25.6.0-1.xs8.src.rpm
+XS8-normal-src/xcp-python-libs-3.0.4-2.xs8.src.rpm
+XS8-normal-src/xcp-python-libs-compat-2.3.5-6.xs8.src.rpm
+XS8-normal-src/xen-4.17.5-9.xs8.src.rpm
+XS8-normal-src/xencert-8.4.4-1.xs8.src.rpm
+XS8-normal-src/xen-crashdump-analyser-2.6.1-1.xs8.src.rpm
+XS8-normal-src/xen-livepatch-4-3.xs8.src.rpm
+XS8-normal-src/xenserver-config-1.0.1-3.xs8.src.rpm
+XS8-normal-src/xenserver-hwdata-20240411-1.xs8.src.rpm
+XS8-normal-src/xenserver-nagios-plugins-1.0.6-1.xs8.src.rpm
+XS8-normal-src/xenserver-plymouth-theme-1.4.0-2.xs8.src.rpm
+XS8-normal-src/xenserver-release-8.4.0-15.xs8.src.rpm
+XS8-normal-src/xenserver-status-report-2.0.11-1.xs8.src.rpm
+XS8-normal-src/xha-25.0.0-1.xs8.src.rpm
+XS8-normal-src/xsconsole-11.0.8-1.xs8.src.rpm
+XS8-normal-src/xs-obsolete-packages-8-12.xs8.src.rpm
+XS8-normal-src/xs-opam-repo-6.87.0-1.xs8.src.rpm

scripts/repo_status/create_rebase_cards.py

@@ -7,7 +7,13 @@
 from tabulate import tabulate
 
 import repoquery
-from lib import collect_data_xcpng, collect_data_xs8, get_xs8_rpm_updates, read_package_status_metadata
+from lib import (
+    collect_data_xcpng,
+    collect_data_xs8,
+    get_xs8_rpm_updates,
+    read_package_status_metadata,
+    read_previous_packages,
+)
 
 parser = argparse.ArgumentParser()
 parser.add_argument('-v', '--verbose', action='count', default=0)
@@ -17,6 +23,7 @@
 logging.basicConfig(format='[%(levelname)s] %(message)s', level=loglevel)
 
 PACKAGE_STATUS = read_package_status_metadata()
+PREVIOUS_PACKAGES = read_previous_packages('XS8-normal-src.txt')
 
 xcp_set = collect_data_xcpng()
 (xs8_srpms_set, xs8_rpms_sources_set) = collect_data_xs8()
@@ -34,6 +41,9 @@
     else:
         xs8_evr = xs8_srpms_evr or xs8_rpms_sources_evr
     xcp_evr = xcp_set.get(n)
+    if f'{n}-{xs8_evr}.xs8' in PREVIOUS_PACKAGES:
+        logging.info(f"ignoring previous package {n}")
+        continue
     xs8_update = srpm_updates.get(f'{n}-{xs8_evr}.xs8', '?')
     # if xcp_evr is not None and xcp_evr < xs8_evr:
     if xcp_evr is None:

scripts/repo_status/lib.py

@@ -3,6 +3,7 @@
 import csv
 import gzip
 import logging
+import os
 import tempfile
 import xml.etree.ElementTree as ET
 from collections import namedtuple
@@ -103,6 +104,10 @@ def read_package_status_metadata():
         return {row[0]: PackageStatus(*row[1:])
                 for row in csvreader}
 
+def read_previous_packages(path: str):
+    with open(path) as f:
+        return [repoquery.srpm_strip_src_rpm(os.path.basename(line.strip())) for line in f]
+
 def get_xs8_rpm_updates():
     NS = {'repo': 'http://linux.duke.edu/metadata/repo'}
     BASE_URL = 'http://repos/repos/XS8/normal/xs8p-normal'