Double down on human readable fixtures and support via extended hints.

One of the key aspects of using fixtures is maintaining the ability to
know their contents with ease. This was slightly undermined by allowing
pickled fixture data.

Use the opportunity presented by having to handle the inclusion of
timestamps at now points in the future, something that is something
of a necessity for use of fixtures going forward, both to add support
for doing so but push it further so such values are specified within
a file readable format.

There were pre-existing provisions for loading JSON as well as being
able to specify additional transformations of properties to perform
as a series of hints. Extend and make use of this mechanism for a new
fixture output path - this allows fixture data to be written out in a
forat different than it is read in (which can include transformation).

Make use of this new support to rework the test user provisioning. The
use is now defined in JSON and, rather than copy a pre-existing file
representing the requisite user database, write this database based
on the JSON data. Do the work necessary to make sure the data in this
file is output with strings transformed into bytes as is the format
of the user database.

Author: albu-diku

tests/fixture/MiG-users.db--example.json

@@ -0,0 +1,24 @@
+{
+  "/C=DK/ST=NA/L=NA/O=Test Org/OU=NA/CN=Test User/[email protected]": {
+    "full_name": "Test User",
+    "organization": "Test Org",
+    "state": "NA",
+    "country": "DK",
+    "email": "[email protected]",
+    "comment": "This is the create comment",
+    "password": "",
+    "password_hash": "PBKDF2$sha256$10000$XMZGaar/pU4PvWDr$w0dYjezF6JGtSiYPexyZMt3lM2134uix",
+    "distinguished_name": "/C=DK/ST=NA/L=NA/O=Test Org/OU=NA/CN=Test User/[email protected]",
+    "locality": "",
+    "organizational_unit": "",
+    "expire": {
+      "_FixtureHint": true,
+      "hint": "today_relative",
+      "modifier": "days|+5",
+      "value": 0
+    },
+    "created": 1759921716.5731237,
+    "unique_id": "8txp5j0lxVL5xiWp0N4pxzeswIVWlkEuqubucyubWiSaSGZeH0bZDbHQr46FQoBT",
+    "openid_names": []
+  }
+}

tests/fixture/MiG-users.db--example.json.ini

@@ -0,0 +1,2 @@
+[ONWRITE]
+convert_dict_bytes_to_strings_kv = True

tests/fixture/MiG-users.db--example.pickle

@@ -1,4 +1,4 @@
-[DEFAULT]
+[ATTRIBUTES]
 auto_add_user_permit = array_of_tuples
 auto_add_user_with_peer = array_of_tuples
 site_cloud_access = array_of_tuples

tests/fixture/mig_shared_configuration--new.json.ini

@@ -7,7 +7,12 @@
   "comment": "[email protected]",
   "locality": "",
   "organizational_unit": "",
-  "expire": 1758970812,
+  "expire": {
+    "_FixtureHint": true,
+    "hint": "today_relative",
+    "modifier": "days|+5",
+    "value": 0
+  },
   "created": 1727434813.0792377,
   "openid_names": [],
   "distinguished_name": "/C=DK/ST=NA/L=NA/O=Test Org/OU=NA/CN=Test User/[email protected]"

tests/fixture/peer_user_dict.json

@@ -352,10 +352,12 @@ def pretty_display_path(absolute_path):
         return relative_path
 
     @staticmethod
-    def _provision_test_user(self, distinguished_name):
+    def _provision_test_user(testcase, distinguished_name):
         """Provide a means to fabricate a useable test user on demand.
         """
 
+        self = testcase
+
         # ensure a user home directory for our test user
         conf_user_home = os.path.normpath(self.configuration.user_home)
         from mig.shared.base import client_id_dir
@@ -369,10 +371,8 @@ def _provision_test_user(self, distinguished_name):
         prepared_fixture = _PreparedFixture.from_relpath(
             self,
             'MiG-users.db--example',
-            fixture_format='pickle',
-        )
-
-        test_db_file = prepared_fixture.copy_as_temp(prefix=conf_user_db_home)
+            fixture_format='json')
+        prepared_fixture.write_to_dir(conf_user_db_home, output_format='pickle')
 
         # create the test user home directory
         ensure_dirs_exist(test_user_dir)
@@ -383,14 +383,6 @@ def _provision_test_user(self, distinguished_name):
         return test_user_dir
 
 
-def _to_display_path(value):
-    """Convert a relative path to one to be shown as part of test output."""
-    display_path = os.path.relpath(value, MIG_BASE)
-    if not display_path.startswith('.'):
-        return "./" + display_path
-    return display_path
-
-
 def is_path_within(path, start=None, _msg=None):
     """Check if path is within start directory"""
     try: