Experiment formal custody reader red results 01 - kmosoti/FabricO11y GitHub Wiki

Bounded custody reader actual red

Clean353455b, production3152 unchanged. Actual14methods ran; exit1 and confirmed stopped. 34 failed subcases and12 legitimate-form errors are the registered old-reader refusal/projection defects; not native product acceptance. The unchanged sparse and ordinary custody positives remain in this run. No import or setup failure. All original files remain byte-identical. Production repair remains limited to420 lines/max+120; opaque metric/trace leaf semantics stay outside the witness.

{
  "label": "installation-custody-reader-red-01",
  "command": [
    "python3",
    "-B",
    "tools/qualification/install/test_custody_witness.py"
  ],
  "delegated": false,
  "frozen": null,
  "scope": "harness controls only; no candidate acceptance evidence",
  "harness_revision": "353455b8a90429357d9bc198152e19d0bc8fb3f0",
  "source_status_before": "",
  "storage_root": "/run/media/kmosoti/data/FabricO11y",
  "admission_bytes": 32250732842,
  "admission_observation": {
    "data_bytes": 32250732842,
    "regular_path_bytes": 32250666083,
    "path_count": 380563,
    "uid": 0,
    "gid": 0,
    "attempt": 1
  },
  "reserved_bytes": 1073741824,
  "observations": [],
  "started_utc": "2026-10-13T03:35:35.820647+00:00",
  "state": "completed",
  "log": "/run/media/kmosoti/data/FabricO11y/results/service-opening-candidate/installation-custody-reader-red-01.log",
  "launcher_exit": 1,
  "exit": 1,
  "source_status_after": "",
  "finished_utc": "2026-10-13T03:35:36.827351+00:00",
  "log_sha256": "bb0fe36edbf70829f20dd3cb98d4c72d788d673d64fd43dc90f2cacc02d3b0d1",
  "resource_receipts": [
    {
      "path": "/run/media/kmosoti/data/FabricO11y/results/service-opening-candidate/resource-containment/fabric-work-f99e0890eb404be0b2707c203184dd74.json",
      "sha256": "a9f311b7ebe22efe4b89cf6d409fb84a41a31a85e3fe52f26976aa777c4040ea",
      "exit": 1,
      "stop_confirmed": true,
      "retained_failure_evidence": "/run/media/kmosoti/data/FabricO11y/evidence/fabric-work-f99e0890eb404be0b2707c203184dd74"
    }
  ]
}
Running as unit: fabric-work-f99e0890eb404be0b2707c203184dd74.service
resource group: /user.slice/user-1000.slice/[email protected]/app.slice/fabric-work-f99e0890eb404be0b2707c203184dd74.service; memory.max=21474836480; swap.max=0
...EEFFFFFFFF.FFFFFFFFFFFFFFFFFEFFFEFFFEEEFEEEFEEF..
======================================================================
ERROR: test_generic_reader_positive_forms (__main__.CustodyWitnessControls.test_generic_reader_positive_forms) (form=3)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 30, in fields
    result = oracle.parse_fields(raw)
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/query_oracle.py", line 126, in parse_fields
    raise ProtoError(f"unsupported wire type {wire_type} (field {field_no})")
query_oracle.ProtoError: unsupported wire type 3 (field 99)

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 212, in test_generic_reader_positive_forms
    self.assertEqual(self.module.one(self.module.fields(raw, {1: 0}), 1), 7)
                                     ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 39, in fields
    raise ValueError(str(error)) from error
ValueError: unsupported wire type 3 (field 99)

======================================================================
ERROR: test_generic_reader_positive_forms (__main__.CustodyWitnessControls.test_generic_reader_positive_forms) (form=4)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 30, in fields
    result = oracle.parse_fields(raw)
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/query_oracle.py", line 126, in parse_fields
    raise ProtoError(f"unsupported wire type {wire_type} (field {field_no})")
query_oracle.ProtoError: unsupported wire type 3 (field 99)

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 212, in test_generic_reader_positive_forms
    self.assertEqual(self.module.one(self.module.fields(raw, {1: 0}), 1), 7)
                                     ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 39, in fields
    raise ValueError(str(error)) from error
ValueError: unsupported wire type 3 (field 99)

======================================================================
ERROR: test_metrics_traces_container_scope (__main__.CustodyWitnessControls.test_metrics_traces_container_scope)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 78, in envelope
    rows = oracle.materialize_record('spindle-1', 0, raw).log_rows
           ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/query_oracle.py", line 380, in materialize_record
    for m in decode_metrics_request(batch["metrics_bytes"]):
             ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/query_oracle.py", line 336, in decode_metrics_request
    m = decode_metric(m_raw)
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/query_oracle.py", line 315, in decode_metric
    g = parse_fields(_one(f, 5))
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/query_oracle.py", line 104, in parse_fields
    tag, pos = _read_varint(buf, pos)
               ~~~~~~~~~~~~^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/query_oracle.py", line 81, in _read_varint
    raise ProtoError("truncated varint")
query_oracle.ProtoError: truncated varint

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 321, in test_metrics_traces_container_scope
    self.assertEqual(self.snapshot('opaque-product-leaves', [opaque])['sources'][0]['payload'], opaque)
                     ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 131, in snapshot
    return self.module.stopped_snapshot(root, receipt, self.logs)
           ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 187, in stopped_snapshot
    batch, current, rows = envelope(payload)
                           ~~~~~~~~^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 81, in envelope
    raise ValueError(str(error)) from error
ValueError: truncated varint

======================================================================
ERROR: test_original_payload_log_projection_binding (__main__.CustodyWitnessControls.test_original_payload_log_projection_binding) (projection='unknown-group')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 78, in envelope
    rows = oracle.materialize_record('spindle-1', 0, raw).log_rows
           ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/query_oracle.py", line 365, in materialize_record
    for idx, lr in enumerate(decode_logs_request(batch["logs_bytes"])):
                             ~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/query_oracle.py", line 254, in decode_logs_request
    out.append(decode_log_record(lr_raw))
               ~~~~~~~~~~~~~~~~~^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/query_oracle.py", line 231, in decode_log_record
    f = parse_fields(raw)
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/query_oracle.py", line 126, in parse_fields
    raise ProtoError(f"unsupported wire type {wire_type} (field {field_no})")
query_oracle.ProtoError: unsupported wire type 3 (field 99)

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 337, in test_original_payload_log_projection_binding
    source = self.snapshot('projection-' + name, [original])['sources'][0]
             ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 131, in snapshot
    return self.module.stopped_snapshot(root, receipt, self.logs)
           ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 187, in stopped_snapshot
    batch, current, rows = envelope(payload)
                           ~~~~~~~~^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 81, in envelope
    raise ValueError(str(error)) from error
ValueError: unsupported wire type 3 (field 99)

======================================================================
ERROR: test_packed_numeric_reader_forms_and_refusals (__main__.CustodyWitnessControls.test_packed_numeric_reader_forms_and_refusals) (wire=1, bytes=9)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 240, in test_packed_numeric_reader_forms_and_refusals
    self.assertEqual(self.module.one(self.module.fields(
                                     ~~~~~~~~~~~~~~~~~~^
        raw + vi(2, 7), {1: ('packed', wire), 2: 0}), 2), 7)
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 34, in fields
    require(number not in types or wire == types[number], 'wrong known-field wire type')
    ~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 25, in require
    raise ValueError(message)
ValueError: wrong known-field wire type

======================================================================
ERROR: test_packed_numeric_reader_forms_and_refusals (__main__.CustodyWitnessControls.test_packed_numeric_reader_forms_and_refusals) (wire=1, bytes=18)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 240, in test_packed_numeric_reader_forms_and_refusals
    self.assertEqual(self.module.one(self.module.fields(
                                     ~~~~~~~~~~~~~~~~~~^
        raw + vi(2, 7), {1: ('packed', wire), 2: 0}), 2), 7)
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 34, in fields
    require(number not in types or wire == types[number], 'wrong known-field wire type')
    ~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 25, in require
    raise ValueError(message)
ValueError: wrong known-field wire type

======================================================================
ERROR: test_packed_numeric_reader_forms_and_refusals (__main__.CustodyWitnessControls.test_packed_numeric_reader_forms_and_refusals) (wire=1, bytes=2)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 240, in test_packed_numeric_reader_forms_and_refusals
    self.assertEqual(self.module.one(self.module.fields(
                                     ~~~~~~~~~~~~~~~~~~^
        raw + vi(2, 7), {1: ('packed', wire), 2: 0}), 2), 7)
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 34, in fields
    require(number not in types or wire == types[number], 'wrong known-field wire type')
    ~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 25, in require
    raise ValueError(message)
ValueError: wrong known-field wire type

======================================================================
ERROR: test_packed_numeric_reader_forms_and_refusals (__main__.CustodyWitnessControls.test_packed_numeric_reader_forms_and_refusals) (wire=5, bytes=5)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 240, in test_packed_numeric_reader_forms_and_refusals
    self.assertEqual(self.module.one(self.module.fields(
                                     ~~~~~~~~~~~~~~~~~~^
        raw + vi(2, 7), {1: ('packed', wire), 2: 0}), 2), 7)
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 34, in fields
    require(number not in types or wire == types[number], 'wrong known-field wire type')
    ~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 25, in require
    raise ValueError(message)
ValueError: wrong known-field wire type

======================================================================
ERROR: test_packed_numeric_reader_forms_and_refusals (__main__.CustodyWitnessControls.test_packed_numeric_reader_forms_and_refusals) (wire=5, bytes=10)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 240, in test_packed_numeric_reader_forms_and_refusals
    self.assertEqual(self.module.one(self.module.fields(
                                     ~~~~~~~~~~~~~~~~~~^
        raw + vi(2, 7), {1: ('packed', wire), 2: 0}), 2), 7)
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 34, in fields
    require(number not in types or wire == types[number], 'wrong known-field wire type')
    ~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 25, in require
    raise ValueError(message)
ValueError: wrong known-field wire type

======================================================================
ERROR: test_packed_numeric_reader_forms_and_refusals (__main__.CustodyWitnessControls.test_packed_numeric_reader_forms_and_refusals) (wire=5, bytes=2)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 240, in test_packed_numeric_reader_forms_and_refusals
    self.assertEqual(self.module.one(self.module.fields(
                                     ~~~~~~~~~~~~~~~~~~^
        raw + vi(2, 7), {1: ('packed', wire), 2: 0}), 2), 7)
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 34, in fields
    require(number not in types or wire == types[number], 'wrong known-field wire type')
    ~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 25, in require
    raise ValueError(message)
ValueError: wrong known-field wire type

======================================================================
ERROR: test_packed_numeric_reader_forms_and_refusals (__main__.CustodyWitnessControls.test_packed_numeric_reader_forms_and_refusals) (varint=b'\n\x0c\xff\xff\xff\xff\xff\xff\xff\xff\xff\x01\x80\x00')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 246, in test_packed_numeric_reader_forms_and_refusals
    self.module.fields(raw, {1: ('packed', 0)})
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 34, in fields
    require(number not in types or wire == types[number], 'wrong known-field wire type')
    ~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 25, in require
    raise ValueError(message)
ValueError: wrong known-field wire type

======================================================================
ERROR: test_packed_numeric_reader_forms_and_refusals (__main__.CustodyWitnessControls.test_packed_numeric_reader_forms_and_refusals) (varint=b'\x08\xff\xff\xff\xff\xff\xff\xff\xff\xff\x01')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 246, in test_packed_numeric_reader_forms_and_refusals
    self.module.fields(raw, {1: ('packed', 0)})
    ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 34, in fields
    require(number not in types or wire == types[number], 'wrong known-field wire type')
    ~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 25, in require
    raise ValueError(message)
ValueError: wrong known-field wire type

======================================================================
FAIL: test_generic_reader_structural_refusals (__main__.CustodyWitnessControls.test_generic_reader_structural_refusals) (defect='large-key')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 231, in test_generic_reader_structural_refusals
    with self.subTest(defect=name), self.assertRaisesRegex(ValueError, reason):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
AssertionError: ValueError not raised

======================================================================
FAIL: test_generic_reader_structural_refusals (__main__.CustodyWitnessControls.test_generic_reader_structural_refusals) (defect='long-value')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 231, in test_generic_reader_structural_refusals
    with self.subTest(defect=name), self.assertRaisesRegex(ValueError, reason):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
AssertionError: ValueError not raised

======================================================================
FAIL: test_generic_reader_structural_refusals (__main__.CustodyWitnessControls.test_generic_reader_structural_refusals) (defect='long-length')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 231, in test_generic_reader_structural_refusals
    with self.subTest(defect=name), self.assertRaisesRegex(ValueError, reason):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
AssertionError: ValueError not raised

======================================================================
FAIL: test_generic_reader_structural_refusals (__main__.CustodyWitnessControls.test_generic_reader_structural_refusals) (defect='lone-end')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 30, in fields
    result = oracle.parse_fields(raw)
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/query_oracle.py", line 126, in parse_fields
    raise ProtoError(f"unsupported wire type {wire_type} (field {field_no})")
query_oracle.ProtoError: unsupported wire type 4 (field 99)

The above exception was the direct cause of the following exception:

ValueError: unsupported wire type 4 (field 99)

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 231, in test_generic_reader_structural_refusals
    with self.subTest(defect=name), self.assertRaisesRegex(ValueError, reason):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
AssertionError: "group" does not match "unsupported wire type 4 (field 99)"

======================================================================
FAIL: test_generic_reader_structural_refusals (__main__.CustodyWitnessControls.test_generic_reader_structural_refusals) (defect='unterminated')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 30, in fields
    result = oracle.parse_fields(raw)
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/query_oracle.py", line 126, in parse_fields
    raise ProtoError(f"unsupported wire type {wire_type} (field {field_no})")
query_oracle.ProtoError: unsupported wire type 3 (field 99)

The above exception was the direct cause of the following exception:

ValueError: unsupported wire type 3 (field 99)

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 231, in test_generic_reader_structural_refusals
    with self.subTest(defect=name), self.assertRaisesRegex(ValueError, reason):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
AssertionError: "group" does not match "unsupported wire type 3 (field 99)"

======================================================================
FAIL: test_generic_reader_structural_refusals (__main__.CustodyWitnessControls.test_generic_reader_structural_refusals) (defect='mismatch')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 30, in fields
    result = oracle.parse_fields(raw)
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/query_oracle.py", line 126, in parse_fields
    raise ProtoError(f"unsupported wire type {wire_type} (field {field_no})")
query_oracle.ProtoError: unsupported wire type 3 (field 99)

The above exception was the direct cause of the following exception:

ValueError: unsupported wire type 3 (field 99)

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 231, in test_generic_reader_structural_refusals
    with self.subTest(defect=name), self.assertRaisesRegex(ValueError, reason):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
AssertionError: "group" does not match "unsupported wire type 3 (field 99)"

======================================================================
FAIL: test_generic_reader_structural_refusals (__main__.CustodyWitnessControls.test_generic_reader_structural_refusals) (defect='depth')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 30, in fields
    result = oracle.parse_fields(raw)
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/query_oracle.py", line 126, in parse_fields
    raise ProtoError(f"unsupported wire type {wire_type} (field {field_no})")
query_oracle.ProtoError: unsupported wire type 3 (field 99)

The above exception was the direct cause of the following exception:

ValueError: unsupported wire type 3 (field 99)

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 231, in test_generic_reader_structural_refusals
    with self.subTest(defect=name), self.assertRaisesRegex(ValueError, reason):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
AssertionError: "depth|recursion" does not match "unsupported wire type 3 (field 99)"

======================================================================
FAIL: test_generic_reader_structural_refusals (__main__.CustodyWitnessControls.test_generic_reader_structural_refusals) (defect='unknown-at-limit')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 30, in fields
    result = oracle.parse_fields(raw)
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/query_oracle.py", line 126, in parse_fields
    raise ProtoError(f"unsupported wire type {wire_type} (field {field_no})")
query_oracle.ProtoError: unsupported wire type 3 (field 99)

The above exception was the direct cause of the following exception:

ValueError: unsupported wire type 3 (field 99)

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 231, in test_generic_reader_structural_refusals
    with self.subTest(defect=name), self.assertRaisesRegex(ValueError, reason):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
AssertionError: "depth|recursion" does not match "unsupported wire type 3 (field 99)"

======================================================================
FAIL: test_logs_common_and_message_depth_boundaries (__main__.CustodyWitnessControls.test_logs_common_and_message_depth_boundaries) (layers=49, unknown=b'\n')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 290, in test_logs_common_and_message_depth_boundaries
    with self.assertRaisesRegex(ValueError, 'depth|recursion'):
         ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
AssertionError: ValueError not raised

======================================================================
FAIL: test_logs_common_and_message_depth_boundaries (__main__.CustodyWitnessControls.test_logs_common_and_message_depth_boundaries) (layers=48, unknown=b'\x98')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 290, in test_logs_common_and_message_depth_boundaries
    with self.assertRaisesRegex(ValueError, 'depth|recursion'):
         ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
AssertionError: ValueError not raised

======================================================================
FAIL: test_logs_common_schema_and_utf8_refusals (__main__.CustodyWitnessControls.test_logs_common_schema_and_utf8_refusals) (defect='record-wire')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 264, in test_logs_common_schema_and_utf8_refusals
    with self.subTest(defect=name), self.assertRaisesRegex(ValueError, reason):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
AssertionError: ValueError not raised

======================================================================
FAIL: test_logs_common_schema_and_utf8_refusals (__main__.CustodyWitnessControls.test_logs_common_schema_and_utf8_refusals) (defect='event-name')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 264, in test_logs_common_schema_and_utf8_refusals
    with self.subTest(defect=name), self.assertRaisesRegex(ValueError, reason):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
AssertionError: ValueError not raised

======================================================================
FAIL: test_logs_common_schema_and_utf8_refusals (__main__.CustodyWitnessControls.test_logs_common_schema_and_utf8_refusals) (defect='resource-key')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 264, in test_logs_common_schema_and_utf8_refusals
    with self.subTest(defect=name), self.assertRaisesRegex(ValueError, reason):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
AssertionError: ValueError not raised

======================================================================
FAIL: test_logs_common_schema_and_utf8_refusals (__main__.CustodyWitnessControls.test_logs_common_schema_and_utf8_refusals) (defect='scope-name')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 264, in test_logs_common_schema_and_utf8_refusals
    with self.subTest(defect=name), self.assertRaisesRegex(ValueError, reason):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
AssertionError: ValueError not raised

======================================================================
FAIL: test_logs_common_schema_and_utf8_refusals (__main__.CustodyWitnessControls.test_logs_common_schema_and_utf8_refusals) (defect='entity-type')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 264, in test_logs_common_schema_and_utf8_refusals
    with self.subTest(defect=name), self.assertRaisesRegex(ValueError, reason):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
AssertionError: ValueError not raised

======================================================================
FAIL: test_logs_common_schema_and_utf8_refusals (__main__.CustodyWitnessControls.test_logs_common_schema_and_utf8_refusals) (defect='array-body')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 264, in test_logs_common_schema_and_utf8_refusals
    with self.subTest(defect=name), self.assertRaisesRegex(ValueError, reason):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
AssertionError: ValueError not raised

======================================================================
FAIL: test_logs_common_schema_and_utf8_refusals (__main__.CustodyWitnessControls.test_logs_common_schema_and_utf8_refusals) (defect='kv-list')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 264, in test_logs_common_schema_and_utf8_refusals
    with self.subTest(defect=name), self.assertRaisesRegex(ValueError, reason):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
AssertionError: ValueError not raised

======================================================================
FAIL: test_logs_common_schema_and_utf8_refusals (__main__.CustodyWitnessControls.test_logs_common_schema_and_utf8_refusals) (defect='scope-url')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 264, in test_logs_common_schema_and_utf8_refusals
    with self.subTest(defect=name), self.assertRaisesRegex(ValueError, reason):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
AssertionError: ValueError not raised

======================================================================
FAIL: test_logs_common_schema_and_utf8_refusals (__main__.CustodyWitnessControls.test_logs_common_schema_and_utf8_refusals) (defect='resource-url')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 264, in test_logs_common_schema_and_utf8_refusals
    with self.subTest(defect=name), self.assertRaisesRegex(ValueError, reason):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
AssertionError: ValueError not raised

======================================================================
FAIL: test_metrics_traces_container_scope (__main__.CustodyWitnessControls.test_metrics_traces_container_scope) (defect='trace-export-varint')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 316, in test_metrics_traces_container_scope
    with self.subTest(defect=name), self.assertRaisesRegex(ValueError, reason):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
AssertionError: ValueError not raised

======================================================================
FAIL: test_metrics_traces_container_scope (__main__.CustodyWitnessControls.test_metrics_traces_container_scope) (defect='metric-resource-field')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 316, in test_metrics_traces_container_scope
    with self.subTest(defect=name), self.assertRaisesRegex(ValueError, reason):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
AssertionError: ValueError not raised

======================================================================
FAIL: test_metrics_traces_container_scope (__main__.CustodyWitnessControls.test_metrics_traces_container_scope) (defect='trace-scope-tag')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 316, in test_metrics_traces_container_scope
    with self.subTest(defect=name), self.assertRaisesRegex(ValueError, reason):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
AssertionError: ValueError not raised

======================================================================
FAIL: test_metrics_traces_container_scope (__main__.CustodyWitnessControls.test_metrics_traces_container_scope) (defect='metric-record-field')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 316, in test_metrics_traces_container_scope
    with self.subTest(defect=name), self.assertRaisesRegex(ValueError, reason):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
AssertionError: ValueError not raised

======================================================================
FAIL: test_metrics_traces_container_scope (__main__.CustodyWitnessControls.test_metrics_traces_container_scope) (defect='trace-record-field')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 316, in test_metrics_traces_container_scope
    with self.subTest(defect=name), self.assertRaisesRegex(ValueError, reason):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
AssertionError: ValueError not raised

======================================================================
FAIL: test_metrics_traces_container_scope (__main__.CustodyWitnessControls.test_metrics_traces_container_scope) (defect='metric-container-wire')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/custody_witness.py", line 78, in envelope
    rows = oracle.materialize_record('spindle-1', 0, raw).log_rows
           ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/query_oracle.py", line 380, in materialize_record
    for m in decode_metrics_request(batch["metrics_bytes"]):
             ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/query_oracle.py", line 332, in decode_metrics_request
    rm = parse_fields(rm_raw)
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/query_oracle.py", line 102, in parse_fields
    n = len(buf)
TypeError: object of type 'int' has no len()

The above exception was the direct cause of the following exception:

ValueError: object of type 'int' has no len()

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 316, in test_metrics_traces_container_scope
    with self.subTest(defect=name), self.assertRaisesRegex(ValueError, reason):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
AssertionError: "wire" does not match "object of type 'int' has no len()"

======================================================================
FAIL: test_nested_otlp_structural_refusals (__main__.CustodyWitnessControls.test_nested_otlp_structural_refusals) (defect='field-zero')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 201, in test_nested_otlp_structural_refusals
    with self.subTest(defect=name), self.assertRaisesRegex(ValueError, reason):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
AssertionError: ValueError not raised

======================================================================
FAIL: test_nested_otlp_structural_refusals (__main__.CustodyWitnessControls.test_nested_otlp_structural_refusals) (defect='field-too-large')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 201, in test_nested_otlp_structural_refusals
    with self.subTest(defect=name), self.assertRaisesRegex(ValueError, reason):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
AssertionError: ValueError not raised

======================================================================
FAIL: test_nested_otlp_structural_refusals (__main__.CustodyWitnessControls.test_nested_otlp_structural_refusals) (defect='varint-too-long')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 201, in test_nested_otlp_structural_refusals
    with self.subTest(defect=name), self.assertRaisesRegex(ValueError, reason):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
AssertionError: ValueError not raised

======================================================================
FAIL: test_original_payload_log_projection_binding (__main__.CustodyWitnessControls.test_original_payload_log_projection_binding) (projection='last-bool')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 340, in test_original_payload_log_projection_binding
    self.assertEqual(source['rows'], [dict(node='spindle-1', node_id=NODE.hex(),
    ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sequence=4, index=0, observed_ns=123, body=body, attributes=attrs)])
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
AssertionError: Lists differ: [{'no[88 chars] 0, 'observed_ns': 123, 'body': 'discarded', 'attributes': {}}] != [{'no[88 chars] 0, 'observed_ns': 123, 'body': '', 'attributes': {}}]

First differing element 0:
{'nod[86 chars]: 0, 'observed_ns': 123, 'body': 'discarded', 'attributes': {}}
{'nod[86 chars]: 0, 'observed_ns': 123, 'body': '', 'attributes': {}}

  [{'attributes': {},
-   'body': 'discarded',
+   'body': '',
    'index': 0,
    'node': 'spindle-1',
    'node_id': '0102030405060708090a0b0c0d0e0f10',
    'observed_ns': 123,
    'sequence': 4}]

======================================================================
FAIL: test_original_payload_log_projection_binding (__main__.CustodyWitnessControls.test_original_payload_log_projection_binding) (projection='merged-body')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 340, in test_original_payload_log_projection_binding
    self.assertEqual(source['rows'], [dict(node='spindle-1', node_id=NODE.hex(),
    ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sequence=4, index=0, observed_ns=123, body=body, attributes=attrs)])
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
AssertionError: Lists differ: [{'no[83 chars]dex': 0, 'observed_ns': 123, 'body': '', 'attributes': {}}] != [{'no[83 chars]dex': 0, 'observed_ns': 123, 'body': 'kept', 'attributes': {}}]

First differing element 0:
{'nod[81 chars]ndex': 0, 'observed_ns': 123, 'body': '', 'attributes': {}}
{'nod[81 chars]ndex': 0, 'observed_ns': 123, 'body': 'kept', 'attributes': {}}

  [{'attributes': {},
-   'body': '',
+   'body': 'kept',
?            ++++

    'index': 0,
    'node': 'spindle-1',
    'node_id': '0102030405060708090a0b0c0d0e0f10',
    'observed_ns': 123,
    'sequence': 4}]

======================================================================
FAIL: test_original_payload_log_projection_binding (__main__.CustodyWitnessControls.test_original_payload_log_projection_binding) (projection='merged-value')
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 340, in test_original_payload_log_projection_binding
    self.assertEqual(source['rows'], [dict(node='spindle-1', node_id=NODE.hex(),
    ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        sequence=4, index=0, observed_ns=123, body=body, attributes=attrs)])
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
AssertionError: Lists differ: [{'no[97 chars]rved_ns': 123, 'body': 'kept', 'attributes': {}}] != [{'no[97 chars]rved_ns': 123, 'body': 'kept', 'attributes': {'key': 'value'}}]

First differing element 0:
{'nod[95 chars]erved_ns': 123, 'body': 'kept', 'attributes': {}}
{'nod[95 chars]erved_ns': 123, 'body': 'kept', 'attributes': {'key': 'value'}}

- [{'attributes': {},
+ [{'attributes': {'key': 'value'},
    'body': 'kept',
    'index': 0,
    'node': 'spindle-1',
    'node_id': '0102030405060708090a0b0c0d0e0f10',
    'observed_ns': 123,
    'sequence': 4}]

======================================================================
FAIL: test_packed_numeric_reader_forms_and_refusals (__main__.CustodyWitnessControls.test_packed_numeric_reader_forms_and_refusals) (width=8)
----------------------------------------------------------------------
ValueError: wrong known-field wire type

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 242, in test_packed_numeric_reader_forms_and_refusals
    with self.subTest(width=width), self.assertRaisesRegex(ValueError, 'packed|width'):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^
AssertionError: "packed|width" does not match "wrong known-field wire type"

======================================================================
FAIL: test_packed_numeric_reader_forms_and_refusals (__main__.CustodyWitnessControls.test_packed_numeric_reader_forms_and_refusals) (width=4)
----------------------------------------------------------------------
ValueError: wrong known-field wire type

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 242, in test_packed_numeric_reader_forms_and_refusals
    with self.subTest(width=width), self.assertRaisesRegex(ValueError, 'packed|width'):
                                    ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^
AssertionError: "packed|width" does not match "wrong known-field wire type"

======================================================================
FAIL: test_packed_numeric_reader_forms_and_refusals (__main__.CustodyWitnessControls.test_packed_numeric_reader_forms_and_refusals)
----------------------------------------------------------------------
ValueError: wrong known-field wire type

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/run/media/kmosoti/data/FabricO11y/scratch/installation-custody-witness/tools/qualification/install/test_custody_witness.py", line 247, in test_packed_numeric_reader_forms_and_refusals
    with self.assertRaisesRegex(ValueError, 'varint'):
         ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^
AssertionError: "varint" does not match "wrong known-field wire type"

----------------------------------------------------------------------
Ran 14 tests in 0.145s

FAILED (failures=34, errors=12)
          Finished with result: exit-code
Main processes terminated with: code=exited, status=1/FAILURE
               Service runtime: 286ms
             CPU time consumed: 231ms
                   Memory peak: 23.8M (swap: 0B)

Resource SHA256 a9f311b7ebe22efe4b89cf6d409fb84a41a31a85e3fe52f26976aa777c4040ea.

{
  "unit": "fabric-work-f99e0890eb404be0b2707c203184dd74",
  "command": [
    "python3",
    "-B",
    "tools/qualification/install/test_custody_witness.py"
  ],
  "exit": 1,
  "wrapper_exit": 1,
  "command_receipt": {
    "unit": "fabric-work-f99e0890eb404be0b2707c203184dd74",
    "command": [
      "python3",
      "-B",
      "tools/qualification/install/test_custody_witness.py"
    ],
    "cgroup": "/sys/fs/cgroup/user.slice/user-1000.slice/[email protected]/app.slice/fabric-work-f99e0890eb404be0b2707c203184dd74.service",
    "state": "completed",
    "exit": 1,
    "resource_observation": "command_return_before_service_stop",
    "resources": {
      "memory.peak": "24997888",
      "memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0\nsock_throttled 0",
      "cpu.stat": "usage_usec 226232\nuser_usec 183430\nsystem_usec 42802\nnice_usec 0\ncore_sched.force_idle_usec 0\nnr_periods 0\nnr_throttled 0\nthrottled_usec 0\nnr_bursts 0\nburst_usec 0"
    }
  },
  "stop_confirmed": true,
  "stop_error": null,
  "started_unix": 1791862535.8500597,
  "elapsed_s": 0.29959678649902344,
  "storage_root": "/run/media/kmosoti/data/FabricO11y",
  "temporary": "/run/media/kmosoti/data/FabricO11y/scratch/work-t2z1ziv0",
  "temporary_removed": true,
  "retained_failure_evidence": "/run/media/kmosoti/data/FabricO11y/evidence/fabric-work-f99e0890eb404be0b2707c203184dd74",
  "memory_high_bytes": 17179869184,
  "memory_max_bytes": 21474836480,
  "swap_max_bytes": 0,
  "runtime_max_seconds": 1800,
  "delegated": false
}