{
  "schema_version": "1.0.0",
  "schema_extensions": [],
  "run": {
    "id": "2026-05-13T06-00-49Z_2a2a27",
    "created_at": "2026-05-13T06:00:49.106908Z",
    "branch": "main",
    "commit": "unknown",
    "runner": {
      "os": "Linux-6.17.0-1010-azure-x86_64-with-glibc2.39",
      "kernel": "6.17.0-1010-azure",
      "cpu": "x86_64",
      "python": "3.12.13",
      "container_image": null
    }
  },
  "run_environment": {
    "os": "Linux-6.17.0-1010-azure-x86_64-with-glibc2.39",
    "kernel": "6.17.0-1010-azure",
    "cpu": "x86_64",
    "python": "3.12.13",
    "container_image": null
  },
  "implementations": [
    {
      "id": "rust",
      "version": "1.0.0",
      "git_sha": "8f4777dd7856",
      "git": "8f4777dd7856",
      "language": "rust",
      "api_version": "1.0",
      "capabilities": {
        "supported_types": [
          "cnt",
          "dir",
          "rev",
          "rel",
          "snp"
        ],
        "supported_qualifiers": [
          "origin",
          "visit",
          "anchor",
          "path",
          "lines"
        ],
        "api_version": "1.0",
        "max_payload_size_mb": 1000,
        "supports_unicode": true,
        "supports_percent_encoding": true
      },
      "toolchain": {
        "python": "3.12.13",
        "language": "rust"
      }
    },
    {
      "id": "python",
      "version": "1.0.0",
      "git_sha": "8f4777dd7856",
      "git": "8f4777dd7856",
      "language": "python",
      "api_version": "1.0",
      "capabilities": {
        "supported_types": [
          "cnt",
          "dir",
          "rev",
          "rel",
          "snp"
        ],
        "supported_qualifiers": [
          "origin",
          "visit",
          "anchor",
          "path",
          "lines"
        ],
        "api_version": "1.0",
        "max_payload_size_mb": 1000,
        "supports_unicode": true,
        "supports_percent_encoding": true
      },
      "toolchain": {
        "python": "3.12.13",
        "language": "python"
      }
    },
    {
      "id": "ruby",
      "version": "0.3.1",
      "git_sha": "8f4777dd7856",
      "git": "8f4777dd7856",
      "language": "ruby",
      "api_version": "1.0",
      "capabilities": {
        "supported_types": [
          "cnt",
          "dir",
          "rev",
          "rel",
          "snp"
        ],
        "supported_qualifiers": [
          "origin",
          "visit",
          "anchor",
          "path",
          "lines",
          "bytes"
        ],
        "api_version": "1.0",
        "max_payload_size_mb": 1000,
        "supports_unicode": true,
        "supports_percent_encoding": true
      },
      "toolchain": {
        "python": "3.12.13",
        "language": "ruby"
      }
    },
    {
      "id": "pygit2",
      "version": "1.0.0",
      "git_sha": "8f4777dd7856",
      "git": "8f4777dd7856",
      "language": "python",
      "api_version": "1.0",
      "capabilities": {
        "supported_types": [
          "cnt",
          "dir",
          "rev",
          "rel",
          "snp"
        ],
        "supported_qualifiers": [
          "origin",
          "visit",
          "anchor",
          "path",
          "lines"
        ],
        "api_version": "1.0",
        "max_payload_size_mb": 1000,
        "supports_unicode": true,
        "supports_percent_encoding": true
      },
      "toolchain": {
        "python": "3.12.13",
        "language": "python"
      }
    },
    {
      "id": "git-cmd",
      "version": "1.0.0",
      "git_sha": "8f4777dd7856",
      "git": "8f4777dd7856",
      "language": "shell",
      "api_version": "1.0",
      "capabilities": {
        "supported_types": [
          "cnt",
          "dir",
          "rev",
          "rel",
          "snp"
        ],
        "supported_qualifiers": [
          "origin",
          "visit",
          "anchor",
          "path",
          "lines"
        ],
        "api_version": "1.0",
        "max_payload_size_mb": 1000,
        "supports_unicode": true,
        "supports_percent_encoding": true
      },
      "toolchain": {
        "python": "3.12.13",
        "language": "shell"
      }
    },
    {
      "id": "go",
      "version": "0.1.0",
      "git_sha": "8f4777dd7856",
      "git": "8f4777dd7856",
      "language": "go",
      "api_version": "1.0",
      "capabilities": {
        "supported_types": [
          "cnt",
          "dir",
          "rev",
          "rel",
          "snp"
        ],
        "supported_qualifiers": [
          "origin",
          "visit",
          "anchor",
          "path",
          "lines",
          "bytes"
        ],
        "api_version": "1.0",
        "max_payload_size_mb": 1000,
        "supports_unicode": true,
        "supports_percent_encoding": true
      },
      "toolchain": {
        "python": "3.12.13",
        "language": "go"
      }
    },
    {
      "id": "git",
      "version": "1.0.0",
      "git_sha": "8f4777dd7856",
      "git": "8f4777dd7856",
      "language": "python",
      "api_version": "1.0",
      "capabilities": {
        "supported_types": [
          "cnt",
          "dir",
          "rev",
          "rel",
          "snp"
        ],
        "supported_qualifiers": [
          "origin",
          "visit",
          "anchor",
          "path",
          "lines"
        ],
        "api_version": "1.0",
        "max_payload_size_mb": 1000,
        "supports_unicode": true,
        "supports_percent_encoding": true
      },
      "toolchain": {
        "python": "3.12.13",
        "language": "python"
      }
    }
  ],
  "tests": [
    {
      "id": "binary_file",
      "category": "content/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/binary.bin",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da",
        "expected_swhid_sha256": "swh:2:cnt:41c39889d1ec9ed0c66c041ab3d5f3a9f15658456f937bb0141386c9f7352dab"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.113,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.113,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 159.731,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 159.731,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 153.753,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 153.753,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.621,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.621,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.431,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.431,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.745,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.745,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.122,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.122,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da"
        }
      ]
    },
    {
      "id": "empty_file",
      "category": "content/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/empty.txt",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391",
        "expected_swhid_sha256": "swh:2:cnt:473a0f4c3be8a93681a267e3b1e9a7dcda1185436fe141f7749120a303721813"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 8.512,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 8.512,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 149.509,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 149.509,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 171.29,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 171.29,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.032,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.032,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.193,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.193,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.422,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.422,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.113,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.113,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391"
        }
      ]
    },
    {
      "id": "hello_world",
      "category": "content/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/hello.txt",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d",
        "expected_swhid_sha256": "swh:2:cnt:a0a477f1ecf419c7eaa7fe256c5c12fb03bee86df9a22aad25f85930de203e14"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.908,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.908,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 151.89,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 151.89,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 150.175,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 150.175,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.099,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.099,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.178,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.178,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.143,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.143,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.091,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.091,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d"
        }
      ]
    },
    {
      "id": "large_file",
      "category": "content/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/large.txt",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850",
        "expected_swhid_sha256": "swh:2:cnt:1707c428cf4b5ca56c153dd298b7a2c11e5a5fa63c145c4c9fafbfc37be417b8"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 18.947,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 18.947,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 161.007,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 161.007,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 158.104,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 158.104,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 19.678,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 19.678,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.993,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.993,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 11.599,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 11.599,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 1.47,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 1.47,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850"
        }
      ]
    },
    {
      "id": "truly_empty",
      "category": "content/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/truly_empty.txt",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f",
        "expected_swhid_sha256": "swh:2:cnt:5739035bedeba9615f3406b3f5e3e7881d440616941f5b5918eab90f14428019"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.339,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.339,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 148.614,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 148.614,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 147.142,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 147.142,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.443,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.443,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.19,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.19,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.217,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.217,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.098,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.098,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f"
        }
      ]
    },
    {
      "id": "unicode_text",
      "category": "content/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/unicode.txt",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a",
        "expected_swhid_sha256": "swh:2:cnt:b0c2d7d90cf1a9497ef1ea636c3bba1c38d0041275b7a8abea21a62fe29d31d0"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.428,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.428,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 155.981,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 155.981,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 148.09,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 148.09,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.956,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.956,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.371,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.371,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.819,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.819,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.096,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.096,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a"
        }
      ]
    },
    {
      "id": "crlf_line_endings",
      "category": "content/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/edge_cases/crlf.txt",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2",
        "expected_swhid_sha256": "swh:2:cnt:358ca252cdba86b8b4a63793bfeae634f48a8d9be80d9f38c11a48ae5978b675"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.06,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.06,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 146.974,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 146.974,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 144.909,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 144.909,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.144,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.144,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.493,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.493,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.549,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.549,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.292,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.292,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2"
        }
      ]
    },
    {
      "id": "huge_line",
      "category": "content/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/edge_cases/huge_line.txt",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b",
        "expected_swhid_sha256": "swh:2:cnt:71fc787559ba944bd647614c1973acd2d68d58bc32c2635d80a34a6be6e157f6"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.567,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.567,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 153.828,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 153.828,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 148.583,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 148.583,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.635,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.635,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.37,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.37,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.675,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.675,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.201,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.201,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b"
        }
      ]
    },
    {
      "id": "lf_only_line_endings",
      "category": "content/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/edge_cases/lf_only.txt",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f",
        "expected_swhid_sha256": "swh:2:cnt:8d350824350b609d7dd52c283008e4fdc093750a7cfe47b0e516bed780454b97"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.813,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.813,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 158.395,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 158.395,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 153.479,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 153.479,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.397,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.397,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.225,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.225,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.874,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.874,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.093,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.093,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f"
        }
      ]
    },
    {
      "id": "mixed_line_endings",
      "category": "content/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/edge_cases/mixed_line_endings.txt",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7",
        "expected_swhid_sha256": "swh:2:cnt:0c5577ca2629467c3edfff5fa717739a7576d4bdf0d34563c60700cd9a41c7ad"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.985,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.985,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 148.76,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 148.76,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 145.148,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 145.148,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.901,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.901,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.235,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.235,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.553,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.553,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.099,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.099,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7"
        }
      ]
    },
    {
      "id": "no_trailing_newline",
      "category": "content/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/edge_cases/no_trailing_nl.txt",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057",
        "expected_swhid_sha256": "swh:2:cnt:1301800ffa9c48e2a82cbfda7fe9d17d5605cfa5df7c673639c44d8fcc244a71"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.746,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.746,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 149.268,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 149.268,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 146.108,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 146.108,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.223,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.223,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.24,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.24,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.348,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.348,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.097,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.097,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057"
        }
      ]
    },
    {
      "id": "only_newlines",
      "category": "content/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/edge_cases/only_newlines.txt",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9",
        "expected_swhid_sha256": "swh:2:cnt:5c601de2c229872649d66f9523f82d6b9db10d7cd0ebc6bbd11eaa88fedf6f83"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.727,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.727,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 156.827,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 156.827,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 152.647,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 152.647,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.315,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.315,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.572,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.572,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.68,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.68,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.094,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.094,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9"
        }
      ]
    },
    {
      "id": "with_trailing_newline",
      "category": "content/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/edge_cases/with_trailing_nl.txt",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78",
        "expected_swhid_sha256": "swh:2:cnt:66224663d23e6f4d9de9e2c7e6d8764305a92a3830a1a52d3d5f4aa8007b5c39"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.008,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.008,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 151.747,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 151.747,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 146.571,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 146.571,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.917,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.917,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.339,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.339,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.662,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.662,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.095,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.095,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78"
        }
      ]
    },
    {
      "id": "zero_bytes",
      "category": "content/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/edge_cases/zero_bytes.bin",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac",
        "expected_swhid_sha256": "swh:2:cnt:878e4fcc1ec6063fee615b8c2527db5ce809b785fdfa454a64f4979cffbf3826"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.839,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.839,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 159.546,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 159.546,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 158.103,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 158.103,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.464,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.464,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.19,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.19,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.868,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.868,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.103,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.103,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac"
        }
      ]
    },
    {
      "id": "empty_dir",
      "category": "directory/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/empty/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e",
        "expected_swhid_sha256": "swh:2:dir:de6f8a1c4a2e6e2d8fc8b81fd7cb477ab5f58af185b8bb57046052f170fbb222"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 50.092,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 50.092,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 167.498,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 167.498,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 162.596,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 162.596,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.601,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.601,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 18.009,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 18.009,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 10.324,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 10.324,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 11.598,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 11.598,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e"
        }
      ]
    },
    {
      "id": "nested_dir",
      "category": "directory/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/nested/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a",
        "expected_swhid_sha256": "swh:2:dir:741f4566b80fb94c13dee7e1c10d934f49c4f3bf03b1fc8b2ed6816c97ca9002"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 48.329,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 48.329,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 172.394,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 172.394,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 173.679,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 173.679,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.366,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.366,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 19.77,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 19.77,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 11.755,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 11.755,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 8.474,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 8.474,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a"
        }
      ]
    },
    {
      "id": "permissions_dir",
      "category": "directory/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/permissions/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4",
        "expected_swhid_sha256": "swh:2:dir:702b56cb3d129536c6ea6f77eca4bf6a171374774a27a3c638c8439bc4728f7e"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 55.542,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 55.542,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 167.886,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 167.886,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 164.016,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 164.016,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.888,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.888,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 21.084,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 21.084,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 11.48,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 11.48,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 11.066,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 11.066,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4"
        }
      ]
    },
    {
      "id": "simple_dir",
      "category": "directory/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/simple/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1",
        "expected_swhid_sha256": "swh:2:dir:8b6ff16ed274bf60326d654c3f5bca679a7ced5542be29713bb67b36a1237ac2"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 51.455,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 51.455,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 166.769,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 166.769,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 167.49,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 167.49,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.097,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.097,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 18.543,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 18.543,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 13.207,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 13.207,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 8.822,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 8.822,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1"
        }
      ]
    },
    {
      "id": "symlink_dir",
      "category": "directory/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/symlink/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf",
        "expected_swhid_sha256": "swh:2:dir:977e5f1ebb683f9006fb828c1a5e8fe0155a7211694d123db2a591d640460ad2"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 48.758,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 48.758,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 183.654,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 183.654,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 174.707,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 174.707,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.887,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.887,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 26.243,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 26.243,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.782,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.782,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.67,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.67,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf"
        }
      ]
    },
    {
      "id": "comprehensive_permissions",
      "category": "directory/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/comprehensive_permissions/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e",
        "expected_swhid_sha256": "swh:2:dir:6986f3d18106aecd3d4e1171eb5e38f02c05a63239066a6d6e798a4338ade3a6"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 50.04,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 50.04,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 167.384,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 167.384,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 172.557,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 172.557,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.824,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.824,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 23.542,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 23.542,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 18.425,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 18.425,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 10.015,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 10.015,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e"
        }
      ]
    },
    {
      "id": "dir_ordering",
      "category": "directory/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/dir_ordering/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88",
        "expected_swhid_sha256": "swh:2:dir:8488b95fe3587e0224e652fad205810531555542e8cc7e82ce2fc4d41481fc41"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 45.521,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 45.521,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 187.361,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 187.361,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 178.703,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 178.703,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 9.389,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 9.389,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 23.156,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 23.156,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 12.41,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 12.41,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 8.176,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 8.176,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88"
        }
      ]
    },
    {
      "id": "empty_paths",
      "category": "directory/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/empty_paths/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2",
        "expected_swhid_sha256": "swh:2:dir:e2f6aa942f021772f074a256b27468c791e9f2e5855aa4d9a76cbb46bd2871ce"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 47.741,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 47.741,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 176.153,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 176.153,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 175.869,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 175.869,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.428,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.428,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 21.396,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 21.396,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 13.727,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 13.727,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 10.776,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 10.776,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2"
        }
      ]
    },
    {
      "id": "entry_ordering",
      "category": "directory/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/entry_ordering/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6",
        "expected_swhid_sha256": "swh:2:dir:ef3635807e9e5af2a4188298de95f4e1a2300295a7d7629ce07b803fe4d127d9"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 47.291,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 47.291,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 173.747,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 173.747,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 162.176,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 162.176,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.042,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.042,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 20.576,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 20.576,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 18.647,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 18.647,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 9.171,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 9.171,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6"
        }
      ]
    },
    {
      "id": "mixed_types",
      "category": "directory/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/mixed_types/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72",
        "expected_swhid_sha256": "swh:2:dir:fad4b42e6c2b590c9a432a5976d37215cf291c76c77f11cf57d65733d3ce7db6"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 50.167,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 50.167,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 168.031,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 168.031,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 168.327,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 168.327,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.414,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.414,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 24.092,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 24.092,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 12.163,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 12.163,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 9.888,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 9.888,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72"
        }
      ]
    },
    {
      "id": "path_terminator",
      "category": "directory/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/path_terminator/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca",
        "expected_swhid_sha256": "swh:2:dir:134a6aca679b1fc4107adb1237e4b020150510d328c257721ee85e4700d712ce"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 47.89,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 47.89,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 171.221,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 171.221,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 172.744,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 172.744,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 11.266,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 11.266,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 24.925,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 24.925,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 14.689,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 14.689,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 12.43,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 12.43,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca"
        }
      ]
    },
    {
      "id": "special_chars",
      "category": "directory/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/special_chars/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf",
        "expected_swhid_sha256": "swh:2:dir:fbe5726704829cb41375d567ebdd1a0e313b2a045551b05ef77a0c47a8f2823d"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 49.828,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 49.828,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 176.872,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 176.872,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 183.017,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 183.017,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 8.014,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 8.014,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 23.636,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 23.636,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 17.407,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 17.407,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 11.232,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 11.232,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf"
        }
      ]
    },
    {
      "id": "unicode_names",
      "category": "directory/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/unicode_names/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd",
        "expected_swhid_sha256": "swh:2:dir:03ea1f801e73041096c6e699fa1f46913cc478973e5430079aa72efe21e25d7b"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 57.746,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 57.746,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 180.855,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 180.855,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 161.86,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 161.86,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.114,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.114,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 20.461,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 20.461,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 20.073,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 20.073,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 10.524,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 10.524,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd"
        }
      ]
    },
    {
      "id": "unicode_normalization",
      "category": "directory/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/unicode_normalization/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f",
        "expected_swhid_sha256": "swh:2:dir:4fd288829483b6f50c616f044a7bdb4375f4d6178a71650208efead7725761c1"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 50.007,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 50.007,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 163.605,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 163.605,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 167.654,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 167.654,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.878,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.878,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 20.036,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 20.036,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 12.205,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 12.205,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 9.385,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 9.385,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f"
        }
      ]
    },
    {
      "id": "alias_branches",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/alias_branches/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:9985c2da7ec2950ae93a4bc81d09bbe21ac3d423",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 124.517,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 124.517,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:9985c2da7ec2950ae93a4bc81d09bbe21ac3d423"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 222.557,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 222.557,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:9985c2da7ec2950ae93a4bc81d09bbe21ac3d423"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 209.1,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 209.1,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:9985c2da7ec2950ae93a4bc81d09bbe21ac3d423"
        },
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 11.558,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 11.558,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:9985c2da7ec2950ae93a4bc81d09bbe21ac3d423"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        }
      ]
    },
    {
      "id": "case_rename",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/case_rename/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:f72a5cda8a9e692733f28dd97f6a497789fe4f1a",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 63.624,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 63.624,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:f72a5cda8a9e692733f28dd97f6a497789fe4f1a"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 197.354,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 197.354,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:f72a5cda8a9e692733f28dd97f6a497789fe4f1a"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 173.383,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 173.383,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:f72a5cda8a9e692733f28dd97f6a497789fe4f1a"
        },
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.141,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.141,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:f72a5cda8a9e692733f28dd97f6a497789fe4f1a"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        }
      ]
    },
    {
      "id": "dangling_branches",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/dangling_branches/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:b1a1cb66e7a27f7a6b2424e953bd21d39c975f78",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 153.289,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 153.289,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:b1a1cb66e7a27f7a6b2424e953bd21d39c975f78"
        },
        {
          "implementation": "python",
          "status": "FAIL",
          "error": {
            "code": "COMPUTE_ERROR",
            "subtype": "exception",
            "message": "[COMPUTE_ERROR] Error running Python implementation: [COMPUTE_ERROR] Python implementation failed: Traceback (most recent call last):\n  File \"<frozen runpy>\", line 198, in _run_module_as_main\n  File \"<frozen runpy>\", line 88, in _run_code\n  File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/swh/model/cli.py\", line 323, in <module>\n    identify()\n  File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/click/core.py\", line 1514, in __call__\n    return self.main(*args, **kwargs)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/click/core.py\", line 1435, in main\n    rv = self.invoke(ctx)\n         ^^^^^^^^^^^^^^^^\n  File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/click/core.py\", line 1298, in invoke\n    return ctx.invoke(self.callback, **ctx.params)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/click/core.py\", line 853, in invoke\n    return callback(*args, **kwargs)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/swh/model/cli.py\", line 315, in identify\n    for obj, swhid in results:\n                      ^^^^^^^\n  File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/swh/model/cli.py\", line 177, in identify_object\n    swhid = str(swhid_of_git_repo(obj))\n                ^^^^^^^^^^^^^^^^^^^^^^\n  File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/swh/model/cli.py\", line 124, in swhid_of_git_repo\n    obj = repo[target]\n          ~~~~^^^^^^^^\n  File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/dulwich/repo.py\", line 1257, in __getitem__\n    raise KeyError(name)\nKeyError: b'0000000000000000000000000000000000000001'\n",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 193.465,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 193.465,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "ruby",
          "status": "FAIL",
          "error": {
            "code": "COMPUTE_ERROR",
            "subtype": "exception",
            "message": "Error running Ruby implementation: Ruby implementation failed: ",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 179.37,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 179.37,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "FAIL",
          "error": {
            "code": "MISMATCH_ERROR",
            "subtype": "swhid",
            "message": "SWHID mismatch",
            "context": {
              "got": "swh:1:snp:da11ffd92144992a4715673dea6eb6b0a7791d2b",
              "expected": "swh:1:snp:b1a1cb66e7a27f7a6b2424e953bd21d39c975f78"
            },
            "diff": [
              {
                "path": "/swhid",
                "expected": "swh:1:snp:b1a1cb66e7a27f7a6b2424e953bd21d39c975f78",
                "actual": "swh:1:snp:da11ffd92144992a4715673dea6eb6b0a7791d2b",
                "category": "value_mismatch"
              }
            ]
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.714,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.714,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:da11ffd92144992a4715673dea6eb6b0a7791d2b"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        }
      ]
    },
    {
      "id": "lightweight_vs_annotated",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/lightweight_vs_annotated/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:3ed4bb336012f1b2fa16fbf57c55f90c29cdf173",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 232.975,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 232.975,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:3ed4bb336012f1b2fa16fbf57c55f90c29cdf173"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 208.173,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 208.173,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:3ed4bb336012f1b2fa16fbf57c55f90c29cdf173"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 191.25,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 191.25,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:3ed4bb336012f1b2fa16fbf57c55f90c29cdf173"
        },
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 8.283,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 8.283,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:3ed4bb336012f1b2fa16fbf57c55f90c29cdf173"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        }
      ]
    },
    {
      "id": "merge_commits",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/merge_commits/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:ef2430afbf4735f02b73c79bc4a53af6da5c6d18",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 100.831,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 100.831,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:ef2430afbf4735f02b73c79bc4a53af6da5c6d18"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 219.431,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 219.431,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:ef2430afbf4735f02b73c79bc4a53af6da5c6d18"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 209.63,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 209.63,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:ef2430afbf4735f02b73c79bc4a53af6da5c6d18"
        },
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 10.803,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 10.803,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:ef2430afbf4735f02b73c79bc4a53af6da5c6d18"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        }
      ]
    },
    {
      "id": "signed_tag",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/signed_tag/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:1109043ec17eeb3bf7d657689ab60336c901fde9",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 93.891,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 93.891,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:1109043ec17eeb3bf7d657689ab60336c901fde9"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 218.289,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 218.289,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:1109043ec17eeb3bf7d657689ab60336c901fde9"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 198.075,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 198.075,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:1109043ec17eeb3bf7d657689ab60336c901fde9"
        },
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.079,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.079,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:1109043ec17eeb3bf7d657689ab60336c901fde9"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        }
      ]
    },
    {
      "id": "snapshot_branch_order",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/snapshot_branch_order/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:8f0d48de532ad98671b25f6b069ee3003f46a505",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 214.535,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 214.535,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:8f0d48de532ad98671b25f6b069ee3003f46a505"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 219.053,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 219.053,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:8f0d48de532ad98671b25f6b069ee3003f46a505"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 228.761,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 228.761,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:8f0d48de532ad98671b25f6b069ee3003f46a505"
        },
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 8.679,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 8.679,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:8f0d48de532ad98671b25f6b069ee3003f46a505"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        }
      ]
    },
    {
      "id": "submodule",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/submodule/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:92683e1879de34dc894fa28d4854e9437257dee2",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 64.487,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 64.487,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:92683e1879de34dc894fa28d4854e9437257dee2"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 193.259,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 193.259,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:92683e1879de34dc894fa28d4854e9437257dee2"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 170.38,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 170.38,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:92683e1879de34dc894fa28d4854e9437257dee2"
        },
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.342,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.342,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:92683e1879de34dc894fa28d4854e9437257dee2"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        }
      ]
    },
    {
      "id": "synthetic_repo",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/synthetic/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 203.288,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 203.288,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 190.734,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 190.734,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 221.33,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 221.33,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7"
        },
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "FAIL",
          "error": {
            "code": "MISMATCH_ERROR",
            "subtype": "swhid",
            "message": "SWHID mismatch",
            "context": {
              "got": "swh:1:snp:8366b57cf3ca8f2f20d65c69837be070894a83b2",
              "expected": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7"
            },
            "diff": [
              {
                "path": "/swhid",
                "expected": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7",
                "actual": "swh:1:snp:8366b57cf3ca8f2f20d65c69837be070894a83b2",
                "category": "value_mismatch"
              }
            ]
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.67,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.67,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:8366b57cf3ca8f2f20d65c69837be070894a83b2"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        }
      ]
    },
    {
      "id": "timezone_extremes",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/timezone_extremes/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:a08106ee77186a6657c1ac9214cda20e728e66a2",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 108.187,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 108.187,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:a08106ee77186a6657c1ac9214cda20e728e66a2"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 215.177,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 215.177,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:a08106ee77186a6657c1ac9214cda20e728e66a2"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 153.071,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 153.071,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:a08106ee77186a6657c1ac9214cda20e728e66a2"
        },
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.432,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.432,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:a08106ee77186a6657c1ac9214cda20e728e66a2"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        }
      ]
    },
    {
      "id": "with_tags",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/with_tags/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:9497c331aac82899611d1c2e9a0eef1d3c161c8d",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 232.095,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 232.095,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:9497c331aac82899611d1c2e9a0eef1d3c161c8d"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 234.827,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 234.827,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:9497c331aac82899611d1c2e9a0eef1d3c161c8d"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 152.844,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 152.844,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:9497c331aac82899611d1c2e9a0eef1d3c161c8d"
        },
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.628,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.628,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:9497c331aac82899611d1c2e9a0eef1d3c161c8d"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        }
      ]
    },
    {
      "id": "branch_ordering",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/branch_ordering.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 422.276,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 422.276,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 387.681,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 387.681,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 387.186,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 387.186,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36"
        },
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "FAIL",
          "error": {
            "code": "MISMATCH_ERROR",
            "subtype": "swhid",
            "message": "SWHID mismatch",
            "context": {
              "got": "swh:1:snp:2c7bb0f4015176850a9fd301025ff5c24ab429f5",
              "expected": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36"
            },
            "diff": [
              {
                "path": "/swhid",
                "expected": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36",
                "actual": "swh:1:snp:2c7bb0f4015176850a9fd301025ff5c24ab429f5",
                "category": "value_mismatch"
              }
            ]
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 43.759,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 43.759,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:2c7bb0f4015176850a9fd301025ff5c24ab429f5"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        }
      ]
    },
    {
      "id": "complex_merges",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/complex_merges.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 301.413,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 301.413,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 386.703,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 386.703,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 370.077,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 370.077,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4"
        },
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "FAIL",
          "error": {
            "code": "MISMATCH_ERROR",
            "subtype": "swhid",
            "message": "SWHID mismatch",
            "context": {
              "got": "swh:1:snp:1483e03d492f5695b82bd5851ee72a2c6be8805e",
              "expected": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4"
            },
            "diff": [
              {
                "path": "/swhid",
                "expected": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4",
                "actual": "swh:1:snp:1483e03d492f5695b82bd5851ee72a2c6be8805e",
                "category": "value_mismatch"
              }
            ]
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 32.75,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 32.75,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:1483e03d492f5695b82bd5851ee72a2c6be8805e"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        }
      ]
    },
    {
      "id": "comprehensive_branch_develop",
      "category": "unknown",
      "payload_ref": "/tmp/swhid_test_3qgkcxey/comprehensive",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362",
        "expected_swhid_sha256": "swh:2:rev:ce9977aecc562d66a1788ceea6085d1a9fdfe0e6ec624b55bfee5d37c8ed3d2e"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.208,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.208,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.757,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.757,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 13.174,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 13.174,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.434,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.434,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 10.012,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 10.012,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 43.645,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 43.645,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 156.407,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 156.407,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362"
        }
      ]
    },
    {
      "id": "comprehensive_branch_feature-a",
      "category": "unknown",
      "payload_ref": "/tmp/swhid_test_3qgkcxey/comprehensive",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764",
        "expected_swhid_sha256": "swh:2:rev:be92c18a69f4061c1af3edcd55b1d65c2963db763cffd4129238a3f6ae9952ad"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.64,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.64,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 8.891,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 8.891,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.117,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.117,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.319,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.319,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.189,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.189,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 35.087,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 35.087,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 149.2,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 149.2,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        }
      ]
    },
    {
      "id": "comprehensive_branch_feature-b",
      "category": "unknown",
      "payload_ref": "/tmp/swhid_test_3qgkcxey/comprehensive",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149",
        "expected_swhid_sha256": "swh:2:rev:30ab3f05fe4b048aa1d4b7b2cab384c1ba83b101ea25731aa015cf6c35362428"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.144,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.144,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.832,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.832,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 15.422,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 15.422,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 9.132,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 9.132,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.297,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.297,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 34.791,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 34.791,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 152.445,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 152.445,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        }
      ]
    },
    {
      "id": "comprehensive_branch_hotfix",
      "category": "unknown",
      "payload_ref": "/tmp/swhid_test_3qgkcxey/comprehensive",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720",
        "expected_swhid_sha256": "swh:2:rev:31f042943bb64a93323c18f5afd5a5f6d8c8cf8e70d07a14c78c361bc80db32b"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.987,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.987,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 10.113,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 10.113,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.116,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.116,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.123,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.123,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.278,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.278,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 45.478,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 45.478,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 161.572,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 161.572,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        }
      ]
    },
    {
      "id": "comprehensive_branch_main",
      "category": "unknown",
      "payload_ref": "/tmp/swhid_test_3qgkcxey/comprehensive",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf",
        "expected_swhid_sha256": "swh:2:rev:b511eaf5a579cc893da0464c4a555adfaa15bdf65dc337e5a140c80261b30bf4"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.137,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.137,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.264,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.264,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 11.887,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 11.887,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.384,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.384,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.732,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.732,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 35.559,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 35.559,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 151.392,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 151.392,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        }
      ]
    },
    {
      "id": "comprehensive_tag_v1.0.0",
      "category": "unknown",
      "payload_ref": "/tmp/swhid_test_3qgkcxey/comprehensive",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4",
        "expected_swhid_sha256": "swh:2:rel:fc5f81a1411b41556c6558845c5fe48efbe70f4a0a7dd6bd5a8b3c72a6228786"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.499,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.499,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.227,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.227,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 13.095,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 13.095,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 1.589,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 1.589,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 8.618,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 8.618,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 40.173,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 40.173,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 155.749,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 155.749,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        }
      ]
    },
    {
      "id": "comprehensive_tag_v1.0.1",
      "category": "unknown",
      "payload_ref": "/tmp/swhid_test_3qgkcxey/comprehensive",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54",
        "expected_swhid_sha256": "swh:2:rel:b7c9b8486f02e73cfc55a6aef25b8f1f95772a9b988f9f729184137b28762c56"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.439,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.439,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.329,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.329,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.703,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.703,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 1.333,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 1.333,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 14.099,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 14.099,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 30.852,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 30.852,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 149.376,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 149.376,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        }
      ]
    },
    {
      "id": "comprehensive_tag_v1.1.0",
      "category": "unknown",
      "payload_ref": "/tmp/swhid_test_3qgkcxey/comprehensive",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a",
        "expected_swhid_sha256": "swh:2:rel:a6423cd273e7af6554423736f950e831969e2f39c725dde857cb30222105c2ca"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.732,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.732,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.405,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.405,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 11.581,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 11.581,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.807,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.807,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 1.841,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 1.841,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 31.874,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 31.874,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 151.521,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 151.521,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        }
      ]
    },
    {
      "id": "comprehensive_tag_v2.0.0",
      "category": "unknown",
      "payload_ref": "/tmp/swhid_test_3qgkcxey/comprehensive",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f",
        "expected_swhid_sha256": "swh:2:rel:f0fbfaaa8972a49fce82dfc62c1d97592cf2c62faca5adb1e0c0e227655d6068"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.388,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.388,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.039,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.039,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 13.556,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 13.556,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.845,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.845,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 9.338,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 9.338,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 47.136,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 47.136,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 155.72,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 155.72,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        }
      ]
    },
    {
      "id": "comprehensive_tag_v2.1.0",
      "category": "unknown",
      "payload_ref": "/tmp/swhid_test_3qgkcxey/comprehensive",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39",
        "expected_swhid_sha256": "swh:2:rel:b071c1d398f3d7fb9c3fce176b4993a4f38f897b42db2bc9bdbda5e09ad97216"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.477,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.477,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.47,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.47,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 14.987,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 14.987,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.844,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.844,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 9.998,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 9.998,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 42.089,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 42.089,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 154.117,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 154.117,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        }
      ]
    },
    {
      "id": "merge_commits",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/merge_commits.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 285.916,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 285.916,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 354.769,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 354.769,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 323.413,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 323.413,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6"
        },
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "FAIL",
          "error": {
            "code": "MISMATCH_ERROR",
            "subtype": "swhid",
            "message": "SWHID mismatch",
            "context": {
              "got": "swh:1:snp:b7fa53489fc4a7d6ccd2d08f54892dbe5bfcbeef",
              "expected": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6"
            },
            "diff": [
              {
                "path": "/swhid",
                "expected": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6",
                "actual": "swh:1:snp:b7fa53489fc4a7d6ccd2d08f54892dbe5bfcbeef",
                "category": "value_mismatch"
              }
            ]
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 35.051,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 35.051,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:b7fa53489fc4a7d6ccd2d08f54892dbe5bfcbeef"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        }
      ]
    },
    {
      "id": "signed_releases",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/signed_releases.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 411.325,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 411.325,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 372.93,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 372.93,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 385.18,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 385.18,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4"
        },
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "FAIL",
          "error": {
            "code": "MISMATCH_ERROR",
            "subtype": "swhid",
            "message": "SWHID mismatch",
            "context": {
              "got": "swh:1:snp:a37475d31797589cfc7f470f5e7a971ff635b9be",
              "expected": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4"
            },
            "diff": [
              {
                "path": "/swhid",
                "expected": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4",
                "actual": "swh:1:snp:a37475d31797589cfc7f470f5e7a971ff635b9be",
                "category": "value_mismatch"
              }
            ]
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 40.019,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 40.019,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:a37475d31797589cfc7f470f5e7a971ff635b9be"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        }
      ]
    },
    {
      "id": "signed_revisions_branch_main",
      "category": "unknown",
      "payload_ref": "/tmp/swhid_test_78v1bzu3/signed_revisions",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe",
        "expected_swhid_sha256": "swh:2:rev:26be30e69cec790ad80df1486c709230b18670f1ca573b6dc61be9c8697225f3"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.522,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.522,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.383,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.383,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 12.039,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 12.039,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.897,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.897,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 8.669,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 8.669,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 44.472,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 44.472,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 155.888,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 155.888,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        }
      ]
    },
    {
      "id": "signed_revisions_branch_signed-feature",
      "category": "unknown",
      "payload_ref": "/tmp/swhid_test_78v1bzu3/signed_revisions",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe",
        "expected_swhid_sha256": "swh:2:rev:26be30e69cec790ad80df1486c709230b18670f1ca573b6dc61be9c8697225f3"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.327,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.327,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.614,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.614,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 14.784,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 14.784,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.642,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.642,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.249,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.249,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 34.915,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 34.915,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 152.617,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 152.617,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        }
      ]
    },
    {
      "id": "simple_revisions",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/simple_revisions.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 223.235,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 223.235,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 297.132,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 297.132,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 283.777,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 283.777,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92"
        },
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "FAIL",
          "error": {
            "code": "MISMATCH_ERROR",
            "subtype": "swhid",
            "message": "SWHID mismatch",
            "context": {
              "got": "swh:1:snp:7638ab45d024a9a8adcfcbe70f5f7e1844c2b8df",
              "expected": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92"
            },
            "diff": [
              {
                "path": "/swhid",
                "expected": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92",
                "actual": "swh:1:snp:7638ab45d024a9a8adcfcbe70f5f7e1844c2b8df",
                "category": "value_mismatch"
              }
            ]
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 32.084,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 32.084,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:7638ab45d024a9a8adcfcbe70f5f7e1844c2b8df"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        }
      ]
    },
    {
      "id": "tag_types",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/tag_types.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 316.638,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 316.638,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 341.666,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 341.666,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 309.092,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 309.092,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9"
        },
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "FAIL",
          "error": {
            "code": "MISMATCH_ERROR",
            "subtype": "swhid",
            "message": "SWHID mismatch",
            "context": {
              "got": "swh:1:snp:819f5d1af138efaac9d870ffdbf49aa67a0873ae",
              "expected": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9"
            },
            "diff": [
              {
                "path": "/swhid",
                "expected": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9",
                "actual": "swh:1:snp:819f5d1af138efaac9d870ffdbf49aa67a0873ae",
                "category": "value_mismatch"
              }
            ]
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 32.114,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 32.114,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:819f5d1af138efaac9d870ffdbf49aa67a0873ae"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        }
      ]
    },
    {
      "id": "annotated_release_v1",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/with_tags/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1",
        "expected_swhid_sha256": "swh:2:rel:a0975e97ce4a44b9ebacae96a1c29bd540795a3e3d0f139271c79f89816a3220"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 39.625,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 39.625,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 12.939,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 12.939,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 155.783,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 155.783,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 1.036,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 1.036,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.042,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.042,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 8.425,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 8.425,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.592,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.592,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1"
        }
      ]
    },
    {
      "id": "annotated_release_v2",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/with_tags/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a",
        "expected_swhid_sha256": "swh:2:rel:df586c70b4508d7ddb09ed154ca543086b2b143295caece2c0d3cf10661e9df6"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 31.308,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 31.308,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 14.576,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 14.576,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 147.895,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 147.895,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.381,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.381,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.177,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.177,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.503,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.503,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 1.22,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 1.22,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a"
        }
      ]
    },
    {
      "id": "comprehensive_tag_v1.0.0",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4",
        "expected_swhid_sha256": "swh:2:rel:fc5f81a1411b41556c6558845c5fe48efbe70f4a0a7dd6bd5a8b3c72a6228786"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 247.431,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 247.431,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 215.466,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 215.466,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 393.431,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 393.431,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 200.881,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 200.881,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 126.292,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 126.292,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 120.979,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 120.979,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 100.245,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 100.245,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        }
      ]
    },
    {
      "id": "comprehensive_tag_v1.0.1",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54",
        "expected_swhid_sha256": "swh:2:rel:b7c9b8486f02e73cfc55a6aef25b8f1f95772a9b988f9f729184137b28762c56"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 238.404,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 238.404,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 209.197,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 209.197,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 403.855,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 403.855,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 202.717,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 202.717,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 125.272,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 125.272,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 129.44,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 129.44,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 108.62,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 108.62,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        }
      ]
    },
    {
      "id": "comprehensive_tag_v1.1.0",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a",
        "expected_swhid_sha256": "swh:2:rel:a6423cd273e7af6554423736f950e831969e2f39c725dde857cb30222105c2ca"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 247.884,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 247.884,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 219.09,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 219.09,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 400.577,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 400.577,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 193.399,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 193.399,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 126.57,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 126.57,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 120.59,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 120.59,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 98.905,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 98.905,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        }
      ]
    },
    {
      "id": "comprehensive_tag_v2.0.0",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f",
        "expected_swhid_sha256": "swh:2:rel:f0fbfaaa8972a49fce82dfc62c1d97592cf2c62faca5adb1e0c0e227655d6068"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 247.99,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 247.99,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 214.537,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 214.537,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 381.148,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 381.148,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 200.795,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 200.795,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 105.73,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 105.73,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 107.967,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 107.967,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 81.364,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 81.364,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        }
      ]
    },
    {
      "id": "comprehensive_tag_v2.1.0",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39",
        "expected_swhid_sha256": "swh:2:rel:b071c1d398f3d7fb9c3fce176b4993a4f38f897b42db2bc9bdbda5e09ad97216"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 251.801,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 251.801,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 217.72,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 217.72,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 380.691,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 380.691,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 191.116,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 191.116,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 91.906,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 91.906,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 99.774,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 99.774,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 70.413,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 70.413,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        }
      ]
    },
    {
      "id": "signed_release_v1",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/signed_releases.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 198.668,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 198.668,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566"
        },
        {
          "implementation": "python",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Python implementation doesn't support signed tags (GPG signatures not handled by swh.model Release object)",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 317.104,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 317.104,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 153.601,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 153.601,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 58.041,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 58.041,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566"
        },
        {
          "implementation": "go",
          "status": "FAIL",
          "error": {
            "code": "MISMATCH_ERROR",
            "subtype": "swhid",
            "message": "SWHID mismatch",
            "context": {
              "got": "swh:1:rel:2279dab262bc7b7644449e708e3eed7d3cf1e1f7",
              "expected": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566"
            },
            "diff": [
              {
                "path": "/swhid",
                "expected": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566",
                "actual": "swh:1:rel:2279dab262bc7b7644449e708e3eed7d3cf1e1f7",
                "category": "value_mismatch"
              }
            ]
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 66.376,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 66.376,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:2279dab262bc7b7644449e708e3eed7d3cf1e1f7"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 56.754,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 56.754,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566"
        }
      ]
    },
    {
      "id": "signed_release_v2",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/signed_releases.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 185.814,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 185.814,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e"
        },
        {
          "implementation": "python",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Python implementation doesn't support signed tags (GPG signatures not handled by swh.model Release object)",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 339.151,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 339.151,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 155.242,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 155.242,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 83.618,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 83.618,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e"
        },
        {
          "implementation": "go",
          "status": "FAIL",
          "error": {
            "code": "MISMATCH_ERROR",
            "subtype": "swhid",
            "message": "SWHID mismatch",
            "context": {
              "got": "swh:1:rel:53914f8f6882079521c6e142f507f73befa85f7e",
              "expected": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e"
            },
            "diff": [
              {
                "path": "/swhid",
                "expected": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e",
                "actual": "swh:1:rel:53914f8f6882079521c6e142f507f73befa85f7e",
                "category": "value_mismatch"
              }
            ]
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 89.789,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 89.789,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:53914f8f6882079521c6e142f507f73befa85f7e"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 81.364,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 81.364,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e"
        }
      ]
    },
    {
      "id": "signed_release_v2_1",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/signed_releases.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 193.631,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 193.631,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b"
        },
        {
          "implementation": "python",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Python implementation doesn't support signed tags (GPG signatures not handled by swh.model Release object)",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 337.077,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 337.077,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 156.909,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 156.909,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 99.374,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 99.374,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b"
        },
        {
          "implementation": "go",
          "status": "FAIL",
          "error": {
            "code": "MISMATCH_ERROR",
            "subtype": "swhid",
            "message": "SWHID mismatch",
            "context": {
              "got": "swh:1:rel:29633edd1bbc4bfca983f82d37280513b6a3143d",
              "expected": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b"
            },
            "diff": [
              {
                "path": "/swhid",
                "expected": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b",
                "actual": "swh:1:rel:29633edd1bbc4bfca983f82d37280513b6a3143d",
                "category": "value_mismatch"
              }
            ]
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 98.303,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 98.303,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:29633edd1bbc4bfca983f82d37280513b6a3143d"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 74.86,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 74.86,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b"
        }
      ]
    },
    {
      "id": "tag_types_annotated",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/tag_types.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2",
        "expected_swhid_sha256": "swh:2:rel:2aebb765fa34bae3b2cf2acd74ced472baa4a962da2f960ef9bcd5aa0b0519e1"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 157.022,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 157.022,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 127.716,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 127.716,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 281.242,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 281.242,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 111.439,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 111.439,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 39.426,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 39.426,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 44.206,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 44.206,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 27.189,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 27.189,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2"
        }
      ]
    },
    {
      "id": "comprehensive_branch_feature-a",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764",
        "expected_swhid_sha256": "swh:2:rev:be92c18a69f4061c1af3edcd55b1d65c2963db763cffd4129238a3f6ae9952ad"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 237.524,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 237.524,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 209.476,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 209.476,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 397.25,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 397.25,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 200.806,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 200.806,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 124.371,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 124.371,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 128.714,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 128.714,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 104.933,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 104.933,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        }
      ]
    },
    {
      "id": "comprehensive_branch_feature-b",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149",
        "expected_swhid_sha256": "swh:2:rev:30ab3f05fe4b048aa1d4b7b2cab384c1ba83b101ea25731aa015cf6c35362428"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 245.561,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 245.561,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 207.84,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 207.84,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 391.571,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 391.571,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 205.972,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 205.972,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 124.335,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 124.335,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 122.011,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 122.011,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 97.242,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 97.242,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        }
      ]
    },
    {
      "id": "comprehensive_branch_hotfix",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720",
        "expected_swhid_sha256": "swh:2:rev:31f042943bb64a93323c18f5afd5a5f6d8c8cf8e70d07a14c78c361bc80db32b"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 243.343,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 243.343,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 208.863,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 208.863,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 400.061,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 400.061,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 201.46,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 201.46,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 119.49,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 119.49,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 113.664,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 113.664,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 97.485,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 97.485,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        }
      ]
    },
    {
      "id": "comprehensive_branch_main",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf",
        "expected_swhid_sha256": "swh:2:rev:b511eaf5a579cc893da0464c4a555adfaa15bdf65dc337e5a140c80261b30bf4"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 248.549,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 248.549,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 207.454,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 207.454,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 394.254,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 394.254,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 198.776,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 198.776,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 122.544,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 122.544,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 105.151,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 105.151,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 93.818,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 93.818,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        }
      ]
    },
    {
      "id": "initial_revision",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/merge_commits/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb",
        "expected_swhid_sha256": "swh:2:rev:1fb7e07aafd2e63bb17a5b4ff3e5ee2f9f94b089e04570ca9d3bc52a7ead7323"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 44.537,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 44.537,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 9.372,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 9.372,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 158.866,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 158.866,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.356,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.356,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.648,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.648,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.305,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.305,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.743,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.743,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb"
        }
      ]
    },
    {
      "id": "merge_commits_head",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/merge_commits.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88",
        "expected_swhid_sha256": "swh:2:rev:e8aae6674be44e7cc053c574ad6b69d2622d2c8ba2fa43f085c6209bc1850a29"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 191.931,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 191.931,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 156.677,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 156.677,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 323.006,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 323.006,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 151.082,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 151.082,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 80.997,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 80.997,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 78.797,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 78.797,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 51.638,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 51.638,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88"
        }
      ]
    },
    {
      "id": "merge_revision",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/merge_commits/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b",
        "expected_swhid_sha256": "swh:2:rev:3ef41f06d867417af32690b178be0a11e7cdc80b944644b0f874c12fb9339d2e"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 35.286,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 35.286,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 10.919,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 10.919,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 150.863,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 150.863,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.951,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.951,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.522,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.522,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.06,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.06,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.116,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.116,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        }
      ]
    },
    {
      "id": "signed_revision_feature",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/signed_revisions.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe",
        "expected_swhid_sha256": "swh:2:rev:26be30e69cec790ad80df1486c709230b18670f1ca573b6dc61be9c8697225f3"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 167.109,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 167.109,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 141.948,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 141.948,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 305.058,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 305.058,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 123.174,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 123.174,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 61.859,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 61.859,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 57.476,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 57.476,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 48.154,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 48.154,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        }
      ]
    },
    {
      "id": "signed_revision_main",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/signed_revisions.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe",
        "expected_swhid_sha256": "swh:2:rev:26be30e69cec790ad80df1486c709230b18670f1ca573b6dc61be9c8697225f3"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 165.078,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 165.078,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 132.438,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 132.438,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 296.907,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 296.907,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 127.504,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 127.504,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 66.149,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 66.149,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 69.746,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 69.746,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 44.692,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 44.692,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        }
      ]
    },
    {
      "id": "simple_revision",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/merge_commits/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b",
        "expected_swhid_sha256": "swh:2:rev:3ef41f06d867417af32690b178be0a11e7cdc80b944644b0f874c12fb9339d2e"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 45.242,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 45.242,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 8.285,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 8.285,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 157.604,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 157.604,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.468,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.468,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.454,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.454,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.264,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.264,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 1.057,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 1.057,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        }
      ]
    },
    {
      "id": "simple_revisions_first",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/simple_revisions.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7",
        "expected_swhid_sha256": "swh:2:rev:cf37e2a69019225827ab62874dd612fbbe702fb9240871b9b1a5c3797d7b9b82"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 144.547,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 144.547,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 116.647,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 116.647,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 274.3,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 274.3,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 107.943,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 107.943,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 48.678,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 48.678,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 56.019,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 56.019,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 33.737,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 33.737,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7"
        }
      ]
    },
    {
      "id": "simple_revisions_head",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/simple_revisions.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904",
        "expected_swhid_sha256": "swh:2:rev:39f389419c331aed831d9ec3bfbe579c43a1797da9657593044a80ac663dd2b3"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 145.617,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 145.617,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 109.919,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 109.919,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 267.601,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 267.601,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 105.225,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 105.225,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 46.696,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 46.696,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 45.527,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 45.527,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 20.086,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 20.086,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        }
      ]
    },
    {
      "id": "simple_revisions_second",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/simple_revisions.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904",
        "expected_swhid_sha256": "swh:2:rev:39f389419c331aed831d9ec3bfbe579c43a1797da9657593044a80ac663dd2b3"
      },
      "results": [
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 154.745,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 154.745,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 114.037,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 114.037,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 276.477,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 276.477,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        },
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 106.493,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 106.493,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 52.92,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 52.92,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 54.433,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 54.433,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 23.071,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 23.071,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        }
      ]
    }
  ],
  "aggregates": {
    "by_implementation": {
      "git": {
        "passed": 64,
        "failed": 0,
        "skipped": 17
      },
      "git-cmd": {
        "passed": 64,
        "failed": 0,
        "skipped": 17
      },
      "go": {
        "passed": 70,
        "failed": 11,
        "skipped": 0
      },
      "pygit2": {
        "passed": 64,
        "failed": 0,
        "skipped": 17
      },
      "python": {
        "passed": 77,
        "failed": 1,
        "skipped": 3
      },
      "ruby": {
        "passed": 80,
        "failed": 1,
        "skipped": 0
      },
      "rust": {
        "passed": 81,
        "failed": 0,
        "skipped": 0
      }
    }
  }
}