{
  "schema_version": "1.0.0",
  "schema_extensions": [],
  "run": {
    "id": "2026-04-04T04-29-05Z_88f7f9",
    "created_at": "2026-04-04T04:29:05.987731Z",
    "branch": "main",
    "commit": "unknown",
    "runner": {
      "os": "Linux-6.17.0-1008-azure-x86_64-with-glibc2.39",
      "kernel": "6.17.0-1008-azure",
      "cpu": "x86_64",
      "python": "3.12.13",
      "container_image": null
    }
  },
  "run_environment": {
    "os": "Linux-6.17.0-1008-azure-x86_64-with-glibc2.39",
    "kernel": "6.17.0-1008-azure",
    "cpu": "x86_64",
    "python": "3.12.13",
    "container_image": null
  },
  "implementations": [
    {
      "id": "pygit2",
      "version": "1.0.0",
      "git_sha": "8f4777dd7856",
      "git": "8f4777dd7856",
      "language": "python",
      "api_version": "1.0",
      "capabilities": {
        "supported_types": [
          "cnt",
          "dir",
          "rev",
          "rel",
          "snp"
        ],
        "supported_qualifiers": [
          "origin",
          "visit",
          "anchor",
          "path",
          "lines"
        ],
        "api_version": "1.0",
        "max_payload_size_mb": 1000,
        "supports_unicode": true,
        "supports_percent_encoding": true
      },
      "toolchain": {
        "python": "3.12.13",
        "language": "python"
      }
    },
    {
      "id": "rust",
      "version": "1.0.0",
      "git_sha": "8f4777dd7856",
      "git": "8f4777dd7856",
      "language": "rust",
      "api_version": "1.0",
      "capabilities": {
        "supported_types": [
          "cnt",
          "dir",
          "rev",
          "rel",
          "snp"
        ],
        "supported_qualifiers": [
          "origin",
          "visit",
          "anchor",
          "path",
          "lines"
        ],
        "api_version": "1.0",
        "max_payload_size_mb": 1000,
        "supports_unicode": true,
        "supports_percent_encoding": true
      },
      "toolchain": {
        "python": "3.12.13",
        "language": "rust"
      }
    },
    {
      "id": "git",
      "version": "1.0.0",
      "git_sha": "8f4777dd7856",
      "git": "8f4777dd7856",
      "language": "python",
      "api_version": "1.0",
      "capabilities": {
        "supported_types": [
          "cnt",
          "dir",
          "rev",
          "rel",
          "snp"
        ],
        "supported_qualifiers": [
          "origin",
          "visit",
          "anchor",
          "path",
          "lines"
        ],
        "api_version": "1.0",
        "max_payload_size_mb": 1000,
        "supports_unicode": true,
        "supports_percent_encoding": true
      },
      "toolchain": {
        "python": "3.12.13",
        "language": "python"
      }
    },
    {
      "id": "python",
      "version": "1.0.0",
      "git_sha": "8f4777dd7856",
      "git": "8f4777dd7856",
      "language": "python",
      "api_version": "1.0",
      "capabilities": {
        "supported_types": [
          "cnt",
          "dir",
          "rev",
          "rel",
          "snp"
        ],
        "supported_qualifiers": [
          "origin",
          "visit",
          "anchor",
          "path",
          "lines"
        ],
        "api_version": "1.0",
        "max_payload_size_mb": 1000,
        "supports_unicode": true,
        "supports_percent_encoding": true
      },
      "toolchain": {
        "python": "3.12.13",
        "language": "python"
      }
    },
    {
      "id": "git-cmd",
      "version": "1.0.0",
      "git_sha": "8f4777dd7856",
      "git": "8f4777dd7856",
      "language": "shell",
      "api_version": "1.0",
      "capabilities": {
        "supported_types": [
          "cnt",
          "dir",
          "rev",
          "rel",
          "snp"
        ],
        "supported_qualifiers": [
          "origin",
          "visit",
          "anchor",
          "path",
          "lines"
        ],
        "api_version": "1.0",
        "max_payload_size_mb": 1000,
        "supports_unicode": true,
        "supports_percent_encoding": true
      },
      "toolchain": {
        "python": "3.12.13",
        "language": "shell"
      }
    },
    {
      "id": "go",
      "version": "0.1.0",
      "git_sha": "8f4777dd7856",
      "git": "8f4777dd7856",
      "language": "go",
      "api_version": "1.0",
      "capabilities": {
        "supported_types": [
          "cnt",
          "dir",
          "rev",
          "rel",
          "snp"
        ],
        "supported_qualifiers": [
          "origin",
          "visit",
          "anchor",
          "path",
          "lines",
          "bytes"
        ],
        "api_version": "1.0",
        "max_payload_size_mb": 1000,
        "supports_unicode": true,
        "supports_percent_encoding": true
      },
      "toolchain": {
        "python": "3.12.13",
        "language": "go"
      }
    },
    {
      "id": "ruby",
      "version": "0.3.1",
      "git_sha": "8f4777dd7856",
      "git": "8f4777dd7856",
      "language": "ruby",
      "api_version": "1.0",
      "capabilities": {
        "supported_types": [
          "cnt",
          "dir",
          "rev",
          "rel",
          "snp"
        ],
        "supported_qualifiers": [
          "origin",
          "visit",
          "anchor",
          "path",
          "lines",
          "bytes"
        ],
        "api_version": "1.0",
        "max_payload_size_mb": 1000,
        "supports_unicode": true,
        "supports_percent_encoding": true
      },
      "toolchain": {
        "python": "3.12.13",
        "language": "ruby"
      }
    }
  ],
  "tests": [
    {
      "id": "binary_file",
      "category": "content/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/binary.bin",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da",
        "expected_swhid_sha256": "swh:2:cnt:41c39889d1ec9ed0c66c041ab3d5f3a9f15658456f937bb0141386c9f7352dab"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.782,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.782,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.638,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.638,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.235,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.235,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 151.034,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 151.034,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.483,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.483,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.657,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.657,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 148.687,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 148.687,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da"
        }
      ]
    },
    {
      "id": "empty_file",
      "category": "content/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/empty.txt",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391",
        "expected_swhid_sha256": "swh:2:cnt:473a0f4c3be8a93681a267e3b1e9a7dcda1185436fe141f7749120a303721813"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.863,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.863,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.21,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.21,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.394,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.394,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 143.523,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 143.523,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.879,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.879,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.01,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.01,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 136.633,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 136.633,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391"
        }
      ]
    },
    {
      "id": "hello_world",
      "category": "content/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/hello.txt",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d",
        "expected_swhid_sha256": "swh:2:cnt:a0a477f1ecf419c7eaa7fe256c5c12fb03bee86df9a22aad25f85930de203e14"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.129,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.129,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.959,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.959,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.469,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.469,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 148.719,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 148.719,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.518,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.518,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.889,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.889,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 147.044,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 147.044,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d"
        }
      ]
    },
    {
      "id": "large_file",
      "category": "content/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/large.txt",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850",
        "expected_swhid_sha256": "swh:2:cnt:1707c428cf4b5ca56c153dd298b7a2c11e5a5fa63c145c4c9fafbfc37be417b8"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 17.735,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 17.735,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 14.487,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 14.487,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 1.745,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 1.745,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 150.059,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 150.059,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 12.432,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 12.432,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 10.386,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 10.386,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 142.625,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 142.625,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850"
        }
      ]
    },
    {
      "id": "truly_empty",
      "category": "content/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/truly_empty.txt",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f",
        "expected_swhid_sha256": "swh:2:cnt:5739035bedeba9615f3406b3f5e3e7881d440616941f5b5918eab90f14428019"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.537,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.537,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.42,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.42,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.515,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.515,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 142.767,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 142.767,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.701,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.701,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.98,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.98,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 140.604,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 140.604,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f"
        }
      ]
    },
    {
      "id": "unicode_text",
      "category": "content/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/unicode.txt",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a",
        "expected_swhid_sha256": "swh:2:cnt:b0c2d7d90cf1a9497ef1ea636c3bba1c38d0041275b7a8abea21a62fe29d31d0"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.897,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.897,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.208,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.208,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 1.017,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 1.017,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 141.406,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 141.406,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.19,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.19,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.538,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.538,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 137.611,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 137.611,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a"
        }
      ]
    },
    {
      "id": "crlf_line_endings",
      "category": "content/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/edge_cases/crlf.txt",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2",
        "expected_swhid_sha256": "swh:2:cnt:358ca252cdba86b8b4a63793bfeae634f48a8d9be80d9f38c11a48ae5978b675"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.418,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.418,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.493,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.493,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.854,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.854,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 141.772,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 141.772,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.275,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.275,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.7,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.7,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 135.43,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 135.43,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2"
        }
      ]
    },
    {
      "id": "huge_line",
      "category": "content/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/edge_cases/huge_line.txt",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b",
        "expected_swhid_sha256": "swh:2:cnt:71fc787559ba944bd647614c1973acd2d68d58bc32c2635d80a34a6be6e157f6"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.42,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.42,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.427,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.427,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.547,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.547,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 144.758,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 144.758,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.461,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.461,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.84,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.84,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 142.376,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 142.376,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b"
        }
      ]
    },
    {
      "id": "lf_only_line_endings",
      "category": "content/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/edge_cases/lf_only.txt",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f",
        "expected_swhid_sha256": "swh:2:cnt:8d350824350b609d7dd52c283008e4fdc093750a7cfe47b0e516bed780454b97"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.06,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.06,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.032,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.032,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 1.06,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 1.06,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 140.056,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 140.056,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.808,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.808,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.031,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.031,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 138.231,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 138.231,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f"
        }
      ]
    },
    {
      "id": "mixed_line_endings",
      "category": "content/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/edge_cases/mixed_line_endings.txt",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7",
        "expected_swhid_sha256": "swh:2:cnt:0c5577ca2629467c3edfff5fa717739a7576d4bdf0d34563c60700cd9a41c7ad"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.624,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.624,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.013,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.013,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.855,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.855,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 141.559,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 141.559,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.791,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.791,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.727,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.727,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 139.296,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 139.296,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7"
        }
      ]
    },
    {
      "id": "no_trailing_newline",
      "category": "content/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/edge_cases/no_trailing_nl.txt",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057",
        "expected_swhid_sha256": "swh:2:cnt:1301800ffa9c48e2a82cbfda7fe9d17d5605cfa5df7c673639c44d8fcc244a71"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.368,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.368,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.159,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.159,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.559,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.559,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 145.007,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 145.007,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.387,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.387,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.102,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.102,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 139.668,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 139.668,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057"
        }
      ]
    },
    {
      "id": "only_newlines",
      "category": "content/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/edge_cases/only_newlines.txt",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9",
        "expected_swhid_sha256": "swh:2:cnt:5c601de2c229872649d66f9523f82d6b9db10d7cd0ebc6bbd11eaa88fedf6f83"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.41,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.41,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.904,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.904,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.425,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.425,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 146.358,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 146.358,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 1.796,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 1.796,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.07,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.07,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 140.634,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 140.634,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9"
        }
      ]
    },
    {
      "id": "with_trailing_newline",
      "category": "content/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/edge_cases/with_trailing_nl.txt",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78",
        "expected_swhid_sha256": "swh:2:cnt:66224663d23e6f4d9de9e2c7e6d8764305a92a3830a1a52d3d5f4aa8007b5c39"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.662,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.662,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.465,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.465,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.574,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.574,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 140.38,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 140.38,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.165,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.165,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.373,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.373,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 138.605,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 138.605,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78"
        }
      ]
    },
    {
      "id": "zero_bytes",
      "category": "content/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/edge_cases/zero_bytes.bin",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac",
        "expected_swhid_sha256": "swh:2:cnt:878e4fcc1ec6063fee615b8c2527db5ce809b785fdfa454a64f4979cffbf3826"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.691,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.691,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.712,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.712,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.593,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.593,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 140.331,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 140.331,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.165,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.165,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.118,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.118,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 137.823,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 137.823,
            "max_rss_kb": null
          },
          "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac"
        }
      ]
    },
    {
      "id": "empty_dir",
      "category": "directory/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/empty/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e",
        "expected_swhid_sha256": "swh:2:dir:de6f8a1c4a2e6e2d8fc8b81fd7cb477ab5f58af185b8bb57046052f170fbb222"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 10.535,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 10.535,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 40.884,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 40.884,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 12.617,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 12.617,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 155.241,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 155.241,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 18.601,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 18.601,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 9.764,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 9.764,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 149.151,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 149.151,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e"
        }
      ]
    },
    {
      "id": "nested_dir",
      "category": "directory/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/nested/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a",
        "expected_swhid_sha256": "swh:2:dir:741f4566b80fb94c13dee7e1c10d934f49c4f3bf03b1fc8b2ed6816c97ca9002"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.045,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.045,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 50.032,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 50.032,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 14.989,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 14.989,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 150.901,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 150.901,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 17.604,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 17.604,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 10.781,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 10.781,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 146.192,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 146.192,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a"
        }
      ]
    },
    {
      "id": "permissions_dir",
      "category": "directory/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/permissions/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4",
        "expected_swhid_sha256": "swh:2:dir:702b56cb3d129536c6ea6f77eca4bf6a171374774a27a3c638c8439bc4728f7e"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.548,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.548,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 52.525,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 52.525,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 11.173,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 11.173,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 155.982,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 155.982,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 20.099,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 20.099,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 14.237,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 14.237,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 137.881,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 137.881,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4"
        }
      ]
    },
    {
      "id": "simple_dir",
      "category": "directory/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/simple/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1",
        "expected_swhid_sha256": "swh:2:dir:8b6ff16ed274bf60326d654c3f5bca679a7ced5542be29713bb67b36a1237ac2"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 8.058,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 8.058,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 45.412,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 45.412,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 11.582,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 11.582,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 148.861,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 148.861,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 18.791,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 18.791,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 12.53,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 12.53,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 144.393,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 144.393,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1"
        }
      ]
    },
    {
      "id": "symlink_dir",
      "category": "directory/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/symlink/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf",
        "expected_swhid_sha256": "swh:2:dir:977e5f1ebb683f9006fb828c1a5e8fe0155a7211694d123db2a591d640460ad2"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 8.881,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 8.881,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 36.813,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 36.813,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 10.556,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 10.556,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 158.776,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 158.776,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 18.505,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 18.505,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 9.806,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 9.806,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 147.665,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 147.665,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf"
        }
      ]
    },
    {
      "id": "comprehensive_permissions",
      "category": "directory/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/comprehensive_permissions/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e",
        "expected_swhid_sha256": "swh:2:dir:6986f3d18106aecd3d4e1171eb5e38f02c05a63239066a6d6e798a4338ade3a6"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 10.02,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 10.02,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 47.715,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 47.715,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 12.329,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 12.329,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 149.236,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 149.236,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 22.517,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 22.517,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 14.797,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 14.797,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 143.529,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 143.529,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e"
        }
      ]
    },
    {
      "id": "dir_ordering",
      "category": "directory/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/dir_ordering/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88",
        "expected_swhid_sha256": "swh:2:dir:8488b95fe3587e0224e652fad205810531555542e8cc7e82ce2fc4d41481fc41"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 11.367,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 11.367,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 51.258,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 51.258,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 13.841,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 13.841,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 155.697,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 155.697,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 24.725,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 24.725,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 12.307,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 12.307,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 141.096,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 141.096,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88"
        }
      ]
    },
    {
      "id": "empty_paths",
      "category": "directory/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/empty_paths/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2",
        "expected_swhid_sha256": "swh:2:dir:e2f6aa942f021772f074a256b27468c791e9f2e5855aa4d9a76cbb46bd2871ce"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 10.7,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 10.7,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 50.503,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 50.503,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 14.734,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 14.734,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 154.805,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 154.805,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 21.602,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 21.602,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 14.909,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 14.909,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 140.496,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 140.496,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2"
        }
      ]
    },
    {
      "id": "entry_ordering",
      "category": "directory/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/entry_ordering/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6",
        "expected_swhid_sha256": "swh:2:dir:ef3635807e9e5af2a4188298de95f4e1a2300295a7d7629ce07b803fe4d127d9"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 8.549,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 8.549,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 45.463,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 45.463,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 14.426,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 14.426,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 149.276,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 149.276,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 21.842,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 21.842,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 12.969,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 12.969,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 142.014,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 142.014,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6"
        }
      ]
    },
    {
      "id": "mixed_types",
      "category": "directory/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/mixed_types/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72",
        "expected_swhid_sha256": "swh:2:dir:fad4b42e6c2b590c9a432a5976d37215cf291c76c77f11cf57d65733d3ce7db6"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 10.664,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 10.664,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 42.087,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 42.087,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 13.423,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 13.423,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 160.66,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 160.66,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 24.06,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 24.06,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 11.766,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 11.766,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 149.514,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 149.514,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72"
        }
      ]
    },
    {
      "id": "path_terminator",
      "category": "directory/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/path_terminator/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca",
        "expected_swhid_sha256": "swh:2:dir:134a6aca679b1fc4107adb1237e4b020150510d328c257721ee85e4700d712ce"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 12.442,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 12.442,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 50.658,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 50.658,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 17.2,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 17.2,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 157.059,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 157.059,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 23.506,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 23.506,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 13.224,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 13.224,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 142.652,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 142.652,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca"
        }
      ]
    },
    {
      "id": "special_chars",
      "category": "directory/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/special_chars/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf",
        "expected_swhid_sha256": "swh:2:dir:fbe5726704829cb41375d567ebdd1a0e313b2a045551b05ef77a0c47a8f2823d"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 13.751,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 13.751,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 43.569,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 43.569,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 16.474,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 16.474,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 160.104,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 160.104,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 21.704,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 21.704,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 17.924,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 17.924,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 147.976,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 147.976,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf"
        }
      ]
    },
    {
      "id": "unicode_names",
      "category": "directory/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/unicode_names/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd",
        "expected_swhid_sha256": "swh:2:dir:03ea1f801e73041096c6e699fa1f46913cc478973e5430079aa72efe21e25d7b"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 8.257,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 8.257,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 39.836,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 39.836,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 13.623,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 13.623,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 164.089,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 164.089,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 18.047,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 18.047,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 15.057,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 15.057,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 153.683,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 153.683,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd"
        }
      ]
    },
    {
      "id": "unicode_normalization",
      "category": "directory/edge_cases",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/unicode_normalization/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f",
        "expected_swhid_sha256": "swh:2:dir:4fd288829483b6f50c616f044a7bdb4375f4d6178a71650208efead7725761c1"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 9.581,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 9.581,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 52.176,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 52.176,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 12.125,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 12.125,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 154.695,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 154.695,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 22.291,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 22.291,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 8.878,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 8.878,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 141.188,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 141.188,
            "max_rss_kb": null
          },
          "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f"
        }
      ]
    },
    {
      "id": "alias_branches",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/alias_branches/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:9985c2da7ec2950ae93a4bc81d09bbe21ac3d423",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 117.192,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 117.192,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:9985c2da7ec2950ae93a4bc81d09bbe21ac3d423"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 208.12,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 208.12,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:9985c2da7ec2950ae93a4bc81d09bbe21ac3d423"
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 10.393,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 10.393,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:9985c2da7ec2950ae93a4bc81d09bbe21ac3d423"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 190.282,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 190.282,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:9985c2da7ec2950ae93a4bc81d09bbe21ac3d423"
        }
      ]
    },
    {
      "id": "case_rename",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/case_rename/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:f72a5cda8a9e692733f28dd97f6a497789fe4f1a",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 104.725,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 104.725,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:f72a5cda8a9e692733f28dd97f6a497789fe4f1a"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 189.681,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 189.681,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:f72a5cda8a9e692733f28dd97f6a497789fe4f1a"
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.905,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.905,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:f72a5cda8a9e692733f28dd97f6a497789fe4f1a"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 142.67,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 142.67,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:f72a5cda8a9e692733f28dd97f6a497789fe4f1a"
        }
      ]
    },
    {
      "id": "dangling_branches",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/dangling_branches/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:b1a1cb66e7a27f7a6b2424e953bd21d39c975f78",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 152.097,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 152.097,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:b1a1cb66e7a27f7a6b2424e953bd21d39c975f78"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "python",
          "status": "FAIL",
          "error": {
            "code": "COMPUTE_ERROR",
            "subtype": "exception",
            "message": "[COMPUTE_ERROR] Error running Python implementation: [COMPUTE_ERROR] Python implementation failed: Traceback (most recent call last):\n  File \"<frozen runpy>\", line 198, in _run_module_as_main\n  File \"<frozen runpy>\", line 88, in _run_code\n  File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/swh/model/cli.py\", line 323, in <module>\n    identify()\n  File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/click/core.py\", line 1485, in __call__\n    return self.main(*args, **kwargs)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/click/core.py\", line 1406, in main\n    rv = self.invoke(ctx)\n         ^^^^^^^^^^^^^^^^\n  File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/click/core.py\", line 1269, in invoke\n    return ctx.invoke(self.callback, **ctx.params)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/click/core.py\", line 824, in invoke\n    return callback(*args, **kwargs)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/swh/model/cli.py\", line 315, in identify\n    for obj, swhid in results:\n                      ^^^^^^^\n  File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/swh/model/cli.py\", line 177, in identify_object\n    swhid = str(swhid_of_git_repo(obj))\n                ^^^^^^^^^^^^^^^^^^^^^^\n  File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/swh/model/cli.py\", line 124, in swhid_of_git_repo\n    obj = repo[target]\n          ~~~~^^^^^^^^\n  File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/dulwich/repo.py\", line 1227, in __getitem__\n    raise KeyError(name)\nKeyError: b'0000000000000000000000000000000000000001'\n",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 167.789,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 167.789,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "FAIL",
          "error": {
            "code": "MISMATCH_ERROR",
            "subtype": "swhid",
            "message": "SWHID mismatch",
            "context": {
              "got": "swh:1:snp:da11ffd92144992a4715673dea6eb6b0a7791d2b",
              "expected": "swh:1:snp:b1a1cb66e7a27f7a6b2424e953bd21d39c975f78"
            },
            "diff": [
              {
                "path": "/swhid",
                "expected": "swh:1:snp:b1a1cb66e7a27f7a6b2424e953bd21d39c975f78",
                "actual": "swh:1:snp:da11ffd92144992a4715673dea6eb6b0a7791d2b",
                "category": "value_mismatch"
              }
            ]
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.965,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.965,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:da11ffd92144992a4715673dea6eb6b0a7791d2b"
        },
        {
          "implementation": "ruby",
          "status": "FAIL",
          "error": {
            "code": "COMPUTE_ERROR",
            "subtype": "exception",
            "message": "Error running Ruby implementation: Ruby implementation failed: ",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 187.68,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 187.68,
            "max_rss_kb": null
          },
          "swhid": null
        }
      ]
    },
    {
      "id": "lightweight_vs_annotated",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/lightweight_vs_annotated/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:3ed4bb336012f1b2fa16fbf57c55f90c29cdf173",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 149.34,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 149.34,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:3ed4bb336012f1b2fa16fbf57c55f90c29cdf173"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 217.293,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 217.293,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:3ed4bb336012f1b2fa16fbf57c55f90c29cdf173"
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.907,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.907,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:3ed4bb336012f1b2fa16fbf57c55f90c29cdf173"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 200.311,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 200.311,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:3ed4bb336012f1b2fa16fbf57c55f90c29cdf173"
        }
      ]
    },
    {
      "id": "merge_commits",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/merge_commits/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:ef2430afbf4735f02b73c79bc4a53af6da5c6d18",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 162.778,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 162.778,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:ef2430afbf4735f02b73c79bc4a53af6da5c6d18"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 188.853,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 188.853,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:ef2430afbf4735f02b73c79bc4a53af6da5c6d18"
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.495,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.495,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:ef2430afbf4735f02b73c79bc4a53af6da5c6d18"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 177.967,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 177.967,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:ef2430afbf4735f02b73c79bc4a53af6da5c6d18"
        }
      ]
    },
    {
      "id": "signed_tag",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/signed_tag/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:1109043ec17eeb3bf7d657689ab60336c901fde9",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 96.978,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 96.978,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:1109043ec17eeb3bf7d657689ab60336c901fde9"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 204.523,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 204.523,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:1109043ec17eeb3bf7d657689ab60336c901fde9"
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.203,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.203,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:1109043ec17eeb3bf7d657689ab60336c901fde9"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 186.07,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 186.07,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:1109043ec17eeb3bf7d657689ab60336c901fde9"
        }
      ]
    },
    {
      "id": "snapshot_branch_order",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/snapshot_branch_order/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:8f0d48de532ad98671b25f6b069ee3003f46a505",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 240.85,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 240.85,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:8f0d48de532ad98671b25f6b069ee3003f46a505"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 214.263,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 214.263,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:8f0d48de532ad98671b25f6b069ee3003f46a505"
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.468,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.468,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:8f0d48de532ad98671b25f6b069ee3003f46a505"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 142.296,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 142.296,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:8f0d48de532ad98671b25f6b069ee3003f46a505"
        }
      ]
    },
    {
      "id": "submodule",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/submodule/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:92683e1879de34dc894fa28d4854e9437257dee2",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 104.455,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 104.455,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:92683e1879de34dc894fa28d4854e9437257dee2"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 172.161,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 172.161,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:92683e1879de34dc894fa28d4854e9437257dee2"
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.448,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.448,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:92683e1879de34dc894fa28d4854e9437257dee2"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 176.418,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 176.418,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:92683e1879de34dc894fa28d4854e9437257dee2"
        }
      ]
    },
    {
      "id": "synthetic_repo",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/synthetic/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 199.118,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 199.118,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 190.585,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 190.585,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7"
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "FAIL",
          "error": {
            "code": "MISMATCH_ERROR",
            "subtype": "swhid",
            "message": "SWHID mismatch",
            "context": {
              "got": "swh:1:snp:8366b57cf3ca8f2f20d65c69837be070894a83b2",
              "expected": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7"
            },
            "diff": [
              {
                "path": "/swhid",
                "expected": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7",
                "actual": "swh:1:snp:8366b57cf3ca8f2f20d65c69837be070894a83b2",
                "category": "value_mismatch"
              }
            ]
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.21,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.21,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:8366b57cf3ca8f2f20d65c69837be070894a83b2"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 188.884,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 188.884,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7"
        }
      ]
    },
    {
      "id": "timezone_extremes",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/timezone_extremes/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:a08106ee77186a6657c1ac9214cda20e728e66a2",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 107.594,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 107.594,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:a08106ee77186a6657c1ac9214cda20e728e66a2"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 194.532,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 194.532,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:a08106ee77186a6657c1ac9214cda20e728e66a2"
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.814,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.814,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:a08106ee77186a6657c1ac9214cda20e728e66a2"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 143.621,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 143.621,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:a08106ee77186a6657c1ac9214cda20e728e66a2"
        }
      ]
    },
    {
      "id": "with_tags",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/with_tags/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:9497c331aac82899611d1c2e9a0eef1d3c161c8d",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 228.03,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 228.03,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:9497c331aac82899611d1c2e9a0eef1d3c161c8d"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 185.971,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 185.971,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:9497c331aac82899611d1c2e9a0eef1d3c161c8d"
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.708,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.708,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:9497c331aac82899611d1c2e9a0eef1d3c161c8d"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 190.746,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 190.746,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:9497c331aac82899611d1c2e9a0eef1d3c161c8d"
        }
      ]
    },
    {
      "id": "branch_ordering",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/branch_ordering.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 411.264,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 411.264,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 346.425,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 346.425,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36"
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "FAIL",
          "error": {
            "code": "MISMATCH_ERROR",
            "subtype": "swhid",
            "message": "SWHID mismatch",
            "context": {
              "got": "swh:1:snp:2c7bb0f4015176850a9fd301025ff5c24ab429f5",
              "expected": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36"
            },
            "diff": [
              {
                "path": "/swhid",
                "expected": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36",
                "actual": "swh:1:snp:2c7bb0f4015176850a9fd301025ff5c24ab429f5",
                "category": "value_mismatch"
              }
            ]
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 66.289,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 66.289,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:2c7bb0f4015176850a9fd301025ff5c24ab429f5"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 205.68,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 205.68,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36"
        }
      ]
    },
    {
      "id": "complex_merges",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/complex_merges.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 336.557,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 336.557,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 331.098,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 331.098,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4"
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "FAIL",
          "error": {
            "code": "MISMATCH_ERROR",
            "subtype": "swhid",
            "message": "SWHID mismatch",
            "context": {
              "got": "swh:1:snp:1483e03d492f5695b82bd5851ee72a2c6be8805e",
              "expected": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4"
            },
            "diff": [
              {
                "path": "/swhid",
                "expected": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4",
                "actual": "swh:1:snp:1483e03d492f5695b82bd5851ee72a2c6be8805e",
                "category": "value_mismatch"
              }
            ]
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 53.106,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 53.106,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:1483e03d492f5695b82bd5851ee72a2c6be8805e"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 178.776,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 178.776,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4"
        }
      ]
    },
    {
      "id": "comprehensive_branch_develop",
      "category": "unknown",
      "payload_ref": "/tmp/swhid_test_uqpa1yv_/comprehensive",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362",
        "expected_swhid_sha256": "swh:2:rev:ce9977aecc562d66a1788ceea6085d1a9fdfe0e6ec624b55bfee5d37c8ed3d2e"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.173,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.173,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.281,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.281,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.879,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.879,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 10.826,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 10.826,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.494,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.494,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 39.08,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 39.08,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 142.923,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 142.923,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362"
        }
      ]
    },
    {
      "id": "comprehensive_branch_feature-a",
      "category": "unknown",
      "payload_ref": "/tmp/swhid_test_uqpa1yv_/comprehensive",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764",
        "expected_swhid_sha256": "swh:2:rev:be92c18a69f4061c1af3edcd55b1d65c2963db763cffd4129238a3f6ae9952ad"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.316,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.316,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.191,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.191,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.573,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.573,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 10.884,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 10.884,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.007,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.007,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 33.597,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 33.597,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 137.624,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 137.624,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        }
      ]
    },
    {
      "id": "comprehensive_branch_feature-b",
      "category": "unknown",
      "payload_ref": "/tmp/swhid_test_uqpa1yv_/comprehensive",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149",
        "expected_swhid_sha256": "swh:2:rev:30ab3f05fe4b048aa1d4b7b2cab384c1ba83b101ea25731aa015cf6c35362428"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.573,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.573,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.931,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.931,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.051,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.051,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.373,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.373,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 11.373,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 11.373,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 32.183,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 32.183,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 141.243,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 141.243,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        }
      ]
    },
    {
      "id": "comprehensive_branch_hotfix",
      "category": "unknown",
      "payload_ref": "/tmp/swhid_test_uqpa1yv_/comprehensive",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720",
        "expected_swhid_sha256": "swh:2:rev:31f042943bb64a93323c18f5afd5a5f6d8c8cf8e70d07a14c78c361bc80db32b"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.949,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.949,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.583,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.583,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.473,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.473,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 10.286,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 10.286,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 9.226,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 9.226,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 33.269,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 33.269,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 141.289,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 141.289,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        }
      ]
    },
    {
      "id": "comprehensive_branch_main",
      "category": "unknown",
      "payload_ref": "/tmp/swhid_test_uqpa1yv_/comprehensive",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf",
        "expected_swhid_sha256": "swh:2:rev:b511eaf5a579cc893da0464c4a555adfaa15bdf65dc337e5a140c80261b30bf4"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.223,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.223,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.789,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.789,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.627,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.627,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 13.227,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 13.227,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 8.966,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 8.966,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 33.971,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 33.971,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 141.519,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 141.519,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        }
      ]
    },
    {
      "id": "comprehensive_tag_v1.0.0",
      "category": "unknown",
      "payload_ref": "/tmp/swhid_test_uqpa1yv_/comprehensive",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4",
        "expected_swhid_sha256": "swh:2:rel:fc5f81a1411b41556c6558845c5fe48efbe70f4a0a7dd6bd5a8b3c72a6228786"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.406,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.406,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.167,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.167,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.332,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.332,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.586,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.586,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 10.569,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 10.569,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 36.37,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 36.37,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 138.831,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 138.831,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        }
      ]
    },
    {
      "id": "comprehensive_tag_v1.0.1",
      "category": "unknown",
      "payload_ref": "/tmp/swhid_test_uqpa1yv_/comprehensive",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54",
        "expected_swhid_sha256": "swh:2:rel:b7c9b8486f02e73cfc55a6aef25b8f1f95772a9b988f9f729184137b28762c56"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.516,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.516,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.088,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.088,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.889,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.889,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 8.882,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 8.882,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 12.616,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 12.616,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 32.184,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 32.184,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 138.698,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 138.698,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        }
      ]
    },
    {
      "id": "comprehensive_tag_v1.1.0",
      "category": "unknown",
      "payload_ref": "/tmp/swhid_test_uqpa1yv_/comprehensive",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a",
        "expected_swhid_sha256": "swh:2:rel:a6423cd273e7af6554423736f950e831969e2f39c725dde857cb30222105c2ca"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.401,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.401,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.231,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.231,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.293,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.293,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.746,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.746,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 12.61,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 12.61,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 32.826,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 32.826,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 140.255,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 140.255,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        }
      ]
    },
    {
      "id": "comprehensive_tag_v2.0.0",
      "category": "unknown",
      "payload_ref": "/tmp/swhid_test_uqpa1yv_/comprehensive",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f",
        "expected_swhid_sha256": "swh:2:rel:f0fbfaaa8972a49fce82dfc62c1d97592cf2c62faca5adb1e0c0e227655d6068"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.586,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.586,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 1.49,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 1.49,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.245,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.245,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.849,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.849,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 12.969,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 12.969,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 30.534,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 30.534,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 135.859,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 135.859,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        }
      ]
    },
    {
      "id": "comprehensive_tag_v2.1.0",
      "category": "unknown",
      "payload_ref": "/tmp/swhid_test_uqpa1yv_/comprehensive",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39",
        "expected_swhid_sha256": "swh:2:rel:b071c1d398f3d7fb9c3fce176b4993a4f38f897b42db2bc9bdbda5e09ad97216"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.583,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.583,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 1.982,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 1.982,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.012,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.012,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 8.545,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 8.545,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 13.193,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 13.193,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 32.036,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 32.036,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 137.994,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 137.994,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        }
      ]
    },
    {
      "id": "merge_commits",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/merge_commits.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 236.17,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 236.17,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 336.52,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 336.52,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6"
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "FAIL",
          "error": {
            "code": "MISMATCH_ERROR",
            "subtype": "swhid",
            "message": "SWHID mismatch",
            "context": {
              "got": "swh:1:snp:b7fa53489fc4a7d6ccd2d08f54892dbe5bfcbeef",
              "expected": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6"
            },
            "diff": [
              {
                "path": "/swhid",
                "expected": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6",
                "actual": "swh:1:snp:b7fa53489fc4a7d6ccd2d08f54892dbe5bfcbeef",
                "category": "value_mismatch"
              }
            ]
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 67.548,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 67.548,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:b7fa53489fc4a7d6ccd2d08f54892dbe5bfcbeef"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 190.937,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 190.937,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6"
        }
      ]
    },
    {
      "id": "signed_releases",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/signed_releases.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 328.572,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 328.572,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 375.213,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 375.213,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4"
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "FAIL",
          "error": {
            "code": "MISMATCH_ERROR",
            "subtype": "swhid",
            "message": "SWHID mismatch",
            "context": {
              "got": "swh:1:snp:a37475d31797589cfc7f470f5e7a971ff635b9be",
              "expected": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4"
            },
            "diff": [
              {
                "path": "/swhid",
                "expected": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4",
                "actual": "swh:1:snp:a37475d31797589cfc7f470f5e7a971ff635b9be",
                "category": "value_mismatch"
              }
            ]
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 77.932,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 77.932,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:a37475d31797589cfc7f470f5e7a971ff635b9be"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 218.369,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 218.369,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4"
        }
      ]
    },
    {
      "id": "signed_revisions_branch_main",
      "category": "unknown",
      "payload_ref": "/tmp/swhid_test_8tcb_ean/signed_revisions",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe",
        "expected_swhid_sha256": "swh:2:rev:26be30e69cec790ad80df1486c709230b18670f1ca573b6dc61be9c8697225f3"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.514,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.514,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 6.56,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 6.56,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.321,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.321,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 11.767,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 11.767,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 8.991,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 8.991,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 48.527,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 48.527,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 151.731,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 151.731,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        }
      ]
    },
    {
      "id": "signed_revisions_branch_signed-feature",
      "category": "unknown",
      "payload_ref": "/tmp/swhid_test_8tcb_ean/signed_revisions",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe",
        "expected_swhid_sha256": "swh:2:rev:26be30e69cec790ad80df1486c709230b18670f1ca573b6dc61be9c8697225f3"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 3.126,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 3.126,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.851,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.851,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.671,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.671,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 11.541,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 11.541,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 9.232,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 9.232,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 33.012,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 33.012,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 139.652,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 139.652,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        }
      ]
    },
    {
      "id": "simple_revisions",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/simple_revisions.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 185.677,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 185.677,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 295.805,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 295.805,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92"
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "FAIL",
          "error": {
            "code": "MISMATCH_ERROR",
            "subtype": "swhid",
            "message": "SWHID mismatch",
            "context": {
              "got": "swh:1:snp:7638ab45d024a9a8adcfcbe70f5f7e1844c2b8df",
              "expected": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92"
            },
            "diff": [
              {
                "path": "/swhid",
                "expected": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92",
                "actual": "swh:1:snp:7638ab45d024a9a8adcfcbe70f5f7e1844c2b8df",
                "category": "value_mismatch"
              }
            ]
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 54.728,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 54.728,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:7638ab45d024a9a8adcfcbe70f5f7e1844c2b8df"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 179.092,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 179.092,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92"
        }
      ]
    },
    {
      "id": "tag_types",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/tag_types.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 306.719,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 306.719,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9"
        },
        {
          "implementation": "git",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 319.84,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 319.84,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9"
        },
        {
          "implementation": "git-cmd",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Git doesn't support snapshot objects",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "go",
          "status": "FAIL",
          "error": {
            "code": "MISMATCH_ERROR",
            "subtype": "swhid",
            "message": "SWHID mismatch",
            "context": {
              "got": "swh:1:snp:819f5d1af138efaac9d870ffdbf49aa67a0873ae",
              "expected": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9"
            },
            "diff": [
              {
                "path": "/swhid",
                "expected": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9",
                "actual": "swh:1:snp:819f5d1af138efaac9d870ffdbf49aa67a0873ae",
                "category": "value_mismatch"
              }
            ]
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 57.324,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 57.324,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:819f5d1af138efaac9d870ffdbf49aa67a0873ae"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 180.448,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 180.448,
            "max_rss_kb": null
          },
          "swhid": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9"
        }
      ]
    },
    {
      "id": "annotated_release_v1",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/with_tags/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1",
        "expected_swhid_sha256": "swh:2:rel:a0975e97ce4a44b9ebacae96a1c29bd540795a3e3d0f139271c79f89816a3220"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.419,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.419,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 30.686,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 30.686,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 1.958,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 1.958,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 12.895,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 12.895,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.958,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.958,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.921,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.921,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 137.848,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 137.848,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1"
        }
      ]
    },
    {
      "id": "annotated_release_v2",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/with_tags/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a",
        "expected_swhid_sha256": "swh:2:rel:df586c70b4508d7ddb09ed154ca543086b2b143295caece2c0d3cf10661e9df6"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.357,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.357,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 32.239,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 32.239,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 1.215,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 1.215,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 11.808,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 11.808,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.179,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.179,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.158,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.158,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 137.418,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 137.418,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a"
        }
      ]
    },
    {
      "id": "comprehensive_tag_v1.0.0",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4",
        "expected_swhid_sha256": "swh:2:rel:fc5f81a1411b41556c6558845c5fe48efbe70f4a0a7dd6bd5a8b3c72a6228786"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 179.228,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 179.228,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 220.828,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 220.828,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 185.158,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 185.158,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 187.523,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 187.523,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 127.68,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 127.68,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 125.167,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 125.167,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 252.981,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 252.981,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4"
        }
      ]
    },
    {
      "id": "comprehensive_tag_v1.0.1",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54",
        "expected_swhid_sha256": "swh:2:rel:b7c9b8486f02e73cfc55a6aef25b8f1f95772a9b988f9f729184137b28762c56"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 182.967,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 182.967,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 231.076,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 231.076,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 179.41,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 179.41,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 199.237,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 199.237,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 132.721,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 132.721,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 124.294,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 124.294,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 245.583,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 245.583,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54"
        }
      ]
    },
    {
      "id": "comprehensive_tag_v1.1.0",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a",
        "expected_swhid_sha256": "swh:2:rel:a6423cd273e7af6554423736f950e831969e2f39c725dde857cb30222105c2ca"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 183.145,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 183.145,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 216.821,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 216.821,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 184.794,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 184.794,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 185.697,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 185.697,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 128.24,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 128.24,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 127.12,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 127.12,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 254.265,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 254.265,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a"
        }
      ]
    },
    {
      "id": "comprehensive_tag_v2.0.0",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f",
        "expected_swhid_sha256": "swh:2:rel:f0fbfaaa8972a49fce82dfc62c1d97592cf2c62faca5adb1e0c0e227655d6068"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 180.748,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 180.748,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 223.825,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 223.825,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 184.705,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 184.705,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 187.679,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 187.679,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 113.893,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 113.893,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 122.843,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 122.843,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 251.117,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 251.117,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f"
        }
      ]
    },
    {
      "id": "comprehensive_tag_v2.1.0",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39",
        "expected_swhid_sha256": "swh:2:rel:b071c1d398f3d7fb9c3fce176b4993a4f38f897b42db2bc9bdbda5e09ad97216"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 188.484,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 188.484,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 211.818,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 211.818,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 181.53,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 181.53,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 196.007,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 196.007,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 114.333,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 114.333,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 120.586,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 120.586,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 245.245,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 245.245,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39"
        }
      ]
    },
    {
      "id": "signed_release_v1",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/signed_releases.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 140.246,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 140.246,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 185.052,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 185.052,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 149.09,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 149.09,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566"
        },
        {
          "implementation": "python",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Python implementation doesn't support signed tags (GPG signatures not handled by swh.model Release object)",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 104.388,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 104.388,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566"
        },
        {
          "implementation": "go",
          "status": "FAIL",
          "error": {
            "code": "MISMATCH_ERROR",
            "subtype": "swhid",
            "message": "SWHID mismatch",
            "context": {
              "got": "swh:1:rel:2279dab262bc7b7644449e708e3eed7d3cf1e1f7",
              "expected": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566"
            },
            "diff": [
              {
                "path": "/swhid",
                "expected": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566",
                "actual": "swh:1:rel:2279dab262bc7b7644449e708e3eed7d3cf1e1f7",
                "category": "value_mismatch"
              }
            ]
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 97.609,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 97.609,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:2279dab262bc7b7644449e708e3eed7d3cf1e1f7"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 224.888,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 224.888,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566"
        }
      ]
    },
    {
      "id": "signed_release_v2",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/signed_releases.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 134.706,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 134.706,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 186.053,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 186.053,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 150.187,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 150.187,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e"
        },
        {
          "implementation": "python",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Python implementation doesn't support signed tags (GPG signatures not handled by swh.model Release object)",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 102.406,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 102.406,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e"
        },
        {
          "implementation": "go",
          "status": "FAIL",
          "error": {
            "code": "MISMATCH_ERROR",
            "subtype": "swhid",
            "message": "SWHID mismatch",
            "context": {
              "got": "swh:1:rel:53914f8f6882079521c6e142f507f73befa85f7e",
              "expected": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e"
            },
            "diff": [
              {
                "path": "/swhid",
                "expected": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e",
                "actual": "swh:1:rel:53914f8f6882079521c6e142f507f73befa85f7e",
                "category": "value_mismatch"
              }
            ]
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 93.769,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 93.769,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:53914f8f6882079521c6e142f507f73befa85f7e"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 219.419,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 219.419,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e"
        }
      ]
    },
    {
      "id": "signed_release_v2_1",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/signed_releases.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b",
        "expected_swhid_sha256": null
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 142.677,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 142.677,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 179.661,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 179.661,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 140.988,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 140.988,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b"
        },
        {
          "implementation": "python",
          "status": "SKIPPED",
          "error": {
            "code": "VALIDATION_ERROR",
            "subtype": "unsupported_type",
            "message": "Object type not supported: Python implementation doesn't support signed tags (GPG signatures not handled by swh.model Release object)",
            "context": {},
            "diff": null
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.0,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.0,
            "max_rss_kb": null
          },
          "swhid": null
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 96.028,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 96.028,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b"
        },
        {
          "implementation": "go",
          "status": "FAIL",
          "error": {
            "code": "MISMATCH_ERROR",
            "subtype": "swhid",
            "message": "SWHID mismatch",
            "context": {
              "got": "swh:1:rel:29633edd1bbc4bfca983f82d37280513b6a3143d",
              "expected": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b"
            },
            "diff": [
              {
                "path": "/swhid",
                "expected": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b",
                "actual": "swh:1:rel:29633edd1bbc4bfca983f82d37280513b6a3143d",
                "category": "value_mismatch"
              }
            ]
          },
          "metrics": {
            "samples": 1,
            "wall_ms_median": 95.654,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 95.654,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:29633edd1bbc4bfca983f82d37280513b6a3143d"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 214.34,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 214.34,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b"
        }
      ]
    },
    {
      "id": "tag_types_annotated",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/tag_types.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2",
        "expected_swhid_sha256": "swh:2:rel:2aebb765fa34bae3b2cf2acd74ced472baa4a962da2f960ef9bcd5aa0b0519e1"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 92.758,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 92.758,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 140.59,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 140.59,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 110.705,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 110.705,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 112.973,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 112.973,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 71.73,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 71.73,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 65.179,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 65.179,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 197.397,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 197.397,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2"
        }
      ]
    },
    {
      "id": "comprehensive_branch_feature-a",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764",
        "expected_swhid_sha256": "swh:2:rev:be92c18a69f4061c1af3edcd55b1d65c2963db763cffd4129238a3f6ae9952ad"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 174.626,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 174.626,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 209.267,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 209.267,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 190.063,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 190.063,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 193.362,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 193.362,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 132.933,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 132.933,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 114.547,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 114.547,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 248.266,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 248.266,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764"
        }
      ]
    },
    {
      "id": "comprehensive_branch_feature-b",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149",
        "expected_swhid_sha256": "swh:2:rev:30ab3f05fe4b048aa1d4b7b2cab384c1ba83b101ea25731aa015cf6c35362428"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 182.413,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 182.413,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 229.477,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 229.477,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 184.448,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 184.448,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 190.493,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 190.493,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 127.593,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 127.593,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 120.406,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 120.406,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 252.994,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 252.994,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149"
        }
      ]
    },
    {
      "id": "comprehensive_branch_hotfix",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720",
        "expected_swhid_sha256": "swh:2:rev:31f042943bb64a93323c18f5afd5a5f6d8c8cf8e70d07a14c78c361bc80db32b"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 174.137,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 174.137,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 231.428,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 231.428,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 191.91,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 191.91,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 186.852,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 186.852,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 127.876,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 127.876,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 127.015,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 127.015,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 254.874,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 254.874,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720"
        }
      ]
    },
    {
      "id": "comprehensive_branch_main",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf",
        "expected_swhid_sha256": "swh:2:rev:b511eaf5a579cc893da0464c4a555adfaa15bdf65dc337e5a140c80261b30bf4"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 173.337,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 173.337,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 216.115,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 216.115,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 189.969,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 189.969,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 192.86,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 192.86,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 119.097,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 119.097,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 114.973,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 114.973,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 241.134,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 241.134,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf"
        }
      ]
    },
    {
      "id": "initial_revision",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/merge_commits/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb",
        "expected_swhid_sha256": "swh:2:rev:1fb7e07aafd2e63bb17a5b4ff3e5ee2f9f94b089e04570ca9d3bc52a7ead7323"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.158,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.158,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 33.772,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 33.772,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.559,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.559,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 9.85,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 9.85,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.244,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.244,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.696,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.696,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 138.374,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 138.374,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb"
        }
      ]
    },
    {
      "id": "merge_commits_head",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/merge_commits.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88",
        "expected_swhid_sha256": "swh:2:rev:e8aae6674be44e7cc053c574ad6b69d2622d2c8ba2fa43f085c6209bc1850a29"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 123.909,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 123.909,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 167.743,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 167.743,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 125.445,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 125.445,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 128.623,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 128.623,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 88.227,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 88.227,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 90.675,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 90.675,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 215.897,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 215.897,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88"
        }
      ]
    },
    {
      "id": "merge_revision",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/merge_commits/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b",
        "expected_swhid_sha256": "swh:2:rev:3ef41f06d867417af32690b178be0a11e7cdc80b944644b0f874c12fb9339d2e"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 4.542,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 4.542,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 31.812,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 31.812,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 5.738,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 5.738,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 10.152,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 10.152,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.051,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.051,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.132,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.132,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 137.233,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 137.233,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        }
      ]
    },
    {
      "id": "signed_revision_feature",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/signed_revisions.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe",
        "expected_swhid_sha256": "swh:2:rev:26be30e69cec790ad80df1486c709230b18670f1ca573b6dc61be9c8697225f3"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 120.441,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 120.441,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 168.273,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 168.273,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 131.36,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 131.36,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 137.164,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 137.164,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 81.884,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 81.884,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 78.342,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 78.342,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 206.724,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 206.724,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        }
      ]
    },
    {
      "id": "signed_revision_main",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/signed_revisions.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe",
        "expected_swhid_sha256": "swh:2:rev:26be30e69cec790ad80df1486c709230b18670f1ca573b6dc61be9c8697225f3"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 123.117,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 123.117,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 159.381,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 159.381,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 112.86,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 112.86,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 119.442,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 119.442,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 83.047,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 83.047,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 81.927,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 81.927,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 210.114,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 210.114,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe"
        }
      ]
    },
    {
      "id": "simple_revision",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/merge_commits/",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b",
        "expected_swhid_sha256": "swh:2:rev:3ef41f06d867417af32690b178be0a11e7cdc80b944644b0f874c12fb9339d2e"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 0.533,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 0.533,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 39.29,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 39.29,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.025,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.025,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 8.691,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 8.691,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 2.581,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 2.581,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 7.789,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 7.789,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 143.251,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 143.251,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b"
        }
      ]
    },
    {
      "id": "simple_revisions_first",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/simple_revisions.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7",
        "expected_swhid_sha256": "swh:2:rev:cf37e2a69019225827ab62874dd612fbbe702fb9240871b9b1a5c3797d7b9b82"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 93.342,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 93.342,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 139.612,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 139.612,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 102.799,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 102.799,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 115.478,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 115.478,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 73.041,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 73.041,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 64.601,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 64.601,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 188.051,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 188.051,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7"
        }
      ]
    },
    {
      "id": "simple_revisions_head",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/simple_revisions.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904",
        "expected_swhid_sha256": "swh:2:rev:39f389419c331aed831d9ec3bfbe579c43a1797da9657593044a80ac663dd2b3"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 100.93,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 100.93,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 133.885,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 133.885,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 91.125,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 91.125,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 104.492,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 104.492,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 70.097,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 70.097,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 67.252,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 67.252,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 195.459,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 195.459,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        }
      ]
    },
    {
      "id": "simple_revisions_second",
      "category": "git/basic",
      "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/simple_revisions.tar.gz",
      "expected": {
        "reference_impl": "python-swhid",
        "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904",
        "expected_swhid_sha256": "swh:2:rev:39f389419c331aed831d9ec3bfbe579c43a1797da9657593044a80ac663dd2b3"
      },
      "results": [
        {
          "implementation": "pygit2",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 94.91,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 94.91,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        },
        {
          "implementation": "rust",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 140.022,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 140.022,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        },
        {
          "implementation": "git",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 105.483,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 105.483,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        },
        {
          "implementation": "python",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 108.78,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 108.78,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        },
        {
          "implementation": "git-cmd",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 73.175,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 73.175,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        },
        {
          "implementation": "go",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 66.759,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 66.759,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        },
        {
          "implementation": "ruby",
          "status": "PASS",
          "error": null,
          "metrics": {
            "samples": 1,
            "wall_ms_median": 198.063,
            "wall_ms_mad": 0.0,
            "cpu_ms_median": 198.063,
            "max_rss_kb": null
          },
          "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904"
        }
      ]
    }
  ],
  "aggregates": {
    "by_implementation": {
      "git": {
        "passed": 64,
        "failed": 0,
        "skipped": 17
      },
      "git-cmd": {
        "passed": 64,
        "failed": 0,
        "skipped": 17
      },
      "go": {
        "passed": 70,
        "failed": 11,
        "skipped": 0
      },
      "pygit2": {
        "passed": 64,
        "failed": 0,
        "skipped": 17
      },
      "python": {
        "passed": 77,
        "failed": 1,
        "skipped": 3
      },
      "ruby": {
        "passed": 80,
        "failed": 1,
        "skipped": 0
      },
      "rust": {
        "passed": 81,
        "failed": 0,
        "skipped": 0
      }
    }
  }
}