{ "schema_version": "1.0.0", "schema_extensions": [], "run": { "id": "2026-05-22T06-21-58Z_b2caa8", "created_at": "2026-05-22T06:21:58.759271Z", "branch": "main", "commit": "unknown", "runner": { "os": "Linux-6.17.0-1013-azure-x86_64-with-glibc2.39", "kernel": "6.17.0-1013-azure", "cpu": "x86_64", "python": "3.12.13", "container_image": null } }, "run_environment": { "os": "Linux-6.17.0-1013-azure-x86_64-with-glibc2.39", "kernel": "6.17.0-1013-azure", "cpu": "x86_64", "python": "3.12.13", "container_image": null }, "implementations": [ { "id": "git-cmd", "version": "1.0.0", "git_sha": "8f4777dd7856", "git": "8f4777dd7856", "language": "shell", "api_version": "1.0", "capabilities": { "supported_types": [ "cnt", "dir", "rev", "rel", "snp" ], "supported_qualifiers": [ "origin", "visit", "anchor", "path", "lines" ], "api_version": "1.0", "max_payload_size_mb": 1000, "supports_unicode": true, "supports_percent_encoding": true }, "toolchain": { "python": "3.12.13", "language": "shell" } }, { "id": "pygit2", "version": "1.0.0", "git_sha": "8f4777dd7856", "git": "8f4777dd7856", "language": "python", "api_version": "1.0", "capabilities": { "supported_types": [ "cnt", "dir", "rev", "rel", "snp" ], "supported_qualifiers": [ "origin", "visit", "anchor", "path", "lines" ], "api_version": "1.0", "max_payload_size_mb": 1000, "supports_unicode": true, "supports_percent_encoding": true }, "toolchain": { "python": "3.12.13", "language": "python" } }, { "id": "git", "version": "1.0.0", "git_sha": "8f4777dd7856", "git": "8f4777dd7856", "language": "python", "api_version": "1.0", "capabilities": { "supported_types": [ "cnt", "dir", "rev", "rel", "snp" ], "supported_qualifiers": [ "origin", "visit", "anchor", "path", "lines" ], "api_version": "1.0", "max_payload_size_mb": 1000, "supports_unicode": true, "supports_percent_encoding": true }, "toolchain": { "python": "3.12.13", "language": "python" } }, { "id": "python", "version": "1.0.0", "git_sha": "8f4777dd7856", "git": "8f4777dd7856", "language": "python", "api_version": "1.0", "capabilities": { "supported_types": [ "cnt", "dir", "rev", "rel", "snp" ], "supported_qualifiers": [ "origin", "visit", "anchor", "path", "lines" ], "api_version": "1.0", "max_payload_size_mb": 1000, "supports_unicode": true, "supports_percent_encoding": true }, "toolchain": { "python": "3.12.13", "language": "python" } }, { "id": "rust", "version": "1.0.0", "git_sha": "8f4777dd7856", "git": "8f4777dd7856", "language": "rust", "api_version": "1.0", "capabilities": { "supported_types": [ "cnt", "dir", "rev", "rel", "snp" ], "supported_qualifiers": [ "origin", "visit", "anchor", "path", "lines" ], "api_version": "1.0", "max_payload_size_mb": 1000, "supports_unicode": true, "supports_percent_encoding": true }, "toolchain": { "python": "3.12.13", "language": "rust" } }, { "id": "go", "version": "0.1.0", "git_sha": "8f4777dd7856", "git": "8f4777dd7856", "language": "go", "api_version": "1.0", "capabilities": { "supported_types": [ "cnt", "dir", "rev", "rel", "snp" ], "supported_qualifiers": [ "origin", "visit", "anchor", "path", "lines", "bytes" ], "api_version": "1.0", "max_payload_size_mb": 1000, "supports_unicode": true, "supports_percent_encoding": true }, "toolchain": { "python": "3.12.13", "language": "go" } }, { "id": "ruby", "version": "0.3.1", "git_sha": "8f4777dd7856", "git": "8f4777dd7856", "language": "ruby", "api_version": "1.0", "capabilities": { "supported_types": [ "cnt", "dir", "rev", "rel", "snp" ], "supported_qualifiers": [ "origin", "visit", "anchor", "path", "lines", "bytes" ], "api_version": "1.0", "max_payload_size_mb": 1000, "supports_unicode": true, "supports_percent_encoding": true }, "toolchain": { "python": "3.12.13", "language": "ruby" } } ], "tests": [ { "id": "binary_file", "category": "content/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/binary.bin", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da", "expected_swhid_sha256": "swh:2:cnt:41c39889d1ec9ed0c66c041ab3d5f3a9f15658456f937bb0141386c9f7352dab" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 3.065, "wall_ms_mad": 0.0, "cpu_ms_median": 3.065, "max_rss_kb": null }, "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.115, "wall_ms_mad": 0.0, "cpu_ms_median": 9.115, "max_rss_kb": null }, "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.86, "wall_ms_mad": 0.0, "cpu_ms_median": 0.86, "max_rss_kb": null }, "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 176.37, "wall_ms_mad": 0.0, "cpu_ms_median": 176.37, "max_rss_kb": null }, "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 6.338, "wall_ms_mad": 0.0, "cpu_ms_median": 6.338, "max_rss_kb": null }, "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 4.552, "wall_ms_mad": 0.0, "cpu_ms_median": 4.552, "max_rss_kb": null }, "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 144.403, "wall_ms_mad": 0.0, "cpu_ms_median": 144.403, "max_rss_kb": null }, "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da" } ] }, { "id": "empty_file", "category": "content/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/empty.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391", "expected_swhid_sha256": "swh:2:cnt:473a0f4c3be8a93681a267e3b1e9a7dcda1185436fe141f7749120a303721813" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 2.607, "wall_ms_mad": 0.0, "cpu_ms_median": 2.607, "max_rss_kb": null }, "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 4.637, "wall_ms_mad": 0.0, "cpu_ms_median": 4.637, "max_rss_kb": null }, "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.439, "wall_ms_mad": 0.0, "cpu_ms_median": 0.439, "max_rss_kb": null }, "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 173.379, "wall_ms_mad": 0.0, "cpu_ms_median": 173.379, "max_rss_kb": null }, "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 3.315, "wall_ms_mad": 0.0, "cpu_ms_median": 3.315, "max_rss_kb": null }, "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 4.369, "wall_ms_mad": 0.0, "cpu_ms_median": 4.369, "max_rss_kb": null }, "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 141.654, "wall_ms_mad": 0.0, "cpu_ms_median": 141.654, "max_rss_kb": null }, "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" } ] }, { "id": "hello_world", "category": "content/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/hello.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d", "expected_swhid_sha256": "swh:2:cnt:a0a477f1ecf419c7eaa7fe256c5c12fb03bee86df9a22aad25f85930de203e14" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 2.583, "wall_ms_mad": 0.0, "cpu_ms_median": 2.583, "max_rss_kb": null }, "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 6.171, "wall_ms_mad": 0.0, "cpu_ms_median": 6.171, "max_rss_kb": null }, "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.653, "wall_ms_mad": 0.0, "cpu_ms_median": 0.653, "max_rss_kb": null }, "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 179.622, "wall_ms_mad": 0.0, "cpu_ms_median": 179.622, "max_rss_kb": null }, "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 2.949, "wall_ms_mad": 0.0, "cpu_ms_median": 2.949, "max_rss_kb": null }, "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 4.266, "wall_ms_mad": 0.0, "cpu_ms_median": 4.266, "max_rss_kb": null }, "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 149.981, "wall_ms_mad": 0.0, "cpu_ms_median": 149.981, "max_rss_kb": null }, "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d" } ] }, { "id": "large_file", "category": "content/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/large.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850", "expected_swhid_sha256": "swh:2:cnt:1707c428cf4b5ca56c153dd298b7a2c11e5a5fa63c145c4c9fafbfc37be417b8" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 15.531, "wall_ms_mad": 0.0, "cpu_ms_median": 15.531, "max_rss_kb": null }, "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 18.523, "wall_ms_mad": 0.0, "cpu_ms_median": 18.523, "max_rss_kb": null }, "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.949, "wall_ms_mad": 0.0, "cpu_ms_median": 1.949, "max_rss_kb": null }, "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 176.328, "wall_ms_mad": 0.0, "cpu_ms_median": 176.328, "max_rss_kb": null }, "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.449, "wall_ms_mad": 0.0, "cpu_ms_median": 13.449, "max_rss_kb": null }, "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 8.55, "wall_ms_mad": 0.0, "cpu_ms_median": 8.55, "max_rss_kb": null }, "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 147.97, "wall_ms_mad": 0.0, "cpu_ms_median": 147.97, "max_rss_kb": null }, "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850" } ] }, { "id": "truly_empty", "category": "content/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/truly_empty.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f", "expected_swhid_sha256": "swh:2:cnt:5739035bedeba9615f3406b3f5e3e7881d440616941f5b5918eab90f14428019" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 2.658, "wall_ms_mad": 0.0, "cpu_ms_median": 2.658, "max_rss_kb": null }, "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 5.744, "wall_ms_mad": 0.0, "cpu_ms_median": 5.744, "max_rss_kb": null }, "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.54, "wall_ms_mad": 0.0, "cpu_ms_median": 0.54, "max_rss_kb": null }, "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 166.502, "wall_ms_mad": 0.0, "cpu_ms_median": 166.502, "max_rss_kb": null }, "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 3.303, "wall_ms_mad": 0.0, "cpu_ms_median": 3.303, "max_rss_kb": null }, "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 4.735, "wall_ms_mad": 0.0, "cpu_ms_median": 4.735, "max_rss_kb": null }, "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 136.616, "wall_ms_mad": 0.0, "cpu_ms_median": 136.616, "max_rss_kb": null }, "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f" } ] }, { "id": "unicode_text", "category": "content/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/unicode.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a", "expected_swhid_sha256": "swh:2:cnt:b0c2d7d90cf1a9497ef1ea636c3bba1c38d0041275b7a8abea21a62fe29d31d0" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 2.623, "wall_ms_mad": 0.0, "cpu_ms_median": 2.623, "max_rss_kb": null }, "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 5.805, "wall_ms_mad": 0.0, "cpu_ms_median": 5.805, "max_rss_kb": null }, "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.716, "wall_ms_mad": 0.0, "cpu_ms_median": 0.716, "max_rss_kb": null }, "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 165.185, "wall_ms_mad": 0.0, "cpu_ms_median": 165.185, "max_rss_kb": null }, "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 2.852, "wall_ms_mad": 0.0, "cpu_ms_median": 2.852, "max_rss_kb": null }, "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 4.455, "wall_ms_mad": 0.0, "cpu_ms_median": 4.455, "max_rss_kb": null }, "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 136.328, "wall_ms_mad": 0.0, "cpu_ms_median": 136.328, "max_rss_kb": null }, "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a" } ] }, { "id": "crlf_line_endings", "category": "content/edge_cases", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/edge_cases/crlf.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2", "expected_swhid_sha256": "swh:2:cnt:358ca252cdba86b8b4a63793bfeae634f48a8d9be80d9f38c11a48ae5978b675" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 2.732, "wall_ms_mad": 0.0, "cpu_ms_median": 2.732, "max_rss_kb": null }, "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 6.313, "wall_ms_mad": 0.0, "cpu_ms_median": 6.313, "max_rss_kb": null }, "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.263, "wall_ms_mad": 0.0, "cpu_ms_median": 1.263, "max_rss_kb": null }, "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 174.098, "wall_ms_mad": 0.0, "cpu_ms_median": 174.098, "max_rss_kb": null }, "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 3.432, "wall_ms_mad": 0.0, "cpu_ms_median": 3.432, "max_rss_kb": null }, "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 4.541, "wall_ms_mad": 0.0, "cpu_ms_median": 4.541, "max_rss_kb": null }, "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 145.961, "wall_ms_mad": 0.0, "cpu_ms_median": 145.961, "max_rss_kb": null }, "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2" } ] }, { "id": "huge_line", "category": "content/edge_cases", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/edge_cases/huge_line.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b", "expected_swhid_sha256": "swh:2:cnt:71fc787559ba944bd647614c1973acd2d68d58bc32c2635d80a34a6be6e157f6" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 3.925, "wall_ms_mad": 0.0, "cpu_ms_median": 3.925, "max_rss_kb": null }, "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 5.727, "wall_ms_mad": 0.0, "cpu_ms_median": 5.727, "max_rss_kb": null }, "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.634, "wall_ms_mad": 0.0, "cpu_ms_median": 0.634, "max_rss_kb": null }, "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 168.676, "wall_ms_mad": 0.0, "cpu_ms_median": 168.676, "max_rss_kb": null }, "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 3.553, "wall_ms_mad": 0.0, "cpu_ms_median": 3.553, "max_rss_kb": null }, "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 4.38, "wall_ms_mad": 0.0, "cpu_ms_median": 4.38, "max_rss_kb": null }, "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 136.381, "wall_ms_mad": 0.0, "cpu_ms_median": 136.381, "max_rss_kb": null }, "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b" } ] }, { "id": "lf_only_line_endings", "category": "content/edge_cases", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/edge_cases/lf_only.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f", "expected_swhid_sha256": "swh:2:cnt:8d350824350b609d7dd52c283008e4fdc093750a7cfe47b0e516bed780454b97" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 3.329, "wall_ms_mad": 0.0, "cpu_ms_median": 3.329, "max_rss_kb": null }, "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 5.438, "wall_ms_mad": 0.0, "cpu_ms_median": 5.438, "max_rss_kb": null }, "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.43, "wall_ms_mad": 0.0, "cpu_ms_median": 1.43, "max_rss_kb": null }, "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 190.723, "wall_ms_mad": 0.0, "cpu_ms_median": 190.723, "max_rss_kb": null }, "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 4.359, "wall_ms_mad": 0.0, "cpu_ms_median": 4.359, "max_rss_kb": null }, "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 5.576, "wall_ms_mad": 0.0, "cpu_ms_median": 5.576, "max_rss_kb": null }, "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 165.705, "wall_ms_mad": 0.0, "cpu_ms_median": 165.705, "max_rss_kb": null }, "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f" } ] }, { "id": "mixed_line_endings", "category": "content/edge_cases", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/edge_cases/mixed_line_endings.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7", "expected_swhid_sha256": "swh:2:cnt:0c5577ca2629467c3edfff5fa717739a7576d4bdf0d34563c60700cd9a41c7ad" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 3.717, "wall_ms_mad": 0.0, "cpu_ms_median": 3.717, "max_rss_kb": null }, "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 5.981, "wall_ms_mad": 0.0, "cpu_ms_median": 5.981, "max_rss_kb": null }, "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.714, "wall_ms_mad": 0.0, "cpu_ms_median": 0.714, "max_rss_kb": null }, "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 169.522, "wall_ms_mad": 0.0, "cpu_ms_median": 169.522, "max_rss_kb": null }, "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 2.896, "wall_ms_mad": 0.0, "cpu_ms_median": 2.896, "max_rss_kb": null }, "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 4.534, "wall_ms_mad": 0.0, "cpu_ms_median": 4.534, "max_rss_kb": null }, "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 141.647, "wall_ms_mad": 0.0, "cpu_ms_median": 141.647, "max_rss_kb": null }, "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7" } ] }, { "id": "no_trailing_newline", "category": "content/edge_cases", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/edge_cases/no_trailing_nl.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057", "expected_swhid_sha256": "swh:2:cnt:1301800ffa9c48e2a82cbfda7fe9d17d5605cfa5df7c673639c44d8fcc244a71" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 3.314, "wall_ms_mad": 0.0, "cpu_ms_median": 3.314, "max_rss_kb": null }, "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 5.77, "wall_ms_mad": 0.0, "cpu_ms_median": 5.77, "max_rss_kb": null }, "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.566, "wall_ms_mad": 0.0, "cpu_ms_median": 0.566, "max_rss_kb": null }, "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 169.371, "wall_ms_mad": 0.0, "cpu_ms_median": 169.371, "max_rss_kb": null }, "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 3.404, "wall_ms_mad": 0.0, "cpu_ms_median": 3.404, "max_rss_kb": null }, "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 4.421, "wall_ms_mad": 0.0, "cpu_ms_median": 4.421, "max_rss_kb": null }, "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 143.805, "wall_ms_mad": 0.0, "cpu_ms_median": 143.805, "max_rss_kb": null }, "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057" } ] }, { "id": "only_newlines", "category": "content/edge_cases", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/edge_cases/only_newlines.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9", "expected_swhid_sha256": "swh:2:cnt:5c601de2c229872649d66f9523f82d6b9db10d7cd0ebc6bbd11eaa88fedf6f83" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 3.224, "wall_ms_mad": 0.0, "cpu_ms_median": 3.224, "max_rss_kb": null }, "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.351, "wall_ms_mad": 0.0, "cpu_ms_median": 7.351, "max_rss_kb": null }, "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.409, "wall_ms_mad": 0.0, "cpu_ms_median": 0.409, "max_rss_kb": null }, "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 166.861, "wall_ms_mad": 0.0, "cpu_ms_median": 166.861, "max_rss_kb": null }, "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 2.913, "wall_ms_mad": 0.0, "cpu_ms_median": 2.913, "max_rss_kb": null }, "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 4.534, "wall_ms_mad": 0.0, "cpu_ms_median": 4.534, "max_rss_kb": null }, "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 140.018, "wall_ms_mad": 0.0, "cpu_ms_median": 140.018, "max_rss_kb": null }, "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9" } ] }, { "id": "with_trailing_newline", "category": "content/edge_cases", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/edge_cases/with_trailing_nl.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78", "expected_swhid_sha256": "swh:2:cnt:66224663d23e6f4d9de9e2c7e6d8764305a92a3830a1a52d3d5f4aa8007b5c39" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 3.102, "wall_ms_mad": 0.0, "cpu_ms_median": 3.102, "max_rss_kb": null }, "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 6.229, "wall_ms_mad": 0.0, "cpu_ms_median": 6.229, "max_rss_kb": null }, "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.229, "wall_ms_mad": 0.0, "cpu_ms_median": 1.229, "max_rss_kb": null }, "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 169.675, "wall_ms_mad": 0.0, "cpu_ms_median": 169.675, "max_rss_kb": null }, "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 3.161, "wall_ms_mad": 0.0, "cpu_ms_median": 3.161, "max_rss_kb": null }, "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 4.266, "wall_ms_mad": 0.0, "cpu_ms_median": 4.266, "max_rss_kb": null }, "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 139.347, "wall_ms_mad": 0.0, "cpu_ms_median": 139.347, "max_rss_kb": null }, "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78" } ] }, { "id": "zero_bytes", "category": "content/edge_cases", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/content/edge_cases/zero_bytes.bin", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac", "expected_swhid_sha256": "swh:2:cnt:878e4fcc1ec6063fee615b8c2527db5ce809b785fdfa454a64f4979cffbf3826" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 3.233, "wall_ms_mad": 0.0, "cpu_ms_median": 3.233, "max_rss_kb": null }, "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 5.895, "wall_ms_mad": 0.0, "cpu_ms_median": 5.895, "max_rss_kb": null }, "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.895, "wall_ms_mad": 0.0, "cpu_ms_median": 0.895, "max_rss_kb": null }, "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 168.011, "wall_ms_mad": 0.0, "cpu_ms_median": 168.011, "max_rss_kb": null }, "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 3.113, "wall_ms_mad": 0.0, "cpu_ms_median": 3.113, "max_rss_kb": null }, "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 5.618, "wall_ms_mad": 0.0, "cpu_ms_median": 5.618, "max_rss_kb": null }, "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 140.705, "wall_ms_mad": 0.0, "cpu_ms_median": 140.705, "max_rss_kb": null }, "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac" } ] }, { "id": "empty_dir", "category": "directory/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/empty/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e", "expected_swhid_sha256": "swh:2:dir:de6f8a1c4a2e6e2d8fc8b81fd7cb477ab5f58af185b8bb57046052f170fbb222" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 23.842, "wall_ms_mad": 0.0, "cpu_ms_median": 23.842, "max_rss_kb": null }, "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.877, "wall_ms_mad": 0.0, "cpu_ms_median": 14.877, "max_rss_kb": null }, "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.849, "wall_ms_mad": 0.0, "cpu_ms_median": 17.849, "max_rss_kb": null }, "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 184.509, "wall_ms_mad": 0.0, "cpu_ms_median": 184.509, "max_rss_kb": null }, "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 48.838, "wall_ms_mad": 0.0, "cpu_ms_median": 48.838, "max_rss_kb": null }, "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 6.419, "wall_ms_mad": 0.0, "cpu_ms_median": 6.419, "max_rss_kb": null }, "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 140.464, "wall_ms_mad": 0.0, "cpu_ms_median": 140.464, "max_rss_kb": null }, "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e" } ] }, { "id": "nested_dir", "category": "directory/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/nested/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a", "expected_swhid_sha256": "swh:2:dir:741f4566b80fb94c13dee7e1c10d934f49c4f3bf03b1fc8b2ed6816c97ca9002" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 23.953, "wall_ms_mad": 0.0, "cpu_ms_median": 23.953, "max_rss_kb": null }, "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.956, "wall_ms_mad": 0.0, "cpu_ms_median": 11.956, "max_rss_kb": null }, "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.279, "wall_ms_mad": 0.0, "cpu_ms_median": 14.279, "max_rss_kb": null }, "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 182.853, "wall_ms_mad": 0.0, "cpu_ms_median": 182.853, "max_rss_kb": null }, "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 48.249, "wall_ms_mad": 0.0, "cpu_ms_median": 48.249, "max_rss_kb": null }, "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 10.1, "wall_ms_mad": 0.0, "cpu_ms_median": 10.1, "max_rss_kb": null }, "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 139.442, "wall_ms_mad": 0.0, "cpu_ms_median": 139.442, "max_rss_kb": null }, "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a" } ] }, { "id": "permissions_dir", "category": "directory/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/permissions/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4", "expected_swhid_sha256": "swh:2:dir:702b56cb3d129536c6ea6f77eca4bf6a171374774a27a3c638c8439bc4728f7e" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 24.692, "wall_ms_mad": 0.0, "cpu_ms_median": 24.692, "max_rss_kb": null }, "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 10.405, "wall_ms_mad": 0.0, "cpu_ms_median": 10.405, "max_rss_kb": null }, "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.049, "wall_ms_mad": 0.0, "cpu_ms_median": 12.049, "max_rss_kb": null }, "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 174.637, "wall_ms_mad": 0.0, "cpu_ms_median": 174.637, "max_rss_kb": null }, "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 47.665, "wall_ms_mad": 0.0, "cpu_ms_median": 47.665, "max_rss_kb": null }, "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 8.352, "wall_ms_mad": 0.0, "cpu_ms_median": 8.352, "max_rss_kb": null }, "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 150.902, "wall_ms_mad": 0.0, "cpu_ms_median": 150.902, "max_rss_kb": null }, "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4" } ] }, { "id": "simple_dir", "category": "directory/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/simple/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1", "expected_swhid_sha256": "swh:2:dir:8b6ff16ed274bf60326d654c3f5bca679a7ced5542be29713bb67b36a1237ac2" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 23.047, "wall_ms_mad": 0.0, "cpu_ms_median": 23.047, "max_rss_kb": null }, "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 10.961, "wall_ms_mad": 0.0, "cpu_ms_median": 10.961, "max_rss_kb": null }, "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.865, "wall_ms_mad": 0.0, "cpu_ms_median": 12.865, "max_rss_kb": null }, "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 188.989, "wall_ms_mad": 0.0, "cpu_ms_median": 188.989, "max_rss_kb": null }, "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 48.043, "wall_ms_mad": 0.0, "cpu_ms_median": 48.043, "max_rss_kb": null }, "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.861, "wall_ms_mad": 0.0, "cpu_ms_median": 7.861, "max_rss_kb": null }, "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 141.134, "wall_ms_mad": 0.0, "cpu_ms_median": 141.134, "max_rss_kb": null }, "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1" } ] }, { "id": "symlink_dir", "category": "directory/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/symlink/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf", "expected_swhid_sha256": "swh:2:dir:977e5f1ebb683f9006fb828c1a5e8fe0155a7211694d123db2a591d640460ad2" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 22.228, "wall_ms_mad": 0.0, "cpu_ms_median": 22.228, "max_rss_kb": null }, "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.955, "wall_ms_mad": 0.0, "cpu_ms_median": 7.955, "max_rss_kb": null }, "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 10.994, "wall_ms_mad": 0.0, "cpu_ms_median": 10.994, "max_rss_kb": null }, "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 176.161, "wall_ms_mad": 0.0, "cpu_ms_median": 176.161, "max_rss_kb": null }, "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 45.751, "wall_ms_mad": 0.0, "cpu_ms_median": 45.751, "max_rss_kb": null }, "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.468, "wall_ms_mad": 0.0, "cpu_ms_median": 7.468, "max_rss_kb": null }, "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 149.497, "wall_ms_mad": 0.0, "cpu_ms_median": 149.497, "max_rss_kb": null }, "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf" } ] }, { "id": "comprehensive_permissions", "category": "directory/edge_cases", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/comprehensive_permissions/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e", "expected_swhid_sha256": "swh:2:dir:6986f3d18106aecd3d4e1171eb5e38f02c05a63239066a6d6e798a4338ade3a6" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 27.247, "wall_ms_mad": 0.0, "cpu_ms_median": 27.247, "max_rss_kb": null }, "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.282, "wall_ms_mad": 0.0, "cpu_ms_median": 13.282, "max_rss_kb": null }, "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.508, "wall_ms_mad": 0.0, "cpu_ms_median": 17.508, "max_rss_kb": null }, "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 177.432, "wall_ms_mad": 0.0, "cpu_ms_median": 177.432, "max_rss_kb": null }, "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 45.555, "wall_ms_mad": 0.0, "cpu_ms_median": 45.555, "max_rss_kb": null }, "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.939, "wall_ms_mad": 0.0, "cpu_ms_median": 13.939, "max_rss_kb": null }, "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 147.374, "wall_ms_mad": 0.0, "cpu_ms_median": 147.374, "max_rss_kb": null }, "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e" } ] }, { "id": "dir_ordering", "category": "directory/edge_cases", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/dir_ordering/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88", "expected_swhid_sha256": "swh:2:dir:8488b95fe3587e0224e652fad205810531555542e8cc7e82ce2fc4d41481fc41" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 25.102, "wall_ms_mad": 0.0, "cpu_ms_median": 25.102, "max_rss_kb": null }, "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.661, "wall_ms_mad": 0.0, "cpu_ms_median": 12.661, "max_rss_kb": null }, "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 18.054, "wall_ms_mad": 0.0, "cpu_ms_median": 18.054, "max_rss_kb": null }, "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 184.316, "wall_ms_mad": 0.0, "cpu_ms_median": 184.316, "max_rss_kb": null }, "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 47.96, "wall_ms_mad": 0.0, "cpu_ms_median": 47.96, "max_rss_kb": null }, "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.683, "wall_ms_mad": 0.0, "cpu_ms_median": 12.683, "max_rss_kb": null }, "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 142.125, "wall_ms_mad": 0.0, "cpu_ms_median": 142.125, "max_rss_kb": null }, "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88" } ] }, { "id": "empty_paths", "category": "directory/edge_cases", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/empty_paths/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2", "expected_swhid_sha256": "swh:2:dir:e2f6aa942f021772f074a256b27468c791e9f2e5855aa4d9a76cbb46bd2871ce" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 26.595, "wall_ms_mad": 0.0, "cpu_ms_median": 26.595, "max_rss_kb": null }, "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.386, "wall_ms_mad": 0.0, "cpu_ms_median": 14.386, "max_rss_kb": null }, "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 18.989, "wall_ms_mad": 0.0, "cpu_ms_median": 18.989, "max_rss_kb": null }, "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 177.338, "wall_ms_mad": 0.0, "cpu_ms_median": 177.338, "max_rss_kb": null }, "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 47.139, "wall_ms_mad": 0.0, "cpu_ms_median": 47.139, "max_rss_kb": null }, "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.657, "wall_ms_mad": 0.0, "cpu_ms_median": 12.657, "max_rss_kb": null }, "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 150.155, "wall_ms_mad": 0.0, "cpu_ms_median": 150.155, "max_rss_kb": null }, "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2" } ] }, { "id": "entry_ordering", "category": "directory/edge_cases", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/entry_ordering/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6", "expected_swhid_sha256": "swh:2:dir:ef3635807e9e5af2a4188298de95f4e1a2300295a7d7629ce07b803fe4d127d9" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 25.616, "wall_ms_mad": 0.0, "cpu_ms_median": 25.616, "max_rss_kb": null }, "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.874, "wall_ms_mad": 0.0, "cpu_ms_median": 12.874, "max_rss_kb": null }, "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 16.759, "wall_ms_mad": 0.0, "cpu_ms_median": 16.759, "max_rss_kb": null }, "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 187.519, "wall_ms_mad": 0.0, "cpu_ms_median": 187.519, "max_rss_kb": null }, "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 32.857, "wall_ms_mad": 0.0, "cpu_ms_median": 32.857, "max_rss_kb": null }, "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.969, "wall_ms_mad": 0.0, "cpu_ms_median": 11.969, "max_rss_kb": null }, "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 150.173, "wall_ms_mad": 0.0, "cpu_ms_median": 150.173, "max_rss_kb": null }, "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6" } ] }, { "id": "mixed_types", "category": "directory/edge_cases", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/mixed_types/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72", "expected_swhid_sha256": "swh:2:dir:fad4b42e6c2b590c9a432a5976d37215cf291c76c77f11cf57d65733d3ce7db6" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 26.551, "wall_ms_mad": 0.0, "cpu_ms_median": 26.551, "max_rss_kb": null }, "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.484, "wall_ms_mad": 0.0, "cpu_ms_median": 12.484, "max_rss_kb": null }, "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 16.244, "wall_ms_mad": 0.0, "cpu_ms_median": 16.244, "max_rss_kb": null }, "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 186.836, "wall_ms_mad": 0.0, "cpu_ms_median": 186.836, "max_rss_kb": null }, "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 34.049, "wall_ms_mad": 0.0, "cpu_ms_median": 34.049, "max_rss_kb": null }, "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.52, "wall_ms_mad": 0.0, "cpu_ms_median": 13.52, "max_rss_kb": null }, "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 153.633, "wall_ms_mad": 0.0, "cpu_ms_median": 153.633, "max_rss_kb": null }, "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72" } ] }, { "id": "path_terminator", "category": "directory/edge_cases", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/path_terminator/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca", "expected_swhid_sha256": "swh:2:dir:134a6aca679b1fc4107adb1237e4b020150510d328c257721ee85e4700d712ce" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 29.338, "wall_ms_mad": 0.0, "cpu_ms_median": 29.338, "max_rss_kb": null }, "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.365, "wall_ms_mad": 0.0, "cpu_ms_median": 17.365, "max_rss_kb": null }, "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 21.573, "wall_ms_mad": 0.0, "cpu_ms_median": 21.573, "max_rss_kb": null }, "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 186.398, "wall_ms_mad": 0.0, "cpu_ms_median": 186.398, "max_rss_kb": null }, "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 47.858, "wall_ms_mad": 0.0, "cpu_ms_median": 47.858, "max_rss_kb": null }, "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.117, "wall_ms_mad": 0.0, "cpu_ms_median": 14.117, "max_rss_kb": null }, "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 141.263, "wall_ms_mad": 0.0, "cpu_ms_median": 141.263, "max_rss_kb": null }, "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca" } ] }, { "id": "special_chars", "category": "directory/edge_cases", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/special_chars/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf", "expected_swhid_sha256": "swh:2:dir:fbe5726704829cb41375d567ebdd1a0e313b2a045551b05ef77a0c47a8f2823d" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 29.481, "wall_ms_mad": 0.0, "cpu_ms_median": 29.481, "max_rss_kb": null }, "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 19.677, "wall_ms_mad": 0.0, "cpu_ms_median": 19.677, "max_rss_kb": null }, "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 22.204, "wall_ms_mad": 0.0, "cpu_ms_median": 22.204, "max_rss_kb": null }, "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 189.754, "wall_ms_mad": 0.0, "cpu_ms_median": 189.754, "max_rss_kb": null }, "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 49.856, "wall_ms_mad": 0.0, "cpu_ms_median": 49.856, "max_rss_kb": null }, "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.057, "wall_ms_mad": 0.0, "cpu_ms_median": 17.057, "max_rss_kb": null }, "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 141.023, "wall_ms_mad": 0.0, "cpu_ms_median": 141.023, "max_rss_kb": null }, "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf" } ] }, { "id": "unicode_names", "category": "directory/edge_cases", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/unicode_names/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd", "expected_swhid_sha256": "swh:2:dir:03ea1f801e73041096c6e699fa1f46913cc478973e5430079aa72efe21e25d7b" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 25.346, "wall_ms_mad": 0.0, "cpu_ms_median": 25.346, "max_rss_kb": null }, "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.897, "wall_ms_mad": 0.0, "cpu_ms_median": 14.897, "max_rss_kb": null }, "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.396, "wall_ms_mad": 0.0, "cpu_ms_median": 17.396, "max_rss_kb": null }, "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 188.848, "wall_ms_mad": 0.0, "cpu_ms_median": 188.848, "max_rss_kb": null }, "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 32.82, "wall_ms_mad": 0.0, "cpu_ms_median": 32.82, "max_rss_kb": null }, "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.432, "wall_ms_mad": 0.0, "cpu_ms_median": 13.432, "max_rss_kb": null }, "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 152.466, "wall_ms_mad": 0.0, "cpu_ms_median": 152.466, "max_rss_kb": null }, "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd" } ] }, { "id": "unicode_normalization", "category": "directory/edge_cases", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/directory/edge_cases/unicode_normalization/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f", "expected_swhid_sha256": "swh:2:dir:4fd288829483b6f50c616f044a7bdb4375f4d6178a71650208efead7725761c1" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 23.826, "wall_ms_mad": 0.0, "cpu_ms_median": 23.826, "max_rss_kb": null }, "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.25, "wall_ms_mad": 0.0, "cpu_ms_median": 11.25, "max_rss_kb": null }, "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.559, "wall_ms_mad": 0.0, "cpu_ms_median": 14.559, "max_rss_kb": null }, "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 177.729, "wall_ms_mad": 0.0, "cpu_ms_median": 177.729, "max_rss_kb": null }, "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 48.338, "wall_ms_mad": 0.0, "cpu_ms_median": 48.338, "max_rss_kb": null }, "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.114, "wall_ms_mad": 0.0, "cpu_ms_median": 11.114, "max_rss_kb": null }, "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 151.347, "wall_ms_mad": 0.0, "cpu_ms_median": 151.347, "max_rss_kb": null }, "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f" } ] }, { "id": "alias_branches", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/alias_branches/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:9985c2da7ec2950ae93a4bc81d09bbe21ac3d423", "expected_swhid_sha256": null }, "results": [ { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 230.494, "wall_ms_mad": 0.0, "cpu_ms_median": 230.494, "max_rss_kb": null }, "swhid": "swh:1:snp:9985c2da7ec2950ae93a4bc81d09bbe21ac3d423" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 115.5, "wall_ms_mad": 0.0, "cpu_ms_median": 115.5, "max_rss_kb": null }, "swhid": "swh:1:snp:9985c2da7ec2950ae93a4bc81d09bbe21ac3d423" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 6.879, "wall_ms_mad": 0.0, "cpu_ms_median": 6.879, "max_rss_kb": null }, "swhid": "swh:1:snp:9985c2da7ec2950ae93a4bc81d09bbe21ac3d423" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 187.988, "wall_ms_mad": 0.0, "cpu_ms_median": 187.988, "max_rss_kb": null }, "swhid": "swh:1:snp:9985c2da7ec2950ae93a4bc81d09bbe21ac3d423" } ] }, { "id": "case_rename", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/case_rename/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:f72a5cda8a9e692733f28dd97f6a497789fe4f1a", "expected_swhid_sha256": null }, "results": [ { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 215.618, "wall_ms_mad": 0.0, "cpu_ms_median": 215.618, "max_rss_kb": null }, "swhid": "swh:1:snp:f72a5cda8a9e692733f28dd97f6a497789fe4f1a" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 59.518, "wall_ms_mad": 0.0, "cpu_ms_median": 59.518, "max_rss_kb": null }, "swhid": "swh:1:snp:f72a5cda8a9e692733f28dd97f6a497789fe4f1a" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 6.767, "wall_ms_mad": 0.0, "cpu_ms_median": 6.767, "max_rss_kb": null }, "swhid": "swh:1:snp:f72a5cda8a9e692733f28dd97f6a497789fe4f1a" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 169.862, "wall_ms_mad": 0.0, "cpu_ms_median": 169.862, "max_rss_kb": null }, "swhid": "swh:1:snp:f72a5cda8a9e692733f28dd97f6a497789fe4f1a" } ] }, { "id": "dangling_branches", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/dangling_branches/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:b1a1cb66e7a27f7a6b2424e953bd21d39c975f78", "expected_swhid_sha256": null }, "results": [ { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "FAIL", "error": { "code": "COMPUTE_ERROR", "subtype": "exception", "message": "[COMPUTE_ERROR] Error running Python implementation: [COMPUTE_ERROR] Python implementation failed: Traceback (most recent call last):\n File \"\", line 198, in _run_module_as_main\n File \"\", line 88, in _run_code\n File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/swh/model/cli.py\", line 323, in \n identify()\n File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/click/core.py\", line 1524, in __call__\n return self.main(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/click/core.py\", line 1445, in main\n rv = self.invoke(ctx)\n ^^^^^^^^^^^^^^^^\n File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/click/core.py\", line 1308, in invoke\n return ctx.invoke(self.callback, **ctx.params)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/click/core.py\", line 877, in invoke\n return callback(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/swh/model/cli.py\", line 315, in identify\n for obj, swhid in results:\n ^^^^^^^\n File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/swh/model/cli.py\", line 177, in identify_object\n swhid = str(swhid_of_git_repo(obj))\n ^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/swh/model/cli.py\", line 124, in swhid_of_git_repo\n obj = repo[target]\n ~~~~^^^^^^^^\n File \"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/dulwich/repo.py\", line 1272, in __getitem__\n raise KeyError(name)\nKeyError: b'0000000000000000000000000000000000000001'\n", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 224.552, "wall_ms_mad": 0.0, "cpu_ms_median": 224.552, "max_rss_kb": null }, "swhid": null }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 86.62, "wall_ms_mad": 0.0, "cpu_ms_median": 86.62, "max_rss_kb": null }, "swhid": "swh:1:snp:b1a1cb66e7a27f7a6b2424e953bd21d39c975f78" }, { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:snp:da11ffd92144992a4715673dea6eb6b0a7791d2b", "expected": "swh:1:snp:b1a1cb66e7a27f7a6b2424e953bd21d39c975f78" }, "diff": [ { "path": "/swhid", "expected": "swh:1:snp:b1a1cb66e7a27f7a6b2424e953bd21d39c975f78", "actual": "swh:1:snp:da11ffd92144992a4715673dea6eb6b0a7791d2b", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 8.257, "wall_ms_mad": 0.0, "cpu_ms_median": 8.257, "max_rss_kb": null }, "swhid": "swh:1:snp:da11ffd92144992a4715673dea6eb6b0a7791d2b" }, { "implementation": "ruby", "status": "FAIL", "error": { "code": "COMPUTE_ERROR", "subtype": "exception", "message": "Error running Ruby implementation: Ruby implementation failed: ", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 176.517, "wall_ms_mad": 0.0, "cpu_ms_median": 176.517, "max_rss_kb": null }, "swhid": null } ] }, { "id": "lightweight_vs_annotated", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/lightweight_vs_annotated/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:3ed4bb336012f1b2fa16fbf57c55f90c29cdf173", "expected_swhid_sha256": null }, "results": [ { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 243.64, "wall_ms_mad": 0.0, "cpu_ms_median": 243.64, "max_rss_kb": null }, "swhid": "swh:1:snp:3ed4bb336012f1b2fa16fbf57c55f90c29cdf173" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 149.224, "wall_ms_mad": 0.0, "cpu_ms_median": 149.224, "max_rss_kb": null }, "swhid": "swh:1:snp:3ed4bb336012f1b2fa16fbf57c55f90c29cdf173" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 8.917, "wall_ms_mad": 0.0, "cpu_ms_median": 8.917, "max_rss_kb": null }, "swhid": "swh:1:snp:3ed4bb336012f1b2fa16fbf57c55f90c29cdf173" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 205.585, "wall_ms_mad": 0.0, "cpu_ms_median": 205.585, "max_rss_kb": null }, "swhid": "swh:1:snp:3ed4bb336012f1b2fa16fbf57c55f90c29cdf173" } ] }, { "id": "merge_commits", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/merge_commits/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:ef2430afbf4735f02b73c79bc4a53af6da5c6d18", "expected_swhid_sha256": null }, "results": [ { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 222.054, "wall_ms_mad": 0.0, "cpu_ms_median": 222.054, "max_rss_kb": null }, "swhid": "swh:1:snp:ef2430afbf4735f02b73c79bc4a53af6da5c6d18" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 89.001, "wall_ms_mad": 0.0, "cpu_ms_median": 89.001, "max_rss_kb": null }, "swhid": "swh:1:snp:ef2430afbf4735f02b73c79bc4a53af6da5c6d18" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 6.567, "wall_ms_mad": 0.0, "cpu_ms_median": 6.567, "max_rss_kb": null }, "swhid": "swh:1:snp:ef2430afbf4735f02b73c79bc4a53af6da5c6d18" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 180.532, "wall_ms_mad": 0.0, "cpu_ms_median": 180.532, "max_rss_kb": null }, "swhid": "swh:1:snp:ef2430afbf4735f02b73c79bc4a53af6da5c6d18" } ] }, { "id": "signed_tag", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/signed_tag/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:1109043ec17eeb3bf7d657689ab60336c901fde9", "expected_swhid_sha256": null }, "results": [ { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 207.784, "wall_ms_mad": 0.0, "cpu_ms_median": 207.784, "max_rss_kb": null }, "swhid": "swh:1:snp:1109043ec17eeb3bf7d657689ab60336c901fde9" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 154.177, "wall_ms_mad": 0.0, "cpu_ms_median": 154.177, "max_rss_kb": null }, "swhid": "swh:1:snp:1109043ec17eeb3bf7d657689ab60336c901fde9" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.434, "wall_ms_mad": 0.0, "cpu_ms_median": 7.434, "max_rss_kb": null }, "swhid": "swh:1:snp:1109043ec17eeb3bf7d657689ab60336c901fde9" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 183.384, "wall_ms_mad": 0.0, "cpu_ms_median": 183.384, "max_rss_kb": null }, "swhid": "swh:1:snp:1109043ec17eeb3bf7d657689ab60336c901fde9" } ] }, { "id": "snapshot_branch_order", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/snapshot_branch_order/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:8f0d48de532ad98671b25f6b069ee3003f46a505", "expected_swhid_sha256": null }, "results": [ { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 227.593, "wall_ms_mad": 0.0, "cpu_ms_median": 227.593, "max_rss_kb": null }, "swhid": "swh:1:snp:8f0d48de532ad98671b25f6b069ee3003f46a505" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 242.953, "wall_ms_mad": 0.0, "cpu_ms_median": 242.953, "max_rss_kb": null }, "swhid": "swh:1:snp:8f0d48de532ad98671b25f6b069ee3003f46a505" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 6.618, "wall_ms_mad": 0.0, "cpu_ms_median": 6.618, "max_rss_kb": null }, "swhid": "swh:1:snp:8f0d48de532ad98671b25f6b069ee3003f46a505" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 159.468, "wall_ms_mad": 0.0, "cpu_ms_median": 159.468, "max_rss_kb": null }, "swhid": "swh:1:snp:8f0d48de532ad98671b25f6b069ee3003f46a505" } ] }, { "id": "submodule", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/submodule/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:92683e1879de34dc894fa28d4854e9437257dee2", "expected_swhid_sha256": null }, "results": [ { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 208.013, "wall_ms_mad": 0.0, "cpu_ms_median": 208.013, "max_rss_kb": null }, "swhid": "swh:1:snp:92683e1879de34dc894fa28d4854e9437257dee2" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 60.213, "wall_ms_mad": 0.0, "cpu_ms_median": 60.213, "max_rss_kb": null }, "swhid": "swh:1:snp:92683e1879de34dc894fa28d4854e9437257dee2" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 8.126, "wall_ms_mad": 0.0, "cpu_ms_median": 8.126, "max_rss_kb": null }, "swhid": "swh:1:snp:92683e1879de34dc894fa28d4854e9437257dee2" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 166.973, "wall_ms_mad": 0.0, "cpu_ms_median": 166.973, "max_rss_kb": null }, "swhid": "swh:1:snp:92683e1879de34dc894fa28d4854e9437257dee2" } ] }, { "id": "synthetic_repo", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/synthetic/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7", "expected_swhid_sha256": null }, "results": [ { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 228.244, "wall_ms_mad": 0.0, "cpu_ms_median": 228.244, "max_rss_kb": null }, "swhid": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 194.339, "wall_ms_mad": 0.0, "cpu_ms_median": 194.339, "max_rss_kb": null }, "swhid": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7" }, { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:snp:8366b57cf3ca8f2f20d65c69837be070894a83b2", "expected": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7" }, "diff": [ { "path": "/swhid", "expected": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7", "actual": "swh:1:snp:8366b57cf3ca8f2f20d65c69837be070894a83b2", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 5.725, "wall_ms_mad": 0.0, "cpu_ms_median": 5.725, "max_rss_kb": null }, "swhid": "swh:1:snp:8366b57cf3ca8f2f20d65c69837be070894a83b2" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 160.734, "wall_ms_mad": 0.0, "cpu_ms_median": 160.734, "max_rss_kb": null }, "swhid": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7" } ] }, { "id": "timezone_extremes", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/timezone_extremes/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:a08106ee77186a6657c1ac9214cda20e728e66a2", "expected_swhid_sha256": null }, "results": [ { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 213.039, "wall_ms_mad": 0.0, "cpu_ms_median": 213.039, "max_rss_kb": null }, "swhid": "swh:1:snp:a08106ee77186a6657c1ac9214cda20e728e66a2" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 104.77, "wall_ms_mad": 0.0, "cpu_ms_median": 104.77, "max_rss_kb": null }, "swhid": "swh:1:snp:a08106ee77186a6657c1ac9214cda20e728e66a2" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.689, "wall_ms_mad": 0.0, "cpu_ms_median": 7.689, "max_rss_kb": null }, "swhid": "swh:1:snp:a08106ee77186a6657c1ac9214cda20e728e66a2" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 143.612, "wall_ms_mad": 0.0, "cpu_ms_median": 143.612, "max_rss_kb": null }, "swhid": "swh:1:snp:a08106ee77186a6657c1ac9214cda20e728e66a2" } ] }, { "id": "with_tags", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/with_tags/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:9497c331aac82899611d1c2e9a0eef1d3c161c8d", "expected_swhid_sha256": null }, "results": [ { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 198.426, "wall_ms_mad": 0.0, "cpu_ms_median": 198.426, "max_rss_kb": null }, "swhid": "swh:1:snp:9497c331aac82899611d1c2e9a0eef1d3c161c8d" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 225.457, "wall_ms_mad": 0.0, "cpu_ms_median": 225.457, "max_rss_kb": null }, "swhid": "swh:1:snp:9497c331aac82899611d1c2e9a0eef1d3c161c8d" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.637, "wall_ms_mad": 0.0, "cpu_ms_median": 7.637, "max_rss_kb": null }, "swhid": "swh:1:snp:9497c331aac82899611d1c2e9a0eef1d3c161c8d" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 214.672, "wall_ms_mad": 0.0, "cpu_ms_median": 214.672, "max_rss_kb": null }, "swhid": "swh:1:snp:9497c331aac82899611d1c2e9a0eef1d3c161c8d" } ] }, { "id": "branch_ordering", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/branch_ordering.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36", "expected_swhid_sha256": null }, "results": [ { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 415.561, "wall_ms_mad": 0.0, "cpu_ms_median": 415.561, "max_rss_kb": null }, "swhid": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 287.657, "wall_ms_mad": 0.0, "cpu_ms_median": 287.657, "max_rss_kb": null }, "swhid": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36" }, { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:snp:2c7bb0f4015176850a9fd301025ff5c24ab429f5", "expected": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36" }, "diff": [ { "path": "/swhid", "expected": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36", "actual": "swh:1:snp:2c7bb0f4015176850a9fd301025ff5c24ab429f5", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 115.149, "wall_ms_mad": 0.0, "cpu_ms_median": 115.149, "max_rss_kb": null }, "swhid": "swh:1:snp:2c7bb0f4015176850a9fd301025ff5c24ab429f5" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 298.118, "wall_ms_mad": 0.0, "cpu_ms_median": 298.118, "max_rss_kb": null }, "swhid": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36" } ] }, { "id": "complex_merges", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/complex_merges.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4", "expected_swhid_sha256": null }, "results": [ { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 366.442, "wall_ms_mad": 0.0, "cpu_ms_median": 366.442, "max_rss_kb": null }, "swhid": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 288.319, "wall_ms_mad": 0.0, "cpu_ms_median": 288.319, "max_rss_kb": null }, "swhid": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4" }, { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:snp:1483e03d492f5695b82bd5851ee72a2c6be8805e", "expected": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4" }, "diff": [ { "path": "/swhid", "expected": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4", "actual": "swh:1:snp:1483e03d492f5695b82bd5851ee72a2c6be8805e", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 110.704, "wall_ms_mad": 0.0, "cpu_ms_median": 110.704, "max_rss_kb": null }, "swhid": "swh:1:snp:1483e03d492f5695b82bd5851ee72a2c6be8805e" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 274.961, "wall_ms_mad": 0.0, "cpu_ms_median": 274.961, "max_rss_kb": null }, "swhid": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4" } ] }, { "id": "comprehensive_branch_develop", "category": "unknown", "payload_ref": "/tmp/swhid_test_j91on7km/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362", "expected_swhid_sha256": "swh:2:rev:ce9977aecc562d66a1788ceea6085d1a9fdfe0e6ec624b55bfee5d37c8ed3d2e" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 3.412, "wall_ms_mad": 0.0, "cpu_ms_median": 3.412, "max_rss_kb": null }, "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 4.982, "wall_ms_mad": 0.0, "cpu_ms_median": 4.982, "max_rss_kb": null }, "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 5.936, "wall_ms_mad": 0.0, "cpu_ms_median": 5.936, "max_rss_kb": null }, "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.521, "wall_ms_mad": 0.0, "cpu_ms_median": 7.521, "max_rss_kb": null }, "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.929, "wall_ms_mad": 0.0, "cpu_ms_median": 11.929, "max_rss_kb": null }, "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 36.633, "wall_ms_mad": 0.0, "cpu_ms_median": 36.633, "max_rss_kb": null }, "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 147.26, "wall_ms_mad": 0.0, "cpu_ms_median": 147.26, "max_rss_kb": null }, "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362" } ] }, { "id": "comprehensive_branch_feature-a", "category": "unknown", "payload_ref": "/tmp/swhid_test_j91on7km/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764", "expected_swhid_sha256": "swh:2:rev:be92c18a69f4061c1af3edcd55b1d65c2963db763cffd4129238a3f6ae9952ad" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 2.711, "wall_ms_mad": 0.0, "cpu_ms_median": 2.711, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 6.963, "wall_ms_mad": 0.0, "cpu_ms_median": 6.963, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 6.974, "wall_ms_mad": 0.0, "cpu_ms_median": 6.974, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 10.607, "wall_ms_mad": 0.0, "cpu_ms_median": 10.607, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 8.106, "wall_ms_mad": 0.0, "cpu_ms_median": 8.106, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 31.005, "wall_ms_mad": 0.0, "cpu_ms_median": 31.005, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 140.577, "wall_ms_mad": 0.0, "cpu_ms_median": 140.577, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" } ] }, { "id": "comprehensive_branch_feature-b", "category": "unknown", "payload_ref": "/tmp/swhid_test_j91on7km/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149", "expected_swhid_sha256": "swh:2:rev:30ab3f05fe4b048aa1d4b7b2cab384c1ba83b101ea25731aa015cf6c35362428" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 4.205, "wall_ms_mad": 0.0, "cpu_ms_median": 4.205, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 5.832, "wall_ms_mad": 0.0, "cpu_ms_median": 5.832, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.715, "wall_ms_mad": 0.0, "cpu_ms_median": 7.715, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 10.907, "wall_ms_mad": 0.0, "cpu_ms_median": 10.907, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 8.065, "wall_ms_mad": 0.0, "cpu_ms_median": 8.065, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 30.355, "wall_ms_mad": 0.0, "cpu_ms_median": 30.355, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 139.853, "wall_ms_mad": 0.0, "cpu_ms_median": 139.853, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" } ] }, { "id": "comprehensive_branch_hotfix", "category": "unknown", "payload_ref": "/tmp/swhid_test_j91on7km/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720", "expected_swhid_sha256": "swh:2:rev:31f042943bb64a93323c18f5afd5a5f6d8c8cf8e70d07a14c78c361bc80db32b" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 3.425, "wall_ms_mad": 0.0, "cpu_ms_median": 3.425, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 4.643, "wall_ms_mad": 0.0, "cpu_ms_median": 4.643, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 6.132, "wall_ms_mad": 0.0, "cpu_ms_median": 6.132, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 8.005, "wall_ms_mad": 0.0, "cpu_ms_median": 8.005, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.792, "wall_ms_mad": 0.0, "cpu_ms_median": 13.792, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 30.313, "wall_ms_mad": 0.0, "cpu_ms_median": 30.313, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 139.786, "wall_ms_mad": 0.0, "cpu_ms_median": 139.786, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" } ] }, { "id": "comprehensive_branch_main", "category": "unknown", "payload_ref": "/tmp/swhid_test_j91on7km/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf", "expected_swhid_sha256": "swh:2:rev:b511eaf5a579cc893da0464c4a555adfaa15bdf65dc337e5a140c80261b30bf4" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 4.315, "wall_ms_mad": 0.0, "cpu_ms_median": 4.315, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 5.261, "wall_ms_mad": 0.0, "cpu_ms_median": 5.261, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 6.641, "wall_ms_mad": 0.0, "cpu_ms_median": 6.641, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 10.835, "wall_ms_mad": 0.0, "cpu_ms_median": 10.835, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.949, "wall_ms_mad": 0.0, "cpu_ms_median": 7.949, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 29.779, "wall_ms_mad": 0.0, "cpu_ms_median": 29.779, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 143.638, "wall_ms_mad": 0.0, "cpu_ms_median": 143.638, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" } ] }, { "id": "comprehensive_tag_v1.0.0", "category": "unknown", "payload_ref": "/tmp/swhid_test_j91on7km/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4", "expected_swhid_sha256": "swh:2:rel:fc5f81a1411b41556c6558845c5fe48efbe70f4a0a7dd6bd5a8b3c72a6228786" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.919, "wall_ms_mad": 0.0, "cpu_ms_median": 0.919, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 2.936, "wall_ms_mad": 0.0, "cpu_ms_median": 2.936, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 6.625, "wall_ms_mad": 0.0, "cpu_ms_median": 6.625, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 4.994, "wall_ms_mad": 0.0, "cpu_ms_median": 4.994, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.572, "wall_ms_mad": 0.0, "cpu_ms_median": 11.572, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 29.332, "wall_ms_mad": 0.0, "cpu_ms_median": 29.332, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 141.155, "wall_ms_mad": 0.0, "cpu_ms_median": 141.155, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" } ] }, { "id": "comprehensive_tag_v1.0.1", "category": "unknown", "payload_ref": "/tmp/swhid_test_j91on7km/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54", "expected_swhid_sha256": "swh:2:rel:b7c9b8486f02e73cfc55a6aef25b8f1f95772a9b988f9f729184137b28762c56" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.421, "wall_ms_mad": 0.0, "cpu_ms_median": 0.421, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 2.243, "wall_ms_mad": 0.0, "cpu_ms_median": 2.243, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 6.181, "wall_ms_mad": 0.0, "cpu_ms_median": 6.181, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 4.983, "wall_ms_mad": 0.0, "cpu_ms_median": 4.983, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.447, "wall_ms_mad": 0.0, "cpu_ms_median": 12.447, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 29.75, "wall_ms_mad": 0.0, "cpu_ms_median": 29.75, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 139.047, "wall_ms_mad": 0.0, "cpu_ms_median": 139.047, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" } ] }, { "id": "comprehensive_tag_v1.1.0", "category": "unknown", "payload_ref": "/tmp/swhid_test_j91on7km/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a", "expected_swhid_sha256": "swh:2:rel:a6423cd273e7af6554423736f950e831969e2f39c725dde857cb30222105c2ca" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.396, "wall_ms_mad": 0.0, "cpu_ms_median": 0.396, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 2.462, "wall_ms_mad": 0.0, "cpu_ms_median": 2.462, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 6.985, "wall_ms_mad": 0.0, "cpu_ms_median": 6.985, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 4.913, "wall_ms_mad": 0.0, "cpu_ms_median": 4.913, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.158, "wall_ms_mad": 0.0, "cpu_ms_median": 12.158, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 35.978, "wall_ms_mad": 0.0, "cpu_ms_median": 35.978, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 144.742, "wall_ms_mad": 0.0, "cpu_ms_median": 144.742, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" } ] }, { "id": "comprehensive_tag_v2.0.0", "category": "unknown", "payload_ref": "/tmp/swhid_test_j91on7km/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f", "expected_swhid_sha256": "swh:2:rel:f0fbfaaa8972a49fce82dfc62c1d97592cf2c62faca5adb1e0c0e227655d6068" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.421, "wall_ms_mad": 0.0, "cpu_ms_median": 0.421, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.929, "wall_ms_mad": 0.0, "cpu_ms_median": 1.929, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 6.759, "wall_ms_mad": 0.0, "cpu_ms_median": 6.759, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 5.282, "wall_ms_mad": 0.0, "cpu_ms_median": 5.282, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.453, "wall_ms_mad": 0.0, "cpu_ms_median": 13.453, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 28.581, "wall_ms_mad": 0.0, "cpu_ms_median": 28.581, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 139.344, "wall_ms_mad": 0.0, "cpu_ms_median": 139.344, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" } ] }, { "id": "comprehensive_tag_v2.1.0", "category": "unknown", "payload_ref": "/tmp/swhid_test_j91on7km/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39", "expected_swhid_sha256": "swh:2:rel:b071c1d398f3d7fb9c3fce176b4993a4f38f897b42db2bc9bdbda5e09ad97216" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.122, "wall_ms_mad": 0.0, "cpu_ms_median": 1.122, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 2.746, "wall_ms_mad": 0.0, "cpu_ms_median": 2.746, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 5.929, "wall_ms_mad": 0.0, "cpu_ms_median": 5.929, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 6.631, "wall_ms_mad": 0.0, "cpu_ms_median": 6.631, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.986, "wall_ms_mad": 0.0, "cpu_ms_median": 11.986, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 36.363, "wall_ms_mad": 0.0, "cpu_ms_median": 36.363, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 142.26, "wall_ms_mad": 0.0, "cpu_ms_median": 142.26, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" } ] }, { "id": "merge_commits", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/merge_commits.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6", "expected_swhid_sha256": null }, "results": [ { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 376.847, "wall_ms_mad": 0.0, "cpu_ms_median": 376.847, "max_rss_kb": null }, "swhid": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 247.312, "wall_ms_mad": 0.0, "cpu_ms_median": 247.312, "max_rss_kb": null }, "swhid": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6" }, { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:snp:b7fa53489fc4a7d6ccd2d08f54892dbe5bfcbeef", "expected": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6" }, "diff": [ { "path": "/swhid", "expected": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6", "actual": "swh:1:snp:b7fa53489fc4a7d6ccd2d08f54892dbe5bfcbeef", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 97.625, "wall_ms_mad": 0.0, "cpu_ms_median": 97.625, "max_rss_kb": null }, "swhid": "swh:1:snp:b7fa53489fc4a7d6ccd2d08f54892dbe5bfcbeef" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 261.564, "wall_ms_mad": 0.0, "cpu_ms_median": 261.564, "max_rss_kb": null }, "swhid": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6" } ] }, { "id": "signed_releases", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/signed_releases.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4", "expected_swhid_sha256": null }, "results": [ { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 434.14, "wall_ms_mad": 0.0, "cpu_ms_median": 434.14, "max_rss_kb": null }, "swhid": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 266.741, "wall_ms_mad": 0.0, "cpu_ms_median": 266.741, "max_rss_kb": null }, "swhid": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4" }, { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:snp:a37475d31797589cfc7f470f5e7a971ff635b9be", "expected": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4" }, "diff": [ { "path": "/swhid", "expected": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4", "actual": "swh:1:snp:a37475d31797589cfc7f470f5e7a971ff635b9be", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 125.482, "wall_ms_mad": 0.0, "cpu_ms_median": 125.482, "max_rss_kb": null }, "swhid": "swh:1:snp:a37475d31797589cfc7f470f5e7a971ff635b9be" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 306.027, "wall_ms_mad": 0.0, "cpu_ms_median": 306.027, "max_rss_kb": null }, "swhid": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4" } ] }, { "id": "signed_revisions_branch_main", "category": "unknown", "payload_ref": "/tmp/swhid_test_a290dtl3/signed_revisions", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe", "expected_swhid_sha256": "swh:2:rev:26be30e69cec790ad80df1486c709230b18670f1ca573b6dc61be9c8697225f3" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 3.146, "wall_ms_mad": 0.0, "cpu_ms_median": 3.146, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 6.965, "wall_ms_mad": 0.0, "cpu_ms_median": 6.965, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 8.11, "wall_ms_mad": 0.0, "cpu_ms_median": 8.11, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.2, "wall_ms_mad": 0.0, "cpu_ms_median": 11.2, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.55, "wall_ms_mad": 0.0, "cpu_ms_median": 7.55, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 46.104, "wall_ms_mad": 0.0, "cpu_ms_median": 46.104, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 151.588, "wall_ms_mad": 0.0, "cpu_ms_median": 151.588, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" } ] }, { "id": "signed_revisions_branch_signed-feature", "category": "unknown", "payload_ref": "/tmp/swhid_test_a290dtl3/signed_revisions", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe", "expected_swhid_sha256": "swh:2:rev:26be30e69cec790ad80df1486c709230b18670f1ca573b6dc61be9c8697225f3" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 3.264, "wall_ms_mad": 0.0, "cpu_ms_median": 3.264, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 5.795, "wall_ms_mad": 0.0, "cpu_ms_median": 5.795, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 6.725, "wall_ms_mad": 0.0, "cpu_ms_median": 6.725, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.331, "wall_ms_mad": 0.0, "cpu_ms_median": 11.331, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 8.54, "wall_ms_mad": 0.0, "cpu_ms_median": 8.54, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 30.745, "wall_ms_mad": 0.0, "cpu_ms_median": 30.745, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 141.038, "wall_ms_mad": 0.0, "cpu_ms_median": 141.038, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" } ] }, { "id": "simple_revisions", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/simple_revisions.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92", "expected_swhid_sha256": null }, "results": [ { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 331.758, "wall_ms_mad": 0.0, "cpu_ms_median": 331.758, "max_rss_kb": null }, "swhid": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 190.489, "wall_ms_mad": 0.0, "cpu_ms_median": 190.489, "max_rss_kb": null }, "swhid": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92" }, { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:snp:7638ab45d024a9a8adcfcbe70f5f7e1844c2b8df", "expected": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92" }, "diff": [ { "path": "/swhid", "expected": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92", "actual": "swh:1:snp:7638ab45d024a9a8adcfcbe70f5f7e1844c2b8df", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 83.313, "wall_ms_mad": 0.0, "cpu_ms_median": 83.313, "max_rss_kb": null }, "swhid": "swh:1:snp:7638ab45d024a9a8adcfcbe70f5f7e1844c2b8df" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 234.743, "wall_ms_mad": 0.0, "cpu_ms_median": 234.743, "max_rss_kb": null }, "swhid": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92" } ] }, { "id": "tag_types", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/tag_types.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9", "expected_swhid_sha256": null }, "results": [ { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 327.011, "wall_ms_mad": 0.0, "cpu_ms_median": 327.011, "max_rss_kb": null }, "swhid": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 285.476, "wall_ms_mad": 0.0, "cpu_ms_median": 285.476, "max_rss_kb": null }, "swhid": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9" }, { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:snp:819f5d1af138efaac9d870ffdbf49aa67a0873ae", "expected": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9" }, "diff": [ { "path": "/swhid", "expected": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9", "actual": "swh:1:snp:819f5d1af138efaac9d870ffdbf49aa67a0873ae", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 87.663, "wall_ms_mad": 0.0, "cpu_ms_median": 87.663, "max_rss_kb": null }, "swhid": "swh:1:snp:819f5d1af138efaac9d870ffdbf49aa67a0873ae" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 286.865, "wall_ms_mad": 0.0, "cpu_ms_median": 286.865, "max_rss_kb": null }, "swhid": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9" } ] }, { "id": "annotated_release_v1", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/with_tags/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1", "expected_swhid_sha256": "swh:2:rel:a0975e97ce4a44b9ebacae96a1c29bd540795a3e3d0f139271c79f89816a3220" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.002, "wall_ms_mad": 0.0, "cpu_ms_median": 7.002, "max_rss_kb": null }, "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.372, "wall_ms_mad": 0.0, "cpu_ms_median": 0.372, "max_rss_kb": null }, "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.622, "wall_ms_mad": 0.0, "cpu_ms_median": 1.622, "max_rss_kb": null }, "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.487, "wall_ms_mad": 0.0, "cpu_ms_median": 13.487, "max_rss_kb": null }, "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 29.177, "wall_ms_mad": 0.0, "cpu_ms_median": 29.177, "max_rss_kb": null }, "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.319, "wall_ms_mad": 0.0, "cpu_ms_median": 7.319, "max_rss_kb": null }, "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 139.252, "wall_ms_mad": 0.0, "cpu_ms_median": 139.252, "max_rss_kb": null }, "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1" } ] }, { "id": "annotated_release_v2", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/with_tags/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a", "expected_swhid_sha256": "swh:2:rel:df586c70b4508d7ddb09ed154ca543086b2b143295caece2c0d3cf10661e9df6" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 5.548, "wall_ms_mad": 0.0, "cpu_ms_median": 5.548, "max_rss_kb": null }, "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.365, "wall_ms_mad": 0.0, "cpu_ms_median": 0.365, "max_rss_kb": null }, "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.877, "wall_ms_mad": 0.0, "cpu_ms_median": 1.877, "max_rss_kb": null }, "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.417, "wall_ms_mad": 0.0, "cpu_ms_median": 11.417, "max_rss_kb": null }, "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 47.246, "wall_ms_mad": 0.0, "cpu_ms_median": 47.246, "max_rss_kb": null }, "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 6.127, "wall_ms_mad": 0.0, "cpu_ms_median": 6.127, "max_rss_kb": null }, "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 149.801, "wall_ms_mad": 0.0, "cpu_ms_median": 149.801, "max_rss_kb": null }, "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a" } ] }, { "id": "comprehensive_tag_v1.0.0", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4", "expected_swhid_sha256": "swh:2:rel:fc5f81a1411b41556c6558845c5fe48efbe70f4a0a7dd6bd5a8b3c72a6228786" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 195.292, "wall_ms_mad": 0.0, "cpu_ms_median": 195.292, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 205.993, "wall_ms_mad": 0.0, "cpu_ms_median": 205.993, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 203.146, "wall_ms_mad": 0.0, "cpu_ms_median": 203.146, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 205.505, "wall_ms_mad": 0.0, "cpu_ms_median": 205.505, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 161.875, "wall_ms_mad": 0.0, "cpu_ms_median": 161.875, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 127.8, "wall_ms_mad": 0.0, "cpu_ms_median": 127.8, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 264.06, "wall_ms_mad": 0.0, "cpu_ms_median": 264.06, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" } ] }, { "id": "comprehensive_tag_v1.0.1", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54", "expected_swhid_sha256": "swh:2:rel:b7c9b8486f02e73cfc55a6aef25b8f1f95772a9b988f9f729184137b28762c56" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 205.628, "wall_ms_mad": 0.0, "cpu_ms_median": 205.628, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 194.372, "wall_ms_mad": 0.0, "cpu_ms_median": 194.372, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 208.992, "wall_ms_mad": 0.0, "cpu_ms_median": 208.992, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 212.451, "wall_ms_mad": 0.0, "cpu_ms_median": 212.451, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 178.047, "wall_ms_mad": 0.0, "cpu_ms_median": 178.047, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 128.866, "wall_ms_mad": 0.0, "cpu_ms_median": 128.866, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 270.545, "wall_ms_mad": 0.0, "cpu_ms_median": 270.545, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" } ] }, { "id": "comprehensive_tag_v1.1.0", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a", "expected_swhid_sha256": "swh:2:rel:a6423cd273e7af6554423736f950e831969e2f39c725dde857cb30222105c2ca" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 189.478, "wall_ms_mad": 0.0, "cpu_ms_median": 189.478, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 206.153, "wall_ms_mad": 0.0, "cpu_ms_median": 206.153, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 200.224, "wall_ms_mad": 0.0, "cpu_ms_median": 200.224, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 213.348, "wall_ms_mad": 0.0, "cpu_ms_median": 213.348, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 162.879, "wall_ms_mad": 0.0, "cpu_ms_median": 162.879, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 134.492, "wall_ms_mad": 0.0, "cpu_ms_median": 134.492, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 260.182, "wall_ms_mad": 0.0, "cpu_ms_median": 260.182, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" } ] }, { "id": "comprehensive_tag_v2.0.0", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f", "expected_swhid_sha256": "swh:2:rel:f0fbfaaa8972a49fce82dfc62c1d97592cf2c62faca5adb1e0c0e227655d6068" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 201.547, "wall_ms_mad": 0.0, "cpu_ms_median": 201.547, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 197.315, "wall_ms_mad": 0.0, "cpu_ms_median": 197.315, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 200.59, "wall_ms_mad": 0.0, "cpu_ms_median": 200.59, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 214.257, "wall_ms_mad": 0.0, "cpu_ms_median": 214.257, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 165.783, "wall_ms_mad": 0.0, "cpu_ms_median": 165.783, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 130.781, "wall_ms_mad": 0.0, "cpu_ms_median": 130.781, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 267.025, "wall_ms_mad": 0.0, "cpu_ms_median": 267.025, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" } ] }, { "id": "comprehensive_tag_v2.1.0", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39", "expected_swhid_sha256": "swh:2:rel:b071c1d398f3d7fb9c3fce176b4993a4f38f897b42db2bc9bdbda5e09ad97216" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 203.203, "wall_ms_mad": 0.0, "cpu_ms_median": 203.203, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 195.819, "wall_ms_mad": 0.0, "cpu_ms_median": 195.819, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 214.969, "wall_ms_mad": 0.0, "cpu_ms_median": 214.969, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 205.852, "wall_ms_mad": 0.0, "cpu_ms_median": 205.852, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 163.949, "wall_ms_mad": 0.0, "cpu_ms_median": 163.949, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 135.544, "wall_ms_mad": 0.0, "cpu_ms_median": 135.544, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 261.993, "wall_ms_mad": 0.0, "cpu_ms_median": 261.993, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" } ] }, { "id": "signed_release_v1", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/signed_releases.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566", "expected_swhid_sha256": null }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 159.183, "wall_ms_mad": 0.0, "cpu_ms_median": 159.183, "max_rss_kb": null }, "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 155.607, "wall_ms_mad": 0.0, "cpu_ms_median": 155.607, "max_rss_kb": null }, "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 153.254, "wall_ms_mad": 0.0, "cpu_ms_median": 153.254, "max_rss_kb": null }, "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566" }, { "implementation": "python", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Python implementation doesn't support signed tags (GPG signatures not handled by swh.model Release object)", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 137.048, "wall_ms_mad": 0.0, "cpu_ms_median": 137.048, "max_rss_kb": null }, "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566" }, { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:rel:2279dab262bc7b7644449e708e3eed7d3cf1e1f7", "expected": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566" }, "diff": [ { "path": "/swhid", "expected": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566", "actual": "swh:1:rel:2279dab262bc7b7644449e708e3eed7d3cf1e1f7", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 106.39, "wall_ms_mad": 0.0, "cpu_ms_median": 106.39, "max_rss_kb": null }, "swhid": "swh:1:rel:2279dab262bc7b7644449e708e3eed7d3cf1e1f7" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 241.136, "wall_ms_mad": 0.0, "cpu_ms_median": 241.136, "max_rss_kb": null }, "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566" } ] }, { "id": "signed_release_v2", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/signed_releases.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e", "expected_swhid_sha256": null }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 159.428, "wall_ms_mad": 0.0, "cpu_ms_median": 159.428, "max_rss_kb": null }, "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 152.925, "wall_ms_mad": 0.0, "cpu_ms_median": 152.925, "max_rss_kb": null }, "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 161.796, "wall_ms_mad": 0.0, "cpu_ms_median": 161.796, "max_rss_kb": null }, "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e" }, { "implementation": "python", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Python implementation doesn't support signed tags (GPG signatures not handled by swh.model Release object)", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 121.609, "wall_ms_mad": 0.0, "cpu_ms_median": 121.609, "max_rss_kb": null }, "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e" }, { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:rel:53914f8f6882079521c6e142f507f73befa85f7e", "expected": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e" }, "diff": [ { "path": "/swhid", "expected": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e", "actual": "swh:1:rel:53914f8f6882079521c6e142f507f73befa85f7e", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 99.891, "wall_ms_mad": 0.0, "cpu_ms_median": 99.891, "max_rss_kb": null }, "swhid": "swh:1:rel:53914f8f6882079521c6e142f507f73befa85f7e" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 232.584, "wall_ms_mad": 0.0, "cpu_ms_median": 232.584, "max_rss_kb": null }, "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e" } ] }, { "id": "signed_release_v2_1", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/signed_releases.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b", "expected_swhid_sha256": null }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 150.796, "wall_ms_mad": 0.0, "cpu_ms_median": 150.796, "max_rss_kb": null }, "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 163.168, "wall_ms_mad": 0.0, "cpu_ms_median": 163.168, "max_rss_kb": null }, "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 159.636, "wall_ms_mad": 0.0, "cpu_ms_median": 159.636, "max_rss_kb": null }, "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b" }, { "implementation": "python", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Python implementation doesn't support signed tags (GPG signatures not handled by swh.model Release object)", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 131.273, "wall_ms_mad": 0.0, "cpu_ms_median": 131.273, "max_rss_kb": null }, "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b" }, { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:rel:29633edd1bbc4bfca983f82d37280513b6a3143d", "expected": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b" }, "diff": [ { "path": "/swhid", "expected": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b", "actual": "swh:1:rel:29633edd1bbc4bfca983f82d37280513b6a3143d", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 104.356, "wall_ms_mad": 0.0, "cpu_ms_median": 104.356, "max_rss_kb": null }, "swhid": "swh:1:rel:29633edd1bbc4bfca983f82d37280513b6a3143d" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 232.182, "wall_ms_mad": 0.0, "cpu_ms_median": 232.182, "max_rss_kb": null }, "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b" } ] }, { "id": "tag_types_annotated", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/tag_types.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2", "expected_swhid_sha256": "swh:2:rel:2aebb765fa34bae3b2cf2acd74ced472baa4a962da2f960ef9bcd5aa0b0519e1" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 112.079, "wall_ms_mad": 0.0, "cpu_ms_median": 112.079, "max_rss_kb": null }, "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 109.447, "wall_ms_mad": 0.0, "cpu_ms_median": 109.447, "max_rss_kb": null }, "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 115.844, "wall_ms_mad": 0.0, "cpu_ms_median": 115.844, "max_rss_kb": null }, "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 126.582, "wall_ms_mad": 0.0, "cpu_ms_median": 126.582, "max_rss_kb": null }, "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 113.368, "wall_ms_mad": 0.0, "cpu_ms_median": 113.368, "max_rss_kb": null }, "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 80.501, "wall_ms_mad": 0.0, "cpu_ms_median": 80.501, "max_rss_kb": null }, "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 214.623, "wall_ms_mad": 0.0, "cpu_ms_median": 214.623, "max_rss_kb": null }, "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2" } ] }, { "id": "comprehensive_branch_feature-a", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764", "expected_swhid_sha256": "swh:2:rev:be92c18a69f4061c1af3edcd55b1d65c2963db763cffd4129238a3f6ae9952ad" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 203.171, "wall_ms_mad": 0.0, "cpu_ms_median": 203.171, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 192.063, "wall_ms_mad": 0.0, "cpu_ms_median": 192.063, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 206.791, "wall_ms_mad": 0.0, "cpu_ms_median": 206.791, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 215.033, "wall_ms_mad": 0.0, "cpu_ms_median": 215.033, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 168.6, "wall_ms_mad": 0.0, "cpu_ms_median": 168.6, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 136.357, "wall_ms_mad": 0.0, "cpu_ms_median": 136.357, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 265.836, "wall_ms_mad": 0.0, "cpu_ms_median": 265.836, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" } ] }, { "id": "comprehensive_branch_feature-b", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149", "expected_swhid_sha256": "swh:2:rev:30ab3f05fe4b048aa1d4b7b2cab384c1ba83b101ea25731aa015cf6c35362428" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 206.57, "wall_ms_mad": 0.0, "cpu_ms_median": 206.57, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 188.352, "wall_ms_mad": 0.0, "cpu_ms_median": 188.352, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 202.932, "wall_ms_mad": 0.0, "cpu_ms_median": 202.932, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 212.471, "wall_ms_mad": 0.0, "cpu_ms_median": 212.471, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 169.971, "wall_ms_mad": 0.0, "cpu_ms_median": 169.971, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 128.684, "wall_ms_mad": 0.0, "cpu_ms_median": 128.684, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 264.345, "wall_ms_mad": 0.0, "cpu_ms_median": 264.345, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" } ] }, { "id": "comprehensive_branch_hotfix", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720", "expected_swhid_sha256": "swh:2:rev:31f042943bb64a93323c18f5afd5a5f6d8c8cf8e70d07a14c78c361bc80db32b" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 211.853, "wall_ms_mad": 0.0, "cpu_ms_median": 211.853, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 202.708, "wall_ms_mad": 0.0, "cpu_ms_median": 202.708, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 199.144, "wall_ms_mad": 0.0, "cpu_ms_median": 199.144, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 216.928, "wall_ms_mad": 0.0, "cpu_ms_median": 216.928, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 160.744, "wall_ms_mad": 0.0, "cpu_ms_median": 160.744, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 133.824, "wall_ms_mad": 0.0, "cpu_ms_median": 133.824, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 261.405, "wall_ms_mad": 0.0, "cpu_ms_median": 261.405, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" } ] }, { "id": "comprehensive_branch_main", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf", "expected_swhid_sha256": "swh:2:rev:b511eaf5a579cc893da0464c4a555adfaa15bdf65dc337e5a140c80261b30bf4" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 210.983, "wall_ms_mad": 0.0, "cpu_ms_median": 210.983, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 206.954, "wall_ms_mad": 0.0, "cpu_ms_median": 206.954, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 223.264, "wall_ms_mad": 0.0, "cpu_ms_median": 223.264, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 216.536, "wall_ms_mad": 0.0, "cpu_ms_median": 216.536, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 156.79, "wall_ms_mad": 0.0, "cpu_ms_median": 156.79, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 135.147, "wall_ms_mad": 0.0, "cpu_ms_median": 135.147, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 261.101, "wall_ms_mad": 0.0, "cpu_ms_median": 261.101, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" } ] }, { "id": "initial_revision", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/merge_commits/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb", "expected_swhid_sha256": "swh:2:rev:1fb7e07aafd2e63bb17a5b4ff3e5ee2f9f94b089e04570ca9d3bc52a7ead7323" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 5.662, "wall_ms_mad": 0.0, "cpu_ms_median": 5.662, "max_rss_kb": null }, "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 3.754, "wall_ms_mad": 0.0, "cpu_ms_median": 3.754, "max_rss_kb": null }, "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 5.563, "wall_ms_mad": 0.0, "cpu_ms_median": 5.563, "max_rss_kb": null }, "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 10.638, "wall_ms_mad": 0.0, "cpu_ms_median": 10.638, "max_rss_kb": null }, "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 30.33, "wall_ms_mad": 0.0, "cpu_ms_median": 30.33, "max_rss_kb": null }, "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.92, "wall_ms_mad": 0.0, "cpu_ms_median": 7.92, "max_rss_kb": null }, "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 139.935, "wall_ms_mad": 0.0, "cpu_ms_median": 139.935, "max_rss_kb": null }, "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb" } ] }, { "id": "merge_commits_head", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/merge_commits.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88", "expected_swhid_sha256": "swh:2:rev:e8aae6674be44e7cc053c574ad6b69d2622d2c8ba2fa43f085c6209bc1850a29" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 144.308, "wall_ms_mad": 0.0, "cpu_ms_median": 144.308, "max_rss_kb": null }, "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 129.317, "wall_ms_mad": 0.0, "cpu_ms_median": 129.317, "max_rss_kb": null }, "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 137.119, "wall_ms_mad": 0.0, "cpu_ms_median": 137.119, "max_rss_kb": null }, "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 148.29, "wall_ms_mad": 0.0, "cpu_ms_median": 148.29, "max_rss_kb": null }, "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 118.259, "wall_ms_mad": 0.0, "cpu_ms_median": 118.259, "max_rss_kb": null }, "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 93.536, "wall_ms_mad": 0.0, "cpu_ms_median": 93.536, "max_rss_kb": null }, "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 218.439, "wall_ms_mad": 0.0, "cpu_ms_median": 218.439, "max_rss_kb": null }, "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88" } ] }, { "id": "merge_revision", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/merge_commits/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b", "expected_swhid_sha256": "swh:2:rev:3ef41f06d867417af32690b178be0a11e7cdc80b944644b0f874c12fb9339d2e" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.75, "wall_ms_mad": 0.0, "cpu_ms_median": 7.75, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 3.871, "wall_ms_mad": 0.0, "cpu_ms_median": 3.871, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 5.926, "wall_ms_mad": 0.0, "cpu_ms_median": 5.926, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.588, "wall_ms_mad": 0.0, "cpu_ms_median": 9.588, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 31.471, "wall_ms_mad": 0.0, "cpu_ms_median": 31.471, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 8.501, "wall_ms_mad": 0.0, "cpu_ms_median": 8.501, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 139.364, "wall_ms_mad": 0.0, "cpu_ms_median": 139.364, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" } ] }, { "id": "signed_revision_feature", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/signed_revisions.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe", "expected_swhid_sha256": "swh:2:rev:26be30e69cec790ad80df1486c709230b18670f1ca573b6dc61be9c8697225f3" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 134.779, "wall_ms_mad": 0.0, "cpu_ms_median": 134.779, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 129.641, "wall_ms_mad": 0.0, "cpu_ms_median": 129.641, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 127.014, "wall_ms_mad": 0.0, "cpu_ms_median": 127.014, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 133.245, "wall_ms_mad": 0.0, "cpu_ms_median": 133.245, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 104.137, "wall_ms_mad": 0.0, "cpu_ms_median": 104.137, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 84.395, "wall_ms_mad": 0.0, "cpu_ms_median": 84.395, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 213.799, "wall_ms_mad": 0.0, "cpu_ms_median": 213.799, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" } ] }, { "id": "signed_revision_main", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/signed_revisions.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe", "expected_swhid_sha256": "swh:2:rev:26be30e69cec790ad80df1486c709230b18670f1ca573b6dc61be9c8697225f3" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 120.462, "wall_ms_mad": 0.0, "cpu_ms_median": 120.462, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 125.102, "wall_ms_mad": 0.0, "cpu_ms_median": 125.102, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 135.094, "wall_ms_mad": 0.0, "cpu_ms_median": 135.094, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 132.596, "wall_ms_mad": 0.0, "cpu_ms_median": 132.596, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 126.9, "wall_ms_mad": 0.0, "cpu_ms_median": 126.9, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 85.478, "wall_ms_mad": 0.0, "cpu_ms_median": 85.478, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 223.208, "wall_ms_mad": 0.0, "cpu_ms_median": 223.208, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" } ] }, { "id": "simple_revision", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git/merge_commits/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b", "expected_swhid_sha256": "swh:2:rev:3ef41f06d867417af32690b178be0a11e7cdc80b944644b0f874c12fb9339d2e" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 4.678, "wall_ms_mad": 0.0, "cpu_ms_median": 4.678, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.377, "wall_ms_mad": 0.0, "cpu_ms_median": 0.377, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 2.043, "wall_ms_mad": 0.0, "cpu_ms_median": 2.043, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.617, "wall_ms_mad": 0.0, "cpu_ms_median": 7.617, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 28.555, "wall_ms_mad": 0.0, "cpu_ms_median": 28.555, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 5.951, "wall_ms_mad": 0.0, "cpu_ms_median": 5.951, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 141.754, "wall_ms_mad": 0.0, "cpu_ms_median": 141.754, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" } ] }, { "id": "simple_revisions_first", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/simple_revisions.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7", "expected_swhid_sha256": "swh:2:rev:cf37e2a69019225827ab62874dd612fbbe702fb9240871b9b1a5c3797d7b9b82" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 106.648, "wall_ms_mad": 0.0, "cpu_ms_median": 106.648, "max_rss_kb": null }, "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 105.469, "wall_ms_mad": 0.0, "cpu_ms_median": 105.469, "max_rss_kb": null }, "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 113.06, "wall_ms_mad": 0.0, "cpu_ms_median": 113.06, "max_rss_kb": null }, "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 121.391, "wall_ms_mad": 0.0, "cpu_ms_median": 121.391, "max_rss_kb": null }, "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 94.85, "wall_ms_mad": 0.0, "cpu_ms_median": 94.85, "max_rss_kb": null }, "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 66.711, "wall_ms_mad": 0.0, "cpu_ms_median": 66.711, "max_rss_kb": null }, "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 202.273, "wall_ms_mad": 0.0, "cpu_ms_median": 202.273, "max_rss_kb": null }, "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7" } ] }, { "id": "simple_revisions_head", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/simple_revisions.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904", "expected_swhid_sha256": "swh:2:rev:39f389419c331aed831d9ec3bfbe579c43a1797da9657593044a80ac663dd2b3" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 115.659, "wall_ms_mad": 0.0, "cpu_ms_median": 115.659, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 103.796, "wall_ms_mad": 0.0, "cpu_ms_median": 103.796, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 109.05, "wall_ms_mad": 0.0, "cpu_ms_median": 109.05, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 102.108, "wall_ms_mad": 0.0, "cpu_ms_median": 102.108, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 117.922, "wall_ms_mad": 0.0, "cpu_ms_median": 117.922, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 75.48, "wall_ms_mad": 0.0, "cpu_ms_median": 75.48, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 218.948, "wall_ms_mad": 0.0, "cpu_ms_median": 218.948, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" } ] }, { "id": "simple_revisions_second", "category": "git/basic", "payload_ref": "/home/runner/work/test-suite/test-suite/payloads/git-repository/simple_revisions.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904", "expected_swhid_sha256": "swh:2:rev:39f389419c331aed831d9ec3bfbe579c43a1797da9657593044a80ac663dd2b3" }, "results": [ { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 105.455, "wall_ms_mad": 0.0, "cpu_ms_median": 105.455, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 108.497, "wall_ms_mad": 0.0, "cpu_ms_median": 108.497, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 119.124, "wall_ms_mad": 0.0, "cpu_ms_median": 119.124, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 109.661, "wall_ms_mad": 0.0, "cpu_ms_median": 109.661, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 105.347, "wall_ms_mad": 0.0, "cpu_ms_median": 105.347, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 74.826, "wall_ms_mad": 0.0, "cpu_ms_median": 74.826, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 210.146, "wall_ms_mad": 0.0, "cpu_ms_median": 210.146, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" } ] } ], "aggregates": { "by_implementation": { "git": { "passed": 64, "failed": 0, "skipped": 17 }, "git-cmd": { "passed": 64, "failed": 0, "skipped": 17 }, "go": { "passed": 70, "failed": 11, "skipped": 0 }, "pygit2": { "passed": 64, "failed": 0, "skipped": 17 }, "python": { "passed": 77, "failed": 1, "skipped": 3 }, "ruby": { "passed": 80, "failed": 1, "skipped": 0 }, "rust": { "passed": 81, "failed": 0, "skipped": 0 } } } }