{ "schema_version": "1.0.0", "schema_extensions": [], "run": { "id": "2026-05-13T06-00-39Z_d906da", "created_at": "2026-05-13T06:00:39.041438Z", "branch": "main", "commit": "unknown", "runner": { "os": "macOS-15.7.4-arm64-arm-64bit", "kernel": null, "cpu": "arm", "python": "3.12.10", "container_image": null } }, "run_environment": { "os": "macOS-15.7.4-arm64-arm-64bit", "kernel": null, "cpu": "arm", "python": "3.12.10", "container_image": null }, "implementations": [ { "id": "go", "version": "0.1.0", "git_sha": "8f4777dd7856", "git": "8f4777dd7856", "language": "go", "api_version": "1.0", "capabilities": { "supported_types": [ "cnt", "dir", "rev", "rel", "snp" ], "supported_qualifiers": [ "origin", "visit", "anchor", "path", "lines", "bytes" ], "api_version": "1.0", "max_payload_size_mb": 1000, "supports_unicode": true, "supports_percent_encoding": true }, "toolchain": { "python": "3.12.10", "language": "go" } }, { "id": "pygit2", "version": "1.0.0", "git_sha": "8f4777dd7856", "git": "8f4777dd7856", "language": "python", "api_version": "1.0", "capabilities": { "supported_types": [ "cnt", "dir", "rev", "rel", "snp" ], "supported_qualifiers": [ "origin", "visit", "anchor", "path", "lines" ], "api_version": "1.0", "max_payload_size_mb": 1000, "supports_unicode": true, "supports_percent_encoding": true }, "toolchain": { "python": "3.12.10", "language": "python" } }, { "id": "python", "version": "1.0.0", "git_sha": "8f4777dd7856", "git": "8f4777dd7856", "language": "python", "api_version": "1.0", "capabilities": { "supported_types": [ "cnt", "dir", "rev", "rel", "snp" ], "supported_qualifiers": [ "origin", "visit", "anchor", "path", "lines" ], "api_version": "1.0", "max_payload_size_mb": 1000, "supports_unicode": true, "supports_percent_encoding": true }, "toolchain": { "python": "3.12.10", "language": "python" } }, { "id": "rust", "version": "1.0.0", "git_sha": "8f4777dd7856", "git": "8f4777dd7856", "language": "rust", "api_version": "1.0", "capabilities": { "supported_types": [ "cnt", "dir", "rev", "rel", "snp" ], "supported_qualifiers": [ "origin", "visit", "anchor", "path", "lines" ], "api_version": "1.0", "max_payload_size_mb": 1000, "supports_unicode": true, "supports_percent_encoding": true }, "toolchain": { "python": "3.12.10", "language": "rust" } }, { "id": "git-cmd", "version": "1.0.0", "git_sha": "8f4777dd7856", "git": "8f4777dd7856", "language": "shell", "api_version": "1.0", "capabilities": { "supported_types": [ "cnt", "dir", "rev", "rel", "snp" ], "supported_qualifiers": [ "origin", "visit", "anchor", "path", "lines" ], "api_version": "1.0", "max_payload_size_mb": 1000, "supports_unicode": true, "supports_percent_encoding": true }, "toolchain": { "python": "3.12.10", "language": "shell" } }, { "id": "ruby", "version": "0.3.1", "git_sha": "8f4777dd7856", "git": "8f4777dd7856", "language": "ruby", "api_version": "1.0", "capabilities": { "supported_types": [ "cnt", "dir", "rev", "rel", "snp" ], "supported_qualifiers": [ "origin", "visit", "anchor", "path", "lines", "bytes" ], "api_version": "1.0", "max_payload_size_mb": 1000, "supports_unicode": true, "supports_percent_encoding": true }, "toolchain": { "python": "3.12.10", "language": "ruby" } }, { "id": "git", "version": "1.0.0", "git_sha": "8f4777dd7856", "git": "8f4777dd7856", "language": "python", "api_version": "1.0", "capabilities": { "supported_types": [ "cnt", "dir", "rev", "rel", "snp" ], "supported_qualifiers": [ "origin", "visit", "anchor", "path", "lines" ], "api_version": "1.0", "max_payload_size_mb": 1000, "supports_unicode": true, "supports_percent_encoding": true }, "toolchain": { "python": "3.12.10", "language": "python" } } ], "tests": [ { "id": "binary_file", "category": "content/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/binary.bin", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da", "expected_swhid_sha256": "swh:2:cnt:41c39889d1ec9ed0c66c041ab3d5f3a9f15658456f937bb0141386c9f7352dab" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.865, "wall_ms_mad": 0.0, "cpu_ms_median": 11.865, "max_rss_kb": null }, "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 28.463, "wall_ms_mad": 0.0, "cpu_ms_median": 28.463, "max_rss_kb": null }, "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 184.867, "wall_ms_mad": 0.0, "cpu_ms_median": 184.867, "max_rss_kb": null }, "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 25.382, "wall_ms_mad": 0.0, "cpu_ms_median": 25.382, "max_rss_kb": null }, "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.491, "wall_ms_mad": 0.0, "cpu_ms_median": 12.491, "max_rss_kb": null }, "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 123.709, "wall_ms_mad": 0.0, "cpu_ms_median": 123.709, "max_rss_kb": null }, "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.209, "wall_ms_mad": 0.0, "cpu_ms_median": 0.209, "max_rss_kb": null }, "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da" } ] }, { "id": "empty_file", "category": "content/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/empty.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391", "expected_swhid_sha256": "swh:2:cnt:473a0f4c3be8a93681a267e3b1e9a7dcda1185436fe141f7749120a303721813" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.29, "wall_ms_mad": 0.0, "cpu_ms_median": 17.29, "max_rss_kb": null }, "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.404, "wall_ms_mad": 0.0, "cpu_ms_median": 13.404, "max_rss_kb": null }, "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 138.519, "wall_ms_mad": 0.0, "cpu_ms_median": 138.519, "max_rss_kb": null }, "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.169, "wall_ms_mad": 0.0, "cpu_ms_median": 17.169, "max_rss_kb": null }, "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 22.644, "wall_ms_mad": 0.0, "cpu_ms_median": 22.644, "max_rss_kb": null }, "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 94.826, "wall_ms_mad": 0.0, "cpu_ms_median": 94.826, "max_rss_kb": null }, "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.419, "wall_ms_mad": 0.0, "cpu_ms_median": 1.419, "max_rss_kb": null }, "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" } ] }, { "id": "hello_world", "category": "content/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/hello.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d", "expected_swhid_sha256": "swh:2:cnt:a0a477f1ecf419c7eaa7fe256c5c12fb03bee86df9a22aad25f85930de203e14" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.769, "wall_ms_mad": 0.0, "cpu_ms_median": 17.769, "max_rss_kb": null }, "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.558, "wall_ms_mad": 0.0, "cpu_ms_median": 14.558, "max_rss_kb": null }, "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 121.522, "wall_ms_mad": 0.0, "cpu_ms_median": 121.522, "max_rss_kb": null }, "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 15.931, "wall_ms_mad": 0.0, "cpu_ms_median": 15.931, "max_rss_kb": null }, "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 22.169, "wall_ms_mad": 0.0, "cpu_ms_median": 22.169, "max_rss_kb": null }, "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 85.446, "wall_ms_mad": 0.0, "cpu_ms_median": 85.446, "max_rss_kb": null }, "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 2.374, "wall_ms_mad": 0.0, "cpu_ms_median": 2.374, "max_rss_kb": null }, "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d" } ] }, { "id": "large_file", "category": "content/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/large.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850", "expected_swhid_sha256": "swh:2:cnt:1707c428cf4b5ca56c153dd298b7a2c11e5a5fa63c145c4c9fafbfc37be417b8" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 61.925, "wall_ms_mad": 0.0, "cpu_ms_median": 61.925, "max_rss_kb": null }, "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 80.573, "wall_ms_mad": 0.0, "cpu_ms_median": 80.573, "max_rss_kb": null }, "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 172.765, "wall_ms_mad": 0.0, "cpu_ms_median": 172.765, "max_rss_kb": null }, "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.973, "wall_ms_mad": 0.0, "cpu_ms_median": 12.973, "max_rss_kb": null }, "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 21.076, "wall_ms_mad": 0.0, "cpu_ms_median": 21.076, "max_rss_kb": null }, "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 114.977, "wall_ms_mad": 0.0, "cpu_ms_median": 114.977, "max_rss_kb": null }, "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.102, "wall_ms_mad": 0.0, "cpu_ms_median": 1.102, "max_rss_kb": null }, "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850" } ] }, { "id": "truly_empty", "category": "content/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/truly_empty.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f", "expected_swhid_sha256": "swh:2:cnt:5739035bedeba9615f3406b3f5e3e7881d440616941f5b5918eab90f14428019" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.549, "wall_ms_mad": 0.0, "cpu_ms_median": 12.549, "max_rss_kb": null }, "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 19.332, "wall_ms_mad": 0.0, "cpu_ms_median": 19.332, "max_rss_kb": null }, "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 118.32, "wall_ms_mad": 0.0, "cpu_ms_median": 118.32, "max_rss_kb": null }, "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.59, "wall_ms_mad": 0.0, "cpu_ms_median": 9.59, "max_rss_kb": null }, "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.779, "wall_ms_mad": 0.0, "cpu_ms_median": 9.779, "max_rss_kb": null }, "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 82.233, "wall_ms_mad": 0.0, "cpu_ms_median": 82.233, "max_rss_kb": null }, "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.294, "wall_ms_mad": 0.0, "cpu_ms_median": 0.294, "max_rss_kb": null }, "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f" } ] }, { "id": "unicode_text", "category": "content/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/unicode.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a", "expected_swhid_sha256": "swh:2:cnt:b0c2d7d90cf1a9497ef1ea636c3bba1c38d0041275b7a8abea21a62fe29d31d0" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 18.914, "wall_ms_mad": 0.0, "cpu_ms_median": 18.914, "max_rss_kb": null }, "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 24.459, "wall_ms_mad": 0.0, "cpu_ms_median": 24.459, "max_rss_kb": null }, "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 170.332, "wall_ms_mad": 0.0, "cpu_ms_median": 170.332, "max_rss_kb": null }, "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.34, "wall_ms_mad": 0.0, "cpu_ms_median": 12.34, "max_rss_kb": null }, "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 23.944, "wall_ms_mad": 0.0, "cpu_ms_median": 23.944, "max_rss_kb": null }, "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 111.902, "wall_ms_mad": 0.0, "cpu_ms_median": 111.902, "max_rss_kb": null }, "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.541, "wall_ms_mad": 0.0, "cpu_ms_median": 0.541, "max_rss_kb": null }, "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a" } ] }, { "id": "crlf_line_endings", "category": "content/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/edge_cases/crlf.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2", "expected_swhid_sha256": "swh:2:cnt:358ca252cdba86b8b4a63793bfeae634f48a8d9be80d9f38c11a48ae5978b675" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 16.274, "wall_ms_mad": 0.0, "cpu_ms_median": 16.274, "max_rss_kb": null }, "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.066, "wall_ms_mad": 0.0, "cpu_ms_median": 12.066, "max_rss_kb": null }, "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 118.532, "wall_ms_mad": 0.0, "cpu_ms_median": 118.532, "max_rss_kb": null }, "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 15.052, "wall_ms_mad": 0.0, "cpu_ms_median": 15.052, "max_rss_kb": null }, "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 20.02, "wall_ms_mad": 0.0, "cpu_ms_median": 20.02, "max_rss_kb": null }, "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 81.058, "wall_ms_mad": 0.0, "cpu_ms_median": 81.058, "max_rss_kb": null }, "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.222, "wall_ms_mad": 0.0, "cpu_ms_median": 0.222, "max_rss_kb": null }, "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2" } ] }, { "id": "huge_line", "category": "content/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/edge_cases/huge_line.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b", "expected_swhid_sha256": "swh:2:cnt:71fc787559ba944bd647614c1973acd2d68d58bc32c2635d80a34a6be6e157f6" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.006, "wall_ms_mad": 0.0, "cpu_ms_median": 11.006, "max_rss_kb": null }, "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 21.768, "wall_ms_mad": 0.0, "cpu_ms_median": 21.768, "max_rss_kb": null }, "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 162.359, "wall_ms_mad": 0.0, "cpu_ms_median": 162.359, "max_rss_kb": null }, "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.89, "wall_ms_mad": 0.0, "cpu_ms_median": 12.89, "max_rss_kb": null }, "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 20.166, "wall_ms_mad": 0.0, "cpu_ms_median": 20.166, "max_rss_kb": null }, "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 100.139, "wall_ms_mad": 0.0, "cpu_ms_median": 100.139, "max_rss_kb": null }, "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.286, "wall_ms_mad": 0.0, "cpu_ms_median": 0.286, "max_rss_kb": null }, "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b" } ] }, { "id": "lf_only_line_endings", "category": "content/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/edge_cases/lf_only.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f", "expected_swhid_sha256": "swh:2:cnt:8d350824350b609d7dd52c283008e4fdc093750a7cfe47b0e516bed780454b97" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.158, "wall_ms_mad": 0.0, "cpu_ms_median": 17.158, "max_rss_kb": null }, "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.297, "wall_ms_mad": 0.0, "cpu_ms_median": 17.297, "max_rss_kb": null }, "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 124.681, "wall_ms_mad": 0.0, "cpu_ms_median": 124.681, "max_rss_kb": null }, "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.777, "wall_ms_mad": 0.0, "cpu_ms_median": 13.777, "max_rss_kb": null }, "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 16.819, "wall_ms_mad": 0.0, "cpu_ms_median": 16.819, "max_rss_kb": null }, "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 80.158, "wall_ms_mad": 0.0, "cpu_ms_median": 80.158, "max_rss_kb": null }, "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 3.151, "wall_ms_mad": 0.0, "cpu_ms_median": 3.151, "max_rss_kb": null }, "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f" } ] }, { "id": "mixed_line_endings", "category": "content/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/edge_cases/mixed_line_endings.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7", "expected_swhid_sha256": "swh:2:cnt:0c5577ca2629467c3edfff5fa717739a7576d4bdf0d34563c60700cd9a41c7ad" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.911, "wall_ms_mad": 0.0, "cpu_ms_median": 9.911, "max_rss_kb": null }, "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.846, "wall_ms_mad": 0.0, "cpu_ms_median": 12.846, "max_rss_kb": null }, "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 108.539, "wall_ms_mad": 0.0, "cpu_ms_median": 108.539, "max_rss_kb": null }, "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.975, "wall_ms_mad": 0.0, "cpu_ms_median": 11.975, "max_rss_kb": null }, "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 8.694, "wall_ms_mad": 0.0, "cpu_ms_median": 8.694, "max_rss_kb": null }, "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 77.703, "wall_ms_mad": 0.0, "cpu_ms_median": 77.703, "max_rss_kb": null }, "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.441, "wall_ms_mad": 0.0, "cpu_ms_median": 1.441, "max_rss_kb": null }, "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7" } ] }, { "id": "no_trailing_newline", "category": "content/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/edge_cases/no_trailing_nl.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057", "expected_swhid_sha256": "swh:2:cnt:1301800ffa9c48e2a82cbfda7fe9d17d5605cfa5df7c673639c44d8fcc244a71" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.926, "wall_ms_mad": 0.0, "cpu_ms_median": 9.926, "max_rss_kb": null }, "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.449, "wall_ms_mad": 0.0, "cpu_ms_median": 7.449, "max_rss_kb": null }, "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 101.716, "wall_ms_mad": 0.0, "cpu_ms_median": 101.716, "max_rss_kb": null }, "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.127, "wall_ms_mad": 0.0, "cpu_ms_median": 12.127, "max_rss_kb": null }, "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 10.509, "wall_ms_mad": 0.0, "cpu_ms_median": 10.509, "max_rss_kb": null }, "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 74.824, "wall_ms_mad": 0.0, "cpu_ms_median": 74.824, "max_rss_kb": null }, "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.283, "wall_ms_mad": 0.0, "cpu_ms_median": 0.283, "max_rss_kb": null }, "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057" } ] }, { "id": "only_newlines", "category": "content/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/edge_cases/only_newlines.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9", "expected_swhid_sha256": "swh:2:cnt:5c601de2c229872649d66f9523f82d6b9db10d7cd0ebc6bbd11eaa88fedf6f83" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 15.257, "wall_ms_mad": 0.0, "cpu_ms_median": 15.257, "max_rss_kb": null }, "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.328, "wall_ms_mad": 0.0, "cpu_ms_median": 12.328, "max_rss_kb": null }, "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 111.802, "wall_ms_mad": 0.0, "cpu_ms_median": 111.802, "max_rss_kb": null }, "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.555, "wall_ms_mad": 0.0, "cpu_ms_median": 9.555, "max_rss_kb": null }, "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.098, "wall_ms_mad": 0.0, "cpu_ms_median": 9.098, "max_rss_kb": null }, "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 78.696, "wall_ms_mad": 0.0, "cpu_ms_median": 78.696, "max_rss_kb": null }, "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.286, "wall_ms_mad": 0.0, "cpu_ms_median": 0.286, "max_rss_kb": null }, "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9" } ] }, { "id": "with_trailing_newline", "category": "content/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/edge_cases/with_trailing_nl.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78", "expected_swhid_sha256": "swh:2:cnt:66224663d23e6f4d9de9e2c7e6d8764305a92a3830a1a52d3d5f4aa8007b5c39" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.134, "wall_ms_mad": 0.0, "cpu_ms_median": 11.134, "max_rss_kb": null }, "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.2, "wall_ms_mad": 0.0, "cpu_ms_median": 14.2, "max_rss_kb": null }, "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 145.558, "wall_ms_mad": 0.0, "cpu_ms_median": 145.558, "max_rss_kb": null }, "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 8.446, "wall_ms_mad": 0.0, "cpu_ms_median": 8.446, "max_rss_kb": null }, "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.953, "wall_ms_mad": 0.0, "cpu_ms_median": 7.953, "max_rss_kb": null }, "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 100.817, "wall_ms_mad": 0.0, "cpu_ms_median": 100.817, "max_rss_kb": null }, "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.361, "wall_ms_mad": 0.0, "cpu_ms_median": 0.361, "max_rss_kb": null }, "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78" } ] }, { "id": "zero_bytes", "category": "content/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/edge_cases/zero_bytes.bin", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac", "expected_swhid_sha256": "swh:2:cnt:878e4fcc1ec6063fee615b8c2527db5ce809b785fdfa454a64f4979cffbf3826" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.465, "wall_ms_mad": 0.0, "cpu_ms_median": 13.465, "max_rss_kb": null }, "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 16.094, "wall_ms_mad": 0.0, "cpu_ms_median": 16.094, "max_rss_kb": null }, "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 159.787, "wall_ms_mad": 0.0, "cpu_ms_median": 159.787, "max_rss_kb": null }, "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 15.51, "wall_ms_mad": 0.0, "cpu_ms_median": 15.51, "max_rss_kb": null }, "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 20.057, "wall_ms_mad": 0.0, "cpu_ms_median": 20.057, "max_rss_kb": null }, "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 100.569, "wall_ms_mad": 0.0, "cpu_ms_median": 100.569, "max_rss_kb": null }, "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.736, "wall_ms_mad": 0.0, "cpu_ms_median": 0.736, "max_rss_kb": null }, "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac" } ] }, { "id": "empty_dir", "category": "directory/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/empty/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e", "expected_swhid_sha256": "swh:2:dir:de6f8a1c4a2e6e2d8fc8b81fd7cb477ab5f58af185b8bb57046052f170fbb222" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 50.299, "wall_ms_mad": 0.0, "cpu_ms_median": 50.299, "max_rss_kb": null }, "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 54.101, "wall_ms_mad": 0.0, "cpu_ms_median": 54.101, "max_rss_kb": null }, "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 205.171, "wall_ms_mad": 0.0, "cpu_ms_median": 205.171, "max_rss_kb": null }, "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 84.099, "wall_ms_mad": 0.0, "cpu_ms_median": 84.099, "max_rss_kb": null }, "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 162.227, "wall_ms_mad": 0.0, "cpu_ms_median": 162.227, "max_rss_kb": null }, "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 125.726, "wall_ms_mad": 0.0, "cpu_ms_median": 125.726, "max_rss_kb": null }, "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.758, "wall_ms_mad": 0.0, "cpu_ms_median": 13.758, "max_rss_kb": null }, "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e" } ] }, { "id": "nested_dir", "category": "directory/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/nested/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a", "expected_swhid_sha256": "swh:2:dir:741f4566b80fb94c13dee7e1c10d934f49c4f3bf03b1fc8b2ed6816c97ca9002" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.157, "wall_ms_mad": 0.0, "cpu_ms_median": 13.157, "max_rss_kb": null }, "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 10.665, "wall_ms_mad": 0.0, "cpu_ms_median": 10.665, "max_rss_kb": null }, "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 140.919, "wall_ms_mad": 0.0, "cpu_ms_median": 140.919, "max_rss_kb": null }, "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.053, "wall_ms_mad": 0.0, "cpu_ms_median": 13.053, "max_rss_kb": null }, "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 90.157, "wall_ms_mad": 0.0, "cpu_ms_median": 90.157, "max_rss_kb": null }, "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 106.046, "wall_ms_mad": 0.0, "cpu_ms_median": 106.046, "max_rss_kb": null }, "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 8.585, "wall_ms_mad": 0.0, "cpu_ms_median": 8.585, "max_rss_kb": null }, "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a" } ] }, { "id": "permissions_dir", "category": "directory/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/permissions/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4", "expected_swhid_sha256": "swh:2:dir:702b56cb3d129536c6ea6f77eca4bf6a171374774a27a3c638c8439bc4728f7e" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.351, "wall_ms_mad": 0.0, "cpu_ms_median": 13.351, "max_rss_kb": null }, "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.673, "wall_ms_mad": 0.0, "cpu_ms_median": 17.673, "max_rss_kb": null }, "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 127.199, "wall_ms_mad": 0.0, "cpu_ms_median": 127.199, "max_rss_kb": null }, "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.101, "wall_ms_mad": 0.0, "cpu_ms_median": 14.101, "max_rss_kb": null }, "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 70.886, "wall_ms_mad": 0.0, "cpu_ms_median": 70.886, "max_rss_kb": null }, "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 92.402, "wall_ms_mad": 0.0, "cpu_ms_median": 92.402, "max_rss_kb": null }, "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.221, "wall_ms_mad": 0.0, "cpu_ms_median": 7.221, "max_rss_kb": null }, "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4" } ] }, { "id": "simple_dir", "category": "directory/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/simple/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1", "expected_swhid_sha256": "swh:2:dir:8b6ff16ed274bf60326d654c3f5bca679a7ced5542be29713bb67b36a1237ac2" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.574, "wall_ms_mad": 0.0, "cpu_ms_median": 17.574, "max_rss_kb": null }, "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 22.872, "wall_ms_mad": 0.0, "cpu_ms_median": 22.872, "max_rss_kb": null }, "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 152.116, "wall_ms_mad": 0.0, "cpu_ms_median": 152.116, "max_rss_kb": null }, "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.85, "wall_ms_mad": 0.0, "cpu_ms_median": 17.85, "max_rss_kb": null }, "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 88.789, "wall_ms_mad": 0.0, "cpu_ms_median": 88.789, "max_rss_kb": null }, "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 111.692, "wall_ms_mad": 0.0, "cpu_ms_median": 111.692, "max_rss_kb": null }, "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 16.987, "wall_ms_mad": 0.0, "cpu_ms_median": 16.987, "max_rss_kb": null }, "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1" } ] }, { "id": "symlink_dir", "category": "directory/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/symlink/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf", "expected_swhid_sha256": "swh:2:dir:977e5f1ebb683f9006fb828c1a5e8fe0155a7211694d123db2a591d640460ad2" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.737, "wall_ms_mad": 0.0, "cpu_ms_median": 12.737, "max_rss_kb": null }, "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 10.635, "wall_ms_mad": 0.0, "cpu_ms_median": 10.635, "max_rss_kb": null }, "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 151.503, "wall_ms_mad": 0.0, "cpu_ms_median": 151.503, "max_rss_kb": null }, "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 10.788, "wall_ms_mad": 0.0, "cpu_ms_median": 10.788, "max_rss_kb": null }, "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 78.433, "wall_ms_mad": 0.0, "cpu_ms_median": 78.433, "max_rss_kb": null }, "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 114.225, "wall_ms_mad": 0.0, "cpu_ms_median": 114.225, "max_rss_kb": null }, "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 5.957, "wall_ms_mad": 0.0, "cpu_ms_median": 5.957, "max_rss_kb": null }, "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf" } ] }, { "id": "comprehensive_permissions", "category": "directory/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/edge_cases/comprehensive_permissions/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e", "expected_swhid_sha256": "swh:2:dir:6986f3d18106aecd3d4e1171eb5e38f02c05a63239066a6d6e798a4338ade3a6" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 16.771, "wall_ms_mad": 0.0, "cpu_ms_median": 16.771, "max_rss_kb": null }, "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 25.058, "wall_ms_mad": 0.0, "cpu_ms_median": 25.058, "max_rss_kb": null }, "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 165.766, "wall_ms_mad": 0.0, "cpu_ms_median": 165.766, "max_rss_kb": null }, "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 18.783, "wall_ms_mad": 0.0, "cpu_ms_median": 18.783, "max_rss_kb": null }, "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 114.453, "wall_ms_mad": 0.0, "cpu_ms_median": 114.453, "max_rss_kb": null }, "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 124.1, "wall_ms_mad": 0.0, "cpu_ms_median": 124.1, "max_rss_kb": null }, "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 10.889, "wall_ms_mad": 0.0, "cpu_ms_median": 10.889, "max_rss_kb": null }, "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e" } ] }, { "id": "dir_ordering", "category": "directory/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/edge_cases/dir_ordering/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88", "expected_swhid_sha256": "swh:2:dir:8488b95fe3587e0224e652fad205810531555542e8cc7e82ce2fc4d41481fc41" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 49.671, "wall_ms_mad": 0.0, "cpu_ms_median": 49.671, "max_rss_kb": null }, "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 84.243, "wall_ms_mad": 0.0, "cpu_ms_median": 84.243, "max_rss_kb": null }, "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 201.51, "wall_ms_mad": 0.0, "cpu_ms_median": 201.51, "max_rss_kb": null }, "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 51.142, "wall_ms_mad": 0.0, "cpu_ms_median": 51.142, "max_rss_kb": null }, "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 145.979, "wall_ms_mad": 0.0, "cpu_ms_median": 145.979, "max_rss_kb": null }, "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 138.462, "wall_ms_mad": 0.0, "cpu_ms_median": 138.462, "max_rss_kb": null }, "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.668, "wall_ms_mad": 0.0, "cpu_ms_median": 11.668, "max_rss_kb": null }, "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88" } ] }, { "id": "empty_paths", "category": "directory/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/edge_cases/empty_paths/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2", "expected_swhid_sha256": "swh:2:dir:e2f6aa942f021772f074a256b27468c791e9f2e5855aa4d9a76cbb46bd2871ce" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 16.66, "wall_ms_mad": 0.0, "cpu_ms_median": 16.66, "max_rss_kb": null }, "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 21.446, "wall_ms_mad": 0.0, "cpu_ms_median": 21.446, "max_rss_kb": null }, "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 162.42, "wall_ms_mad": 0.0, "cpu_ms_median": 162.42, "max_rss_kb": null }, "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.942, "wall_ms_mad": 0.0, "cpu_ms_median": 17.942, "max_rss_kb": null }, "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 73.579, "wall_ms_mad": 0.0, "cpu_ms_median": 73.579, "max_rss_kb": null }, "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 98.512, "wall_ms_mad": 0.0, "cpu_ms_median": 98.512, "max_rss_kb": null }, "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 16.76, "wall_ms_mad": 0.0, "cpu_ms_median": 16.76, "max_rss_kb": null }, "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2" } ] }, { "id": "entry_ordering", "category": "directory/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/edge_cases/entry_ordering/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6", "expected_swhid_sha256": "swh:2:dir:ef3635807e9e5af2a4188298de95f4e1a2300295a7d7629ce07b803fe4d127d9" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 31.796, "wall_ms_mad": 0.0, "cpu_ms_median": 31.796, "max_rss_kb": null }, "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 46.91, "wall_ms_mad": 0.0, "cpu_ms_median": 46.91, "max_rss_kb": null }, "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 164.035, "wall_ms_mad": 0.0, "cpu_ms_median": 164.035, "max_rss_kb": null }, "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 24.857, "wall_ms_mad": 0.0, "cpu_ms_median": 24.857, "max_rss_kb": null }, "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 91.344, "wall_ms_mad": 0.0, "cpu_ms_median": 91.344, "max_rss_kb": null }, "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 109.332, "wall_ms_mad": 0.0, "cpu_ms_median": 109.332, "max_rss_kb": null }, "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 16.611, "wall_ms_mad": 0.0, "cpu_ms_median": 16.611, "max_rss_kb": null }, "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6" } ] }, { "id": "mixed_types", "category": "directory/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/edge_cases/mixed_types/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72", "expected_swhid_sha256": "swh:2:dir:fad4b42e6c2b590c9a432a5976d37215cf291c76c77f11cf57d65733d3ce7db6" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.358, "wall_ms_mad": 0.0, "cpu_ms_median": 12.358, "max_rss_kb": null }, "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.52, "wall_ms_mad": 0.0, "cpu_ms_median": 17.52, "max_rss_kb": null }, "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 178.874, "wall_ms_mad": 0.0, "cpu_ms_median": 178.874, "max_rss_kb": null }, "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.351, "wall_ms_mad": 0.0, "cpu_ms_median": 14.351, "max_rss_kb": null }, "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 144.323, "wall_ms_mad": 0.0, "cpu_ms_median": 144.323, "max_rss_kb": null }, "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 143.739, "wall_ms_mad": 0.0, "cpu_ms_median": 143.739, "max_rss_kb": null }, "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 25.521, "wall_ms_mad": 0.0, "cpu_ms_median": 25.521, "max_rss_kb": null }, "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72" } ] }, { "id": "path_terminator", "category": "directory/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/edge_cases/path_terminator/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca", "expected_swhid_sha256": "swh:2:dir:134a6aca679b1fc4107adb1237e4b020150510d328c257721ee85e4700d712ce" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.492, "wall_ms_mad": 0.0, "cpu_ms_median": 17.492, "max_rss_kb": null }, "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 26.8, "wall_ms_mad": 0.0, "cpu_ms_median": 26.8, "max_rss_kb": null }, "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 157.783, "wall_ms_mad": 0.0, "cpu_ms_median": 157.783, "max_rss_kb": null }, "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 16.887, "wall_ms_mad": 0.0, "cpu_ms_median": 16.887, "max_rss_kb": null }, "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 143.3, "wall_ms_mad": 0.0, "cpu_ms_median": 143.3, "max_rss_kb": null }, "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 108.049, "wall_ms_mad": 0.0, "cpu_ms_median": 108.049, "max_rss_kb": null }, "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.733, "wall_ms_mad": 0.0, "cpu_ms_median": 12.733, "max_rss_kb": null }, "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca" } ] }, { "id": "special_chars", "category": "directory/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/edge_cases/special_chars/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf", "expected_swhid_sha256": "swh:2:dir:fbe5726704829cb41375d567ebdd1a0e313b2a045551b05ef77a0c47a8f2823d" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 15.748, "wall_ms_mad": 0.0, "cpu_ms_median": 15.748, "max_rss_kb": null }, "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 20.756, "wall_ms_mad": 0.0, "cpu_ms_median": 20.756, "max_rss_kb": null }, "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 132.238, "wall_ms_mad": 0.0, "cpu_ms_median": 132.238, "max_rss_kb": null }, "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.432, "wall_ms_mad": 0.0, "cpu_ms_median": 14.432, "max_rss_kb": null }, "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 102.192, "wall_ms_mad": 0.0, "cpu_ms_median": 102.192, "max_rss_kb": null }, "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 83.919, "wall_ms_mad": 0.0, "cpu_ms_median": 83.919, "max_rss_kb": null }, "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.38, "wall_ms_mad": 0.0, "cpu_ms_median": 12.38, "max_rss_kb": null }, "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf" } ] }, { "id": "unicode_names", "category": "directory/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/edge_cases/unicode_names/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd", "expected_swhid_sha256": "swh:2:dir:03ea1f801e73041096c6e699fa1f46913cc478973e5430079aa72efe21e25d7b" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 15.704, "wall_ms_mad": 0.0, "cpu_ms_median": 15.704, "max_rss_kb": null }, "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 16.799, "wall_ms_mad": 0.0, "cpu_ms_median": 16.799, "max_rss_kb": null }, "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 116.722, "wall_ms_mad": 0.0, "cpu_ms_median": 116.722, "max_rss_kb": null }, "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.61, "wall_ms_mad": 0.0, "cpu_ms_median": 11.61, "max_rss_kb": null }, "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 62.272, "wall_ms_mad": 0.0, "cpu_ms_median": 62.272, "max_rss_kb": null }, "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 91.844, "wall_ms_mad": 0.0, "cpu_ms_median": 91.844, "max_rss_kb": null }, "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 10.563, "wall_ms_mad": 0.0, "cpu_ms_median": 10.563, "max_rss_kb": null }, "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd" } ] }, { "id": "unicode_normalization", "category": "directory/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/edge_cases/unicode_normalization/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f", "expected_swhid_sha256": "swh:2:dir:4fd288829483b6f50c616f044a7bdb4375f4d6178a71650208efead7725761c1" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.68, "wall_ms_mad": 0.0, "cpu_ms_median": 11.68, "max_rss_kb": null }, "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 16.263, "wall_ms_mad": 0.0, "cpu_ms_median": 16.263, "max_rss_kb": null }, "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 131.887, "wall_ms_mad": 0.0, "cpu_ms_median": 131.887, "max_rss_kb": null }, "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.212, "wall_ms_mad": 0.0, "cpu_ms_median": 17.212, "max_rss_kb": null }, "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 97.707, "wall_ms_mad": 0.0, "cpu_ms_median": 97.707, "max_rss_kb": null }, "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 103.907, "wall_ms_mad": 0.0, "cpu_ms_median": 103.907, "max_rss_kb": null }, "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.373, "wall_ms_mad": 0.0, "cpu_ms_median": 7.373, "max_rss_kb": null }, "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f" } ] }, { "id": "alias_branches", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/alias_branches/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:9985c2da7ec2950ae93a4bc81d09bbe21ac3d423", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 10.172, "wall_ms_mad": 0.0, "cpu_ms_median": 10.172, "max_rss_kb": null }, "swhid": "swh:1:snp:9985c2da7ec2950ae93a4bc81d09bbe21ac3d423" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 139.826, "wall_ms_mad": 0.0, "cpu_ms_median": 139.826, "max_rss_kb": null }, "swhid": "swh:1:snp:9985c2da7ec2950ae93a4bc81d09bbe21ac3d423" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 86.958, "wall_ms_mad": 0.0, "cpu_ms_median": 86.958, "max_rss_kb": null }, "swhid": "swh:1:snp:9985c2da7ec2950ae93a4bc81d09bbe21ac3d423" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 87.895, "wall_ms_mad": 0.0, "cpu_ms_median": 87.895, "max_rss_kb": null }, "swhid": "swh:1:snp:9985c2da7ec2950ae93a4bc81d09bbe21ac3d423" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "case_rename", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/case_rename/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:f72a5cda8a9e692733f28dd97f6a497789fe4f1a", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.645, "wall_ms_mad": 0.0, "cpu_ms_median": 12.645, "max_rss_kb": null }, "swhid": "swh:1:snp:f72a5cda8a9e692733f28dd97f6a497789fe4f1a" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 148.148, "wall_ms_mad": 0.0, "cpu_ms_median": 148.148, "max_rss_kb": null }, "swhid": "swh:1:snp:f72a5cda8a9e692733f28dd97f6a497789fe4f1a" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 89.056, "wall_ms_mad": 0.0, "cpu_ms_median": 89.056, "max_rss_kb": null }, "swhid": "swh:1:snp:f72a5cda8a9e692733f28dd97f6a497789fe4f1a" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 103.362, "wall_ms_mad": 0.0, "cpu_ms_median": 103.362, "max_rss_kb": null }, "swhid": "swh:1:snp:f72a5cda8a9e692733f28dd97f6a497789fe4f1a" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "dangling_branches", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/dangling_branches/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:b1a1cb66e7a27f7a6b2424e953bd21d39c975f78", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:snp:da11ffd92144992a4715673dea6eb6b0a7791d2b", "expected": "swh:1:snp:b1a1cb66e7a27f7a6b2424e953bd21d39c975f78" }, "diff": [ { "path": "/swhid", "expected": "swh:1:snp:b1a1cb66e7a27f7a6b2424e953bd21d39c975f78", "actual": "swh:1:snp:da11ffd92144992a4715673dea6eb6b0a7791d2b", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 8.67, "wall_ms_mad": 0.0, "cpu_ms_median": 8.67, "max_rss_kb": null }, "swhid": "swh:1:snp:da11ffd92144992a4715673dea6eb6b0a7791d2b" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "FAIL", "error": { "code": "COMPUTE_ERROR", "subtype": "exception", "message": "[COMPUTE_ERROR] Error running Python implementation: [COMPUTE_ERROR] Python implementation failed: Traceback (most recent call last):\n File \"\", line 198, in _run_module_as_main\n File \"\", line 88, in _run_code\n File \"/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/swh/model/cli.py\", line 323, in \n identify()\n File \"/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/click/core.py\", line 1514, in __call__\n return self.main(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/click/core.py\", line 1435, in main\n rv = self.invoke(ctx)\n ^^^^^^^^^^^^^^^^\n File \"/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/click/core.py\", line 1298, in invoke\n return ctx.invoke(self.callback, **ctx.params)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/click/core.py\", line 853, in invoke\n return callback(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/swh/model/cli.py\", line 315, in identify\n for obj, swhid in results:\n ^^^^^^^\n File \"/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/swh/model/cli.py\", line 177, in identify_object\n swhid = str(swhid_of_git_repo(obj))\n ^^^^^^^^^^^^^^^^^^^^^^\n File \"/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/swh/model/cli.py\", line 124, in swhid_of_git_repo\n obj = repo[target]\n ~~~~^^^^^^^^\n File \"/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/dulwich/repo.py\", line 1257, in __getitem__\n raise KeyError(name)\nKeyError: b'0000000000000000000000000000000000000001'\n", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 138.41, "wall_ms_mad": 0.0, "cpu_ms_median": 138.41, "max_rss_kb": null }, "swhid": null }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 83.044, "wall_ms_mad": 0.0, "cpu_ms_median": 83.044, "max_rss_kb": null }, "swhid": "swh:1:snp:b1a1cb66e7a27f7a6b2424e953bd21d39c975f78" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "FAIL", "error": { "code": "COMPUTE_ERROR", "subtype": "exception", "message": "Error running Ruby implementation: Ruby implementation failed: ", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 85.573, "wall_ms_mad": 0.0, "cpu_ms_median": 85.573, "max_rss_kb": null }, "swhid": null }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "lightweight_vs_annotated", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/lightweight_vs_annotated/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:3ed4bb336012f1b2fa16fbf57c55f90c29cdf173", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.21, "wall_ms_mad": 0.0, "cpu_ms_median": 14.21, "max_rss_kb": null }, "swhid": "swh:1:snp:3ed4bb336012f1b2fa16fbf57c55f90c29cdf173" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 167.547, "wall_ms_mad": 0.0, "cpu_ms_median": 167.547, "max_rss_kb": null }, "swhid": "swh:1:snp:3ed4bb336012f1b2fa16fbf57c55f90c29cdf173" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 165.37, "wall_ms_mad": 0.0, "cpu_ms_median": 165.37, "max_rss_kb": null }, "swhid": "swh:1:snp:3ed4bb336012f1b2fa16fbf57c55f90c29cdf173" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 109.491, "wall_ms_mad": 0.0, "cpu_ms_median": 109.491, "max_rss_kb": null }, "swhid": "swh:1:snp:3ed4bb336012f1b2fa16fbf57c55f90c29cdf173" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "merge_commits", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/merge_commits/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:ef2430afbf4735f02b73c79bc4a53af6da5c6d18", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.241, "wall_ms_mad": 0.0, "cpu_ms_median": 12.241, "max_rss_kb": null }, "swhid": "swh:1:snp:ef2430afbf4735f02b73c79bc4a53af6da5c6d18" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 205.158, "wall_ms_mad": 0.0, "cpu_ms_median": 205.158, "max_rss_kb": null }, "swhid": "swh:1:snp:ef2430afbf4735f02b73c79bc4a53af6da5c6d18" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 117.668, "wall_ms_mad": 0.0, "cpu_ms_median": 117.668, "max_rss_kb": null }, "swhid": "swh:1:snp:ef2430afbf4735f02b73c79bc4a53af6da5c6d18" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 133.593, "wall_ms_mad": 0.0, "cpu_ms_median": 133.593, "max_rss_kb": null }, "swhid": "swh:1:snp:ef2430afbf4735f02b73c79bc4a53af6da5c6d18" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "signed_tag", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/signed_tag/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:1109043ec17eeb3bf7d657689ab60336c901fde9", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 20.792, "wall_ms_mad": 0.0, "cpu_ms_median": 20.792, "max_rss_kb": null }, "swhid": "swh:1:snp:1109043ec17eeb3bf7d657689ab60336c901fde9" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 233.226, "wall_ms_mad": 0.0, "cpu_ms_median": 233.226, "max_rss_kb": null }, "swhid": "swh:1:snp:1109043ec17eeb3bf7d657689ab60336c901fde9" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 165.981, "wall_ms_mad": 0.0, "cpu_ms_median": 165.981, "max_rss_kb": null }, "swhid": "swh:1:snp:1109043ec17eeb3bf7d657689ab60336c901fde9" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 142.991, "wall_ms_mad": 0.0, "cpu_ms_median": 142.991, "max_rss_kb": null }, "swhid": "swh:1:snp:1109043ec17eeb3bf7d657689ab60336c901fde9" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "snapshot_branch_order", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/snapshot_branch_order/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:8f0d48de532ad98671b25f6b069ee3003f46a505", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 21.693, "wall_ms_mad": 0.0, "cpu_ms_median": 21.693, "max_rss_kb": null }, "swhid": "swh:1:snp:8f0d48de532ad98671b25f6b069ee3003f46a505" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 190.547, "wall_ms_mad": 0.0, "cpu_ms_median": 190.547, "max_rss_kb": null }, "swhid": "swh:1:snp:8f0d48de532ad98671b25f6b069ee3003f46a505" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 203.354, "wall_ms_mad": 0.0, "cpu_ms_median": 203.354, "max_rss_kb": null }, "swhid": "swh:1:snp:8f0d48de532ad98671b25f6b069ee3003f46a505" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 138.407, "wall_ms_mad": 0.0, "cpu_ms_median": 138.407, "max_rss_kb": null }, "swhid": "swh:1:snp:8f0d48de532ad98671b25f6b069ee3003f46a505" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "submodule", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/submodule/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:92683e1879de34dc894fa28d4854e9437257dee2", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.381, "wall_ms_mad": 0.0, "cpu_ms_median": 9.381, "max_rss_kb": null }, "swhid": "swh:1:snp:92683e1879de34dc894fa28d4854e9437257dee2" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 131.847, "wall_ms_mad": 0.0, "cpu_ms_median": 131.847, "max_rss_kb": null }, "swhid": "swh:1:snp:92683e1879de34dc894fa28d4854e9437257dee2" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 60.68, "wall_ms_mad": 0.0, "cpu_ms_median": 60.68, "max_rss_kb": null }, "swhid": "swh:1:snp:92683e1879de34dc894fa28d4854e9437257dee2" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 78.287, "wall_ms_mad": 0.0, "cpu_ms_median": 78.287, "max_rss_kb": null }, "swhid": "swh:1:snp:92683e1879de34dc894fa28d4854e9437257dee2" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "synthetic_repo", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/synthetic/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:snp:8366b57cf3ca8f2f20d65c69837be070894a83b2", "expected": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7" }, "diff": [ { "path": "/swhid", "expected": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7", "actual": "swh:1:snp:8366b57cf3ca8f2f20d65c69837be070894a83b2", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 14.959, "wall_ms_mad": 0.0, "cpu_ms_median": 14.959, "max_rss_kb": null }, "swhid": "swh:1:snp:8366b57cf3ca8f2f20d65c69837be070894a83b2" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 210.128, "wall_ms_mad": 0.0, "cpu_ms_median": 210.128, "max_rss_kb": null }, "swhid": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 130.827, "wall_ms_mad": 0.0, "cpu_ms_median": 130.827, "max_rss_kb": null }, "swhid": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 107.636, "wall_ms_mad": 0.0, "cpu_ms_median": 107.636, "max_rss_kb": null }, "swhid": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "timezone_extremes", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/timezone_extremes/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:a08106ee77186a6657c1ac9214cda20e728e66a2", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 15.6, "wall_ms_mad": 0.0, "cpu_ms_median": 15.6, "max_rss_kb": null }, "swhid": "swh:1:snp:a08106ee77186a6657c1ac9214cda20e728e66a2" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 217.095, "wall_ms_mad": 0.0, "cpu_ms_median": 217.095, "max_rss_kb": null }, "swhid": "swh:1:snp:a08106ee77186a6657c1ac9214cda20e728e66a2" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 103.716, "wall_ms_mad": 0.0, "cpu_ms_median": 103.716, "max_rss_kb": null }, "swhid": "swh:1:snp:a08106ee77186a6657c1ac9214cda20e728e66a2" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 128.602, "wall_ms_mad": 0.0, "cpu_ms_median": 128.602, "max_rss_kb": null }, "swhid": "swh:1:snp:a08106ee77186a6657c1ac9214cda20e728e66a2" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "with_tags", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/with_tags/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:9497c331aac82899611d1c2e9a0eef1d3c161c8d", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.782, "wall_ms_mad": 0.0, "cpu_ms_median": 11.782, "max_rss_kb": null }, "swhid": "swh:1:snp:9497c331aac82899611d1c2e9a0eef1d3c161c8d" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 160.044, "wall_ms_mad": 0.0, "cpu_ms_median": 160.044, "max_rss_kb": null }, "swhid": "swh:1:snp:9497c331aac82899611d1c2e9a0eef1d3c161c8d" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 139.824, "wall_ms_mad": 0.0, "cpu_ms_median": 139.824, "max_rss_kb": null }, "swhid": "swh:1:snp:9497c331aac82899611d1c2e9a0eef1d3c161c8d" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 83.715, "wall_ms_mad": 0.0, "cpu_ms_median": 83.715, "max_rss_kb": null }, "swhid": "swh:1:snp:9497c331aac82899611d1c2e9a0eef1d3c161c8d" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "branch_ordering", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/branch_ordering.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:snp:2c7bb0f4015176850a9fd301025ff5c24ab429f5", "expected": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36" }, "diff": [ { "path": "/swhid", "expected": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36", "actual": "swh:1:snp:2c7bb0f4015176850a9fd301025ff5c24ab429f5", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 154.159, "wall_ms_mad": 0.0, "cpu_ms_median": 154.159, "max_rss_kb": null }, "swhid": "swh:1:snp:2c7bb0f4015176850a9fd301025ff5c24ab429f5" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 503.835, "wall_ms_mad": 0.0, "cpu_ms_median": 503.835, "max_rss_kb": null }, "swhid": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 537.391, "wall_ms_mad": 0.0, "cpu_ms_median": 537.391, "max_rss_kb": null }, "swhid": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 272.321, "wall_ms_mad": 0.0, "cpu_ms_median": 272.321, "max_rss_kb": null }, "swhid": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "complex_merges", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/complex_merges.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:snp:1483e03d492f5695b82bd5851ee72a2c6be8805e", "expected": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4" }, "diff": [ { "path": "/swhid", "expected": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4", "actual": "swh:1:snp:1483e03d492f5695b82bd5851ee72a2c6be8805e", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 106.007, "wall_ms_mad": 0.0, "cpu_ms_median": 106.007, "max_rss_kb": null }, "swhid": "swh:1:snp:1483e03d492f5695b82bd5851ee72a2c6be8805e" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 306.423, "wall_ms_mad": 0.0, "cpu_ms_median": 306.423, "max_rss_kb": null }, "swhid": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 224.859, "wall_ms_mad": 0.0, "cpu_ms_median": 224.859, "max_rss_kb": null }, "swhid": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 185.221, "wall_ms_mad": 0.0, "cpu_ms_median": 185.221, "max_rss_kb": null }, "swhid": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "comprehensive_branch_develop", "category": "unknown", "payload_ref": "/var/folders/tb/y368xp_x10s3ty1b_mtl5mxr0000gn/T/swhid_test_mzw1ev5y/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362", "expected_swhid_sha256": "swh:2:rev:ce9977aecc562d66a1788ceea6085d1a9fdfe0e6ec624b55bfee5d37c8ed3d2e" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 18.359, "wall_ms_mad": 0.0, "cpu_ms_median": 18.359, "max_rss_kb": null }, "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 21.449, "wall_ms_mad": 0.0, "cpu_ms_median": 21.449, "max_rss_kb": null }, "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 30.091, "wall_ms_mad": 0.0, "cpu_ms_median": 30.091, "max_rss_kb": null }, "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 47.811, "wall_ms_mad": 0.0, "cpu_ms_median": 47.811, "max_rss_kb": null }, "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 15.515, "wall_ms_mad": 0.0, "cpu_ms_median": 15.515, "max_rss_kb": null }, "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 72.98, "wall_ms_mad": 0.0, "cpu_ms_median": 72.98, "max_rss_kb": null }, "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 128.005, "wall_ms_mad": 0.0, "cpu_ms_median": 128.005, "max_rss_kb": null }, "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362" } ] }, { "id": "comprehensive_branch_feature-a", "category": "unknown", "payload_ref": "/var/folders/tb/y368xp_x10s3ty1b_mtl5mxr0000gn/T/swhid_test_mzw1ev5y/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764", "expected_swhid_sha256": "swh:2:rev:be92c18a69f4061c1af3edcd55b1d65c2963db763cffd4129238a3f6ae9952ad" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 29.239, "wall_ms_mad": 0.0, "cpu_ms_median": 29.239, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 35.951, "wall_ms_mad": 0.0, "cpu_ms_median": 35.951, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 38.208, "wall_ms_mad": 0.0, "cpu_ms_median": 38.208, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 35.02, "wall_ms_mad": 0.0, "cpu_ms_median": 35.02, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 62.801, "wall_ms_mad": 0.0, "cpu_ms_median": 62.801, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 113.363, "wall_ms_mad": 0.0, "cpu_ms_median": 113.363, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 154.618, "wall_ms_mad": 0.0, "cpu_ms_median": 154.618, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" } ] }, { "id": "comprehensive_branch_feature-b", "category": "unknown", "payload_ref": "/var/folders/tb/y368xp_x10s3ty1b_mtl5mxr0000gn/T/swhid_test_mzw1ev5y/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149", "expected_swhid_sha256": "swh:2:rev:30ab3f05fe4b048aa1d4b7b2cab384c1ba83b101ea25731aa015cf6c35362428" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 10.976, "wall_ms_mad": 0.0, "cpu_ms_median": 10.976, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 23.979, "wall_ms_mad": 0.0, "cpu_ms_median": 23.979, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 37.135, "wall_ms_mad": 0.0, "cpu_ms_median": 37.135, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 44.431, "wall_ms_mad": 0.0, "cpu_ms_median": 44.431, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 22.471, "wall_ms_mad": 0.0, "cpu_ms_median": 22.471, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 83.782, "wall_ms_mad": 0.0, "cpu_ms_median": 83.782, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 138.134, "wall_ms_mad": 0.0, "cpu_ms_median": 138.134, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" } ] }, { "id": "comprehensive_branch_hotfix", "category": "unknown", "payload_ref": "/var/folders/tb/y368xp_x10s3ty1b_mtl5mxr0000gn/T/swhid_test_mzw1ev5y/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720", "expected_swhid_sha256": "swh:2:rev:31f042943bb64a93323c18f5afd5a5f6d8c8cf8e70d07a14c78c361bc80db32b" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 28.171, "wall_ms_mad": 0.0, "cpu_ms_median": 28.171, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 33.03, "wall_ms_mad": 0.0, "cpu_ms_median": 33.03, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 41.528, "wall_ms_mad": 0.0, "cpu_ms_median": 41.528, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 23.968, "wall_ms_mad": 0.0, "cpu_ms_median": 23.968, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 45.975, "wall_ms_mad": 0.0, "cpu_ms_median": 45.975, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 97.056, "wall_ms_mad": 0.0, "cpu_ms_median": 97.056, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 146.434, "wall_ms_mad": 0.0, "cpu_ms_median": 146.434, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" } ] }, { "id": "comprehensive_branch_main", "category": "unknown", "payload_ref": "/var/folders/tb/y368xp_x10s3ty1b_mtl5mxr0000gn/T/swhid_test_mzw1ev5y/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf", "expected_swhid_sha256": "swh:2:rev:b511eaf5a579cc893da0464c4a555adfaa15bdf65dc337e5a140c80261b30bf4" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 30.232, "wall_ms_mad": 0.0, "cpu_ms_median": 30.232, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 39.832, "wall_ms_mad": 0.0, "cpu_ms_median": 39.832, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 46.634, "wall_ms_mad": 0.0, "cpu_ms_median": 46.634, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 84.582, "wall_ms_mad": 0.0, "cpu_ms_median": 84.582, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 115.318, "wall_ms_mad": 0.0, "cpu_ms_median": 115.318, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 163.518, "wall_ms_mad": 0.0, "cpu_ms_median": 163.518, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 224.664, "wall_ms_mad": 0.0, "cpu_ms_median": 224.664, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" } ] }, { "id": "comprehensive_tag_v1.0.0", "category": "unknown", "payload_ref": "/var/folders/tb/y368xp_x10s3ty1b_mtl5mxr0000gn/T/swhid_test_mzw1ev5y/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4", "expected_swhid_sha256": "swh:2:rel:fc5f81a1411b41556c6558845c5fe48efbe70f4a0a7dd6bd5a8b3c72a6228786" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.295, "wall_ms_mad": 0.0, "cpu_ms_median": 7.295, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.229, "wall_ms_mad": 0.0, "cpu_ms_median": 14.229, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.249, "wall_ms_mad": 0.0, "cpu_ms_median": 14.249, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 2.028, "wall_ms_mad": 0.0, "cpu_ms_median": 2.028, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 47.283, "wall_ms_mad": 0.0, "cpu_ms_median": 47.283, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 95.074, "wall_ms_mad": 0.0, "cpu_ms_median": 95.074, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 115.692, "wall_ms_mad": 0.0, "cpu_ms_median": 115.692, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" } ] }, { "id": "comprehensive_tag_v1.0.1", "category": "unknown", "payload_ref": "/var/folders/tb/y368xp_x10s3ty1b_mtl5mxr0000gn/T/swhid_test_mzw1ev5y/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54", "expected_swhid_sha256": "swh:2:rel:b7c9b8486f02e73cfc55a6aef25b8f1f95772a9b988f9f729184137b28762c56" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.819, "wall_ms_mad": 0.0, "cpu_ms_median": 0.819, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.209, "wall_ms_mad": 0.0, "cpu_ms_median": 12.209, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.872, "wall_ms_mad": 0.0, "cpu_ms_median": 17.872, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.049, "wall_ms_mad": 0.0, "cpu_ms_median": 1.049, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 47.058, "wall_ms_mad": 0.0, "cpu_ms_median": 47.058, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 99.293, "wall_ms_mad": 0.0, "cpu_ms_median": 99.293, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 114.241, "wall_ms_mad": 0.0, "cpu_ms_median": 114.241, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" } ] }, { "id": "comprehensive_tag_v1.1.0", "category": "unknown", "payload_ref": "/var/folders/tb/y368xp_x10s3ty1b_mtl5mxr0000gn/T/swhid_test_mzw1ev5y/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a", "expected_swhid_sha256": "swh:2:rel:a6423cd273e7af6554423736f950e831969e2f39c725dde857cb30222105c2ca" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.979, "wall_ms_mad": 0.0, "cpu_ms_median": 0.979, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.227, "wall_ms_mad": 0.0, "cpu_ms_median": 17.227, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.311, "wall_ms_mad": 0.0, "cpu_ms_median": 17.311, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.158, "wall_ms_mad": 0.0, "cpu_ms_median": 1.158, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 51.076, "wall_ms_mad": 0.0, "cpu_ms_median": 51.076, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 119.579, "wall_ms_mad": 0.0, "cpu_ms_median": 119.579, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 107.055, "wall_ms_mad": 0.0, "cpu_ms_median": 107.055, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" } ] }, { "id": "comprehensive_tag_v2.0.0", "category": "unknown", "payload_ref": "/var/folders/tb/y368xp_x10s3ty1b_mtl5mxr0000gn/T/swhid_test_mzw1ev5y/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f", "expected_swhid_sha256": "swh:2:rel:f0fbfaaa8972a49fce82dfc62c1d97592cf2c62faca5adb1e0c0e227655d6068" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.503, "wall_ms_mad": 0.0, "cpu_ms_median": 0.503, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.196, "wall_ms_mad": 0.0, "cpu_ms_median": 14.196, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.816, "wall_ms_mad": 0.0, "cpu_ms_median": 13.816, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.501, "wall_ms_mad": 0.0, "cpu_ms_median": 1.501, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 53.854, "wall_ms_mad": 0.0, "cpu_ms_median": 53.854, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 102.14, "wall_ms_mad": 0.0, "cpu_ms_median": 102.14, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 113.957, "wall_ms_mad": 0.0, "cpu_ms_median": 113.957, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" } ] }, { "id": "comprehensive_tag_v2.1.0", "category": "unknown", "payload_ref": "/var/folders/tb/y368xp_x10s3ty1b_mtl5mxr0000gn/T/swhid_test_mzw1ev5y/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39", "expected_swhid_sha256": "swh:2:rel:b071c1d398f3d7fb9c3fce176b4993a4f38f897b42db2bc9bdbda5e09ad97216" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.652, "wall_ms_mad": 0.0, "cpu_ms_median": 0.652, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 10.457, "wall_ms_mad": 0.0, "cpu_ms_median": 10.457, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.812, "wall_ms_mad": 0.0, "cpu_ms_median": 13.812, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.677, "wall_ms_mad": 0.0, "cpu_ms_median": 1.677, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 47.54, "wall_ms_mad": 0.0, "cpu_ms_median": 47.54, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 151.357, "wall_ms_mad": 0.0, "cpu_ms_median": 151.357, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 158.773, "wall_ms_mad": 0.0, "cpu_ms_median": 158.773, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" } ] }, { "id": "merge_commits", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/merge_commits.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:snp:b7fa53489fc4a7d6ccd2d08f54892dbe5bfcbeef", "expected": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6" }, "diff": [ { "path": "/swhid", "expected": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6", "actual": "swh:1:snp:b7fa53489fc4a7d6ccd2d08f54892dbe5bfcbeef", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 161.119, "wall_ms_mad": 0.0, "cpu_ms_median": 161.119, "max_rss_kb": null }, "swhid": "swh:1:snp:b7fa53489fc4a7d6ccd2d08f54892dbe5bfcbeef" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 409.654, "wall_ms_mad": 0.0, "cpu_ms_median": 409.654, "max_rss_kb": null }, "swhid": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 248.305, "wall_ms_mad": 0.0, "cpu_ms_median": 248.305, "max_rss_kb": null }, "swhid": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 215.349, "wall_ms_mad": 0.0, "cpu_ms_median": 215.349, "max_rss_kb": null }, "swhid": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "signed_releases", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/signed_releases.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:snp:a37475d31797589cfc7f470f5e7a971ff635b9be", "expected": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4" }, "diff": [ { "path": "/swhid", "expected": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4", "actual": "swh:1:snp:a37475d31797589cfc7f470f5e7a971ff635b9be", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 150.695, "wall_ms_mad": 0.0, "cpu_ms_median": 150.695, "max_rss_kb": null }, "swhid": "swh:1:snp:a37475d31797589cfc7f470f5e7a971ff635b9be" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 428.843, "wall_ms_mad": 0.0, "cpu_ms_median": 428.843, "max_rss_kb": null }, "swhid": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 453.367, "wall_ms_mad": 0.0, "cpu_ms_median": 453.367, "max_rss_kb": null }, "swhid": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 200.409, "wall_ms_mad": 0.0, "cpu_ms_median": 200.409, "max_rss_kb": null }, "swhid": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "signed_revisions_branch_main", "category": "unknown", "payload_ref": "/var/folders/tb/y368xp_x10s3ty1b_mtl5mxr0000gn/T/swhid_test_op671cem/signed_revisions", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe", "expected_swhid_sha256": "swh:2:rev:26be30e69cec790ad80df1486c709230b18670f1ca573b6dc61be9c8697225f3" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 21.61, "wall_ms_mad": 0.0, "cpu_ms_median": 21.61, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 28.942, "wall_ms_mad": 0.0, "cpu_ms_median": 28.942, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 40.88, "wall_ms_mad": 0.0, "cpu_ms_median": 40.88, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 40.989, "wall_ms_mad": 0.0, "cpu_ms_median": 40.989, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 68.52, "wall_ms_mad": 0.0, "cpu_ms_median": 68.52, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 110.876, "wall_ms_mad": 0.0, "cpu_ms_median": 110.876, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 185.175, "wall_ms_mad": 0.0, "cpu_ms_median": 185.175, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" } ] }, { "id": "signed_revisions_branch_signed-feature", "category": "unknown", "payload_ref": "/var/folders/tb/y368xp_x10s3ty1b_mtl5mxr0000gn/T/swhid_test_op671cem/signed_revisions", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe", "expected_swhid_sha256": "swh:2:rev:26be30e69cec790ad80df1486c709230b18670f1ca573b6dc61be9c8697225f3" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 23.356, "wall_ms_mad": 0.0, "cpu_ms_median": 23.356, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 46.332, "wall_ms_mad": 0.0, "cpu_ms_median": 46.332, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 47.217, "wall_ms_mad": 0.0, "cpu_ms_median": 47.217, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 25.111, "wall_ms_mad": 0.0, "cpu_ms_median": 25.111, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 58.179, "wall_ms_mad": 0.0, "cpu_ms_median": 58.179, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 113.746, "wall_ms_mad": 0.0, "cpu_ms_median": 113.746, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 138.368, "wall_ms_mad": 0.0, "cpu_ms_median": 138.368, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" } ] }, { "id": "simple_revisions", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/simple_revisions.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:snp:7638ab45d024a9a8adcfcbe70f5f7e1844c2b8df", "expected": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92" }, "diff": [ { "path": "/swhid", "expected": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92", "actual": "swh:1:snp:7638ab45d024a9a8adcfcbe70f5f7e1844c2b8df", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 107.365, "wall_ms_mad": 0.0, "cpu_ms_median": 107.365, "max_rss_kb": null }, "swhid": "swh:1:snp:7638ab45d024a9a8adcfcbe70f5f7e1844c2b8df" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 336.965, "wall_ms_mad": 0.0, "cpu_ms_median": 336.965, "max_rss_kb": null }, "swhid": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 184.372, "wall_ms_mad": 0.0, "cpu_ms_median": 184.372, "max_rss_kb": null }, "swhid": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 155.189, "wall_ms_mad": 0.0, "cpu_ms_median": 155.189, "max_rss_kb": null }, "swhid": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "tag_types", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/tag_types.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:snp:819f5d1af138efaac9d870ffdbf49aa67a0873ae", "expected": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9" }, "diff": [ { "path": "/swhid", "expected": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9", "actual": "swh:1:snp:819f5d1af138efaac9d870ffdbf49aa67a0873ae", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 102.095, "wall_ms_mad": 0.0, "cpu_ms_median": 102.095, "max_rss_kb": null }, "swhid": "swh:1:snp:819f5d1af138efaac9d870ffdbf49aa67a0873ae" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 360.818, "wall_ms_mad": 0.0, "cpu_ms_median": 360.818, "max_rss_kb": null }, "swhid": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 356.384, "wall_ms_mad": 0.0, "cpu_ms_median": 356.384, "max_rss_kb": null }, "swhid": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 176.683, "wall_ms_mad": 0.0, "cpu_ms_median": 176.683, "max_rss_kb": null }, "swhid": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "annotated_release_v1", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/with_tags/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1", "expected_swhid_sha256": "swh:2:rel:a0975e97ce4a44b9ebacae96a1c29bd540795a3e3d0f139271c79f89816a3220" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 22.539, "wall_ms_mad": 0.0, "cpu_ms_median": 22.539, "max_rss_kb": null }, "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.957, "wall_ms_mad": 0.0, "cpu_ms_median": 1.957, "max_rss_kb": null }, "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 133.861, "wall_ms_mad": 0.0, "cpu_ms_median": 133.861, "max_rss_kb": null }, "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 27.766, "wall_ms_mad": 0.0, "cpu_ms_median": 27.766, "max_rss_kb": null }, "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 58.812, "wall_ms_mad": 0.0, "cpu_ms_median": 58.812, "max_rss_kb": null }, "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 137.817, "wall_ms_mad": 0.0, "cpu_ms_median": 137.817, "max_rss_kb": null }, "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 3.131, "wall_ms_mad": 0.0, "cpu_ms_median": 3.131, "max_rss_kb": null }, "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1" } ] }, { "id": "annotated_release_v2", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/with_tags/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a", "expected_swhid_sha256": "swh:2:rel:df586c70b4508d7ddb09ed154ca543086b2b143295caece2c0d3cf10661e9df6" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.862, "wall_ms_mad": 0.0, "cpu_ms_median": 12.862, "max_rss_kb": null }, "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 2.877, "wall_ms_mad": 0.0, "cpu_ms_median": 2.877, "max_rss_kb": null }, "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 125.525, "wall_ms_mad": 0.0, "cpu_ms_median": 125.525, "max_rss_kb": null }, "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 16.675, "wall_ms_mad": 0.0, "cpu_ms_median": 16.675, "max_rss_kb": null }, "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 49.17, "wall_ms_mad": 0.0, "cpu_ms_median": 49.17, "max_rss_kb": null }, "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 149.016, "wall_ms_mad": 0.0, "cpu_ms_median": 149.016, "max_rss_kb": null }, "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.454, "wall_ms_mad": 0.0, "cpu_ms_median": 1.454, "max_rss_kb": null }, "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a" } ] }, { "id": "comprehensive_tag_v1.0.0", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4", "expected_swhid_sha256": "swh:2:rel:fc5f81a1411b41556c6558845c5fe48efbe70f4a0a7dd6bd5a8b3c72a6228786" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 223.306, "wall_ms_mad": 0.0, "cpu_ms_median": 223.306, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 219.608, "wall_ms_mad": 0.0, "cpu_ms_median": 219.608, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 295.343, "wall_ms_mad": 0.0, "cpu_ms_median": 295.343, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 246.74, "wall_ms_mad": 0.0, "cpu_ms_median": 246.74, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 182.403, "wall_ms_mad": 0.0, "cpu_ms_median": 182.403, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 219.737, "wall_ms_mad": 0.0, "cpu_ms_median": 219.737, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 132.928, "wall_ms_mad": 0.0, "cpu_ms_median": 132.928, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" } ] }, { "id": "comprehensive_tag_v1.0.1", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54", "expected_swhid_sha256": "swh:2:rel:b7c9b8486f02e73cfc55a6aef25b8f1f95772a9b988f9f729184137b28762c56" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 226.452, "wall_ms_mad": 0.0, "cpu_ms_median": 226.452, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 196.743, "wall_ms_mad": 0.0, "cpu_ms_median": 196.743, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 288.228, "wall_ms_mad": 0.0, "cpu_ms_median": 288.228, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 203.521, "wall_ms_mad": 0.0, "cpu_ms_median": 203.521, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 228.852, "wall_ms_mad": 0.0, "cpu_ms_median": 228.852, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 290.544, "wall_ms_mad": 0.0, "cpu_ms_median": 290.544, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 169.47, "wall_ms_mad": 0.0, "cpu_ms_median": 169.47, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" } ] }, { "id": "comprehensive_tag_v1.1.0", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a", "expected_swhid_sha256": "swh:2:rel:a6423cd273e7af6554423736f950e831969e2f39c725dde857cb30222105c2ca" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 206.525, "wall_ms_mad": 0.0, "cpu_ms_median": 206.525, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 220.524, "wall_ms_mad": 0.0, "cpu_ms_median": 220.524, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 244.393, "wall_ms_mad": 0.0, "cpu_ms_median": 244.393, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 221.467, "wall_ms_mad": 0.0, "cpu_ms_median": 221.467, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 111.751, "wall_ms_mad": 0.0, "cpu_ms_median": 111.751, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 202.082, "wall_ms_mad": 0.0, "cpu_ms_median": 202.082, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 100.154, "wall_ms_mad": 0.0, "cpu_ms_median": 100.154, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" } ] }, { "id": "comprehensive_tag_v2.0.0", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f", "expected_swhid_sha256": "swh:2:rel:f0fbfaaa8972a49fce82dfc62c1d97592cf2c62faca5adb1e0c0e227655d6068" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 202.476, "wall_ms_mad": 0.0, "cpu_ms_median": 202.476, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 191.005, "wall_ms_mad": 0.0, "cpu_ms_median": 191.005, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 228.566, "wall_ms_mad": 0.0, "cpu_ms_median": 228.566, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 190.979, "wall_ms_mad": 0.0, "cpu_ms_median": 190.979, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 164.149, "wall_ms_mad": 0.0, "cpu_ms_median": 164.149, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 237.122, "wall_ms_mad": 0.0, "cpu_ms_median": 237.122, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 141.345, "wall_ms_mad": 0.0, "cpu_ms_median": 141.345, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" } ] }, { "id": "comprehensive_tag_v2.1.0", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39", "expected_swhid_sha256": "swh:2:rel:b071c1d398f3d7fb9c3fce176b4993a4f38f897b42db2bc9bdbda5e09ad97216" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 197.879, "wall_ms_mad": 0.0, "cpu_ms_median": 197.879, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 194.218, "wall_ms_mad": 0.0, "cpu_ms_median": 194.218, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 261.265, "wall_ms_mad": 0.0, "cpu_ms_median": 261.265, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 214.271, "wall_ms_mad": 0.0, "cpu_ms_median": 214.271, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 195.34, "wall_ms_mad": 0.0, "cpu_ms_median": 195.34, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 252.339, "wall_ms_mad": 0.0, "cpu_ms_median": 252.339, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 156.693, "wall_ms_mad": 0.0, "cpu_ms_median": 156.693, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" } ] }, { "id": "signed_release_v1", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/signed_releases.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:rel:2279dab262bc7b7644449e708e3eed7d3cf1e1f7", "expected": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566" }, "diff": [ { "path": "/swhid", "expected": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566", "actual": "swh:1:rel:2279dab262bc7b7644449e708e3eed7d3cf1e1f7", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 200.531, "wall_ms_mad": 0.0, "cpu_ms_median": 200.531, "max_rss_kb": null }, "swhid": "swh:1:rel:2279dab262bc7b7644449e708e3eed7d3cf1e1f7" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 231.314, "wall_ms_mad": 0.0, "cpu_ms_median": 231.314, "max_rss_kb": null }, "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566" }, { "implementation": "python", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Python implementation doesn't support signed tags (GPG signatures not handled by swh.model Release object)", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 239.645, "wall_ms_mad": 0.0, "cpu_ms_median": 239.645, "max_rss_kb": null }, "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 255.883, "wall_ms_mad": 0.0, "cpu_ms_median": 255.883, "max_rss_kb": null }, "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 256.7, "wall_ms_mad": 0.0, "cpu_ms_median": 256.7, "max_rss_kb": null }, "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 183.237, "wall_ms_mad": 0.0, "cpu_ms_median": 183.237, "max_rss_kb": null }, "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566" } ] }, { "id": "signed_release_v2", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/signed_releases.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:rel:53914f8f6882079521c6e142f507f73befa85f7e", "expected": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e" }, "diff": [ { "path": "/swhid", "expected": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e", "actual": "swh:1:rel:53914f8f6882079521c6e142f507f73befa85f7e", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 209.455, "wall_ms_mad": 0.0, "cpu_ms_median": 209.455, "max_rss_kb": null }, "swhid": "swh:1:rel:53914f8f6882079521c6e142f507f73befa85f7e" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 198.064, "wall_ms_mad": 0.0, "cpu_ms_median": 198.064, "max_rss_kb": null }, "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e" }, { "implementation": "python", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Python implementation doesn't support signed tags (GPG signatures not handled by swh.model Release object)", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 198.702, "wall_ms_mad": 0.0, "cpu_ms_median": 198.702, "max_rss_kb": null }, "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 146.791, "wall_ms_mad": 0.0, "cpu_ms_median": 146.791, "max_rss_kb": null }, "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 292.042, "wall_ms_mad": 0.0, "cpu_ms_median": 292.042, "max_rss_kb": null }, "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 120.658, "wall_ms_mad": 0.0, "cpu_ms_median": 120.658, "max_rss_kb": null }, "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e" } ] }, { "id": "signed_release_v2_1", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/signed_releases.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:rel:29633edd1bbc4bfca983f82d37280513b6a3143d", "expected": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b" }, "diff": [ { "path": "/swhid", "expected": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b", "actual": "swh:1:rel:29633edd1bbc4bfca983f82d37280513b6a3143d", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 239.358, "wall_ms_mad": 0.0, "cpu_ms_median": 239.358, "max_rss_kb": null }, "swhid": "swh:1:rel:29633edd1bbc4bfca983f82d37280513b6a3143d" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 181.875, "wall_ms_mad": 0.0, "cpu_ms_median": 181.875, "max_rss_kb": null }, "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b" }, { "implementation": "python", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Python implementation doesn't support signed tags (GPG signatures not handled by swh.model Release object)", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 247.131, "wall_ms_mad": 0.0, "cpu_ms_median": 247.131, "max_rss_kb": null }, "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 250.418, "wall_ms_mad": 0.0, "cpu_ms_median": 250.418, "max_rss_kb": null }, "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 424.002, "wall_ms_mad": 0.0, "cpu_ms_median": 424.002, "max_rss_kb": null }, "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 194.008, "wall_ms_mad": 0.0, "cpu_ms_median": 194.008, "max_rss_kb": null }, "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b" } ] }, { "id": "tag_types_annotated", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/tag_types.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2", "expected_swhid_sha256": "swh:2:rel:2aebb765fa34bae3b2cf2acd74ced472baa4a962da2f960ef9bcd5aa0b0519e1" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 134.024, "wall_ms_mad": 0.0, "cpu_ms_median": 134.024, "max_rss_kb": null }, "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 126.407, "wall_ms_mad": 0.0, "cpu_ms_median": 126.407, "max_rss_kb": null }, "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 215.284, "wall_ms_mad": 0.0, "cpu_ms_median": 215.284, "max_rss_kb": null }, "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 119.132, "wall_ms_mad": 0.0, "cpu_ms_median": 119.132, "max_rss_kb": null }, "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 158.97, "wall_ms_mad": 0.0, "cpu_ms_median": 158.97, "max_rss_kb": null }, "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 281.576, "wall_ms_mad": 0.0, "cpu_ms_median": 281.576, "max_rss_kb": null }, "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 89.459, "wall_ms_mad": 0.0, "cpu_ms_median": 89.459, "max_rss_kb": null }, "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2" } ] }, { "id": "comprehensive_branch_feature-a", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764", "expected_swhid_sha256": "swh:2:rev:be92c18a69f4061c1af3edcd55b1d65c2963db763cffd4129238a3f6ae9952ad" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 194.038, "wall_ms_mad": 0.0, "cpu_ms_median": 194.038, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 191.371, "wall_ms_mad": 0.0, "cpu_ms_median": 191.371, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 218.404, "wall_ms_mad": 0.0, "cpu_ms_median": 218.404, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 234.453, "wall_ms_mad": 0.0, "cpu_ms_median": 234.453, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 132.275, "wall_ms_mad": 0.0, "cpu_ms_median": 132.275, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 244.834, "wall_ms_mad": 0.0, "cpu_ms_median": 244.834, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 132.96, "wall_ms_mad": 0.0, "cpu_ms_median": 132.96, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" } ] }, { "id": "comprehensive_branch_feature-b", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149", "expected_swhid_sha256": "swh:2:rev:30ab3f05fe4b048aa1d4b7b2cab384c1ba83b101ea25731aa015cf6c35362428" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 261.63, "wall_ms_mad": 0.0, "cpu_ms_median": 261.63, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 246.813, "wall_ms_mad": 0.0, "cpu_ms_median": 246.813, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 304.585, "wall_ms_mad": 0.0, "cpu_ms_median": 304.585, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 268.915, "wall_ms_mad": 0.0, "cpu_ms_median": 268.915, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 209.251, "wall_ms_mad": 0.0, "cpu_ms_median": 209.251, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 266.506, "wall_ms_mad": 0.0, "cpu_ms_median": 266.506, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 184.39, "wall_ms_mad": 0.0, "cpu_ms_median": 184.39, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" } ] }, { "id": "comprehensive_branch_hotfix", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720", "expected_swhid_sha256": "swh:2:rev:31f042943bb64a93323c18f5afd5a5f6d8c8cf8e70d07a14c78c361bc80db32b" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 448.385, "wall_ms_mad": 0.0, "cpu_ms_median": 448.385, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 455.668, "wall_ms_mad": 0.0, "cpu_ms_median": 455.668, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 505.987, "wall_ms_mad": 0.0, "cpu_ms_median": 505.987, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 464.323, "wall_ms_mad": 0.0, "cpu_ms_median": 464.323, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 201.423, "wall_ms_mad": 0.0, "cpu_ms_median": 201.423, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 271.56, "wall_ms_mad": 0.0, "cpu_ms_median": 271.56, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 186.187, "wall_ms_mad": 0.0, "cpu_ms_median": 186.187, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" } ] }, { "id": "comprehensive_branch_main", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf", "expected_swhid_sha256": "swh:2:rev:b511eaf5a579cc893da0464c4a555adfaa15bdf65dc337e5a140c80261b30bf4" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 339.076, "wall_ms_mad": 0.0, "cpu_ms_median": 339.076, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 306.272, "wall_ms_mad": 0.0, "cpu_ms_median": 306.272, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 357.81, "wall_ms_mad": 0.0, "cpu_ms_median": 357.81, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 320.094, "wall_ms_mad": 0.0, "cpu_ms_median": 320.094, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 143.461, "wall_ms_mad": 0.0, "cpu_ms_median": 143.461, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 195.805, "wall_ms_mad": 0.0, "cpu_ms_median": 195.805, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 117.985, "wall_ms_mad": 0.0, "cpu_ms_median": 117.985, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" } ] }, { "id": "initial_revision", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/merge_commits/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb", "expected_swhid_sha256": "swh:2:rev:1fb7e07aafd2e63bb17a5b4ff3e5ee2f9f94b089e04570ca9d3bc52a7ead7323" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 37.992, "wall_ms_mad": 0.0, "cpu_ms_median": 37.992, "max_rss_kb": null }, "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.323, "wall_ms_mad": 0.0, "cpu_ms_median": 13.323, "max_rss_kb": null }, "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 119.715, "wall_ms_mad": 0.0, "cpu_ms_median": 119.715, "max_rss_kb": null }, "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 41.372, "wall_ms_mad": 0.0, "cpu_ms_median": 41.372, "max_rss_kb": null }, "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 52.58, "wall_ms_mad": 0.0, "cpu_ms_median": 52.58, "max_rss_kb": null }, "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 216.898, "wall_ms_mad": 0.0, "cpu_ms_median": 216.898, "max_rss_kb": null }, "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 37.525, "wall_ms_mad": 0.0, "cpu_ms_median": 37.525, "max_rss_kb": null }, "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb" } ] }, { "id": "merge_commits_head", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/merge_commits.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88", "expected_swhid_sha256": "swh:2:rev:e8aae6674be44e7cc053c574ad6b69d2622d2c8ba2fa43f085c6209bc1850a29" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 193.325, "wall_ms_mad": 0.0, "cpu_ms_median": 193.325, "max_rss_kb": null }, "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 213.558, "wall_ms_mad": 0.0, "cpu_ms_median": 213.558, "max_rss_kb": null }, "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 247.456, "wall_ms_mad": 0.0, "cpu_ms_median": 247.456, "max_rss_kb": null }, "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 222.406, "wall_ms_mad": 0.0, "cpu_ms_median": 222.406, "max_rss_kb": null }, "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 143.809, "wall_ms_mad": 0.0, "cpu_ms_median": 143.809, "max_rss_kb": null }, "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 218.187, "wall_ms_mad": 0.0, "cpu_ms_median": 218.187, "max_rss_kb": null }, "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 123.296, "wall_ms_mad": 0.0, "cpu_ms_median": 123.296, "max_rss_kb": null }, "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88" } ] }, { "id": "merge_revision", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/merge_commits/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b", "expected_swhid_sha256": "swh:2:rev:3ef41f06d867417af32690b178be0a11e7cdc80b944644b0f874c12fb9339d2e" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 29.169, "wall_ms_mad": 0.0, "cpu_ms_median": 29.169, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.488, "wall_ms_mad": 0.0, "cpu_ms_median": 14.488, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 103.479, "wall_ms_mad": 0.0, "cpu_ms_median": 103.479, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 38.503, "wall_ms_mad": 0.0, "cpu_ms_median": 38.503, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 56.582, "wall_ms_mad": 0.0, "cpu_ms_median": 56.582, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 190.624, "wall_ms_mad": 0.0, "cpu_ms_median": 190.624, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 26.753, "wall_ms_mad": 0.0, "cpu_ms_median": 26.753, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" } ] }, { "id": "signed_revision_feature", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/signed_revisions.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe", "expected_swhid_sha256": "swh:2:rev:26be30e69cec790ad80df1486c709230b18670f1ca573b6dc61be9c8697225f3" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 207.612, "wall_ms_mad": 0.0, "cpu_ms_median": 207.612, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 223.593, "wall_ms_mad": 0.0, "cpu_ms_median": 223.593, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 239.393, "wall_ms_mad": 0.0, "cpu_ms_median": 239.393, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 165.591, "wall_ms_mad": 0.0, "cpu_ms_median": 165.591, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 88.674, "wall_ms_mad": 0.0, "cpu_ms_median": 88.674, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 143.277, "wall_ms_mad": 0.0, "cpu_ms_median": 143.277, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 51.551, "wall_ms_mad": 0.0, "cpu_ms_median": 51.551, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" } ] }, { "id": "signed_revision_main", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/signed_revisions.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe", "expected_swhid_sha256": "swh:2:rev:26be30e69cec790ad80df1486c709230b18670f1ca573b6dc61be9c8697225f3" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 119.561, "wall_ms_mad": 0.0, "cpu_ms_median": 119.561, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 101.171, "wall_ms_mad": 0.0, "cpu_ms_median": 101.171, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 129.22, "wall_ms_mad": 0.0, "cpu_ms_median": 129.22, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 113.425, "wall_ms_mad": 0.0, "cpu_ms_median": 113.425, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 97.803, "wall_ms_mad": 0.0, "cpu_ms_median": 97.803, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 186.967, "wall_ms_mad": 0.0, "cpu_ms_median": 186.967, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 93.247, "wall_ms_mad": 0.0, "cpu_ms_median": 93.247, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" } ] }, { "id": "simple_revision", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/merge_commits/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b", "expected_swhid_sha256": "swh:2:rev:3ef41f06d867417af32690b178be0a11e7cdc80b944644b0f874c12fb9339d2e" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.92, "wall_ms_mad": 0.0, "cpu_ms_median": 9.92, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.453, "wall_ms_mad": 0.0, "cpu_ms_median": 0.453, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 52.887, "wall_ms_mad": 0.0, "cpu_ms_median": 52.887, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 19.043, "wall_ms_mad": 0.0, "cpu_ms_median": 19.043, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 22.878, "wall_ms_mad": 0.0, "cpu_ms_median": 22.878, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 122.773, "wall_ms_mad": 0.0, "cpu_ms_median": 122.773, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.773, "wall_ms_mad": 0.0, "cpu_ms_median": 1.773, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" } ] }, { "id": "simple_revisions_first", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/simple_revisions.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7", "expected_swhid_sha256": "swh:2:rev:cf37e2a69019225827ab62874dd612fbbe702fb9240871b9b1a5c3797d7b9b82" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 216.376, "wall_ms_mad": 0.0, "cpu_ms_median": 216.376, "max_rss_kb": null }, "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 187.532, "wall_ms_mad": 0.0, "cpu_ms_median": 187.532, "max_rss_kb": null }, "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 242.009, "wall_ms_mad": 0.0, "cpu_ms_median": 242.009, "max_rss_kb": null }, "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 217.792, "wall_ms_mad": 0.0, "cpu_ms_median": 217.792, "max_rss_kb": null }, "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 96.991, "wall_ms_mad": 0.0, "cpu_ms_median": 96.991, "max_rss_kb": null }, "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 188.489, "wall_ms_mad": 0.0, "cpu_ms_median": 188.489, "max_rss_kb": null }, "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 87.625, "wall_ms_mad": 0.0, "cpu_ms_median": 87.625, "max_rss_kb": null }, "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7" } ] }, { "id": "simple_revisions_head", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/simple_revisions.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904", "expected_swhid_sha256": "swh:2:rev:39f389419c331aed831d9ec3bfbe579c43a1797da9657593044a80ac663dd2b3" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 138.083, "wall_ms_mad": 0.0, "cpu_ms_median": 138.083, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 125.083, "wall_ms_mad": 0.0, "cpu_ms_median": 125.083, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 169.146, "wall_ms_mad": 0.0, "cpu_ms_median": 169.146, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 138.468, "wall_ms_mad": 0.0, "cpu_ms_median": 138.468, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 126.388, "wall_ms_mad": 0.0, "cpu_ms_median": 126.388, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 203.398, "wall_ms_mad": 0.0, "cpu_ms_median": 203.398, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 110.411, "wall_ms_mad": 0.0, "cpu_ms_median": 110.411, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" } ] }, { "id": "simple_revisions_second", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/simple_revisions.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904", "expected_swhid_sha256": "swh:2:rev:39f389419c331aed831d9ec3bfbe579c43a1797da9657593044a80ac663dd2b3" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 162.144, "wall_ms_mad": 0.0, "cpu_ms_median": 162.144, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 120.836, "wall_ms_mad": 0.0, "cpu_ms_median": 120.836, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 168.655, "wall_ms_mad": 0.0, "cpu_ms_median": 168.655, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 137.945, "wall_ms_mad": 0.0, "cpu_ms_median": 137.945, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 141.252, "wall_ms_mad": 0.0, "cpu_ms_median": 141.252, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 231.315, "wall_ms_mad": 0.0, "cpu_ms_median": 231.315, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 119.396, "wall_ms_mad": 0.0, "cpu_ms_median": 119.396, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" } ] } ], "aggregates": { "by_implementation": { "git": { "passed": 64, "failed": 0, "skipped": 17 }, "git-cmd": { "passed": 64, "failed": 0, "skipped": 17 }, "go": { "passed": 70, "failed": 11, "skipped": 0 }, "pygit2": { "passed": 64, "failed": 0, "skipped": 17 }, "python": { "passed": 77, "failed": 1, "skipped": 3 }, "ruby": { "passed": 80, "failed": 1, "skipped": 0 }, "rust": { "passed": 81, "failed": 0, "skipped": 0 } } } }