{ "schema_version": "1.0.0", "schema_extensions": [], "run": { "id": "2026-05-22T06-21-11Z_799d36", "created_at": "2026-05-22T06:21:11.707378Z", "branch": "main", "commit": "unknown", "runner": { "os": "macOS-15.7.4-arm64-arm-64bit", "kernel": null, "cpu": "arm", "python": "3.12.10", "container_image": null } }, "run_environment": { "os": "macOS-15.7.4-arm64-arm-64bit", "kernel": null, "cpu": "arm", "python": "3.12.10", "container_image": null }, "implementations": [ { "id": "go", "version": "0.1.0", "git_sha": "8f4777dd7856", "git": "8f4777dd7856", "language": "go", "api_version": "1.0", "capabilities": { "supported_types": [ "cnt", "dir", "rev", "rel", "snp" ], "supported_qualifiers": [ "origin", "visit", "anchor", "path", "lines", "bytes" ], "api_version": "1.0", "max_payload_size_mb": 1000, "supports_unicode": true, "supports_percent_encoding": true }, "toolchain": { "python": "3.12.10", "language": "go" } }, { "id": "pygit2", "version": "1.0.0", "git_sha": "8f4777dd7856", "git": "8f4777dd7856", "language": "python", "api_version": "1.0", "capabilities": { "supported_types": [ "cnt", "dir", "rev", "rel", "snp" ], "supported_qualifiers": [ "origin", "visit", "anchor", "path", "lines" ], "api_version": "1.0", "max_payload_size_mb": 1000, "supports_unicode": true, "supports_percent_encoding": true }, "toolchain": { "python": "3.12.10", "language": "python" } }, { "id": "python", "version": "1.0.0", "git_sha": "8f4777dd7856", "git": "8f4777dd7856", "language": "python", "api_version": "1.0", "capabilities": { "supported_types": [ "cnt", "dir", "rev", "rel", "snp" ], "supported_qualifiers": [ "origin", "visit", "anchor", "path", "lines" ], "api_version": "1.0", "max_payload_size_mb": 1000, "supports_unicode": true, "supports_percent_encoding": true }, "toolchain": { "python": "3.12.10", "language": "python" } }, { "id": "rust", "version": "1.0.0", "git_sha": "8f4777dd7856", "git": "8f4777dd7856", "language": "rust", "api_version": "1.0", "capabilities": { "supported_types": [ "cnt", "dir", "rev", "rel", "snp" ], "supported_qualifiers": [ "origin", "visit", "anchor", "path", "lines" ], "api_version": "1.0", "max_payload_size_mb": 1000, "supports_unicode": true, "supports_percent_encoding": true }, "toolchain": { "python": "3.12.10", "language": "rust" } }, { "id": "git-cmd", "version": "1.0.0", "git_sha": "8f4777dd7856", "git": "8f4777dd7856", "language": "shell", "api_version": "1.0", "capabilities": { "supported_types": [ "cnt", "dir", "rev", "rel", "snp" ], "supported_qualifiers": [ "origin", "visit", "anchor", "path", "lines" ], "api_version": "1.0", "max_payload_size_mb": 1000, "supports_unicode": true, "supports_percent_encoding": true }, "toolchain": { "python": "3.12.10", "language": "shell" } }, { "id": "ruby", "version": "0.3.1", "git_sha": "8f4777dd7856", "git": "8f4777dd7856", "language": "ruby", "api_version": "1.0", "capabilities": { "supported_types": [ "cnt", "dir", "rev", "rel", "snp" ], "supported_qualifiers": [ "origin", "visit", "anchor", "path", "lines", "bytes" ], "api_version": "1.0", "max_payload_size_mb": 1000, "supports_unicode": true, "supports_percent_encoding": true }, "toolchain": { "python": "3.12.10", "language": "ruby" } }, { "id": "git", "version": "1.0.0", "git_sha": "8f4777dd7856", "git": "8f4777dd7856", "language": "python", "api_version": "1.0", "capabilities": { "supported_types": [ "cnt", "dir", "rev", "rel", "snp" ], "supported_qualifiers": [ "origin", "visit", "anchor", "path", "lines" ], "api_version": "1.0", "max_payload_size_mb": 1000, "supports_unicode": true, "supports_percent_encoding": true }, "toolchain": { "python": "3.12.10", "language": "python" } } ], "tests": [ { "id": "binary_file", "category": "content/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/binary.bin", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da", "expected_swhid_sha256": "swh:2:cnt:41c39889d1ec9ed0c66c041ab3d5f3a9f15658456f937bb0141386c9f7352dab" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 8.037, "wall_ms_mad": 0.0, "cpu_ms_median": 8.037, "max_rss_kb": null }, "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.842, "wall_ms_mad": 0.0, "cpu_ms_median": 12.842, "max_rss_kb": null }, "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 111.973, "wall_ms_mad": 0.0, "cpu_ms_median": 111.973, "max_rss_kb": null }, "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 18.236, "wall_ms_mad": 0.0, "cpu_ms_median": 18.236, "max_rss_kb": null }, "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 8.715, "wall_ms_mad": 0.0, "cpu_ms_median": 8.715, "max_rss_kb": null }, "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 69.036, "wall_ms_mad": 0.0, "cpu_ms_median": 69.036, "max_rss_kb": null }, "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.251, "wall_ms_mad": 0.0, "cpu_ms_median": 0.251, "max_rss_kb": null }, "swhid": "swh:1:cnt:b909b6e399ef856d8c36fcb662322152e8ff04da" } ] }, { "id": "empty_file", "category": "content/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/empty.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391", "expected_swhid_sha256": "swh:2:cnt:473a0f4c3be8a93681a267e3b1e9a7dcda1185436fe141f7749120a303721813" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.582, "wall_ms_mad": 0.0, "cpu_ms_median": 11.582, "max_rss_kb": null }, "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.567, "wall_ms_mad": 0.0, "cpu_ms_median": 9.567, "max_rss_kb": null }, "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 151.977, "wall_ms_mad": 0.0, "cpu_ms_median": 151.977, "max_rss_kb": null }, "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.2, "wall_ms_mad": 0.0, "cpu_ms_median": 7.2, "max_rss_kb": null }, "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.871, "wall_ms_mad": 0.0, "cpu_ms_median": 14.871, "max_rss_kb": null }, "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 78.92, "wall_ms_mad": 0.0, "cpu_ms_median": 78.92, "max_rss_kb": null }, "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.235, "wall_ms_mad": 0.0, "cpu_ms_median": 0.235, "max_rss_kb": null }, "swhid": "swh:1:cnt:e69de29bb2d1d6434b8b29ae775ad8c2e48c5391" } ] }, { "id": "hello_world", "category": "content/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/hello.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d", "expected_swhid_sha256": "swh:2:cnt:a0a477f1ecf419c7eaa7fe256c5c12fb03bee86df9a22aad25f85930de203e14" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 25.925, "wall_ms_mad": 0.0, "cpu_ms_median": 25.925, "max_rss_kb": null }, "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 21.688, "wall_ms_mad": 0.0, "cpu_ms_median": 21.688, "max_rss_kb": null }, "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 122.591, "wall_ms_mad": 0.0, "cpu_ms_median": 122.591, "max_rss_kb": null }, "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 19.748, "wall_ms_mad": 0.0, "cpu_ms_median": 19.748, "max_rss_kb": null }, "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.853, "wall_ms_mad": 0.0, "cpu_ms_median": 14.853, "max_rss_kb": null }, "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 72.718, "wall_ms_mad": 0.0, "cpu_ms_median": 72.718, "max_rss_kb": null }, "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 2.644, "wall_ms_mad": 0.0, "cpu_ms_median": 2.644, "max_rss_kb": null }, "swhid": "swh:1:cnt:f732d2ae1a449d8204f266b59bb35cb4eb0e899d" } ] }, { "id": "large_file", "category": "content/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/large.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850", "expected_swhid_sha256": "swh:2:cnt:1707c428cf4b5ca56c153dd298b7a2c11e5a5fa63c145c4c9fafbfc37be417b8" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 47.164, "wall_ms_mad": 0.0, "cpu_ms_median": 47.164, "max_rss_kb": null }, "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 52.294, "wall_ms_mad": 0.0, "cpu_ms_median": 52.294, "max_rss_kb": null }, "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 158.272, "wall_ms_mad": 0.0, "cpu_ms_median": 158.272, "max_rss_kb": null }, "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 22.311, "wall_ms_mad": 0.0, "cpu_ms_median": 22.311, "max_rss_kb": null }, "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 21.742, "wall_ms_mad": 0.0, "cpu_ms_median": 21.742, "max_rss_kb": null }, "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 87.535, "wall_ms_mad": 0.0, "cpu_ms_median": 87.535, "max_rss_kb": null }, "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.37, "wall_ms_mad": 0.0, "cpu_ms_median": 1.37, "max_rss_kb": null }, "swhid": "swh:1:cnt:fc26db1cf2fd25ac90dbf93eef0ebb92b51e8850" } ] }, { "id": "truly_empty", "category": "content/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/truly_empty.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f", "expected_swhid_sha256": "swh:2:cnt:5739035bedeba9615f3406b3f5e3e7881d440616941f5b5918eab90f14428019" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.056, "wall_ms_mad": 0.0, "cpu_ms_median": 9.056, "max_rss_kb": null }, "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.291, "wall_ms_mad": 0.0, "cpu_ms_median": 14.291, "max_rss_kb": null }, "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 142.04, "wall_ms_mad": 0.0, "cpu_ms_median": 142.04, "max_rss_kb": null }, "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.641, "wall_ms_mad": 0.0, "cpu_ms_median": 12.641, "max_rss_kb": null }, "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 15.505, "wall_ms_mad": 0.0, "cpu_ms_median": 15.505, "max_rss_kb": null }, "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 76.77, "wall_ms_mad": 0.0, "cpu_ms_median": 76.77, "max_rss_kb": null }, "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.282, "wall_ms_mad": 0.0, "cpu_ms_median": 0.282, "max_rss_kb": null }, "swhid": "swh:1:cnt:8d1c8b69c3fce7bea45c73efd06983e3c419a92f" } ] }, { "id": "unicode_text", "category": "content/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/unicode.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a", "expected_swhid_sha256": "swh:2:cnt:b0c2d7d90cf1a9497ef1ea636c3bba1c38d0041275b7a8abea21a62fe29d31d0" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 19.475, "wall_ms_mad": 0.0, "cpu_ms_median": 19.475, "max_rss_kb": null }, "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 21.629, "wall_ms_mad": 0.0, "cpu_ms_median": 21.629, "max_rss_kb": null }, "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 129.066, "wall_ms_mad": 0.0, "cpu_ms_median": 129.066, "max_rss_kb": null }, "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 23.865, "wall_ms_mad": 0.0, "cpu_ms_median": 23.865, "max_rss_kb": null }, "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.045, "wall_ms_mad": 0.0, "cpu_ms_median": 12.045, "max_rss_kb": null }, "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 77.068, "wall_ms_mad": 0.0, "cpu_ms_median": 77.068, "max_rss_kb": null }, "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.236, "wall_ms_mad": 0.0, "cpu_ms_median": 0.236, "max_rss_kb": null }, "swhid": "swh:1:cnt:a5c8b6044dbae83d6d31ce1d66f09b9900d0556a" } ] }, { "id": "crlf_line_endings", "category": "content/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/edge_cases/crlf.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2", "expected_swhid_sha256": "swh:2:cnt:358ca252cdba86b8b4a63793bfeae634f48a8d9be80d9f38c11a48ae5978b675" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.18, "wall_ms_mad": 0.0, "cpu_ms_median": 14.18, "max_rss_kb": null }, "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.427, "wall_ms_mad": 0.0, "cpu_ms_median": 12.427, "max_rss_kb": null }, "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 127.817, "wall_ms_mad": 0.0, "cpu_ms_median": 127.817, "max_rss_kb": null }, "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.929, "wall_ms_mad": 0.0, "cpu_ms_median": 12.929, "max_rss_kb": null }, "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.505, "wall_ms_mad": 0.0, "cpu_ms_median": 17.505, "max_rss_kb": null }, "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 74.798, "wall_ms_mad": 0.0, "cpu_ms_median": 74.798, "max_rss_kb": null }, "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.329, "wall_ms_mad": 0.0, "cpu_ms_median": 0.329, "max_rss_kb": null }, "swhid": "swh:1:cnt:08a29ba1a45a68c26a3326af2b32d0d53741b8e2" } ] }, { "id": "huge_line", "category": "content/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/edge_cases/huge_line.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b", "expected_swhid_sha256": "swh:2:cnt:71fc787559ba944bd647614c1973acd2d68d58bc32c2635d80a34a6be6e157f6" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.386, "wall_ms_mad": 0.0, "cpu_ms_median": 11.386, "max_rss_kb": null }, "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 8.143, "wall_ms_mad": 0.0, "cpu_ms_median": 8.143, "max_rss_kb": null }, "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 116.454, "wall_ms_mad": 0.0, "cpu_ms_median": 116.454, "max_rss_kb": null }, "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.444, "wall_ms_mad": 0.0, "cpu_ms_median": 9.444, "max_rss_kb": null }, "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 8.348, "wall_ms_mad": 0.0, "cpu_ms_median": 8.348, "max_rss_kb": null }, "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 67.685, "wall_ms_mad": 0.0, "cpu_ms_median": 67.685, "max_rss_kb": null }, "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.253, "wall_ms_mad": 0.0, "cpu_ms_median": 0.253, "max_rss_kb": null }, "swhid": "swh:1:cnt:0cc78f03afecc3168390651ee40b7d605c47373b" } ] }, { "id": "lf_only_line_endings", "category": "content/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/edge_cases/lf_only.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f", "expected_swhid_sha256": "swh:2:cnt:8d350824350b609d7dd52c283008e4fdc093750a7cfe47b0e516bed780454b97" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 20.222, "wall_ms_mad": 0.0, "cpu_ms_median": 20.222, "max_rss_kb": null }, "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 16.451, "wall_ms_mad": 0.0, "cpu_ms_median": 16.451, "max_rss_kb": null }, "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 123.316, "wall_ms_mad": 0.0, "cpu_ms_median": 123.316, "max_rss_kb": null }, "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.739, "wall_ms_mad": 0.0, "cpu_ms_median": 11.739, "max_rss_kb": null }, "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 16.728, "wall_ms_mad": 0.0, "cpu_ms_median": 16.728, "max_rss_kb": null }, "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 74.719, "wall_ms_mad": 0.0, "cpu_ms_median": 74.719, "max_rss_kb": null }, "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.574, "wall_ms_mad": 0.0, "cpu_ms_median": 0.574, "max_rss_kb": null }, "swhid": "swh:1:cnt:baa3d84af3432fc2165fbeedfd3d01a9ef8f1f8f" } ] }, { "id": "mixed_line_endings", "category": "content/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/edge_cases/mixed_line_endings.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7", "expected_swhid_sha256": "swh:2:cnt:0c5577ca2629467c3edfff5fa717739a7576d4bdf0d34563c60700cd9a41c7ad" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.849, "wall_ms_mad": 0.0, "cpu_ms_median": 7.849, "max_rss_kb": null }, "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.801, "wall_ms_mad": 0.0, "cpu_ms_median": 9.801, "max_rss_kb": null }, "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 110.915, "wall_ms_mad": 0.0, "cpu_ms_median": 110.915, "max_rss_kb": null }, "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.044, "wall_ms_mad": 0.0, "cpu_ms_median": 11.044, "max_rss_kb": null }, "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.564, "wall_ms_mad": 0.0, "cpu_ms_median": 9.564, "max_rss_kb": null }, "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 67.092, "wall_ms_mad": 0.0, "cpu_ms_median": 67.092, "max_rss_kb": null }, "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.237, "wall_ms_mad": 0.0, "cpu_ms_median": 0.237, "max_rss_kb": null }, "swhid": "swh:1:cnt:34f1257dbbb7e20b745654c0cd067ff24375d1d7" } ] }, { "id": "no_trailing_newline", "category": "content/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/edge_cases/no_trailing_nl.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057", "expected_swhid_sha256": "swh:2:cnt:1301800ffa9c48e2a82cbfda7fe9d17d5605cfa5df7c673639c44d8fcc244a71" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.975, "wall_ms_mad": 0.0, "cpu_ms_median": 11.975, "max_rss_kb": null }, "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 15.171, "wall_ms_mad": 0.0, "cpu_ms_median": 15.171, "max_rss_kb": null }, "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 140.335, "wall_ms_mad": 0.0, "cpu_ms_median": 140.335, "max_rss_kb": null }, "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.232, "wall_ms_mad": 0.0, "cpu_ms_median": 7.232, "max_rss_kb": null }, "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.607, "wall_ms_mad": 0.0, "cpu_ms_median": 9.607, "max_rss_kb": null }, "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 91.403, "wall_ms_mad": 0.0, "cpu_ms_median": 91.403, "max_rss_kb": null }, "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.233, "wall_ms_mad": 0.0, "cpu_ms_median": 0.233, "max_rss_kb": null }, "swhid": "swh:1:cnt:5ab2f8a4323abafb10abb68657d9d39f1a775057" } ] }, { "id": "only_newlines", "category": "content/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/edge_cases/only_newlines.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9", "expected_swhid_sha256": "swh:2:cnt:5c601de2c229872649d66f9523f82d6b9db10d7cd0ebc6bbd11eaa88fedf6f83" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.698, "wall_ms_mad": 0.0, "cpu_ms_median": 12.698, "max_rss_kb": null }, "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.688, "wall_ms_mad": 0.0, "cpu_ms_median": 9.688, "max_rss_kb": null }, "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 108.202, "wall_ms_mad": 0.0, "cpu_ms_median": 108.202, "max_rss_kb": null }, "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.7, "wall_ms_mad": 0.0, "cpu_ms_median": 7.7, "max_rss_kb": null }, "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.531, "wall_ms_mad": 0.0, "cpu_ms_median": 9.531, "max_rss_kb": null }, "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 66.95, "wall_ms_mad": 0.0, "cpu_ms_median": 66.95, "max_rss_kb": null }, "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.203, "wall_ms_mad": 0.0, "cpu_ms_median": 0.203, "max_rss_kb": null }, "swhid": "swh:1:cnt:3f2ff2d6cc8f257ffcade7ead1ca4042c0e884b9" } ] }, { "id": "with_trailing_newline", "category": "content/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/edge_cases/with_trailing_nl.txt", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78", "expected_swhid_sha256": "swh:2:cnt:66224663d23e6f4d9de9e2c7e6d8764305a92a3830a1a52d3d5f4aa8007b5c39" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.399, "wall_ms_mad": 0.0, "cpu_ms_median": 12.399, "max_rss_kb": null }, "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.366, "wall_ms_mad": 0.0, "cpu_ms_median": 9.366, "max_rss_kb": null }, "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 110.545, "wall_ms_mad": 0.0, "cpu_ms_median": 110.545, "max_rss_kb": null }, "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.209, "wall_ms_mad": 0.0, "cpu_ms_median": 9.209, "max_rss_kb": null }, "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 8.04, "wall_ms_mad": 0.0, "cpu_ms_median": 8.04, "max_rss_kb": null }, "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 65.909, "wall_ms_mad": 0.0, "cpu_ms_median": 65.909, "max_rss_kb": null }, "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.219, "wall_ms_mad": 0.0, "cpu_ms_median": 0.219, "max_rss_kb": null }, "swhid": "swh:1:cnt:e965047ad7c57865823c7d992b1d046ea66edf78" } ] }, { "id": "zero_bytes", "category": "content/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/content/edge_cases/zero_bytes.bin", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac", "expected_swhid_sha256": "swh:2:cnt:878e4fcc1ec6063fee615b8c2527db5ce809b785fdfa454a64f4979cffbf3826" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 22.338, "wall_ms_mad": 0.0, "cpu_ms_median": 22.338, "max_rss_kb": null }, "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 26.184, "wall_ms_mad": 0.0, "cpu_ms_median": 26.184, "max_rss_kb": null }, "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 137.3, "wall_ms_mad": 0.0, "cpu_ms_median": 137.3, "max_rss_kb": null }, "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.136, "wall_ms_mad": 0.0, "cpu_ms_median": 11.136, "max_rss_kb": null }, "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.709, "wall_ms_mad": 0.0, "cpu_ms_median": 17.709, "max_rss_kb": null }, "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 81.108, "wall_ms_mad": 0.0, "cpu_ms_median": 81.108, "max_rss_kb": null }, "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.51, "wall_ms_mad": 0.0, "cpu_ms_median": 0.51, "max_rss_kb": null }, "swhid": "swh:1:cnt:c2e47a26313532fc1adeb13e3231cd9909d38fac" } ] }, { "id": "empty_dir", "category": "directory/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/empty/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e", "expected_swhid_sha256": "swh:2:dir:de6f8a1c4a2e6e2d8fc8b81fd7cb477ab5f58af185b8bb57046052f170fbb222" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 8.682, "wall_ms_mad": 0.0, "cpu_ms_median": 8.682, "max_rss_kb": null }, "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.827, "wall_ms_mad": 0.0, "cpu_ms_median": 13.827, "max_rss_kb": null }, "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 157.35, "wall_ms_mad": 0.0, "cpu_ms_median": 157.35, "max_rss_kb": null }, "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 45.29, "wall_ms_mad": 0.0, "cpu_ms_median": 45.29, "max_rss_kb": null }, "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 75.785, "wall_ms_mad": 0.0, "cpu_ms_median": 75.785, "max_rss_kb": null }, "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 106.932, "wall_ms_mad": 0.0, "cpu_ms_median": 106.932, "max_rss_kb": null }, "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.828, "wall_ms_mad": 0.0, "cpu_ms_median": 13.828, "max_rss_kb": null }, "swhid": "swh:1:dir:d564d0bc3dd917926892c55e3706cc116d5b165e" } ] }, { "id": "nested_dir", "category": "directory/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/nested/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a", "expected_swhid_sha256": "swh:2:dir:741f4566b80fb94c13dee7e1c10d934f49c4f3bf03b1fc8b2ed6816c97ca9002" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 10.859, "wall_ms_mad": 0.0, "cpu_ms_median": 10.859, "max_rss_kb": null }, "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 16.152, "wall_ms_mad": 0.0, "cpu_ms_median": 16.152, "max_rss_kb": null }, "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 133.439, "wall_ms_mad": 0.0, "cpu_ms_median": 133.439, "max_rss_kb": null }, "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.446, "wall_ms_mad": 0.0, "cpu_ms_median": 11.446, "max_rss_kb": null }, "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 51.198, "wall_ms_mad": 0.0, "cpu_ms_median": 51.198, "max_rss_kb": null }, "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 92.992, "wall_ms_mad": 0.0, "cpu_ms_median": 92.992, "max_rss_kb": null }, "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 6.606, "wall_ms_mad": 0.0, "cpu_ms_median": 6.606, "max_rss_kb": null }, "swhid": "swh:1:dir:0bbbf9c7f265450b510251ff215a729f062a763a" } ] }, { "id": "permissions_dir", "category": "directory/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/permissions/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4", "expected_swhid_sha256": "swh:2:dir:702b56cb3d129536c6ea6f77eca4bf6a171374774a27a3c638c8439bc4728f7e" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.165, "wall_ms_mad": 0.0, "cpu_ms_median": 12.165, "max_rss_kb": null }, "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.721, "wall_ms_mad": 0.0, "cpu_ms_median": 13.721, "max_rss_kb": null }, "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 121.803, "wall_ms_mad": 0.0, "cpu_ms_median": 121.803, "max_rss_kb": null }, "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 15.009, "wall_ms_mad": 0.0, "cpu_ms_median": 15.009, "max_rss_kb": null }, "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 62.716, "wall_ms_mad": 0.0, "cpu_ms_median": 62.716, "max_rss_kb": null }, "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 77.768, "wall_ms_mad": 0.0, "cpu_ms_median": 77.768, "max_rss_kb": null }, "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 5.29, "wall_ms_mad": 0.0, "cpu_ms_median": 5.29, "max_rss_kb": null }, "swhid": "swh:1:dir:bc3f7f74e7aa5fcb859eaaa3949d5cae29c28ca4" } ] }, { "id": "simple_dir", "category": "directory/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/simple/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1", "expected_swhid_sha256": "swh:2:dir:8b6ff16ed274bf60326d654c3f5bca679a7ced5542be29713bb67b36a1237ac2" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.697, "wall_ms_mad": 0.0, "cpu_ms_median": 11.697, "max_rss_kb": null }, "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.992, "wall_ms_mad": 0.0, "cpu_ms_median": 9.992, "max_rss_kb": null }, "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 132.671, "wall_ms_mad": 0.0, "cpu_ms_median": 132.671, "max_rss_kb": null }, "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.877, "wall_ms_mad": 0.0, "cpu_ms_median": 11.877, "max_rss_kb": null }, "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 56.431, "wall_ms_mad": 0.0, "cpu_ms_median": 56.431, "max_rss_kb": null }, "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 75.11, "wall_ms_mad": 0.0, "cpu_ms_median": 75.11, "max_rss_kb": null }, "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 5.569, "wall_ms_mad": 0.0, "cpu_ms_median": 5.569, "max_rss_kb": null }, "swhid": "swh:1:dir:3f09c252c646f8ac591d60e02e41ab09274de7c1" } ] }, { "id": "symlink_dir", "category": "directory/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/symlink/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf", "expected_swhid_sha256": "swh:2:dir:977e5f1ebb683f9006fb828c1a5e8fe0155a7211694d123db2a591d640460ad2" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.694, "wall_ms_mad": 0.0, "cpu_ms_median": 12.694, "max_rss_kb": null }, "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.232, "wall_ms_mad": 0.0, "cpu_ms_median": 17.232, "max_rss_kb": null }, "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 125.21, "wall_ms_mad": 0.0, "cpu_ms_median": 125.21, "max_rss_kb": null }, "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.522, "wall_ms_mad": 0.0, "cpu_ms_median": 12.522, "max_rss_kb": null }, "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 49.651, "wall_ms_mad": 0.0, "cpu_ms_median": 49.651, "max_rss_kb": null }, "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 81.306, "wall_ms_mad": 0.0, "cpu_ms_median": 81.306, "max_rss_kb": null }, "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 6.592, "wall_ms_mad": 0.0, "cpu_ms_median": 6.592, "max_rss_kb": null }, "swhid": "swh:1:dir:98e24c042d1ed01420c09c873d8b5e4e50c400bf" } ] }, { "id": "comprehensive_permissions", "category": "directory/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/edge_cases/comprehensive_permissions/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e", "expected_swhid_sha256": "swh:2:dir:6986f3d18106aecd3d4e1171eb5e38f02c05a63239066a6d6e798a4338ade3a6" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.445, "wall_ms_mad": 0.0, "cpu_ms_median": 9.445, "max_rss_kb": null }, "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 15.055, "wall_ms_mad": 0.0, "cpu_ms_median": 15.055, "max_rss_kb": null }, "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 131.032, "wall_ms_mad": 0.0, "cpu_ms_median": 131.032, "max_rss_kb": null }, "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.314, "wall_ms_mad": 0.0, "cpu_ms_median": 13.314, "max_rss_kb": null }, "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 61.15, "wall_ms_mad": 0.0, "cpu_ms_median": 61.15, "max_rss_kb": null }, "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 80.594, "wall_ms_mad": 0.0, "cpu_ms_median": 80.594, "max_rss_kb": null }, "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.933, "wall_ms_mad": 0.0, "cpu_ms_median": 9.933, "max_rss_kb": null }, "swhid": "swh:1:dir:32798ac33695bd283d6e650c61a40bc2dbda3a2e" } ] }, { "id": "dir_ordering", "category": "directory/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/edge_cases/dir_ordering/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88", "expected_swhid_sha256": "swh:2:dir:8488b95fe3587e0224e652fad205810531555542e8cc7e82ce2fc4d41481fc41" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.279, "wall_ms_mad": 0.0, "cpu_ms_median": 14.279, "max_rss_kb": null }, "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 31.178, "wall_ms_mad": 0.0, "cpu_ms_median": 31.178, "max_rss_kb": null }, "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 136.446, "wall_ms_mad": 0.0, "cpu_ms_median": 136.446, "max_rss_kb": null }, "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 18.711, "wall_ms_mad": 0.0, "cpu_ms_median": 18.711, "max_rss_kb": null }, "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 72.902, "wall_ms_mad": 0.0, "cpu_ms_median": 72.902, "max_rss_kb": null }, "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 88.783, "wall_ms_mad": 0.0, "cpu_ms_median": 88.783, "max_rss_kb": null }, "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.718, "wall_ms_mad": 0.0, "cpu_ms_median": 14.718, "max_rss_kb": null }, "swhid": "swh:1:dir:8a75e785dc497ca2fd150e8f32e13656eb3b6f88" } ] }, { "id": "empty_paths", "category": "directory/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/edge_cases/empty_paths/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2", "expected_swhid_sha256": "swh:2:dir:e2f6aa942f021772f074a256b27468c791e9f2e5855aa4d9a76cbb46bd2871ce" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.218, "wall_ms_mad": 0.0, "cpu_ms_median": 14.218, "max_rss_kb": null }, "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.904, "wall_ms_mad": 0.0, "cpu_ms_median": 17.904, "max_rss_kb": null }, "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 140.728, "wall_ms_mad": 0.0, "cpu_ms_median": 140.728, "max_rss_kb": null }, "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.454, "wall_ms_mad": 0.0, "cpu_ms_median": 9.454, "max_rss_kb": null }, "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 86.425, "wall_ms_mad": 0.0, "cpu_ms_median": 86.425, "max_rss_kb": null }, "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 84.534, "wall_ms_mad": 0.0, "cpu_ms_median": 84.534, "max_rss_kb": null }, "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.693, "wall_ms_mad": 0.0, "cpu_ms_median": 7.693, "max_rss_kb": null }, "swhid": "swh:1:dir:e74c2821d3ed7d865d81068116994c209988dac2" } ] }, { "id": "entry_ordering", "category": "directory/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/edge_cases/entry_ordering/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6", "expected_swhid_sha256": "swh:2:dir:ef3635807e9e5af2a4188298de95f4e1a2300295a7d7629ce07b803fe4d127d9" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.485, "wall_ms_mad": 0.0, "cpu_ms_median": 17.485, "max_rss_kb": null }, "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 16.681, "wall_ms_mad": 0.0, "cpu_ms_median": 16.681, "max_rss_kb": null }, "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 160.047, "wall_ms_mad": 0.0, "cpu_ms_median": 160.047, "max_rss_kb": null }, "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.195, "wall_ms_mad": 0.0, "cpu_ms_median": 13.195, "max_rss_kb": null }, "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 72.495, "wall_ms_mad": 0.0, "cpu_ms_median": 72.495, "max_rss_kb": null }, "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 111.018, "wall_ms_mad": 0.0, "cpu_ms_median": 111.018, "max_rss_kb": null }, "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.976, "wall_ms_mad": 0.0, "cpu_ms_median": 17.976, "max_rss_kb": null }, "swhid": "swh:1:dir:367667c0665514d6e9aacf236eca852ae92c0cf6" } ] }, { "id": "mixed_types", "category": "directory/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/edge_cases/mixed_types/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72", "expected_swhid_sha256": "swh:2:dir:fad4b42e6c2b590c9a432a5976d37215cf291c76c77f11cf57d65733d3ce7db6" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 18.73, "wall_ms_mad": 0.0, "cpu_ms_median": 18.73, "max_rss_kb": null }, "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 28.452, "wall_ms_mad": 0.0, "cpu_ms_median": 28.452, "max_rss_kb": null }, "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 151.2, "wall_ms_mad": 0.0, "cpu_ms_median": 151.2, "max_rss_kb": null }, "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.684, "wall_ms_mad": 0.0, "cpu_ms_median": 17.684, "max_rss_kb": null }, "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 83.76, "wall_ms_mad": 0.0, "cpu_ms_median": 83.76, "max_rss_kb": null }, "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 95.638, "wall_ms_mad": 0.0, "cpu_ms_median": 95.638, "max_rss_kb": null }, "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.201, "wall_ms_mad": 0.0, "cpu_ms_median": 11.201, "max_rss_kb": null }, "swhid": "swh:1:dir:6a805bfd6380e2e1e4412ac66933ebd244fb9d72" } ] }, { "id": "path_terminator", "category": "directory/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/edge_cases/path_terminator/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca", "expected_swhid_sha256": "swh:2:dir:134a6aca679b1fc4107adb1237e4b020150510d328c257721ee85e4700d712ce" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.336, "wall_ms_mad": 0.0, "cpu_ms_median": 14.336, "max_rss_kb": null }, "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 19.248, "wall_ms_mad": 0.0, "cpu_ms_median": 19.248, "max_rss_kb": null }, "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 140.118, "wall_ms_mad": 0.0, "cpu_ms_median": 140.118, "max_rss_kb": null }, "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.07, "wall_ms_mad": 0.0, "cpu_ms_median": 14.07, "max_rss_kb": null }, "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 71.167, "wall_ms_mad": 0.0, "cpu_ms_median": 71.167, "max_rss_kb": null }, "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 90.785, "wall_ms_mad": 0.0, "cpu_ms_median": 90.785, "max_rss_kb": null }, "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 8.524, "wall_ms_mad": 0.0, "cpu_ms_median": 8.524, "max_rss_kb": null }, "swhid": "swh:1:dir:cfed4cb9781dbec4a5d0184bd2f671dc350137ca" } ] }, { "id": "special_chars", "category": "directory/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/edge_cases/special_chars/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf", "expected_swhid_sha256": "swh:2:dir:fbe5726704829cb41375d567ebdd1a0e313b2a045551b05ef77a0c47a8f2823d" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 15.641, "wall_ms_mad": 0.0, "cpu_ms_median": 15.641, "max_rss_kb": null }, "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 22.47, "wall_ms_mad": 0.0, "cpu_ms_median": 22.47, "max_rss_kb": null }, "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 138.299, "wall_ms_mad": 0.0, "cpu_ms_median": 138.299, "max_rss_kb": null }, "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.881, "wall_ms_mad": 0.0, "cpu_ms_median": 13.881, "max_rss_kb": null }, "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 79.548, "wall_ms_mad": 0.0, "cpu_ms_median": 79.548, "max_rss_kb": null }, "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 87.45, "wall_ms_mad": 0.0, "cpu_ms_median": 87.45, "max_rss_kb": null }, "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.057, "wall_ms_mad": 0.0, "cpu_ms_median": 13.057, "max_rss_kb": null }, "swhid": "swh:1:dir:09b68fff5b158f616bd76d5e82836dafc6b96aaf" } ] }, { "id": "unicode_names", "category": "directory/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/edge_cases/unicode_names/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd", "expected_swhid_sha256": "swh:2:dir:03ea1f801e73041096c6e699fa1f46913cc478973e5430079aa72efe21e25d7b" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.266, "wall_ms_mad": 0.0, "cpu_ms_median": 11.266, "max_rss_kb": null }, "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 16.648, "wall_ms_mad": 0.0, "cpu_ms_median": 16.648, "max_rss_kb": null }, "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 137.445, "wall_ms_mad": 0.0, "cpu_ms_median": 137.445, "max_rss_kb": null }, "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.899, "wall_ms_mad": 0.0, "cpu_ms_median": 11.899, "max_rss_kb": null }, "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 57.473, "wall_ms_mad": 0.0, "cpu_ms_median": 57.473, "max_rss_kb": null }, "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 89.457, "wall_ms_mad": 0.0, "cpu_ms_median": 89.457, "max_rss_kb": null }, "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.002, "wall_ms_mad": 0.0, "cpu_ms_median": 12.002, "max_rss_kb": null }, "swhid": "swh:1:dir:ee7194e754e8a911d41b83a06c10a22b7266d1bd" } ] }, { "id": "unicode_normalization", "category": "directory/edge_cases", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/directory/edge_cases/unicode_normalization/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f", "expected_swhid_sha256": "swh:2:dir:4fd288829483b6f50c616f044a7bdb4375f4d6178a71650208efead7725761c1" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 19.318, "wall_ms_mad": 0.0, "cpu_ms_median": 19.318, "max_rss_kb": null }, "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 28.114, "wall_ms_mad": 0.0, "cpu_ms_median": 28.114, "max_rss_kb": null }, "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 148.254, "wall_ms_mad": 0.0, "cpu_ms_median": 148.254, "max_rss_kb": null }, "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.982, "wall_ms_mad": 0.0, "cpu_ms_median": 13.982, "max_rss_kb": null }, "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 79.583, "wall_ms_mad": 0.0, "cpu_ms_median": 79.583, "max_rss_kb": null }, "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 90.707, "wall_ms_mad": 0.0, "cpu_ms_median": 90.707, "max_rss_kb": null }, "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.603, "wall_ms_mad": 0.0, "cpu_ms_median": 9.603, "max_rss_kb": null }, "swhid": "swh:1:dir:53d793e1a86c17e1c120e8cf1d9cec788a5c360f" } ] }, { "id": "alias_branches", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/alias_branches/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:9985c2da7ec2950ae93a4bc81d09bbe21ac3d423", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.373, "wall_ms_mad": 0.0, "cpu_ms_median": 14.373, "max_rss_kb": null }, "swhid": "swh:1:snp:9985c2da7ec2950ae93a4bc81d09bbe21ac3d423" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 171.718, "wall_ms_mad": 0.0, "cpu_ms_median": 171.718, "max_rss_kb": null }, "swhid": "swh:1:snp:9985c2da7ec2950ae93a4bc81d09bbe21ac3d423" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 94.428, "wall_ms_mad": 0.0, "cpu_ms_median": 94.428, "max_rss_kb": null }, "swhid": "swh:1:snp:9985c2da7ec2950ae93a4bc81d09bbe21ac3d423" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 93.763, "wall_ms_mad": 0.0, "cpu_ms_median": 93.763, "max_rss_kb": null }, "swhid": "swh:1:snp:9985c2da7ec2950ae93a4bc81d09bbe21ac3d423" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "case_rename", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/case_rename/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:f72a5cda8a9e692733f28dd97f6a497789fe4f1a", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 8.005, "wall_ms_mad": 0.0, "cpu_ms_median": 8.005, "max_rss_kb": null }, "swhid": "swh:1:snp:f72a5cda8a9e692733f28dd97f6a497789fe4f1a" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 129.863, "wall_ms_mad": 0.0, "cpu_ms_median": 129.863, "max_rss_kb": null }, "swhid": "swh:1:snp:f72a5cda8a9e692733f28dd97f6a497789fe4f1a" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 44.004, "wall_ms_mad": 0.0, "cpu_ms_median": 44.004, "max_rss_kb": null }, "swhid": "swh:1:snp:f72a5cda8a9e692733f28dd97f6a497789fe4f1a" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 70.861, "wall_ms_mad": 0.0, "cpu_ms_median": 70.861, "max_rss_kb": null }, "swhid": "swh:1:snp:f72a5cda8a9e692733f28dd97f6a497789fe4f1a" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "dangling_branches", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/dangling_branches/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:b1a1cb66e7a27f7a6b2424e953bd21d39c975f78", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:snp:da11ffd92144992a4715673dea6eb6b0a7791d2b", "expected": "swh:1:snp:b1a1cb66e7a27f7a6b2424e953bd21d39c975f78" }, "diff": [ { "path": "/swhid", "expected": "swh:1:snp:b1a1cb66e7a27f7a6b2424e953bd21d39c975f78", "actual": "swh:1:snp:da11ffd92144992a4715673dea6eb6b0a7791d2b", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 13.647, "wall_ms_mad": 0.0, "cpu_ms_median": 13.647, "max_rss_kb": null }, "swhid": "swh:1:snp:da11ffd92144992a4715673dea6eb6b0a7791d2b" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "FAIL", "error": { "code": "COMPUTE_ERROR", "subtype": "exception", "message": "[COMPUTE_ERROR] Error running Python implementation: [COMPUTE_ERROR] Python implementation failed: Traceback (most recent call last):\n File \"\", line 198, in _run_module_as_main\n File \"\", line 88, in _run_code\n File \"/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/swh/model/cli.py\", line 323, in \n identify()\n File \"/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/click/core.py\", line 1524, in __call__\n return self.main(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/click/core.py\", line 1445, in main\n rv = self.invoke(ctx)\n ^^^^^^^^^^^^^^^^\n File \"/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/click/core.py\", line 1308, in invoke\n return ctx.invoke(self.callback, **ctx.params)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/click/core.py\", line 877, in invoke\n return callback(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/swh/model/cli.py\", line 315, in identify\n for obj, swhid in results:\n ^^^^^^^\n File \"/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/swh/model/cli.py\", line 177, in identify_object\n swhid = str(swhid_of_git_repo(obj))\n ^^^^^^^^^^^^^^^^^^^^^^\n File \"/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/swh/model/cli.py\", line 124, in swhid_of_git_repo\n obj = repo[target]\n ~~~~^^^^^^^^\n File \"/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/dulwich/repo.py\", line 1272, in __getitem__\n raise KeyError(name)\nKeyError: b'0000000000000000000000000000000000000001'\n", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 143.749, "wall_ms_mad": 0.0, "cpu_ms_median": 143.749, "max_rss_kb": null }, "swhid": null }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 62.905, "wall_ms_mad": 0.0, "cpu_ms_median": 62.905, "max_rss_kb": null }, "swhid": "swh:1:snp:b1a1cb66e7a27f7a6b2424e953bd21d39c975f78" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "FAIL", "error": { "code": "COMPUTE_ERROR", "subtype": "exception", "message": "Error running Ruby implementation: Ruby implementation failed: ", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 79.165, "wall_ms_mad": 0.0, "cpu_ms_median": 79.165, "max_rss_kb": null }, "swhid": null }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "lightweight_vs_annotated", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/lightweight_vs_annotated/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:3ed4bb336012f1b2fa16fbf57c55f90c29cdf173", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.285, "wall_ms_mad": 0.0, "cpu_ms_median": 12.285, "max_rss_kb": null }, "swhid": "swh:1:snp:3ed4bb336012f1b2fa16fbf57c55f90c29cdf173" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 163.901, "wall_ms_mad": 0.0, "cpu_ms_median": 163.901, "max_rss_kb": null }, "swhid": "swh:1:snp:3ed4bb336012f1b2fa16fbf57c55f90c29cdf173" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 133.151, "wall_ms_mad": 0.0, "cpu_ms_median": 133.151, "max_rss_kb": null }, "swhid": "swh:1:snp:3ed4bb336012f1b2fa16fbf57c55f90c29cdf173" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 83.456, "wall_ms_mad": 0.0, "cpu_ms_median": 83.456, "max_rss_kb": null }, "swhid": "swh:1:snp:3ed4bb336012f1b2fa16fbf57c55f90c29cdf173" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "merge_commits", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/merge_commits/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:ef2430afbf4735f02b73c79bc4a53af6da5c6d18", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 8.093, "wall_ms_mad": 0.0, "cpu_ms_median": 8.093, "max_rss_kb": null }, "swhid": "swh:1:snp:ef2430afbf4735f02b73c79bc4a53af6da5c6d18" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 164.002, "wall_ms_mad": 0.0, "cpu_ms_median": 164.002, "max_rss_kb": null }, "swhid": "swh:1:snp:ef2430afbf4735f02b73c79bc4a53af6da5c6d18" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 87.481, "wall_ms_mad": 0.0, "cpu_ms_median": 87.481, "max_rss_kb": null }, "swhid": "swh:1:snp:ef2430afbf4735f02b73c79bc4a53af6da5c6d18" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 88.514, "wall_ms_mad": 0.0, "cpu_ms_median": 88.514, "max_rss_kb": null }, "swhid": "swh:1:snp:ef2430afbf4735f02b73c79bc4a53af6da5c6d18" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "signed_tag", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/signed_tag/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:1109043ec17eeb3bf7d657689ab60336c901fde9", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.34, "wall_ms_mad": 0.0, "cpu_ms_median": 11.34, "max_rss_kb": null }, "swhid": "swh:1:snp:1109043ec17eeb3bf7d657689ab60336c901fde9" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 152.085, "wall_ms_mad": 0.0, "cpu_ms_median": 152.085, "max_rss_kb": null }, "swhid": "swh:1:snp:1109043ec17eeb3bf7d657689ab60336c901fde9" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 71.026, "wall_ms_mad": 0.0, "cpu_ms_median": 71.026, "max_rss_kb": null }, "swhid": "swh:1:snp:1109043ec17eeb3bf7d657689ab60336c901fde9" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 83.783, "wall_ms_mad": 0.0, "cpu_ms_median": 83.783, "max_rss_kb": null }, "swhid": "swh:1:snp:1109043ec17eeb3bf7d657689ab60336c901fde9" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "snapshot_branch_order", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/snapshot_branch_order/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:8f0d48de532ad98671b25f6b069ee3003f46a505", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.145, "wall_ms_mad": 0.0, "cpu_ms_median": 13.145, "max_rss_kb": null }, "swhid": "swh:1:snp:8f0d48de532ad98671b25f6b069ee3003f46a505" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 149.892, "wall_ms_mad": 0.0, "cpu_ms_median": 149.892, "max_rss_kb": null }, "swhid": "swh:1:snp:8f0d48de532ad98671b25f6b069ee3003f46a505" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 112.736, "wall_ms_mad": 0.0, "cpu_ms_median": 112.736, "max_rss_kb": null }, "swhid": "swh:1:snp:8f0d48de532ad98671b25f6b069ee3003f46a505" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 97.506, "wall_ms_mad": 0.0, "cpu_ms_median": 97.506, "max_rss_kb": null }, "swhid": "swh:1:snp:8f0d48de532ad98671b25f6b069ee3003f46a505" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "submodule", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/submodule/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:92683e1879de34dc894fa28d4854e9437257dee2", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.701, "wall_ms_mad": 0.0, "cpu_ms_median": 9.701, "max_rss_kb": null }, "swhid": "swh:1:snp:92683e1879de34dc894fa28d4854e9437257dee2" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 139.292, "wall_ms_mad": 0.0, "cpu_ms_median": 139.292, "max_rss_kb": null }, "swhid": "swh:1:snp:92683e1879de34dc894fa28d4854e9437257dee2" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 45.238, "wall_ms_mad": 0.0, "cpu_ms_median": 45.238, "max_rss_kb": null }, "swhid": "swh:1:snp:92683e1879de34dc894fa28d4854e9437257dee2" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 76.3, "wall_ms_mad": 0.0, "cpu_ms_median": 76.3, "max_rss_kb": null }, "swhid": "swh:1:snp:92683e1879de34dc894fa28d4854e9437257dee2" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "synthetic_repo", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/synthetic/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:snp:8366b57cf3ca8f2f20d65c69837be070894a83b2", "expected": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7" }, "diff": [ { "path": "/swhid", "expected": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7", "actual": "swh:1:snp:8366b57cf3ca8f2f20d65c69837be070894a83b2", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 6.741, "wall_ms_mad": 0.0, "cpu_ms_median": 6.741, "max_rss_kb": null }, "swhid": "swh:1:snp:8366b57cf3ca8f2f20d65c69837be070894a83b2" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 146.643, "wall_ms_mad": 0.0, "cpu_ms_median": 146.643, "max_rss_kb": null }, "swhid": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 99.603, "wall_ms_mad": 0.0, "cpu_ms_median": 99.603, "max_rss_kb": null }, "swhid": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 97.406, "wall_ms_mad": 0.0, "cpu_ms_median": 97.406, "max_rss_kb": null }, "swhid": "swh:1:snp:d66db619f7d82b4bc6524810d045d731ae099ef7" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "timezone_extremes", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/timezone_extremes/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:a08106ee77186a6657c1ac9214cda20e728e66a2", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.684, "wall_ms_mad": 0.0, "cpu_ms_median": 7.684, "max_rss_kb": null }, "swhid": "swh:1:snp:a08106ee77186a6657c1ac9214cda20e728e66a2" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 157.667, "wall_ms_mad": 0.0, "cpu_ms_median": 157.667, "max_rss_kb": null }, "swhid": "swh:1:snp:a08106ee77186a6657c1ac9214cda20e728e66a2" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 50.759, "wall_ms_mad": 0.0, "cpu_ms_median": 50.759, "max_rss_kb": null }, "swhid": "swh:1:snp:a08106ee77186a6657c1ac9214cda20e728e66a2" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 100.441, "wall_ms_mad": 0.0, "cpu_ms_median": 100.441, "max_rss_kb": null }, "swhid": "swh:1:snp:a08106ee77186a6657c1ac9214cda20e728e66a2" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "with_tags", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/with_tags/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:9497c331aac82899611d1c2e9a0eef1d3c161c8d", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.406, "wall_ms_mad": 0.0, "cpu_ms_median": 11.406, "max_rss_kb": null }, "swhid": "swh:1:snp:9497c331aac82899611d1c2e9a0eef1d3c161c8d" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 165.093, "wall_ms_mad": 0.0, "cpu_ms_median": 165.093, "max_rss_kb": null }, "swhid": "swh:1:snp:9497c331aac82899611d1c2e9a0eef1d3c161c8d" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 136.55, "wall_ms_mad": 0.0, "cpu_ms_median": 136.55, "max_rss_kb": null }, "swhid": "swh:1:snp:9497c331aac82899611d1c2e9a0eef1d3c161c8d" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 89.469, "wall_ms_mad": 0.0, "cpu_ms_median": 89.469, "max_rss_kb": null }, "swhid": "swh:1:snp:9497c331aac82899611d1c2e9a0eef1d3c161c8d" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "branch_ordering", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/branch_ordering.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:snp:2c7bb0f4015176850a9fd301025ff5c24ab429f5", "expected": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36" }, "diff": [ { "path": "/swhid", "expected": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36", "actual": "swh:1:snp:2c7bb0f4015176850a9fd301025ff5c24ab429f5", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 114.193, "wall_ms_mad": 0.0, "cpu_ms_median": 114.193, "max_rss_kb": null }, "swhid": "swh:1:snp:2c7bb0f4015176850a9fd301025ff5c24ab429f5" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 276.672, "wall_ms_mad": 0.0, "cpu_ms_median": 276.672, "max_rss_kb": null }, "swhid": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 200.694, "wall_ms_mad": 0.0, "cpu_ms_median": 200.694, "max_rss_kb": null }, "swhid": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 141.938, "wall_ms_mad": 0.0, "cpu_ms_median": 141.938, "max_rss_kb": null }, "swhid": "swh:1:snp:e44a647204ef944dd0fd28302a0d65124b93cd36" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "complex_merges", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/complex_merges.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:snp:1483e03d492f5695b82bd5851ee72a2c6be8805e", "expected": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4" }, "diff": [ { "path": "/swhid", "expected": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4", "actual": "swh:1:snp:1483e03d492f5695b82bd5851ee72a2c6be8805e", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 72.052, "wall_ms_mad": 0.0, "cpu_ms_median": 72.052, "max_rss_kb": null }, "swhid": "swh:1:snp:1483e03d492f5695b82bd5851ee72a2c6be8805e" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 224.793, "wall_ms_mad": 0.0, "cpu_ms_median": 224.793, "max_rss_kb": null }, "swhid": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 159.832, "wall_ms_mad": 0.0, "cpu_ms_median": 159.832, "max_rss_kb": null }, "swhid": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 150.947, "wall_ms_mad": 0.0, "cpu_ms_median": 150.947, "max_rss_kb": null }, "swhid": "swh:1:snp:604524a5decb4c927258eb4d9f5a121c48218bd4" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "comprehensive_branch_develop", "category": "unknown", "payload_ref": "/var/folders/tb/y368xp_x10s3ty1b_mtl5mxr0000gn/T/swhid_test_0nwhvl9x/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362", "expected_swhid_sha256": "swh:2:rev:ce9977aecc562d66a1788ceea6085d1a9fdfe0e6ec624b55bfee5d37c8ed3d2e" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 6.894, "wall_ms_mad": 0.0, "cpu_ms_median": 6.894, "max_rss_kb": null }, "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 19.068, "wall_ms_mad": 0.0, "cpu_ms_median": 19.068, "max_rss_kb": null }, "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 18.246, "wall_ms_mad": 0.0, "cpu_ms_median": 18.246, "max_rss_kb": null }, "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.453, "wall_ms_mad": 0.0, "cpu_ms_median": 17.453, "max_rss_kb": null }, "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.194, "wall_ms_mad": 0.0, "cpu_ms_median": 9.194, "max_rss_kb": null }, "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 30.809, "wall_ms_mad": 0.0, "cpu_ms_median": 30.809, "max_rss_kb": null }, "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 75.23, "wall_ms_mad": 0.0, "cpu_ms_median": 75.23, "max_rss_kb": null }, "swhid": "swh:1:rev:5e8a55e005e0003cd976ac876b2a598bf0d91362" } ] }, { "id": "comprehensive_branch_feature-a", "category": "unknown", "payload_ref": "/var/folders/tb/y368xp_x10s3ty1b_mtl5mxr0000gn/T/swhid_test_0nwhvl9x/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764", "expected_swhid_sha256": "swh:2:rev:be92c18a69f4061c1af3edcd55b1d65c2963db763cffd4129238a3f6ae9952ad" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.819, "wall_ms_mad": 0.0, "cpu_ms_median": 7.819, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 14.252, "wall_ms_mad": 0.0, "cpu_ms_median": 14.252, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 16.91, "wall_ms_mad": 0.0, "cpu_ms_median": 16.91, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 18.686, "wall_ms_mad": 0.0, "cpu_ms_median": 18.686, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 8.285, "wall_ms_mad": 0.0, "cpu_ms_median": 8.285, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 36.449, "wall_ms_mad": 0.0, "cpu_ms_median": 36.449, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 77.394, "wall_ms_mad": 0.0, "cpu_ms_median": 77.394, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" } ] }, { "id": "comprehensive_branch_feature-b", "category": "unknown", "payload_ref": "/var/folders/tb/y368xp_x10s3ty1b_mtl5mxr0000gn/T/swhid_test_0nwhvl9x/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149", "expected_swhid_sha256": "swh:2:rev:30ab3f05fe4b048aa1d4b7b2cab384c1ba83b101ea25731aa015cf6c35362428" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 10.157, "wall_ms_mad": 0.0, "cpu_ms_median": 10.157, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 20.887, "wall_ms_mad": 0.0, "cpu_ms_median": 20.887, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 19.44, "wall_ms_mad": 0.0, "cpu_ms_median": 19.44, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 23.405, "wall_ms_mad": 0.0, "cpu_ms_median": 23.405, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.706, "wall_ms_mad": 0.0, "cpu_ms_median": 12.706, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 46.923, "wall_ms_mad": 0.0, "cpu_ms_median": 46.923, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 75.872, "wall_ms_mad": 0.0, "cpu_ms_median": 75.872, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" } ] }, { "id": "comprehensive_branch_hotfix", "category": "unknown", "payload_ref": "/var/folders/tb/y368xp_x10s3ty1b_mtl5mxr0000gn/T/swhid_test_0nwhvl9x/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720", "expected_swhid_sha256": "swh:2:rev:31f042943bb64a93323c18f5afd5a5f6d8c8cf8e70d07a14c78c361bc80db32b" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.962, "wall_ms_mad": 0.0, "cpu_ms_median": 7.962, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 15.116, "wall_ms_mad": 0.0, "cpu_ms_median": 15.116, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.441, "wall_ms_mad": 0.0, "cpu_ms_median": 17.441, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 18.84, "wall_ms_mad": 0.0, "cpu_ms_median": 18.84, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 8.944, "wall_ms_mad": 0.0, "cpu_ms_median": 8.944, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 38.074, "wall_ms_mad": 0.0, "cpu_ms_median": 38.074, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 77.569, "wall_ms_mad": 0.0, "cpu_ms_median": 77.569, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" } ] }, { "id": "comprehensive_branch_main", "category": "unknown", "payload_ref": "/var/folders/tb/y368xp_x10s3ty1b_mtl5mxr0000gn/T/swhid_test_0nwhvl9x/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf", "expected_swhid_sha256": "swh:2:rev:b511eaf5a579cc893da0464c4a555adfaa15bdf65dc337e5a140c80261b30bf4" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.185, "wall_ms_mad": 0.0, "cpu_ms_median": 7.185, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 16.125, "wall_ms_mad": 0.0, "cpu_ms_median": 16.125, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.671, "wall_ms_mad": 0.0, "cpu_ms_median": 17.671, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 21.167, "wall_ms_mad": 0.0, "cpu_ms_median": 21.167, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.424, "wall_ms_mad": 0.0, "cpu_ms_median": 9.424, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 43.065, "wall_ms_mad": 0.0, "cpu_ms_median": 43.065, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 89.914, "wall_ms_mad": 0.0, "cpu_ms_median": 89.914, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" } ] }, { "id": "comprehensive_tag_v1.0.0", "category": "unknown", "payload_ref": "/var/folders/tb/y368xp_x10s3ty1b_mtl5mxr0000gn/T/swhid_test_0nwhvl9x/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4", "expected_swhid_sha256": "swh:2:rel:fc5f81a1411b41556c6558845c5fe48efbe70f4a0a7dd6bd5a8b3c72a6228786" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 7.104, "wall_ms_mad": 0.0, "cpu_ms_median": 7.104, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 10.958, "wall_ms_mad": 0.0, "cpu_ms_median": 10.958, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 27.047, "wall_ms_mad": 0.0, "cpu_ms_median": 27.047, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 10.533, "wall_ms_mad": 0.0, "cpu_ms_median": 10.533, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 102.816, "wall_ms_mad": 0.0, "cpu_ms_median": 102.816, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 210.87, "wall_ms_mad": 0.0, "cpu_ms_median": 210.87, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 207.177, "wall_ms_mad": 0.0, "cpu_ms_median": 207.177, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" } ] }, { "id": "comprehensive_tag_v1.0.1", "category": "unknown", "payload_ref": "/var/folders/tb/y368xp_x10s3ty1b_mtl5mxr0000gn/T/swhid_test_0nwhvl9x/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54", "expected_swhid_sha256": "swh:2:rel:b7c9b8486f02e73cfc55a6aef25b8f1f95772a9b988f9f729184137b28762c56" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.636, "wall_ms_mad": 0.0, "cpu_ms_median": 1.636, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 29.443, "wall_ms_mad": 0.0, "cpu_ms_median": 29.443, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 24.541, "wall_ms_mad": 0.0, "cpu_ms_median": 24.541, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.674, "wall_ms_mad": 0.0, "cpu_ms_median": 1.674, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 56.88, "wall_ms_mad": 0.0, "cpu_ms_median": 56.88, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 164.042, "wall_ms_mad": 0.0, "cpu_ms_median": 164.042, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 181.152, "wall_ms_mad": 0.0, "cpu_ms_median": 181.152, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" } ] }, { "id": "comprehensive_tag_v1.1.0", "category": "unknown", "payload_ref": "/var/folders/tb/y368xp_x10s3ty1b_mtl5mxr0000gn/T/swhid_test_0nwhvl9x/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a", "expected_swhid_sha256": "swh:2:rel:a6423cd273e7af6554423736f950e831969e2f39c725dde857cb30222105c2ca" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 4.847, "wall_ms_mad": 0.0, "cpu_ms_median": 4.847, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 10.398, "wall_ms_mad": 0.0, "cpu_ms_median": 10.398, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.295, "wall_ms_mad": 0.0, "cpu_ms_median": 13.295, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.434, "wall_ms_mad": 0.0, "cpu_ms_median": 1.434, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 30.43, "wall_ms_mad": 0.0, "cpu_ms_median": 30.43, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 109.463, "wall_ms_mad": 0.0, "cpu_ms_median": 109.463, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 146.098, "wall_ms_mad": 0.0, "cpu_ms_median": 146.098, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" } ] }, { "id": "comprehensive_tag_v2.0.0", "category": "unknown", "payload_ref": "/var/folders/tb/y368xp_x10s3ty1b_mtl5mxr0000gn/T/swhid_test_0nwhvl9x/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f", "expected_swhid_sha256": "swh:2:rel:f0fbfaaa8972a49fce82dfc62c1d97592cf2c62faca5adb1e0c0e227655d6068" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.453, "wall_ms_mad": 0.0, "cpu_ms_median": 1.453, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 21.543, "wall_ms_mad": 0.0, "cpu_ms_median": 21.543, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 21.339, "wall_ms_mad": 0.0, "cpu_ms_median": 21.339, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.748, "wall_ms_mad": 0.0, "cpu_ms_median": 1.748, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 80.367, "wall_ms_mad": 0.0, "cpu_ms_median": 80.367, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 131.88, "wall_ms_mad": 0.0, "cpu_ms_median": 131.88, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 164.052, "wall_ms_mad": 0.0, "cpu_ms_median": 164.052, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" } ] }, { "id": "comprehensive_tag_v2.1.0", "category": "unknown", "payload_ref": "/var/folders/tb/y368xp_x10s3ty1b_mtl5mxr0000gn/T/swhid_test_0nwhvl9x/comprehensive", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39", "expected_swhid_sha256": "swh:2:rel:b071c1d398f3d7fb9c3fce176b4993a4f38f897b42db2bc9bdbda5e09ad97216" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.742, "wall_ms_mad": 0.0, "cpu_ms_median": 0.742, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 21.746, "wall_ms_mad": 0.0, "cpu_ms_median": 21.746, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 24.863, "wall_ms_mad": 0.0, "cpu_ms_median": 24.863, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.388, "wall_ms_mad": 0.0, "cpu_ms_median": 1.388, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 42.211, "wall_ms_mad": 0.0, "cpu_ms_median": 42.211, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 82.387, "wall_ms_mad": 0.0, "cpu_ms_median": 82.387, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 115.311, "wall_ms_mad": 0.0, "cpu_ms_median": 115.311, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" } ] }, { "id": "merge_commits", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/merge_commits.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:snp:b7fa53489fc4a7d6ccd2d08f54892dbe5bfcbeef", "expected": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6" }, "diff": [ { "path": "/swhid", "expected": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6", "actual": "swh:1:snp:b7fa53489fc4a7d6ccd2d08f54892dbe5bfcbeef", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 504.942, "wall_ms_mad": 0.0, "cpu_ms_median": 504.942, "max_rss_kb": null }, "swhid": "swh:1:snp:b7fa53489fc4a7d6ccd2d08f54892dbe5bfcbeef" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 829.773, "wall_ms_mad": 0.0, "cpu_ms_median": 829.773, "max_rss_kb": null }, "swhid": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 703.441, "wall_ms_mad": 0.0, "cpu_ms_median": 703.441, "max_rss_kb": null }, "swhid": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 273.243, "wall_ms_mad": 0.0, "cpu_ms_median": 273.243, "max_rss_kb": null }, "swhid": "swh:1:snp:5c9c3c9be880d0ac89707304017006716d6749a6" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "signed_releases", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/signed_releases.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:snp:a37475d31797589cfc7f470f5e7a971ff635b9be", "expected": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4" }, "diff": [ { "path": "/swhid", "expected": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4", "actual": "swh:1:snp:a37475d31797589cfc7f470f5e7a971ff635b9be", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 926.765, "wall_ms_mad": 0.0, "cpu_ms_median": 926.765, "max_rss_kb": null }, "swhid": "swh:1:snp:a37475d31797589cfc7f470f5e7a971ff635b9be" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 995.588, "wall_ms_mad": 0.0, "cpu_ms_median": 995.588, "max_rss_kb": null }, "swhid": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 889.594, "wall_ms_mad": 0.0, "cpu_ms_median": 889.594, "max_rss_kb": null }, "swhid": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 465.217, "wall_ms_mad": 0.0, "cpu_ms_median": 465.217, "max_rss_kb": null }, "swhid": "swh:1:snp:1a358894eaa5f6f9727168d9280e992af1a076b4" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "signed_revisions_branch_main", "category": "unknown", "payload_ref": "/var/folders/tb/y368xp_x10s3ty1b_mtl5mxr0000gn/T/swhid_test_5fwtxe0d/signed_revisions", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe", "expected_swhid_sha256": "swh:2:rev:26be30e69cec790ad80df1486c709230b18670f1ca573b6dc61be9c8697225f3" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 17.003, "wall_ms_mad": 0.0, "cpu_ms_median": 17.003, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 23.141, "wall_ms_mad": 0.0, "cpu_ms_median": 23.141, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 30.143, "wall_ms_mad": 0.0, "cpu_ms_median": 30.143, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 16.063, "wall_ms_mad": 0.0, "cpu_ms_median": 16.063, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 32.493, "wall_ms_mad": 0.0, "cpu_ms_median": 32.493, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 62.374, "wall_ms_mad": 0.0, "cpu_ms_median": 62.374, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 108.556, "wall_ms_mad": 0.0, "cpu_ms_median": 108.556, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" } ] }, { "id": "signed_revisions_branch_signed-feature", "category": "unknown", "payload_ref": "/var/folders/tb/y368xp_x10s3ty1b_mtl5mxr0000gn/T/swhid_test_5fwtxe0d/signed_revisions", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe", "expected_swhid_sha256": "swh:2:rev:26be30e69cec790ad80df1486c709230b18670f1ca573b6dc61be9c8697225f3" }, "results": [ { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 28.951, "wall_ms_mad": 0.0, "cpu_ms_median": 28.951, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 36.063, "wall_ms_mad": 0.0, "cpu_ms_median": 36.063, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 37.161, "wall_ms_mad": 0.0, "cpu_ms_median": 37.161, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 21.147, "wall_ms_mad": 0.0, "cpu_ms_median": 21.147, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 37.158, "wall_ms_mad": 0.0, "cpu_ms_median": 37.158, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 75.96, "wall_ms_mad": 0.0, "cpu_ms_median": 75.96, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 137.115, "wall_ms_mad": 0.0, "cpu_ms_median": 137.115, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" } ] }, { "id": "simple_revisions", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/simple_revisions.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:snp:7638ab45d024a9a8adcfcbe70f5f7e1844c2b8df", "expected": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92" }, "diff": [ { "path": "/swhid", "expected": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92", "actual": "swh:1:snp:7638ab45d024a9a8adcfcbe70f5f7e1844c2b8df", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 115.868, "wall_ms_mad": 0.0, "cpu_ms_median": 115.868, "max_rss_kb": null }, "swhid": "swh:1:snp:7638ab45d024a9a8adcfcbe70f5f7e1844c2b8df" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 241.361, "wall_ms_mad": 0.0, "cpu_ms_median": 241.361, "max_rss_kb": null }, "swhid": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 210.509, "wall_ms_mad": 0.0, "cpu_ms_median": 210.509, "max_rss_kb": null }, "swhid": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 262.345, "wall_ms_mad": 0.0, "cpu_ms_median": 262.345, "max_rss_kb": null }, "swhid": "swh:1:snp:2f1450c1be7a6945b69d2c3724ac30a3be025e92" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "tag_types", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/tag_types.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:snp:819f5d1af138efaac9d870ffdbf49aa67a0873ae", "expected": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9" }, "diff": [ { "path": "/swhid", "expected": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9", "actual": "swh:1:snp:819f5d1af138efaac9d870ffdbf49aa67a0873ae", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 456.472, "wall_ms_mad": 0.0, "cpu_ms_median": 456.472, "max_rss_kb": null }, "swhid": "swh:1:snp:819f5d1af138efaac9d870ffdbf49aa67a0873ae" }, { "implementation": "pygit2", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 696.875, "wall_ms_mad": 0.0, "cpu_ms_median": 696.875, "max_rss_kb": null }, "swhid": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 583.363, "wall_ms_mad": 0.0, "cpu_ms_median": 583.363, "max_rss_kb": null }, "swhid": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9" }, { "implementation": "git-cmd", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 233.704, "wall_ms_mad": 0.0, "cpu_ms_median": 233.704, "max_rss_kb": null }, "swhid": "swh:1:snp:98a720761e59ff1704a84b38e0f3f683a6c2d5d9" }, { "implementation": "git", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Git doesn't support snapshot objects", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null } ] }, { "id": "annotated_release_v1", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/with_tags/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1", "expected_swhid_sha256": "swh:2:rel:a0975e97ce4a44b9ebacae96a1c29bd540795a3e3d0f139271c79f89816a3220" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.249, "wall_ms_mad": 0.0, "cpu_ms_median": 9.249, "max_rss_kb": null }, "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 0.56, "wall_ms_mad": 0.0, "cpu_ms_median": 0.56, "max_rss_kb": null }, "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 80.258, "wall_ms_mad": 0.0, "cpu_ms_median": 80.258, "max_rss_kb": null }, "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 19.859, "wall_ms_mad": 0.0, "cpu_ms_median": 19.859, "max_rss_kb": null }, "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 45.061, "wall_ms_mad": 0.0, "cpu_ms_median": 45.061, "max_rss_kb": null }, "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 119.19, "wall_ms_mad": 0.0, "cpu_ms_median": 119.19, "max_rss_kb": null }, "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.768, "wall_ms_mad": 0.0, "cpu_ms_median": 1.768, "max_rss_kb": null }, "swhid": "swh:1:rel:976993709ac2245f5128a5205653b26eab703fe1" } ] }, { "id": "annotated_release_v2", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/with_tags/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a", "expected_swhid_sha256": "swh:2:rel:df586c70b4508d7ddb09ed154ca543086b2b143295caece2c0d3cf10661e9df6" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 9.101, "wall_ms_mad": 0.0, "cpu_ms_median": 9.101, "max_rss_kb": null }, "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 3.413, "wall_ms_mad": 0.0, "cpu_ms_median": 3.413, "max_rss_kb": null }, "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 63.509, "wall_ms_mad": 0.0, "cpu_ms_median": 63.509, "max_rss_kb": null }, "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 13.61, "wall_ms_mad": 0.0, "cpu_ms_median": 13.61, "max_rss_kb": null }, "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 32.481, "wall_ms_mad": 0.0, "cpu_ms_median": 32.481, "max_rss_kb": null }, "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 83.791, "wall_ms_mad": 0.0, "cpu_ms_median": 83.791, "max_rss_kb": null }, "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.185, "wall_ms_mad": 0.0, "cpu_ms_median": 1.185, "max_rss_kb": null }, "swhid": "swh:1:rel:a7c9921fab18efe11882532bdf751f44a704917a" } ] }, { "id": "comprehensive_tag_v1.0.0", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4", "expected_swhid_sha256": "swh:2:rel:fc5f81a1411b41556c6558845c5fe48efbe70f4a0a7dd6bd5a8b3c72a6228786" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 216.752, "wall_ms_mad": 0.0, "cpu_ms_median": 216.752, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 160.948, "wall_ms_mad": 0.0, "cpu_ms_median": 160.948, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 201.678, "wall_ms_mad": 0.0, "cpu_ms_median": 201.678, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 167.061, "wall_ms_mad": 0.0, "cpu_ms_median": 167.061, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 154.209, "wall_ms_mad": 0.0, "cpu_ms_median": 154.209, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 229.216, "wall_ms_mad": 0.0, "cpu_ms_median": 229.216, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 106.567, "wall_ms_mad": 0.0, "cpu_ms_median": 106.567, "max_rss_kb": null }, "swhid": "swh:1:rel:5286f13487f495993f96ae05b33d10f5f93b82f4" } ] }, { "id": "comprehensive_tag_v1.0.1", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54", "expected_swhid_sha256": "swh:2:rel:b7c9b8486f02e73cfc55a6aef25b8f1f95772a9b988f9f729184137b28762c56" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 119.61, "wall_ms_mad": 0.0, "cpu_ms_median": 119.61, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 110.249, "wall_ms_mad": 0.0, "cpu_ms_median": 110.249, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 163.616, "wall_ms_mad": 0.0, "cpu_ms_median": 163.616, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 128.92, "wall_ms_mad": 0.0, "cpu_ms_median": 128.92, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 72.231, "wall_ms_mad": 0.0, "cpu_ms_median": 72.231, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 154.917, "wall_ms_mad": 0.0, "cpu_ms_median": 154.917, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 55.313, "wall_ms_mad": 0.0, "cpu_ms_median": 55.313, "max_rss_kb": null }, "swhid": "swh:1:rel:bce2af7aab2b64d3198976a83cefffcd6f5b8f54" } ] }, { "id": "comprehensive_tag_v1.1.0", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a", "expected_swhid_sha256": "swh:2:rel:a6423cd273e7af6554423736f950e831969e2f39c725dde857cb30222105c2ca" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 129.371, "wall_ms_mad": 0.0, "cpu_ms_median": 129.371, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 123.372, "wall_ms_mad": 0.0, "cpu_ms_median": 123.372, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 172.99, "wall_ms_mad": 0.0, "cpu_ms_median": 172.99, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 146.849, "wall_ms_mad": 0.0, "cpu_ms_median": 146.849, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 112.597, "wall_ms_mad": 0.0, "cpu_ms_median": 112.597, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 168.624, "wall_ms_mad": 0.0, "cpu_ms_median": 168.624, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 49.046, "wall_ms_mad": 0.0, "cpu_ms_median": 49.046, "max_rss_kb": null }, "swhid": "swh:1:rel:00f5b371d166cff902716f88c59e97eb21d18a7a" } ] }, { "id": "comprehensive_tag_v2.0.0", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f", "expected_swhid_sha256": "swh:2:rel:f0fbfaaa8972a49fce82dfc62c1d97592cf2c62faca5adb1e0c0e227655d6068" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 147.291, "wall_ms_mad": 0.0, "cpu_ms_median": 147.291, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 114.829, "wall_ms_mad": 0.0, "cpu_ms_median": 114.829, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 188.116, "wall_ms_mad": 0.0, "cpu_ms_median": 188.116, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 147.673, "wall_ms_mad": 0.0, "cpu_ms_median": 147.673, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 162.068, "wall_ms_mad": 0.0, "cpu_ms_median": 162.068, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 175.758, "wall_ms_mad": 0.0, "cpu_ms_median": 175.758, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 114.643, "wall_ms_mad": 0.0, "cpu_ms_median": 114.643, "max_rss_kb": null }, "swhid": "swh:1:rel:eb40be8808a4c33f3d3daab634344b673996a49f" } ] }, { "id": "comprehensive_tag_v2.1.0", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39", "expected_swhid_sha256": "swh:2:rel:b071c1d398f3d7fb9c3fce176b4993a4f38f897b42db2bc9bdbda5e09ad97216" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 326.977, "wall_ms_mad": 0.0, "cpu_ms_median": 326.977, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 344.7, "wall_ms_mad": 0.0, "cpu_ms_median": 344.7, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 298.342, "wall_ms_mad": 0.0, "cpu_ms_median": 298.342, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 325.796, "wall_ms_mad": 0.0, "cpu_ms_median": 325.796, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 95.433, "wall_ms_mad": 0.0, "cpu_ms_median": 95.433, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 142.231, "wall_ms_mad": 0.0, "cpu_ms_median": 142.231, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 78.462, "wall_ms_mad": 0.0, "cpu_ms_median": 78.462, "max_rss_kb": null }, "swhid": "swh:1:rel:edaf91f706742fcb19591f59b5397b0a7a09ac39" } ] }, { "id": "signed_release_v1", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/signed_releases.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:rel:2279dab262bc7b7644449e708e3eed7d3cf1e1f7", "expected": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566" }, "diff": [ { "path": "/swhid", "expected": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566", "actual": "swh:1:rel:2279dab262bc7b7644449e708e3eed7d3cf1e1f7", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 78.023, "wall_ms_mad": 0.0, "cpu_ms_median": 78.023, "max_rss_kb": null }, "swhid": "swh:1:rel:2279dab262bc7b7644449e708e3eed7d3cf1e1f7" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 67.753, "wall_ms_mad": 0.0, "cpu_ms_median": 67.753, "max_rss_kb": null }, "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566" }, { "implementation": "python", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Python implementation doesn't support signed tags (GPG signatures not handled by swh.model Release object)", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 77.247, "wall_ms_mad": 0.0, "cpu_ms_median": 77.247, "max_rss_kb": null }, "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 69.181, "wall_ms_mad": 0.0, "cpu_ms_median": 69.181, "max_rss_kb": null }, "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 126.682, "wall_ms_mad": 0.0, "cpu_ms_median": 126.682, "max_rss_kb": null }, "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 61.477, "wall_ms_mad": 0.0, "cpu_ms_median": 61.477, "max_rss_kb": null }, "swhid": "swh:1:rel:d6bc712db2ffad219e410155850770f2a6f80566" } ] }, { "id": "signed_release_v2", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/signed_releases.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:rel:53914f8f6882079521c6e142f507f73befa85f7e", "expected": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e" }, "diff": [ { "path": "/swhid", "expected": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e", "actual": "swh:1:rel:53914f8f6882079521c6e142f507f73befa85f7e", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 80.478, "wall_ms_mad": 0.0, "cpu_ms_median": 80.478, "max_rss_kb": null }, "swhid": "swh:1:rel:53914f8f6882079521c6e142f507f73befa85f7e" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 77.254, "wall_ms_mad": 0.0, "cpu_ms_median": 77.254, "max_rss_kb": null }, "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e" }, { "implementation": "python", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Python implementation doesn't support signed tags (GPG signatures not handled by swh.model Release object)", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 83.648, "wall_ms_mad": 0.0, "cpu_ms_median": 83.648, "max_rss_kb": null }, "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 73.089, "wall_ms_mad": 0.0, "cpu_ms_median": 73.089, "max_rss_kb": null }, "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 131.787, "wall_ms_mad": 0.0, "cpu_ms_median": 131.787, "max_rss_kb": null }, "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 61.795, "wall_ms_mad": 0.0, "cpu_ms_median": 61.795, "max_rss_kb": null }, "swhid": "swh:1:rel:90b798f42ee8c20dc94b119fc4139b79a03c3b7e" } ] }, { "id": "signed_release_v2_1", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/signed_releases.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b", "expected_swhid_sha256": null }, "results": [ { "implementation": "go", "status": "FAIL", "error": { "code": "MISMATCH_ERROR", "subtype": "swhid", "message": "SWHID mismatch", "context": { "got": "swh:1:rel:29633edd1bbc4bfca983f82d37280513b6a3143d", "expected": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b" }, "diff": [ { "path": "/swhid", "expected": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b", "actual": "swh:1:rel:29633edd1bbc4bfca983f82d37280513b6a3143d", "category": "value_mismatch" } ] }, "metrics": { "samples": 1, "wall_ms_median": 94.936, "wall_ms_mad": 0.0, "cpu_ms_median": 94.936, "max_rss_kb": null }, "swhid": "swh:1:rel:29633edd1bbc4bfca983f82d37280513b6a3143d" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 82.107, "wall_ms_mad": 0.0, "cpu_ms_median": 82.107, "max_rss_kb": null }, "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b" }, { "implementation": "python", "status": "SKIPPED", "error": { "code": "VALIDATION_ERROR", "subtype": "unsupported_type", "message": "Object type not supported: Python implementation doesn't support signed tags (GPG signatures not handled by swh.model Release object)", "context": {}, "diff": null }, "metrics": { "samples": 1, "wall_ms_median": 0.0, "wall_ms_mad": 0.0, "cpu_ms_median": 0.0, "max_rss_kb": null }, "swhid": null }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 87.471, "wall_ms_mad": 0.0, "cpu_ms_median": 87.471, "max_rss_kb": null }, "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 73.75, "wall_ms_mad": 0.0, "cpu_ms_median": 73.75, "max_rss_kb": null }, "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 130.298, "wall_ms_mad": 0.0, "cpu_ms_median": 130.298, "max_rss_kb": null }, "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 54.935, "wall_ms_mad": 0.0, "cpu_ms_median": 54.935, "max_rss_kb": null }, "swhid": "swh:1:rel:dc4a4d4c9110311ff03e0a6f218ecfcb3247ac0b" } ] }, { "id": "tag_types_annotated", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/tag_types.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2", "expected_swhid_sha256": "swh:2:rel:2aebb765fa34bae3b2cf2acd74ced472baa4a962da2f960ef9bcd5aa0b0519e1" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 136.279, "wall_ms_mad": 0.0, "cpu_ms_median": 136.279, "max_rss_kb": null }, "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 129.107, "wall_ms_mad": 0.0, "cpu_ms_median": 129.107, "max_rss_kb": null }, "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 164.53, "wall_ms_mad": 0.0, "cpu_ms_median": 164.53, "max_rss_kb": null }, "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 149.711, "wall_ms_mad": 0.0, "cpu_ms_median": 149.711, "max_rss_kb": null }, "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 86.653, "wall_ms_mad": 0.0, "cpu_ms_median": 86.653, "max_rss_kb": null }, "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 156.825, "wall_ms_mad": 0.0, "cpu_ms_median": 156.825, "max_rss_kb": null }, "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 116.37, "wall_ms_mad": 0.0, "cpu_ms_median": 116.37, "max_rss_kb": null }, "swhid": "swh:1:rel:302822701a46791d97f5e372255b7db078a342e2" } ] }, { "id": "comprehensive_branch_feature-a", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764", "expected_swhid_sha256": "swh:2:rev:be92c18a69f4061c1af3edcd55b1d65c2963db763cffd4129238a3f6ae9952ad" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 122.199, "wall_ms_mad": 0.0, "cpu_ms_median": 122.199, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 119.397, "wall_ms_mad": 0.0, "cpu_ms_median": 119.397, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 132.456, "wall_ms_mad": 0.0, "cpu_ms_median": 132.456, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 118.083, "wall_ms_mad": 0.0, "cpu_ms_median": 118.083, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 147.642, "wall_ms_mad": 0.0, "cpu_ms_median": 147.642, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 205.4, "wall_ms_mad": 0.0, "cpu_ms_median": 205.4, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 138.036, "wall_ms_mad": 0.0, "cpu_ms_median": 138.036, "max_rss_kb": null }, "swhid": "swh:1:rev:870dcb724e95453ab9dd2f4a58f98aeb0dcb7764" } ] }, { "id": "comprehensive_branch_feature-b", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149", "expected_swhid_sha256": "swh:2:rev:30ab3f05fe4b048aa1d4b7b2cab384c1ba83b101ea25731aa015cf6c35362428" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 107.612, "wall_ms_mad": 0.0, "cpu_ms_median": 107.612, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 108.227, "wall_ms_mad": 0.0, "cpu_ms_median": 108.227, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 135.873, "wall_ms_mad": 0.0, "cpu_ms_median": 135.873, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 99.168, "wall_ms_mad": 0.0, "cpu_ms_median": 99.168, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 97.35, "wall_ms_mad": 0.0, "cpu_ms_median": 97.35, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 188.53, "wall_ms_mad": 0.0, "cpu_ms_median": 188.53, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 78.979, "wall_ms_mad": 0.0, "cpu_ms_median": 78.979, "max_rss_kb": null }, "swhid": "swh:1:rev:229740cdc7665b5718e34e04a59fd9e981f2c149" } ] }, { "id": "comprehensive_branch_hotfix", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720", "expected_swhid_sha256": "swh:2:rev:31f042943bb64a93323c18f5afd5a5f6d8c8cf8e70d07a14c78c361bc80db32b" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 141.103, "wall_ms_mad": 0.0, "cpu_ms_median": 141.103, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 137.684, "wall_ms_mad": 0.0, "cpu_ms_median": 137.684, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 161.728, "wall_ms_mad": 0.0, "cpu_ms_median": 161.728, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 150.822, "wall_ms_mad": 0.0, "cpu_ms_median": 150.822, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 83.508, "wall_ms_mad": 0.0, "cpu_ms_median": 83.508, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 159.126, "wall_ms_mad": 0.0, "cpu_ms_median": 159.126, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 74.892, "wall_ms_mad": 0.0, "cpu_ms_median": 74.892, "max_rss_kb": null }, "swhid": "swh:1:rev:bfe454d11532e851d36ac5c2c014f12a19c9f720" } ] }, { "id": "comprehensive_branch_main", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/comprehensive.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf", "expected_swhid_sha256": "swh:2:rev:b511eaf5a579cc893da0464c4a555adfaa15bdf65dc337e5a140c80261b30bf4" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 119.524, "wall_ms_mad": 0.0, "cpu_ms_median": 119.524, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 106.464, "wall_ms_mad": 0.0, "cpu_ms_median": 106.464, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 146.449, "wall_ms_mad": 0.0, "cpu_ms_median": 146.449, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 139.734, "wall_ms_mad": 0.0, "cpu_ms_median": 139.734, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 84.212, "wall_ms_mad": 0.0, "cpu_ms_median": 84.212, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 151.27, "wall_ms_mad": 0.0, "cpu_ms_median": 151.27, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 65.995, "wall_ms_mad": 0.0, "cpu_ms_median": 65.995, "max_rss_kb": null }, "swhid": "swh:1:rev:997cc01b55bd38cbcc49f113c9f796e528559adf" } ] }, { "id": "initial_revision", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/merge_commits/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb", "expected_swhid_sha256": "swh:2:rev:1fb7e07aafd2e63bb17a5b4ff3e5ee2f9f94b089e04570ca9d3bc52a7ead7323" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 18.524, "wall_ms_mad": 0.0, "cpu_ms_median": 18.524, "max_rss_kb": null }, "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 8.634, "wall_ms_mad": 0.0, "cpu_ms_median": 8.634, "max_rss_kb": null }, "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 44.901, "wall_ms_mad": 0.0, "cpu_ms_median": 44.901, "max_rss_kb": null }, "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 22.725, "wall_ms_mad": 0.0, "cpu_ms_median": 22.725, "max_rss_kb": null }, "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 19.519, "wall_ms_mad": 0.0, "cpu_ms_median": 19.519, "max_rss_kb": null }, "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 97.992, "wall_ms_mad": 0.0, "cpu_ms_median": 97.992, "max_rss_kb": null }, "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.849, "wall_ms_mad": 0.0, "cpu_ms_median": 12.849, "max_rss_kb": null }, "swhid": "swh:1:rev:d8693ad0daffe017605f67d723b66e0c213035cb" } ] }, { "id": "merge_commits_head", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/merge_commits.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88", "expected_swhid_sha256": "swh:2:rev:e8aae6674be44e7cc053c574ad6b69d2622d2c8ba2fa43f085c6209bc1850a29" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 105.201, "wall_ms_mad": 0.0, "cpu_ms_median": 105.201, "max_rss_kb": null }, "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 89.068, "wall_ms_mad": 0.0, "cpu_ms_median": 89.068, "max_rss_kb": null }, "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 120.586, "wall_ms_mad": 0.0, "cpu_ms_median": 120.586, "max_rss_kb": null }, "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 95.856, "wall_ms_mad": 0.0, "cpu_ms_median": 95.856, "max_rss_kb": null }, "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 82.741, "wall_ms_mad": 0.0, "cpu_ms_median": 82.741, "max_rss_kb": null }, "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 165.729, "wall_ms_mad": 0.0, "cpu_ms_median": 165.729, "max_rss_kb": null }, "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 84.131, "wall_ms_mad": 0.0, "cpu_ms_median": 84.131, "max_rss_kb": null }, "swhid": "swh:1:rev:b644fc71fa76537858cb421f5bc6fd2f0f475d88" } ] }, { "id": "merge_revision", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/merge_commits/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b", "expected_swhid_sha256": "swh:2:rev:3ef41f06d867417af32690b178be0a11e7cdc80b944644b0f874c12fb9339d2e" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 20.811, "wall_ms_mad": 0.0, "cpu_ms_median": 20.811, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 15.232, "wall_ms_mad": 0.0, "cpu_ms_median": 15.232, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 48.953, "wall_ms_mad": 0.0, "cpu_ms_median": 48.953, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 28.387, "wall_ms_mad": 0.0, "cpu_ms_median": 28.387, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 25.197, "wall_ms_mad": 0.0, "cpu_ms_median": 25.197, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 112.292, "wall_ms_mad": 0.0, "cpu_ms_median": 112.292, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.332, "wall_ms_mad": 0.0, "cpu_ms_median": 12.332, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" } ] }, { "id": "signed_revision_feature", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/signed_revisions.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe", "expected_swhid_sha256": "swh:2:rev:26be30e69cec790ad80df1486c709230b18670f1ca573b6dc61be9c8697225f3" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 109.587, "wall_ms_mad": 0.0, "cpu_ms_median": 109.587, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 97.201, "wall_ms_mad": 0.0, "cpu_ms_median": 97.201, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 130.241, "wall_ms_mad": 0.0, "cpu_ms_median": 130.241, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 101.689, "wall_ms_mad": 0.0, "cpu_ms_median": 101.689, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 67.938, "wall_ms_mad": 0.0, "cpu_ms_median": 67.938, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 130.101, "wall_ms_mad": 0.0, "cpu_ms_median": 130.101, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 54.762, "wall_ms_mad": 0.0, "cpu_ms_median": 54.762, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" } ] }, { "id": "signed_revision_main", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/signed_revisions.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe", "expected_swhid_sha256": "swh:2:rev:26be30e69cec790ad80df1486c709230b18670f1ca573b6dc61be9c8697225f3" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 90.008, "wall_ms_mad": 0.0, "cpu_ms_median": 90.008, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 80.013, "wall_ms_mad": 0.0, "cpu_ms_median": 80.013, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 99.651, "wall_ms_mad": 0.0, "cpu_ms_median": 99.651, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 83.677, "wall_ms_mad": 0.0, "cpu_ms_median": 83.677, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 107.499, "wall_ms_mad": 0.0, "cpu_ms_median": 107.499, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 170.076, "wall_ms_mad": 0.0, "cpu_ms_median": 170.076, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 95.34, "wall_ms_mad": 0.0, "cpu_ms_median": 95.34, "max_rss_kb": null }, "swhid": "swh:1:rev:8a1241cc9d81178d7c1c29201354b2cb309601fe" } ] }, { "id": "simple_revision", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git/merge_commits/", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b", "expected_swhid_sha256": "swh:2:rev:3ef41f06d867417af32690b178be0a11e7cdc80b944644b0f874c12fb9339d2e" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.182, "wall_ms_mad": 0.0, "cpu_ms_median": 12.182, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.078, "wall_ms_mad": 0.0, "cpu_ms_median": 1.078, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 32.738, "wall_ms_mad": 0.0, "cpu_ms_median": 32.738, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 11.412, "wall_ms_mad": 0.0, "cpu_ms_median": 11.412, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 12.48, "wall_ms_mad": 0.0, "cpu_ms_median": 12.48, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 98.694, "wall_ms_mad": 0.0, "cpu_ms_median": 98.694, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 1.618, "wall_ms_mad": 0.0, "cpu_ms_median": 1.618, "max_rss_kb": null }, "swhid": "swh:1:rev:395d056259d91ef412349c5f6bc8273724e82d4b" } ] }, { "id": "simple_revisions_first", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/simple_revisions.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7", "expected_swhid_sha256": "swh:2:rev:cf37e2a69019225827ab62874dd612fbbe702fb9240871b9b1a5c3797d7b9b82" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 126.959, "wall_ms_mad": 0.0, "cpu_ms_median": 126.959, "max_rss_kb": null }, "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 116.532, "wall_ms_mad": 0.0, "cpu_ms_median": 116.532, "max_rss_kb": null }, "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 149.722, "wall_ms_mad": 0.0, "cpu_ms_median": 149.722, "max_rss_kb": null }, "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 142.386, "wall_ms_mad": 0.0, "cpu_ms_median": 142.386, "max_rss_kb": null }, "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 82.965, "wall_ms_mad": 0.0, "cpu_ms_median": 82.965, "max_rss_kb": null }, "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 170.569, "wall_ms_mad": 0.0, "cpu_ms_median": 170.569, "max_rss_kb": null }, "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 70.954, "wall_ms_mad": 0.0, "cpu_ms_median": 70.954, "max_rss_kb": null }, "swhid": "swh:1:rev:de1d62e55c7561f961a70ca57f1da6b3cf16fdb7" } ] }, { "id": "simple_revisions_head", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/simple_revisions.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904", "expected_swhid_sha256": "swh:2:rev:39f389419c331aed831d9ec3bfbe579c43a1797da9657593044a80ac663dd2b3" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 82.109, "wall_ms_mad": 0.0, "cpu_ms_median": 82.109, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 71.311, "wall_ms_mad": 0.0, "cpu_ms_median": 71.311, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 100.435, "wall_ms_mad": 0.0, "cpu_ms_median": 100.435, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 90.717, "wall_ms_mad": 0.0, "cpu_ms_median": 90.717, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 80.076, "wall_ms_mad": 0.0, "cpu_ms_median": 80.076, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 162.352, "wall_ms_mad": 0.0, "cpu_ms_median": 162.352, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 65.443, "wall_ms_mad": 0.0, "cpu_ms_median": 65.443, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" } ] }, { "id": "simple_revisions_second", "category": "git/basic", "payload_ref": "/Users/runner/work/test-suite/test-suite/payloads/git-repository/simple_revisions.tar.gz", "expected": { "reference_impl": "python-swhid", "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904", "expected_swhid_sha256": "swh:2:rev:39f389419c331aed831d9ec3bfbe579c43a1797da9657593044a80ac663dd2b3" }, "results": [ { "implementation": "go", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 116.415, "wall_ms_mad": 0.0, "cpu_ms_median": 116.415, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "pygit2", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 110.489, "wall_ms_mad": 0.0, "cpu_ms_median": 110.489, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "python", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 144.598, "wall_ms_mad": 0.0, "cpu_ms_median": 144.598, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "rust", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 112.953, "wall_ms_mad": 0.0, "cpu_ms_median": 112.953, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "git-cmd", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 72.096, "wall_ms_mad": 0.0, "cpu_ms_median": 72.096, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "ruby", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 173.596, "wall_ms_mad": 0.0, "cpu_ms_median": 173.596, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" }, { "implementation": "git", "status": "PASS", "error": null, "metrics": { "samples": 1, "wall_ms_median": 87.809, "wall_ms_mad": 0.0, "cpu_ms_median": 87.809, "max_rss_kb": null }, "swhid": "swh:1:rev:b7fdd35912b16682ac6e989f75d41870a0f9d904" } ] } ], "aggregates": { "by_implementation": { "git": { "passed": 64, "failed": 0, "skipped": 17 }, "git-cmd": { "passed": 64, "failed": 0, "skipped": 17 }, "go": { "passed": 70, "failed": 11, "skipped": 0 }, "pygit2": { "passed": 64, "failed": 0, "skipped": 17 }, "python": { "passed": 77, "failed": 1, "skipped": 3 }, "ruby": { "passed": 80, "failed": 1, "skipped": 0 }, "rust": { "passed": 81, "failed": 0, "skipped": 0 } } } }