{ "checked_at_utc": "2026-09-09T12:44:50.053752+00:00", "audit": "v2", "status": "complete", "source_code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073" }, "selection_policy": "user-rich-short-history-v1", "eval_user_target": 1000, "profiles": [ { "category": "All_Beauty", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 2, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 2263, "test_users": 2263 }, "stats": { "users": 22273, "items": 11834, "pairs": 45509, "train_users": 18108, "train_items": 11834, "train_observed_items": 11834, "val_users": 2097, "val_target_pairs": 2234, "test_users": 2068, "test_target_pairs": 2209, "preprocessed_users": 22634, "preprocessed_items": 12105, "preprocessed_pairs": 57127, "val_target_items": 1826, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 11834, "test_target_items": 1854, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 11834 }, "warnings": [ "Below the preferred size range; support filtering cannot add data", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "04944b78d206e6be2c1baa115866677fffe5579d9dc361675be1f37f80ad3cb1", "profile_sha256": "f0ed0675509d7ab3adb53531e80c69a0f5ca14a274fc3c3a8112ecee580c1709", "checked_at_utc": "2026-09-09T06:40:18.713796+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 2, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 22151, "items": 12105, "pairs": 48222, "train_users": 22151, "train_items": 12105, "train_observed_items": 10288, "val_users": 2414, "val_target_pairs": 2534, "test_users": 4813, "test_target_pairs": 5396, "preprocessed_users": 22634, "preprocessed_items": 12105, "preprocessed_pairs": 57127, "val_target_items": 602, "val_cold_target_items": 602, "val_cold_target_item_fraction": 1, "val_catalog_items": 12105, "test_target_items": 1203, "test_cold_target_items": 1203, "test_cold_target_item_fraction": 1, "test_catalog_items": 12105 }, "warnings": [ "Below the preferred size range; support filtering cannot add data", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "04944b78d206e6be2c1baa115866677fffe5579d9dc361675be1f37f80ad3cb1", "profile_sha256": "f0ed0675509d7ab3adb53531e80c69a0f5ca14a274fc3c3a8112ecee580c1709", "checked_at_utc": "2026-09-09T06:40:20.175361+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 4, "item_min_support": 1, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 2909, "items": 10266, "pairs": 13878, "train_users": 2909, "train_items": 10266, "train_observed_items": 7242, "val_users": 2909, "val_target_pairs": 2909, "test_users": 2909, "test_target_pairs": 2909, "preprocessed_users": 2909, "preprocessed_items": 10266, "preprocessed_pairs": 19696, "val_target_items": 2503, "val_cold_target_items": 1515, "val_cold_target_item_fraction": 0.6052736715940871, "val_catalog_items": 10266, "test_target_items": 2487, "test_cold_target_items": 1602, "test_cold_target_item_fraction": 0.6441495778045838, "test_catalog_items": 10266 }, "warnings": [ "Below the preferred size range; support filtering cannot add data", "More items than users", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "04944b78d206e6be2c1baa115866677fffe5579d9dc361675be1f37f80ad3cb1", "profile_sha256": "f0ed0675509d7ab3adb53531e80c69a0f5ca14a274fc3c3a8112ecee580c1709", "checked_at_utc": "2026-09-09T06:40:20.416646+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 3, "item_min_support": 1, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 3622, "items": 10734, "pairs": 12649, "train_users": 2171, "train_items": 7173, "train_observed_items": 7173, "val_users": 1410, "val_target_pairs": 2492, "test_users": 670, "test_target_pairs": 1016, "val_target_items": 1657, "val_cold_target_items": 1344, "val_cold_target_item_fraction": 0.8111044055522028, "val_catalog_items": 9855, "test_target_items": 618, "test_cold_target_items": 556, "test_cold_target_item_fraction": 0.8996763754045307, "test_catalog_items": 10734 }, "warnings": [ "Fewer than 1,000 eligible users in validation or test", "Below the preferred size range; support filtering cannot add data", "More items than users", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "04944b78d206e6be2c1baa115866677fffe5579d9dc361675be1f37f80ad3cb1", "profile_sha256": "f0ed0675509d7ab3adb53531e80c69a0f5ca14a274fc3c3a8112ecee580c1709", "checked_at_utc": "2026-09-09T06:40:20.697407+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "04944b78d206e6be2c1baa115866677fffe5579d9dc361675be1f37f80ad3cb1", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/All_Beauty.csv", "sha256": "2b3cdf7687851496e194cc3a275b1f89f19cd24d7e8b9860a4676ff9b8f795fb" }, { "url": "https://mcauleylab.ucsd.edu/public_datasets/data/amazon_2023/raw/meta_categories/meta_All_Beauty.jsonl.gz", "sha256": "51f8255c2794afd60e274c10d3e2d09dc1f671eba4ba35f74f748d8631216d05" } ] } }, { "category": "Amazon_Fashion", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 4, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 3571, "test_users": 3571 }, "stats": { "users": 35683, "items": 10206, "pairs": 68051, "train_users": 28572, "train_items": 10206, "train_observed_items": 10206, "val_users": 3551, "val_target_pairs": 3700, "test_users": 3560, "test_target_pairs": 3655, "preprocessed_users": 35714, "preprocessed_items": 10217, "preprocessed_pairs": 85214, "val_target_items": 2779, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 10206, "test_target_items": 2692, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 10206 }, "warnings": [ "Below the preferred size range; support filtering cannot add data", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "ea6a5fb420b351af0f9098d5991aa51aa7496fc0792a4f49d42216e0e9bf1475", "profile_sha256": "d37e583eb827b54d1fc7b8929758e1fe8b08f0d53c27d7a5419b5108a5529057", "checked_at_utc": "2026-09-09T06:40:22.383796+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 4, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 35103, "items": 10217, "pairs": 72875, "train_users": 35103, "train_items": 10217, "train_observed_items": 8684, "val_users": 3762, "val_target_pairs": 3889, "test_users": 6772, "test_target_pairs": 7219, "preprocessed_users": 35714, "preprocessed_items": 10217, "preprocessed_pairs": 85214, "val_target_items": 511, "val_cold_target_items": 511, "val_cold_target_item_fraction": 1, "val_catalog_items": 10217, "test_target_items": 1022, "test_cold_target_items": 1022, "test_cold_target_item_fraction": 1, "test_catalog_items": 10217 }, "warnings": [ "Below the preferred size range; support filtering cannot add data", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "ea6a5fb420b351af0f9098d5991aa51aa7496fc0792a4f49d42216e0e9bf1475", "profile_sha256": "d37e583eb827b54d1fc7b8929758e1fe8b08f0d53c27d7a5419b5108a5529057", "checked_at_utc": "2026-09-09T06:40:24.623255+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 4, "item_min_support": 2, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 1717, "items": 4098, "pairs": 11044, "train_users": 1717, "train_items": 4098, "train_observed_items": 3788, "val_users": 1717, "val_target_pairs": 1717, "test_users": 1717, "test_target_pairs": 1717, "preprocessed_users": 1717, "preprocessed_items": 4098, "preprocessed_pairs": 14478, "val_target_items": 1292, "val_cold_target_items": 200, "val_cold_target_item_fraction": 0.15479876160990713, "val_catalog_items": 4098, "test_target_items": 1190, "test_cold_target_items": 252, "test_cold_target_item_fraction": 0.21176470588235294, "test_catalog_items": 4098 }, "warnings": [ "Below the preferred size range; support filtering cannot add data", "More items than users", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "ea6a5fb420b351af0f9098d5991aa51aa7496fc0792a4f49d42216e0e9bf1475", "profile_sha256": "d37e583eb827b54d1fc7b8929758e1fe8b08f0d53c27d7a5419b5108a5529057", "checked_at_utc": "2026-09-09T06:40:24.806422+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 2, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 3157, "items": 4080, "pairs": 8888, "train_users": 1692, "train_items": 2933, "train_observed_items": 2933, "val_users": 1116, "val_target_pairs": 1460, "test_users": 791, "test_target_pairs": 974, "val_target_items": 673, "val_cold_target_items": 485, "val_cold_target_item_fraction": 0.7206537890044576, "val_catalog_items": 3646, "test_target_items": 467, "test_cold_target_items": 374, "test_cold_target_item_fraction": 0.8008565310492506, "test_catalog_items": 4080 }, "warnings": [ "Fewer than 1,000 eligible users in validation or test", "Below the preferred size range; support filtering cannot add data", "More items than users", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "ea6a5fb420b351af0f9098d5991aa51aa7496fc0792a4f49d42216e0e9bf1475", "profile_sha256": "d37e583eb827b54d1fc7b8929758e1fe8b08f0d53c27d7a5419b5108a5529057", "checked_at_utc": "2026-09-09T06:40:26.254514+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "ea6a5fb420b351af0f9098d5991aa51aa7496fc0792a4f49d42216e0e9bf1475", "sources": [ { "url": "https://mcauleylab.ucsd.edu/public_datasets/data/amazon_2023/benchmark/0core/rating_only/Amazon_Fashion.csv.gz", "sha256": "7d08f3ad3ec331eb95cabf5a85c8e65f82f958429a17131e6d391f54532c0310" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw/meta_categories/meta_Amazon_Fashion.jsonl", "sha256": "629dde620a4001934a8af705f6e5514a1b2d349720c26876ee803b90051a62df" } ] } }, { "category": "Appliances", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 3, "item_min_support": 2, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 5000, "test_users": 5000 }, "stats": { "users": 51832, "items": 19078, "pairs": 153605, "train_users": 42101, "train_items": 19078, "train_observed_items": 19078, "val_users": 4872, "val_target_pairs": 5205, "test_users": 4859, "test_target_pairs": 5196, "preprocessed_users": 52101, "preprocessed_items": 19327, "preprocessed_pairs": 190122, "val_target_items": 3391, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 19078, "test_target_items": 3277, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 19078 }, "warnings": [ "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "51e1f6d486814198320d401f3bdb900b96e966b583471a40e669b7a992f4aebb", "profile_sha256": "55622e7b7f7640abcd61a012e90bae1832c9ba776de4548b7b6c034d40c8e275", "checked_at_utc": "2026-09-09T06:40:28.191947+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 3, "item_min_support": 2, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 51984, "items": 19327, "pairs": 160268, "train_users": 51984, "train_items": 19327, "train_observed_items": 16427, "val_users": 9980, "val_target_pairs": 10821, "test_users": 16170, "test_target_pairs": 18679, "preprocessed_users": 52101, "preprocessed_items": 19327, "preprocessed_pairs": 190122, "val_target_items": 967, "val_cold_target_items": 967, "val_cold_target_item_fraction": 1, "val_catalog_items": 19327, "test_target_items": 1933, "test_cold_target_items": 1933, "test_cold_target_item_fraction": 1, "test_catalog_items": 19327 }, "warnings": [ "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "51e1f6d486814198320d401f3bdb900b96e966b583471a40e669b7a992f4aebb", "profile_sha256": "55622e7b7f7640abcd61a012e90bae1832c9ba776de4548b7b6c034d40c8e275", "checked_at_utc": "2026-09-09T06:40:31.870983+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 4, "item_min_support": 2, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 14826, "items": 10896, "pairs": 43016, "train_users": 14826, "train_items": 10896, "train_observed_items": 9603, "val_users": 14826, "val_target_pairs": 14826, "test_users": 14826, "test_target_pairs": 14826, "preprocessed_users": 14826, "preprocessed_items": 10896, "preprocessed_pairs": 72668, "val_target_items": 6274, "val_cold_target_items": 933, "val_cold_target_item_fraction": 0.14870895760280523, "val_catalog_items": 10896, "test_target_items": 6215, "test_cold_target_items": 1074, "test_cold_target_item_fraction": 0.17280772325020113, "test_catalog_items": 10896 }, "warnings": [ "Below the preferred size range; support filtering cannot add data", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "51e1f6d486814198320d401f3bdb900b96e966b583471a40e669b7a992f4aebb", "profile_sha256": "55622e7b7f7640abcd61a012e90bae1832c9ba776de4548b7b6c034d40c8e275", "checked_at_utc": "2026-09-09T06:40:32.808614+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 2, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 71639, "items": 16820, "pairs": 71406, "train_users": 27819, "train_items": 10232, "train_observed_items": 10232, "val_users": 28766, "val_target_pairs": 32819, "test_users": 20484, "test_target_pairs": 23512, "val_target_items": 8307, "val_cold_target_items": 3117, "val_cold_target_item_fraction": 0.37522571325388226, "val_catalog_items": 14398, "test_target_items": 7199, "test_cold_target_items": 3444, "test_cold_target_item_fraction": 0.4783997777469093, "test_catalog_items": 16820 }, "warnings": [ "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "51e1f6d486814198320d401f3bdb900b96e966b583471a40e669b7a992f4aebb", "profile_sha256": "55622e7b7f7640abcd61a012e90bae1832c9ba776de4548b7b6c034d40c8e275", "checked_at_utc": "2026-09-09T06:40:33.875824+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "51e1f6d486814198320d401f3bdb900b96e966b583471a40e669b7a992f4aebb", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Appliances.csv", "sha256": "14b14b7c6d916fe09db8472cbbb4358c139b04b6eb622303b60b76942d3097e5" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw/meta_categories/meta_Appliances.jsonl", "sha256": "b25ae892af7bc452c4a54b7e4fee52f4c3e9adf058768ca3cb07ecb8d328b41e" } ] } }, { "category": "Arts_Crafts_and_Sewing", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 5, "item_min_support": 16, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 5000, "test_users": 5000 }, "stats": { "users": 97533, "items": 18043, "pairs": 728532, "train_users": 87533, "train_items": 18043, "train_observed_items": 18043, "val_users": 5000, "val_target_pairs": 10098, "test_users": 5000, "test_target_pairs": 10199, "preprocessed_users": 97533, "preprocessed_items": 18043, "preprocessed_pairs": 812118, "val_target_items": 6506, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 18043, "test_target_items": 6613, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 18043 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "8cb33911024927429289d9ed1d8e7ddd609002dafe136ae224b977257f67fbad", "profile_sha256": "e1fbb26ec07f26320aa8fcf3b05a437fd6e07fa03b6d4d0195d8956764c7c748", "checked_at_utc": "2026-09-09T06:40:39.529678+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 5, "item_min_support": 16, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 97531, "items": 18043, "pairs": 689186, "train_users": 97531, "train_items": 18043, "train_observed_items": 15335, "val_users": 31814, "val_target_pairs": 40501, "test_users": 52915, "test_target_pairs": 82421, "preprocessed_users": 97533, "preprocessed_items": 18043, "preprocessed_pairs": 812118, "val_target_items": 903, "val_cold_target_items": 903, "val_cold_target_item_fraction": 1, "val_catalog_items": 18043, "test_target_items": 1805, "test_cold_target_items": 1805, "test_cold_target_item_fraction": 1, "test_catalog_items": 18043 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "8cb33911024927429289d9ed1d8e7ddd609002dafe136ae224b977257f67fbad", "profile_sha256": "e1fbb26ec07f26320aa8fcf3b05a437fd6e07fa03b6d4d0195d8956764c7c748", "checked_at_utc": "2026-09-09T06:40:48.342586+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 5, "item_min_support": 16, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 97533, "items": 18043, "pairs": 617052, "train_users": 97533, "train_items": 18043, "train_observed_items": 18043, "val_users": 97533, "val_target_pairs": 97533, "test_users": 97533, "test_target_pairs": 97533, "preprocessed_users": 97533, "preprocessed_items": 18043, "preprocessed_pairs": 812118, "val_target_items": 16863, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 18043, "test_target_items": 16459, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 18043 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "8cb33911024927429289d9ed1d8e7ddd609002dafe136ae224b977257f67fbad", "profile_sha256": "e1fbb26ec07f26320aa8fcf3b05a437fd6e07fa03b6d4d0195d8956764c7c748", "checked_at_utc": "2026-09-09T06:40:54.631998+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 3, "item_min_support": 12, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 96749, "items": 12713, "pairs": 252131, "train_users": 45182, "train_items": 8849, "train_observed_items": 8849, "val_users": 42979, "val_target_pairs": 76144, "test_users": 29693, "test_target_pairs": 57528, "val_target_items": 9307, "val_cold_target_items": 2034, "val_cold_target_item_fraction": 0.21854518104652412, "val_catalog_items": 10966, "test_target_items": 9221, "test_cold_target_items": 3471, "test_cold_target_item_fraction": 0.3764233814119944, "test_catalog_items": 12713 }, "warnings": [ "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "8cb33911024927429289d9ed1d8e7ddd609002dafe136ae224b977257f67fbad", "profile_sha256": "e1fbb26ec07f26320aa8fcf3b05a437fd6e07fa03b6d4d0195d8956764c7c748", "checked_at_utc": "2026-09-09T06:41:02.907445+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "8cb33911024927429289d9ed1d8e7ddd609002dafe136ae224b977257f67fbad", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Arts_Crafts_and_Sewing.csv", "sha256": "2c83c878bb720d0851b9520e456a3884ca04684f7577cbde05cd3d4d310d7d8d" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Arts_Crafts_and_Sewing/full-00000-of-00004.parquet", "sha256": "db1b95d515a9b8f7a4bc4365b6bcc090e0f13ddd54b94d68366cf58c2ab902a9" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Arts_Crafts_and_Sewing/full-00001-of-00004.parquet", "sha256": "4c0444ab00fc93eebc5e369556e18a9795305aef04f20a6ba3cafd730c10d013" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Arts_Crafts_and_Sewing/full-00002-of-00004.parquet", "sha256": "fadd08153ac09209e83590407e9fe024a2e1962fb73fb848e697b2b88665ea6d" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Arts_Crafts_and_Sewing/full-00003-of-00004.parquet", "sha256": "bc003ffdecfb3efc1b4e41fb96908370523bcdac1dc4c1862772f79484dd24a8" } ] } }, { "category": "Automotive", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 7, "item_min_support": 25, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 5000, "test_users": 5000 }, "stats": { "users": 99264, "items": 16079, "pairs": 1009231, "train_users": 89264, "train_items": 16079, "train_observed_items": 16079, "val_users": 5000, "val_target_pairs": 13417, "test_users": 5000, "test_target_pairs": 13635, "preprocessed_users": 99264, "preprocessed_items": 16079, "preprocessed_pairs": 1123501, "val_target_items": 7492, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 16079, "test_target_items": 7574, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 16079 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "c1e2ddc59f9d4cb00542552b84680e18658c6144b8ce02ac38cc491c002a6d12", "profile_sha256": "4dc1f8a7663ab33344a34140c91842e5cea2ca7e0395d0d98432dcf99c30f699", "checked_at_utc": "2026-09-09T06:41:06.969681+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 7, "item_min_support": 25, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 99264, "items": 16079, "pairs": 948329, "train_users": 99264, "train_items": 16079, "train_observed_items": 13667, "val_users": 42440, "val_target_pairs": 57881, "test_users": 66549, "test_target_pairs": 117291, "preprocessed_users": 99264, "preprocessed_items": 16079, "preprocessed_pairs": 1123501, "val_target_items": 804, "val_cold_target_items": 804, "val_cold_target_item_fraction": 1, "val_catalog_items": 16079, "test_target_items": 1608, "test_cold_target_items": 1608, "test_cold_target_item_fraction": 1, "test_catalog_items": 16079 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "c1e2ddc59f9d4cb00542552b84680e18658c6144b8ce02ac38cc491c002a6d12", "profile_sha256": "4dc1f8a7663ab33344a34140c91842e5cea2ca7e0395d0d98432dcf99c30f699", "checked_at_utc": "2026-09-09T06:41:16.967739+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 7, "item_min_support": 25, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 99264, "items": 16079, "pairs": 924973, "train_users": 99264, "train_items": 16079, "train_observed_items": 16079, "val_users": 99264, "val_target_pairs": 99264, "test_users": 99264, "test_target_pairs": 99264, "preprocessed_users": 99264, "preprocessed_items": 16079, "preprocessed_pairs": 1123501, "val_target_items": 15101, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 16079, "test_target_items": 14639, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 16079 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "c1e2ddc59f9d4cb00542552b84680e18658c6144b8ce02ac38cc491c002a6d12", "profile_sha256": "4dc1f8a7663ab33344a34140c91842e5cea2ca7e0395d0d98432dcf99c30f699", "checked_at_utc": "2026-09-09T06:41:23.685713+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 6, "item_min_support": 12, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 86556, "items": 19182, "pairs": 428612, "train_users": 40163, "train_items": 13869, "train_observed_items": 13869, "val_users": 49082, "val_target_pairs": 114275, "test_users": 30194, "test_target_pairs": 62986, "val_target_items": 15181, "val_cold_target_items": 3939, "val_cold_target_item_fraction": 0.25946907318358475, "val_catalog_items": 18280, "test_target_items": 12891, "test_cold_target_items": 3830, "test_cold_target_item_fraction": 0.29710650841672487, "test_catalog_items": 19182 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "c1e2ddc59f9d4cb00542552b84680e18658c6144b8ce02ac38cc491c002a6d12", "profile_sha256": "4dc1f8a7663ab33344a34140c91842e5cea2ca7e0395d0d98432dcf99c30f699", "checked_at_utc": "2026-09-09T06:41:52.912547+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "c1e2ddc59f9d4cb00542552b84680e18658c6144b8ce02ac38cc491c002a6d12", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Automotive.csv", "sha256": "6421799eb234b850737259f5e582db1240218d3dbf360631cc768c8ef19c667f" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw/meta_categories/meta_Automotive.jsonl", "sha256": "8399c5ab84b2a5239e105974a33fb5d1d6d5e1e643291713008c096240ef6941" } ] } }, { "category": "Baby_Products", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 6, "item_min_support": 9, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 5000, "test_users": 5000 }, "stats": { "users": 85240, "items": 17987, "pairs": 719963, "train_users": 75240, "train_items": 17987, "train_observed_items": 17987, "val_users": 5000, "val_target_pairs": 12277, "test_users": 5000, "test_target_pairs": 12169, "preprocessed_users": 85240, "preprocessed_items": 17987, "preprocessed_pairs": 815502, "val_target_items": 6029, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 17987, "test_target_items": 6056, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 17987 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "b52d7a6590c43a1ead0cce59a7db932248725b3329db3a21a3314614a369008f", "profile_sha256": "e3bb5338638b9c9841db7be126cc6e6c1358a780eb56ba9d50ca613e0f8f4a9f", "checked_at_utc": "2026-09-09T06:41:06.739241+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 6, "item_min_support": 9, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 85240, "items": 17987, "pairs": 697358, "train_users": 85240, "train_items": 17987, "train_observed_items": 15288, "val_users": 29585, "val_target_pairs": 38018, "test_users": 49964, "test_target_pairs": 80126, "preprocessed_users": 85240, "preprocessed_items": 17987, "preprocessed_pairs": 815502, "val_target_items": 900, "val_cold_target_items": 900, "val_cold_target_item_fraction": 1, "val_catalog_items": 17987, "test_target_items": 1799, "test_cold_target_items": 1799, "test_cold_target_item_fraction": 1, "test_catalog_items": 17987 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "b52d7a6590c43a1ead0cce59a7db932248725b3329db3a21a3314614a369008f", "profile_sha256": "e3bb5338638b9c9841db7be126cc6e6c1358a780eb56ba9d50ca613e0f8f4a9f", "checked_at_utc": "2026-09-09T06:41:14.649151+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 6, "item_min_support": 9, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 85240, "items": 17987, "pairs": 645022, "train_users": 85240, "train_items": 17987, "train_observed_items": 17983, "val_users": 85240, "val_target_pairs": 85240, "test_users": 85240, "test_target_pairs": 85240, "preprocessed_users": 85240, "preprocessed_items": 17987, "preprocessed_pairs": 815502, "val_target_items": 14115, "val_cold_target_items": 4, "val_cold_target_item_fraction": 0.00028338646829613885, "val_catalog_items": 17987, "test_target_items": 13560, "test_cold_target_items": 4, "test_cold_target_item_fraction": 0.0002949852507374631, "test_catalog_items": 17987 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "b52d7a6590c43a1ead0cce59a7db932248725b3329db3a21a3314614a369008f", "profile_sha256": "e3bb5338638b9c9841db7be126cc6e6c1358a780eb56ba9d50ca613e0f8f4a9f", "checked_at_utc": "2026-09-09T06:41:20.147893+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 3, "item_min_support": 7, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 95735, "items": 13365, "pairs": 263221, "train_users": 46851, "train_items": 9096, "train_observed_items": 9096, "val_users": 38591, "val_target_pairs": 68708, "test_users": 25313, "test_target_pairs": 56837, "val_target_items": 7822, "val_cold_target_items": 1721, "val_cold_target_item_fraction": 0.2200204551265661, "val_catalog_items": 10946, "test_target_items": 8198, "test_cold_target_items": 3558, "test_cold_target_item_fraction": 0.43400829470602587, "test_catalog_items": 13365 }, "warnings": [ "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "b52d7a6590c43a1ead0cce59a7db932248725b3329db3a21a3314614a369008f", "profile_sha256": "e3bb5338638b9c9841db7be126cc6e6c1358a780eb56ba9d50ca613e0f8f4a9f", "checked_at_utc": "2026-09-09T06:41:24.311201+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "b52d7a6590c43a1ead0cce59a7db932248725b3329db3a21a3314614a369008f", "sources": [ { "url": "https://mcauleylab.ucsd.edu/public_datasets/data/amazon_2023/benchmark/0core/rating_only/Baby_Products.csv.gz", "sha256": "e2a8d0498afed767ee2615db7fac549559d82490b1a73c7241b84b5e9e8c279e" }, { "url": "https://mcauleylab.ucsd.edu/public_datasets/data/amazon_2023/raw/meta_categories/meta_Baby_Products.jsonl.gz", "sha256": "10de386966a66a3588ccc85046ec7e608d441fc15a2184add9a01cd947c74b9f" } ] } }, { "category": "Beauty_and_Personal_Care", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 8, "item_min_support": 25, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 5000, "test_users": 5000 }, "stats": { "users": 95840, "items": 16817, "pairs": 1100549, "train_users": 85840, "train_items": 16817, "train_observed_items": 16817, "val_users": 5000, "val_target_pairs": 14824, "test_users": 5000, "test_target_pairs": 14901, "preprocessed_users": 95840, "preprocessed_items": 16817, "preprocessed_pairs": 1231211, "val_target_items": 7981, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 16817, "test_target_items": 8008, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 16817 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "cc73af2011f87018046c27a9c2691ce305397e46905466f87c4740caab176057", "profile_sha256": "2df40fe736585ecfd34791ab25c0465e0a962bbcb327c743eabf67da1566241e", "checked_at_utc": "2026-09-09T06:41:37.939437+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 8, "item_min_support": 25, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 95840, "items": 16817, "pairs": 1042505, "train_users": 95840, "train_items": 16817, "train_observed_items": 14294, "val_users": 44765, "val_target_pairs": 64848, "test_users": 66388, "test_target_pairs": 123858, "preprocessed_users": 95840, "preprocessed_items": 16817, "preprocessed_pairs": 1231211, "val_target_items": 841, "val_cold_target_items": 841, "val_cold_target_item_fraction": 1, "val_catalog_items": 16817, "test_target_items": 1682, "test_cold_target_items": 1682, "test_cold_target_item_fraction": 1, "test_catalog_items": 16817 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "cc73af2011f87018046c27a9c2691ce305397e46905466f87c4740caab176057", "profile_sha256": "2df40fe736585ecfd34791ab25c0465e0a962bbcb327c743eabf67da1566241e", "checked_at_utc": "2026-09-09T06:41:47.939500+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 8, "item_min_support": 25, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 95840, "items": 16817, "pairs": 1039531, "train_users": 95840, "train_items": 16817, "train_observed_items": 16817, "val_users": 95840, "val_target_pairs": 95840, "test_users": 95840, "test_target_pairs": 95840, "preprocessed_users": 95840, "preprocessed_items": 16817, "preprocessed_pairs": 1231211, "val_target_items": 15180, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 16817, "test_target_items": 14750, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 16817 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "cc73af2011f87018046c27a9c2691ce305397e46905466f87c4740caab176057", "profile_sha256": "2df40fe736585ecfd34791ab25c0465e0a962bbcb327c743eabf67da1566241e", "checked_at_utc": "2026-09-09T06:41:54.551351+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 6, "item_min_support": 18, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 95044, "items": 14656, "pairs": 392445, "train_users": 38141, "train_items": 8247, "train_observed_items": 8247, "val_users": 50440, "val_target_pairs": 130033, "test_users": 40215, "test_target_pairs": 130731, "val_target_items": 9685, "val_cold_target_items": 2799, "val_cold_target_item_fraction": 0.2890036138358286, "val_catalog_items": 11288, "test_target_items": 11789, "test_cold_target_items": 5747, "test_cold_target_item_fraction": 0.48748833658495205, "test_catalog_items": 14656 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "cc73af2011f87018046c27a9c2691ce305397e46905466f87c4740caab176057", "profile_sha256": "2df40fe736585ecfd34791ab25c0465e0a962bbcb327c743eabf67da1566241e", "checked_at_utc": "2026-09-09T06:42:21.503642+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "cc73af2011f87018046c27a9c2691ce305397e46905466f87c4740caab176057", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Beauty_and_Personal_Care.csv", "sha256": "21ddbc18da2aa7396245752850066e79845843ed2e07b90801fc90923fe39909" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw/meta_categories/meta_Beauty_and_Personal_Care.jsonl", "sha256": "c8a69eba6579f1a3a2b6d6d564846f3c59839d0c859ff180a63a97a245c3bec2" } ] } }, { "category": "Books", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 5, "item_min_support": 17, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 20000, "test_users": 20000 }, "stats": { "users": 428352, "items": 94864, "pairs": 4457061, "train_users": 388352, "train_items": 94864, "train_observed_items": 94864, "val_users": 20000, "val_target_pairs": 52437, "test_users": 20000, "test_target_pairs": 53212, "preprocessed_users": 428352, "preprocessed_items": 94864, "preprocessed_pairs": 4911675, "val_target_items": 31567, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 94864, "test_target_items": 32453, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 94864 }, "warnings": [], "verification": { "kind": "user-holdout-refinement", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "checked_at_utc": "2026-09-09T06:38:03.767582+00:00", "baseline": { "parameters": { "min_user_support": 5, "item_min_support": 17, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 5000, "test_users": 5000 }, "stats": { "users": 428352, "items": 94864, "pairs": 4798929, "train_users": 418352, "train_items": 94864, "train_observed_items": 94864, "val_users": 5000, "val_target_pairs": 13420, "test_users": 5000, "test_target_pairs": 12819, "preprocessed_users": 428352, "preprocessed_items": 94864, "preprocessed_pairs": 4911675 } }, "trials": [ { "requested_each": 20000, "stats": { "users": 428352, "items": 94864, "pairs": 4457061, "train_users": 388352, "train_items": 94864, "train_observed_items": 94864, "val_users": 20000, "val_target_pairs": 52437, "test_users": 20000, "test_target_pairs": 53212, "preprocessed_users": 428352, "preprocessed_items": 94864, "preprocessed_pairs": 4911675, "val_target_items": 31567, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 94864, "test_target_items": 32453, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 94864 } } ], "rationale": "User requested 20,000 validation and test users each for Books and Electronics; support thresholds and preprocessed graph unchanged." }, "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "a7ae1dad96b19428a490f831b39a70b23bca3fd354ed50be54240f7f28da0db5", "profile_sha256": "ea2e4bae3a87288cb13b106a05e6352251667ed6966b274a684f2453582d7c43", "checked_at_utc": "2026-09-09T06:38:03.767582+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 5, "item_min_support": 17, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 428341, "items": 94864, "pairs": 4194262, "train_users": 428341, "train_items": 94864, "train_observed_items": 80633, "val_users": 161770, "val_target_pairs": 248531, "test_users": 241076, "test_target_pairs": 468824, "preprocessed_users": 428352, "preprocessed_items": 94864, "preprocessed_pairs": 4911675, "val_target_items": 4744, "val_cold_target_items": 4744, "val_cold_target_item_fraction": 1, "val_catalog_items": 94864, "test_target_items": 9487, "test_cold_target_items": 9487, "test_cold_target_item_fraction": 1, "test_catalog_items": 94864 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "a7ae1dad96b19428a490f831b39a70b23bca3fd354ed50be54240f7f28da0db5", "profile_sha256": "ea2e4bae3a87288cb13b106a05e6352251667ed6966b274a684f2453582d7c43", "checked_at_utc": "2026-09-09T06:38:52.811397+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 5, "item_min_support": 17, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 428352, "items": 94864, "pairs": 4054971, "train_users": 428352, "train_items": 94864, "train_observed_items": 94829, "val_users": 428352, "val_target_pairs": 428352, "test_users": 428352, "test_target_pairs": 428352, "preprocessed_users": 428352, "preprocessed_items": 94864, "preprocessed_pairs": 4911675, "val_target_items": 80327, "val_cold_target_items": 31, "val_cold_target_item_fraction": 0.00038592254161116436, "val_catalog_items": 94864, "test_target_items": 76778, "test_cold_target_items": 35, "test_cold_target_item_fraction": 0.0004558597514913126, "test_catalog_items": 94864 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "a7ae1dad96b19428a490f831b39a70b23bca3fd354ed50be54240f7f28da0db5", "profile_sha256": "ea2e4bae3a87288cb13b106a05e6352251667ed6966b274a684f2453582d7c43", "checked_at_utc": "2026-09-09T06:39:25.630398+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 6, "item_min_support": 6, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 112433, "items": 96465, "pairs": 1336615, "train_users": 67583, "train_items": 75631, "train_observed_items": 75631, "val_users": 63581, "val_target_pairs": 227322, "test_users": 41812, "test_target_pairs": 126292, "val_target_items": 37923, "val_cold_target_items": 10950, "val_cold_target_item_fraction": 0.28874297919468395, "val_catalog_items": 90463, "test_target_items": 26194, "test_cold_target_items": 10533, "test_cold_target_item_fraction": 0.40211498816522867, "test_catalog_items": 96465 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "a7ae1dad96b19428a490f831b39a70b23bca3fd354ed50be54240f7f28da0db5", "profile_sha256": "ea2e4bae3a87288cb13b106a05e6352251667ed6966b274a684f2453582d7c43", "checked_at_utc": "2026-09-09T06:40:17.355928+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "a7ae1dad96b19428a490f831b39a70b23bca3fd354ed50be54240f7f28da0db5", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Books.csv", "sha256": "068388cec9a5ee1b56e6858dad021d1e2154dedbbda65b5db30c634eccc874ba" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw/meta_categories/meta_Books.jsonl", "sha256": "3b008960580e390874b6723d438a3df3558bc98b9547ed37c90dc1659109cec7" } ] } }, { "category": "CDs_and_Vinyl", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 5, "item_min_support": 16, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 5000, "test_users": 5000 }, "stats": { "users": 66625, "items": 18586, "pairs": 658391, "train_users": 56625, "train_items": 18586, "train_observed_items": 18586, "val_users": 5000, "val_target_pairs": 13333, "test_users": 5000, "test_target_pairs": 14014, "preprocessed_users": 66625, "preprocessed_items": 18586, "preprocessed_pairs": 776574, "val_target_items": 8295, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 18586, "test_target_items": 8493, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 18586 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "50ca33c026961bf8fe65661c3365c3fb230697f8e4f66c988d968146e1182897", "profile_sha256": "5fc83128ad816fc5a1e38d74df508c00353c98734f210ec8b1f0118dfe8c9d72", "checked_at_utc": "2026-09-09T06:41:57.344166+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 5, "item_min_support": 16, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 66622, "items": 18586, "pairs": 662593, "train_users": 66622, "train_items": 18586, "train_observed_items": 15797, "val_users": 24546, "val_target_pairs": 37442, "test_users": 38473, "test_target_pairs": 76524, "preprocessed_users": 66625, "preprocessed_items": 18586, "preprocessed_pairs": 776574, "val_target_items": 930, "val_cold_target_items": 930, "val_cold_target_item_fraction": 1, "val_catalog_items": 18586, "test_target_items": 1859, "test_cold_target_items": 1859, "test_cold_target_item_fraction": 1, "test_catalog_items": 18586 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "50ca33c026961bf8fe65661c3365c3fb230697f8e4f66c988d968146e1182897", "profile_sha256": "5fc83128ad816fc5a1e38d74df508c00353c98734f210ec8b1f0118dfe8c9d72", "checked_at_utc": "2026-09-09T06:42:03.633010+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 5, "item_min_support": 16, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 66625, "items": 18586, "pairs": 643324, "train_users": 66625, "train_items": 18586, "train_observed_items": 18584, "val_users": 66625, "val_target_pairs": 66625, "test_users": 66625, "test_target_pairs": 66625, "preprocessed_users": 66625, "preprocessed_items": 18586, "preprocessed_pairs": 776574, "val_target_items": 16271, "val_cold_target_items": 1, "val_cold_target_item_fraction": 0.00006145903755147194, "val_catalog_items": 18586, "test_target_items": 16039, "test_cold_target_items": 2, "test_cold_target_item_fraction": 0.00012469605336991085, "test_catalog_items": 18586 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "50ca33c026961bf8fe65661c3365c3fb230697f8e4f66c988d968146e1182897", "profile_sha256": "5fc83128ad816fc5a1e38d74df508c00353c98734f210ec8b1f0118dfe8c9d72", "checked_at_utc": "2026-09-09T06:42:08.036916+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 5, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 29237, "items": 13650, "pairs": 109653, "train_users": 15188, "train_items": 11048, "train_observed_items": 11048, "val_users": 13120, "val_target_pairs": 22073, "test_users": 6481, "test_target_pairs": 10317, "val_target_items": 6986, "val_cold_target_items": 1586, "val_cold_target_item_fraction": 0.22702547953048954, "val_catalog_items": 13232, "test_target_items": 4566, "test_cold_target_items": 1101, "test_cold_target_item_fraction": 0.24113009198423127, "test_catalog_items": 13650 }, "warnings": [ "Below the preferred size range; support filtering cannot add data", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "50ca33c026961bf8fe65661c3365c3fb230697f8e4f66c988d968146e1182897", "profile_sha256": "5fc83128ad816fc5a1e38d74df508c00353c98734f210ec8b1f0118dfe8c9d72", "checked_at_utc": "2026-09-09T06:42:12.372228+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "50ca33c026961bf8fe65661c3365c3fb230697f8e4f66c988d968146e1182897", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/CDs_and_Vinyl.csv", "sha256": "26b17d5371b44c0afe4d0795f4dc0cc63f5f80f49dc931b0a59f18ee0f10e4d1" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw/meta_categories/meta_CDs_and_Vinyl.jsonl", "sha256": "c52275a5bce63bf293f987bff5ff1f2b268982797545f3df2b7662ab638e8aec" } ] } }, { "category": "Cell_Phones_and_Accessories", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 6, "item_min_support": 13, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 5000, "test_users": 5000 }, "stats": { "users": 92781, "items": 19322, "pairs": 676209, "train_users": 82781, "train_items": 19322, "train_observed_items": 19322, "val_users": 5000, "val_target_pairs": 11171, "test_users": 5000, "test_target_pairs": 11037, "preprocessed_users": 92781, "preprocessed_items": 19322, "preprocessed_pairs": 758524, "val_target_items": 6692, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 19322, "test_target_items": 6736, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 19322 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "b8b7ad402b0d627e02928417e3673eb8510f17cf0944ebf8ad957bbf417aa2e6", "profile_sha256": "fb3003e19d43be917feb8c04f59318589882793f4360929cacf643826dd8e1f9", "checked_at_utc": "2026-09-09T06:42:24.100832+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 6, "item_min_support": 13, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 92781, "items": 19322, "pairs": 646767, "train_users": 92781, "train_items": 19322, "train_observed_items": 16422, "val_users": 28616, "val_target_pairs": 34599, "test_users": 52067, "test_target_pairs": 77158, "preprocessed_users": 92781, "preprocessed_items": 19322, "preprocessed_pairs": 758524, "val_target_items": 967, "val_cold_target_items": 967, "val_cold_target_item_fraction": 1, "val_catalog_items": 19322, "test_target_items": 1933, "test_cold_target_items": 1933, "test_cold_target_item_fraction": 1, "test_catalog_items": 19322 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "b8b7ad402b0d627e02928417e3673eb8510f17cf0944ebf8ad957bbf417aa2e6", "profile_sha256": "fb3003e19d43be917feb8c04f59318589882793f4360929cacf643826dd8e1f9", "checked_at_utc": "2026-09-09T06:42:32.487047+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 6, "item_min_support": 13, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 92781, "items": 19322, "pairs": 572962, "train_users": 92781, "train_items": 19322, "train_observed_items": 19315, "val_users": 92781, "val_target_pairs": 92781, "test_users": 92781, "test_target_pairs": 92781, "preprocessed_users": 92781, "preprocessed_items": 19322, "preprocessed_pairs": 758524, "val_target_items": 16504, "val_cold_target_items": 7, "val_cold_target_item_fraction": 0.0004241396025206011, "val_catalog_items": 19322, "test_target_items": 15069, "test_cold_target_items": 7, "test_cold_target_item_fraction": 0.0004645298294511912, "test_catalog_items": 19322 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "b8b7ad402b0d627e02928417e3673eb8510f17cf0944ebf8ad957bbf417aa2e6", "profile_sha256": "fb3003e19d43be917feb8c04f59318589882793f4360929cacf643826dd8e1f9", "checked_at_utc": "2026-09-09T06:42:38.398661+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 5, "item_min_support": 8, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 89713, "items": 19096, "pairs": 232405, "train_users": 33819, "train_items": 10107, "train_observed_items": 10107, "val_users": 41928, "val_target_pairs": 77599, "test_users": 35885, "test_target_pairs": 94628, "val_target_items": 7932, "val_cold_target_items": 3083, "val_cold_target_item_fraction": 0.38867876954109937, "val_catalog_items": 14303, "test_target_items": 10338, "test_cold_target_items": 6923, "test_cold_target_item_fraction": 0.6696653124395434, "test_catalog_items": 19096 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "b8b7ad402b0d627e02928417e3673eb8510f17cf0944ebf8ad957bbf417aa2e6", "profile_sha256": "fb3003e19d43be917feb8c04f59318589882793f4360929cacf643826dd8e1f9", "checked_at_utc": "2026-09-09T06:43:03.813323+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "b8b7ad402b0d627e02928417e3673eb8510f17cf0944ebf8ad957bbf417aa2e6", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Cell_Phones_and_Accessories.csv", "sha256": "82efde9180263e3ec437993b913065dbce0de87a38ad794dfd7dd7e5b69985f7" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Cell_Phones_and_Accessories/full-00000-of-00007.parquet", "sha256": "cddd78045c58ed09f89920d4c067a509ece33e62114b33f3638d5896d8bff7d7" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Cell_Phones_and_Accessories/full-00001-of-00007.parquet", "sha256": "a1b7043ba09f34fc081818809eb40bb24730107576cf9a32eb358ff8585d132e" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Cell_Phones_and_Accessories/full-00002-of-00007.parquet", "sha256": "429c9ccfbc71b896784a6cb2867a42f5e19472e9dc74086539bd12d56cad54d0" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Cell_Phones_and_Accessories/full-00003-of-00007.parquet", "sha256": "543632919b2d4063589ef06353d657c75129e831b837231081e39da39a319d0f" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Cell_Phones_and_Accessories/full-00004-of-00007.parquet", "sha256": "5464a480cb241a71ea9dcbbb2969017af4e2d632538005ad2561b1a476eb9b4f" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Cell_Phones_and_Accessories/full-00005-of-00007.parquet", "sha256": "b25ce73611ee04b8627527ae705e9b9692c685328e43612a0a97350115c1ec6a" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Cell_Phones_and_Accessories/full-00006-of-00007.parquet", "sha256": "70aa3043745515447be2298588415026b12119014f22ca205e0df3e828bc2c81" } ] } }, { "category": "Clothing_Shoes_and_Jewelry", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 10, "item_min_support": 35, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 5000, "test_users": 5000 }, "stats": { "users": 93809, "items": 14289, "pairs": 1176756, "train_users": 83809, "train_items": 14289, "train_observed_items": 14289, "val_users": 5000, "val_target_pairs": 15947, "test_users": 5000, "test_target_pairs": 15996, "preprocessed_users": 93809, "preprocessed_items": 14289, "preprocessed_pairs": 1317380, "val_target_items": 8145, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 14289, "test_target_items": 8166, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 14289 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "dae2499544071c4004d82e6466fbbc4b9925b5ea8c33ebc96ada098e21e4aca8" }, "prepared_sha256": "412ad96e768ea8e2d22ca800c765117741a07e2fe46b954fd7499862c20dd1de", "profile_sha256": "d3f5d824bd7636ed7747546db67bbf0a17d3e61cdd98b95d3bd518752849add8", "checked_at_utc": "2026-09-09T07:15:25.850565+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 10, "item_min_support": 35, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 93809, "items": 14289, "pairs": 1118190, "train_users": 93809, "train_items": 14289, "train_observed_items": 12145, "val_users": 46057, "val_target_pairs": 64778, "test_users": 70344, "test_target_pairs": 134412, "preprocessed_users": 93809, "preprocessed_items": 14289, "preprocessed_pairs": 1317380, "val_target_items": 715, "val_cold_target_items": 715, "val_cold_target_item_fraction": 1, "val_catalog_items": 14289, "test_target_items": 1429, "test_cold_target_items": 1429, "test_cold_target_item_fraction": 1, "test_catalog_items": 14289 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "dae2499544071c4004d82e6466fbbc4b9925b5ea8c33ebc96ada098e21e4aca8" }, "prepared_sha256": "412ad96e768ea8e2d22ca800c765117741a07e2fe46b954fd7499862c20dd1de", "profile_sha256": "d3f5d824bd7636ed7747546db67bbf0a17d3e61cdd98b95d3bd518752849add8", "checked_at_utc": "2026-09-09T07:15:36.380468+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 10, "item_min_support": 35, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 93809, "items": 14289, "pairs": 1129762, "train_users": 93809, "train_items": 14289, "train_observed_items": 14289, "val_users": 93809, "val_target_pairs": 93809, "test_users": 93809, "test_target_pairs": 93809, "preprocessed_users": 93809, "preprocessed_items": 14289, "preprocessed_pairs": 1317380, "val_target_items": 13220, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 14289, "test_target_items": 12877, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 14289 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "dae2499544071c4004d82e6466fbbc4b9925b5ea8c33ebc96ada098e21e4aca8" }, "prepared_sha256": "412ad96e768ea8e2d22ca800c765117741a07e2fe46b954fd7499862c20dd1de", "profile_sha256": "d3f5d824bd7636ed7747546db67bbf0a17d3e61cdd98b95d3bd518752849add8", "checked_at_utc": "2026-09-09T07:15:43.241901+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 10, "item_min_support": 17, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 113384, "items": 24824, "pairs": 428731, "train_users": 29993, "train_items": 10351, "train_observed_items": 10351, "val_users": 76251, "val_target_pairs": 257775, "test_users": 59629, "test_target_pairs": 153838, "val_target_items": 20663, "val_cold_target_items": 11332, "val_cold_target_item_fraction": 0.5484198809466195, "val_catalog_items": 23132, "test_target_items": 19421, "test_cold_target_items": 11128, "test_cold_target_item_fraction": 0.572988002677514, "test_catalog_items": 24824 }, "warnings": [], "size_limits": { "max_users": 120000, "max_items": 25000 }, "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "5584b6c4a6a0b9e36983bfe52073020fcd7ca7853dca6ad3da31cecfe63bb28f" }, "prepared_sha256": "412ad96e768ea8e2d22ca800c765117741a07e2fe46b954fd7499862c20dd1de", "profile_sha256": "0411196115a789da929e66710dac7dc566a82927bef0b53a32bd219f763ce358", "checked_at_utc": "2026-09-09T12:44:48.015996+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" }, "verification": { "kind": "temporal-size-exception-refinement", "rationale": "User approved Clothing temporal 10/17 with a 120000-user/25000-item exception; other splits remain within ordinary caps. Support filtering only; all ratings retained.", "screening": { "min_user_support": 10, "item_min_support": 17, "users": 113384, "items": 24824, "pairs": 428731, "phases": [ { "users": 29993, "items": 10351, "pairs": 428731 }, { "users": 76251, "items": 23132, "pairs": 1131858 }, { "users": 59629, "items": 24824, "pairs": 924442 } ] }, "baseline": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 279, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 81003, "items": 264, "pairs": 2144, "train_users": 1050, "train_items": 4, "train_observed_items": 4, "val_users": 51036, "val_target_pairs": 57671, "test_users": 32384, "test_target_pairs": 35574 }, "warnings": [ "Below the preferred size range; support filtering cannot add data", "Short-history fallback" ] }, "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "5584b6c4a6a0b9e36983bfe52073020fcd7ca7853dca6ad3da31cecfe63bb28f" }, "checked_at_utc": "2026-09-09T12:44:48.015996+00:00", "previous_within_cap_candidate": { "parameters": { "min_user_support": 19, "item_min_support": 8, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 3879, "items": 16779, "pairs": 47566, "train_users": 961, "train_items": 3852, "train_observed_items": 3852, "val_users": 636, "val_target_pairs": 2645, "test_users": 3515, "test_target_pairs": 77852, "val_target_items": 607, "val_cold_target_items": 285, "val_cold_target_item_fraction": 0.4695222405271829, "val_catalog_items": 4165, "test_target_items": 11076, "test_cold_target_items": 10819, "test_cold_target_item_fraction": 0.9767966775009028, "test_catalog_items": 16779 }, "warnings": [ "Fewer than 1,000 eligible users in validation or test", "Below the preferred size range; support filtering cannot add data", "More items than users" ] } } } }, "input": { "prepared_sha256": "412ad96e768ea8e2d22ca800c765117741a07e2fe46b954fd7499862c20dd1de", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Clothing_Shoes_and_Jewelry.csv", "sha256": "d1879461a43508f08dd01fa56715f68e0d834fd9f0d6a016b8fe2b26445fcb74" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw/meta_categories/meta_Clothing_Shoes_and_Jewelry.jsonl", "sha256": "e5ff908573938ee114e4f4dfcfc46799b0ead24a57a8c075fbca2e6e28d78382" } ] } }, { "category": "Digital_Music", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 2, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 278, "test_users": 278 }, "stats": { "users": 2724, "items": 2341, "pairs": 5996, "train_users": 2226, "train_items": 2341, "train_observed_items": 2341, "val_users": 254, "val_target_pairs": 267, "test_users": 244, "test_target_pairs": 259, "preprocessed_users": 2782, "preprocessed_items": 2389, "preprocessed_pairs": 7441, "val_target_items": 252, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 2341, "test_target_items": 240, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 2341 }, "warnings": [ "Fewer than 1,000 eligible users in validation or test", "Below the preferred size range; support filtering cannot add data", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "a406577cce170163c1e9f000ab9df705a0a33ea8da187a9b740a4c3322be7f51", "profile_sha256": "c4067af8997e7b7820de353335beb84bc8fe3f9c0f4f4218b948c81fc40d7fb9", "checked_at_utc": "2026-09-09T06:42:21.964832+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 2, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 2737, "items": 2389, "pairs": 6392, "train_users": 2737, "train_items": 2389, "train_observed_items": 2030, "val_users": 314, "val_target_pairs": 323, "test_users": 563, "test_target_pairs": 634, "preprocessed_users": 2782, "preprocessed_items": 2389, "preprocessed_pairs": 7441, "val_target_items": 119, "val_cold_target_items": 119, "val_cold_target_item_fraction": 1, "val_catalog_items": 2389, "test_target_items": 236, "test_cold_target_items": 236, "test_cold_target_item_fraction": 1, "test_catalog_items": 2389 }, "warnings": [ "Fewer than 1,000 eligible users in validation or test", "Below the preferred size range; support filtering cannot add data", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "a406577cce170163c1e9f000ab9df705a0a33ea8da187a9b740a4c3322be7f51", "profile_sha256": "c4067af8997e7b7820de353335beb84bc8fe3f9c0f4f4218b948c81fc40d7fb9", "checked_at_utc": "2026-09-09T06:42:22.193643+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 4, "item_min_support": 1, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 2243, "items": 16240, "pairs": 13823, "train_users": 2243, "train_items": 16240, "train_observed_items": 12553, "val_users": 2243, "val_target_pairs": 2243, "test_users": 2243, "test_target_pairs": 2243, "preprocessed_users": 2243, "preprocessed_items": 16240, "preprocessed_pairs": 18309, "val_target_items": 2184, "val_cold_target_items": 1861, "val_cold_target_item_fraction": 0.8521062271062271, "val_catalog_items": 16240, "test_target_items": 2177, "test_cold_target_items": 1874, "test_cold_target_item_fraction": 0.8608176389526871, "test_catalog_items": 16240 }, "warnings": [ "Below the preferred size range; support filtering cannot add data", "More items than users", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "a406577cce170163c1e9f000ab9df705a0a33ea8da187a9b740a4c3322be7f51", "profile_sha256": "c4067af8997e7b7820de353335beb84bc8fe3f9c0f4f4218b948c81fc40d7fb9", "checked_at_utc": "2026-09-09T06:42:22.405755+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 1, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 2115, "items": 8154, "pairs": 4417, "train_users": 919, "train_items": 4145, "train_observed_items": 4145, "val_users": 862, "val_target_pairs": 1173, "test_users": 604, "test_target_pairs": 804, "val_target_items": 1121, "val_cold_target_items": 1037, "val_cold_target_item_fraction": 0.9250669045495094, "val_catalog_items": 6781, "test_target_items": 735, "test_cold_target_items": 688, "test_cold_target_item_fraction": 0.9360544217687075, "test_catalog_items": 8154 }, "warnings": [ "Fewer than 1,000 eligible users in validation or test", "Below the preferred size range; support filtering cannot add data", "More items than users", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "a406577cce170163c1e9f000ab9df705a0a33ea8da187a9b740a4c3322be7f51", "profile_sha256": "c4067af8997e7b7820de353335beb84bc8fe3f9c0f4f4218b948c81fc40d7fb9", "checked_at_utc": "2026-09-09T06:42:22.579486+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "a406577cce170163c1e9f000ab9df705a0a33ea8da187a9b740a4c3322be7f51", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Digital_Music.csv", "sha256": "d9fbf7d50ef694b9297b6c3ac3fb4b7ebf75bdd37e593cc1f1af713d6fedffe9" }, { "url": "https://mcauleylab.ucsd.edu/public_datasets/data/amazon_2023/raw/meta_categories/meta_Digital_Music.jsonl.gz", "sha256": "78ee3b1dc5e80dc0a20ac3221987e85b80977b17d6b61a84932f811c7ced921d" } ] } }, { "category": "Electronics", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 8, "item_min_support": 16, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 20000, "test_users": 20000 }, "stats": { "users": 494089, "items": 92180, "pairs": 6276852, "train_users": 454089, "train_items": 92180, "train_observed_items": 92180, "val_users": 20000, "val_target_pairs": 62649, "test_users": 20000, "test_target_pairs": 63059, "preprocessed_users": 494089, "preprocessed_items": 92180, "preprocessed_pairs": 6832469, "val_target_items": 31288, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 92180, "test_target_items": 31489, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 92180 }, "warnings": [], "verification": { "kind": "user-holdout-refinement", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "checked_at_utc": "2026-09-09T06:38:08.141029+00:00", "baseline": { "parameters": { "min_user_support": 8, "item_min_support": 16, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 5000, "test_users": 5000 }, "stats": { "users": 494089, "items": 92180, "pairs": 6693796, "train_users": 484089, "train_items": 92180, "train_observed_items": 92180, "val_users": 5000, "val_target_pairs": 15566, "test_users": 5000, "test_target_pairs": 15789, "preprocessed_users": 494089, "preprocessed_items": 92180, "preprocessed_pairs": 6832469 } }, "trials": [ { "requested_each": 20000, "stats": { "users": 494089, "items": 92180, "pairs": 6276852, "train_users": 454089, "train_items": 92180, "train_observed_items": 92180, "val_users": 20000, "val_target_pairs": 62649, "test_users": 20000, "test_target_pairs": 63059, "preprocessed_users": 494089, "preprocessed_items": 92180, "preprocessed_pairs": 6832469, "val_target_items": 31288, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 92180, "test_target_items": 31489, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 92180 } } ], "rationale": "User requested 20,000 validation and test users each for Books and Electronics; support thresholds and preprocessed graph unchanged." }, "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "459b333a8224e2a0535ce60c82bb80664c4602491dfc83aa2350edd718ae1c61", "profile_sha256": "a936f32b1610ffd027b70d4bda9c552222b666a5bba98e91577be408b8a96371", "checked_at_utc": "2026-09-09T06:38:08.141029+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 8, "item_min_support": 16, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 494089, "items": 92180, "pairs": 5833634, "train_users": 494089, "train_items": 92180, "train_observed_items": 78353, "val_users": 224865, "val_target_pairs": 324183, "test_users": 347160, "test_target_pairs": 674652, "preprocessed_users": 494089, "preprocessed_items": 92180, "preprocessed_pairs": 6832469, "val_target_items": 4609, "val_cold_target_items": 4609, "val_cold_target_item_fraction": 1, "val_catalog_items": 92180, "test_target_items": 9218, "test_cold_target_items": 9218, "test_cold_target_item_fraction": 1, "test_catalog_items": 92180 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "459b333a8224e2a0535ce60c82bb80664c4602491dfc83aa2350edd718ae1c61", "profile_sha256": "a936f32b1610ffd027b70d4bda9c552222b666a5bba98e91577be408b8a96371", "checked_at_utc": "2026-09-09T06:39:08.827947+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 8, "item_min_support": 16, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 494089, "items": 92180, "pairs": 5844291, "train_users": 494089, "train_items": 92180, "train_observed_items": 92177, "val_users": 494089, "val_target_pairs": 494089, "test_users": 494089, "test_target_pairs": 494089, "preprocessed_users": 494089, "preprocessed_items": 92180, "preprocessed_pairs": 6832469, "val_target_items": 72119, "val_cold_target_items": 3, "val_cold_target_item_fraction": 0.0000415979145578835, "val_catalog_items": 92180, "test_target_items": 66509, "test_cold_target_items": 3, "test_cold_target_item_fraction": 0.000045106677291795095, "test_catalog_items": 92180 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "459b333a8224e2a0535ce60c82bb80664c4602491dfc83aa2350edd718ae1c61", "profile_sha256": "a936f32b1610ffd027b70d4bda9c552222b666a5bba98e91577be408b8a96371", "checked_at_utc": "2026-09-09T06:39:48.344097+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 6, "item_min_support": 12, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 484391, "items": 78239, "pairs": 2936581, "train_users": 254248, "train_items": 58356, "train_observed_items": 58356, "val_users": 252303, "val_target_pairs": 535898, "test_users": 177638, "test_target_pairs": 437848, "val_target_items": 39800, "val_cold_target_items": 8375, "val_cold_target_item_fraction": 0.21042713567839197, "val_catalog_items": 68674, "test_target_items": 40647, "test_cold_target_items": 16409, "test_cold_target_item_fraction": 0.4036952296602455, "test_catalog_items": 78239 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "459b333a8224e2a0535ce60c82bb80664c4602491dfc83aa2350edd718ae1c61", "profile_sha256": "a936f32b1610ffd027b70d4bda9c552222b666a5bba98e91577be408b8a96371", "checked_at_utc": "2026-09-09T06:40:52.493585+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "459b333a8224e2a0535ce60c82bb80664c4602491dfc83aa2350edd718ae1c61", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Electronics.csv", "sha256": "a2870fcfa23755418254a4329951f2916f068f7a078bbade67a09e85b818aa94" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Electronics/full-00000-of-00010.parquet", "sha256": "116fe3967889da3d2fd1f5785f46532955d7c952649aa8eebf6eb6434bb9db16" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Electronics/full-00001-of-00010.parquet", "sha256": "9b32782313769ddc64b8b959aa6b60be520c09ef3f4485917dec0b98ed0d7ab7" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Electronics/full-00002-of-00010.parquet", "sha256": "c2d3ca9f83a986a25fa66c8c66812daeb0e5ea15701fbd77bcbc2939b197f934" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Electronics/full-00003-of-00010.parquet", "sha256": "c61d2128abd3420c3f95ec2b55ebc13dbad6b5e5953d40fdfa485a45e21a648f" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Electronics/full-00004-of-00010.parquet", "sha256": "254ce8d4fb835a4e1ff62a2c8e421d3c2cb08490ba2c4b39eb17fb81368ec076" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Electronics/full-00005-of-00010.parquet", "sha256": "76d7a5d65a3128684a50d9b2d001134914554a4412ee94924d7ce11335fa805b" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Electronics/full-00006-of-00010.parquet", "sha256": "2c2d6fa3517cf377449f5ba34114b019eee6377deb7f5b9870bf0576e36199bb" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Electronics/full-00007-of-00010.parquet", "sha256": "c6b97eaaa3579712b961063ed4de16042ea3d49654b9e448947f8a406487eba9" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Electronics/full-00008-of-00010.parquet", "sha256": "2d71b84f1ab378b432213c29cc460d134bb0d0f35bc72540b9b8a0611e2ebf28" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Electronics/full-00009-of-00010.parquet", "sha256": "9676263126312281e7fda20acb09468d3bfed9cdec9515332a17db7216b0d48b" } ] } }, { "category": "Gift_Cards", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 1, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 1142, "test_users": 1142 }, "stats": { "users": 11408, "items": 717, "pairs": 22960, "train_users": 9142, "train_items": 717, "train_observed_items": 717, "val_users": 1135, "val_target_pairs": 1160, "test_users": 1131, "test_target_pairs": 1165, "preprocessed_users": 11426, "preprocessed_items": 749, "preprocessed_pairs": 28580, "val_target_items": 230, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 717, "test_target_items": 240, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 717 }, "warnings": [ "Below the preferred size range; support filtering cannot add data", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "92835ca03692f0ed60e78c2f66cc371acff1765d89d1a47abd9259b68a7b267a", "profile_sha256": "6a945d67b733b1e23cbdc03f72dcb77c16127057acec8c8e2c01de4f060a236b", "checked_at_utc": "2026-09-09T06:42:23.000587+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 2, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 11257, "items": 575, "pairs": 24323, "train_users": 11257, "train_items": 575, "train_observed_items": 488, "val_users": 2285, "val_target_pairs": 2324, "test_users": 1445, "test_target_pairs": 1518, "preprocessed_users": 11333, "preprocessed_items": 575, "preprocessed_pairs": 28320, "val_target_items": 29, "val_cold_target_items": 29, "val_cold_target_item_fraction": 1, "val_catalog_items": 575, "test_target_items": 58, "test_cold_target_items": 58, "test_cold_target_item_fraction": 1, "test_catalog_items": 575 }, "warnings": [ "Below the preferred size range; support filtering cannot add data", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "92835ca03692f0ed60e78c2f66cc371acff1765d89d1a47abd9259b68a7b267a", "profile_sha256": "6a945d67b733b1e23cbdc03f72dcb77c16127057acec8c8e2c01de4f060a236b", "checked_at_utc": "2026-09-09T06:42:23.738349+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 4, "item_min_support": 1, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 1201, "items": 503, "pairs": 3853, "train_users": 1201, "train_items": 503, "train_observed_items": 439, "val_users": 1201, "val_target_pairs": 1201, "test_users": 1201, "test_target_pairs": 1201, "preprocessed_users": 1201, "preprocessed_items": 503, "preprocessed_pairs": 6255, "val_target_items": 253, "val_cold_target_items": 37, "val_cold_target_item_fraction": 0.14624505928853754, "val_catalog_items": 503, "test_target_items": 244, "test_cold_target_items": 36, "test_cold_target_item_fraction": 0.14754098360655737, "test_catalog_items": 503 }, "warnings": [ "Below the preferred size range; support filtering cannot add data", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "92835ca03692f0ed60e78c2f66cc371acff1765d89d1a47abd9259b68a7b267a", "profile_sha256": "6a945d67b733b1e23cbdc03f72dcb77c16127057acec8c8e2c01de4f060a236b", "checked_at_utc": "2026-09-09T06:42:23.863136+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 1, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 2313, "items": 421, "pairs": 2266, "train_users": 801, "train_items": 278, "train_observed_items": 278, "val_users": 1092, "val_target_pairs": 1237, "test_users": 577, "test_target_pairs": 686, "val_target_items": 123, "val_cold_target_items": 35, "val_cold_target_item_fraction": 0.2845528455284553, "val_catalog_items": 372, "test_target_items": 120, "test_cold_target_items": 46, "test_cold_target_item_fraction": 0.38333333333333336, "test_catalog_items": 421 }, "warnings": [ "Fewer than 1,000 eligible users in validation or test", "Below the preferred size range; support filtering cannot add data", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "92835ca03692f0ed60e78c2f66cc371acff1765d89d1a47abd9259b68a7b267a", "profile_sha256": "6a945d67b733b1e23cbdc03f72dcb77c16127057acec8c8e2c01de4f060a236b", "checked_at_utc": "2026-09-09T06:42:24.003335+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "92835ca03692f0ed60e78c2f66cc371acff1765d89d1a47abd9259b68a7b267a", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Gift_Cards.csv", "sha256": "d356af4b1c9fc84a659070525a772c88277adc9be0ce7cbdfdd6424d0eb4917a" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Gift_Cards/full-00000-of-00001.parquet", "sha256": "3a321bb58f9daa840eb76257282bf5ea4ce33e6e3e7f8539bee47fe75aa52444" } ] } }, { "category": "Grocery_and_Gourmet_Food", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 7, "item_min_support": 24, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 5000, "test_users": 5000 }, "stats": { "users": 98300, "items": 16735, "pairs": 1097509, "train_users": 88300, "train_items": 16735, "train_observed_items": 16735, "val_users": 5000, "val_target_pairs": 14650, "test_users": 5000, "test_target_pairs": 14678, "preprocessed_users": 98300, "preprocessed_items": 16735, "preprocessed_pairs": 1223271, "val_target_items": 7768, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 16735, "test_target_items": 7813, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 16735 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "858cfb3d1359bf88c6bdc99b3f4012e79fc9ceeca4e8e6708aae7de7007d524a", "profile_sha256": "9b389d42ff422481a7ffd3de7ad95aec5c636a4e4651c03ffbc9eddeb1506a6d", "checked_at_utc": "2026-09-09T06:42:31.691550+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 7, "item_min_support": 24, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 98300, "items": 16735, "pairs": 1045821, "train_users": 98300, "train_items": 16735, "train_observed_items": 14224, "val_users": 42173, "val_target_pairs": 60389, "test_users": 63925, "test_target_pairs": 117061, "preprocessed_users": 98300, "preprocessed_items": 16735, "preprocessed_pairs": 1223271, "val_target_items": 837, "val_cold_target_items": 837, "val_cold_target_item_fraction": 1, "val_catalog_items": 16735, "test_target_items": 1674, "test_cold_target_items": 1674, "test_cold_target_item_fraction": 1, "test_catalog_items": 16735 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "858cfb3d1359bf88c6bdc99b3f4012e79fc9ceeca4e8e6708aae7de7007d524a", "profile_sha256": "9b389d42ff422481a7ffd3de7ad95aec5c636a4e4651c03ffbc9eddeb1506a6d", "checked_at_utc": "2026-09-09T06:42:41.695724+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 7, "item_min_support": 24, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 98300, "items": 16735, "pairs": 1026671, "train_users": 98300, "train_items": 16735, "train_observed_items": 16735, "val_users": 98300, "val_target_pairs": 98300, "test_users": 98300, "test_target_pairs": 98300, "preprocessed_users": 98300, "preprocessed_items": 16735, "preprocessed_pairs": 1223271, "val_target_items": 15347, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 16735, "test_target_items": 14851, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 16735 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "858cfb3d1359bf88c6bdc99b3f4012e79fc9ceeca4e8e6708aae7de7007d524a", "profile_sha256": "9b389d42ff422481a7ffd3de7ad95aec5c636a4e4651c03ffbc9eddeb1506a6d", "checked_at_utc": "2026-09-09T06:42:48.408715+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 6, "item_min_support": 13, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 86148, "items": 19238, "pairs": 438683, "train_users": 37626, "train_items": 12329, "train_observed_items": 12329, "val_users": 50360, "val_target_pairs": 157670, "test_users": 34731, "test_target_pairs": 93094, "val_target_items": 14478, "val_cold_target_items": 4767, "val_cold_target_item_fraction": 0.32925818483215913, "val_catalog_items": 17500, "test_target_items": 13429, "test_cold_target_items": 5335, "test_cold_target_item_fraction": 0.39727455506739145, "test_catalog_items": 19238 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "858cfb3d1359bf88c6bdc99b3f4012e79fc9ceeca4e8e6708aae7de7007d524a", "profile_sha256": "9b389d42ff422481a7ffd3de7ad95aec5c636a4e4651c03ffbc9eddeb1506a6d", "checked_at_utc": "2026-09-09T06:43:02.047336+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "858cfb3d1359bf88c6bdc99b3f4012e79fc9ceeca4e8e6708aae7de7007d524a", "sources": [ { "url": "https://mcauleylab.ucsd.edu/public_datasets/data/amazon_2023/benchmark/0core/rating_only/Grocery_and_Gourmet_Food.csv.gz", "sha256": "4cb2da7f57dfe210eecf348ee16514d11460022f0ce4ed141aa66e3eb5410135" }, { "url": "https://mcauleylab.ucsd.edu/public_datasets/data/amazon_2023/raw/meta_categories/meta_Grocery_and_Gourmet_Food.jsonl.gz", "sha256": "ea678886c259d762fac3df5016c34dacd01bd0cc7f0f7aef51cc943f2326bad2" } ] } }, { "category": "Handmade_Products", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 2, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 2215, "test_users": 2215 }, "stats": { "users": 21772, "items": 11613, "pairs": 40876, "train_users": 17726, "train_items": 11613, "train_observed_items": 11613, "val_users": 2006, "val_target_pairs": 2031, "test_users": 2040, "test_target_pairs": 2078, "preprocessed_users": 22156, "preprocessed_items": 11878, "preprocessed_pairs": 51025, "val_target_items": 1725, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 11613, "test_target_items": 1788, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 11613 }, "warnings": [ "Below the preferred size range; support filtering cannot add data", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "84fb329b37294e3409caa9a0d11da61dbfb4fbea925962204b0dd3f192c9a364", "profile_sha256": "c729cf4def7aa31255a9ef1ac2430c2c441e8156501ef4fadaa4d029c831e143", "checked_at_utc": "2026-09-09T06:43:02.964773+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 2, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 21728, "items": 11878, "pairs": 43229, "train_users": 21728, "train_items": 11878, "train_observed_items": 10096, "val_users": 2335, "val_target_pairs": 2398, "test_users": 4283, "test_target_pairs": 4527, "preprocessed_users": 22156, "preprocessed_items": 11878, "preprocessed_pairs": 51025, "val_target_items": 587, "val_cold_target_items": 587, "val_cold_target_item_fraction": 1, "val_catalog_items": 11878, "test_target_items": 1180, "test_cold_target_items": 1180, "test_cold_target_item_fraction": 1, "test_catalog_items": 11878 }, "warnings": [ "Below the preferred size range; support filtering cannot add data", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "84fb329b37294e3409caa9a0d11da61dbfb4fbea925962204b0dd3f192c9a364", "profile_sha256": "c729cf4def7aa31255a9ef1ac2430c2c441e8156501ef4fadaa4d029c831e143", "checked_at_utc": "2026-09-09T06:43:04.396327+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 4, "item_min_support": 1, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 3716, "items": 14723, "pairs": 12001, "train_users": 3716, "train_items": 14723, "train_observed_items": 9726, "val_users": 3716, "val_target_pairs": 3716, "test_users": 3716, "test_target_pairs": 3716, "preprocessed_users": 3716, "preprocessed_items": 14723, "preprocessed_pairs": 19433, "val_target_items": 3350, "val_cold_target_items": 2554, "val_cold_target_item_fraction": 0.7623880597014925, "val_catalog_items": 14723, "test_target_items": 3347, "test_cold_target_items": 2582, "test_cold_target_item_fraction": 0.7714371078577831, "test_catalog_items": 14723 }, "warnings": [ "Below the preferred size range; support filtering cannot add data", "More items than users", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "84fb329b37294e3409caa9a0d11da61dbfb4fbea925962204b0dd3f192c9a364", "profile_sha256": "c729cf4def7aa31255a9ef1ac2430c2c441e8156501ef4fadaa4d029c831e143", "checked_at_utc": "2026-09-09T06:43:04.695777+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 3, "item_min_support": 1, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 3774, "items": 11710, "pairs": 5823, "train_users": 1459, "train_items": 5138, "train_observed_items": 5138, "val_users": 1410, "val_target_pairs": 2217, "test_users": 1251, "test_target_pairs": 2160, "val_target_items": 2029, "val_cold_target_items": 1799, "val_cold_target_item_fraction": 0.8866436668309512, "val_catalog_items": 8919, "test_target_items": 1708, "test_cold_target_items": 1582, "test_cold_target_item_fraction": 0.9262295081967213, "test_catalog_items": 11710 }, "warnings": [ "Below the preferred size range; support filtering cannot add data", "More items than users", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "84fb329b37294e3409caa9a0d11da61dbfb4fbea925962204b0dd3f192c9a364", "profile_sha256": "c729cf4def7aa31255a9ef1ac2430c2c441e8156501ef4fadaa4d029c831e143", "checked_at_utc": "2026-09-09T06:43:04.981820+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "84fb329b37294e3409caa9a0d11da61dbfb4fbea925962204b0dd3f192c9a364", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Handmade_Products.csv", "sha256": "4a03dd49cdeb0a0087a898fe8c6143236f925ce0ff2f0c1fbd8d242dfc8471ce" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Handmade_Products/full-00000-of-00001.parquet", "sha256": "3a3cbc7810c8bd98c922ff129ef576391d71c2bbb9adc31494608d1638b515a7" } ] } }, { "category": "Health_and_Household", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 10, "item_min_support": 20, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 5000, "test_users": 5000 }, "stats": { "users": 84204, "items": 19922, "pairs": 1177657, "train_users": 74204, "train_items": 19922, "train_observed_items": 19922, "val_users": 5000, "val_target_pairs": 17667, "test_users": 5000, "test_target_pairs": 17677, "preprocessed_users": 84204, "preprocessed_items": 19922, "preprocessed_pairs": 1335038, "val_target_items": 9180, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 19922, "test_target_items": 8986, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 19922 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "bbb625c27c15857221e4baf23ecd3e602b2105a04d63ea92ba97322f600be4a1", "profile_sha256": "9c06c5c65ed4443d5c790f7b7e2026b9ce8fc37fa87538ac6906bbe70885347f", "checked_at_utc": "2026-09-09T06:43:17.649616+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 10, "item_min_support": 20, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 84204, "items": 19922, "pairs": 1137763, "train_users": 84204, "train_items": 19922, "train_observed_items": 16932, "val_users": 44334, "val_target_pairs": 67684, "test_users": 63720, "test_target_pairs": 129591, "preprocessed_users": 84204, "preprocessed_items": 19922, "preprocessed_pairs": 1335038, "val_target_items": 997, "val_cold_target_items": 997, "val_cold_target_item_fraction": 1, "val_catalog_items": 19922, "test_target_items": 1993, "test_cold_target_items": 1993, "test_cold_target_item_fraction": 1, "test_catalog_items": 19922 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "bbb625c27c15857221e4baf23ecd3e602b2105a04d63ea92ba97322f600be4a1", "profile_sha256": "9c06c5c65ed4443d5c790f7b7e2026b9ce8fc37fa87538ac6906bbe70885347f", "checked_at_utc": "2026-09-09T06:43:27.147507+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 10, "item_min_support": 20, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 84204, "items": 19922, "pairs": 1166630, "train_users": 84204, "train_items": 19922, "train_observed_items": 19922, "val_users": 84204, "val_target_pairs": 84204, "test_users": 84204, "test_target_pairs": 84204, "preprocessed_users": 84204, "preprocessed_items": 19922, "preprocessed_pairs": 1335038, "val_target_items": 16439, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 19922, "test_target_items": 15703, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 19922 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "bbb625c27c15857221e4baf23ecd3e602b2105a04d63ea92ba97322f600be4a1", "profile_sha256": "9c06c5c65ed4443d5c790f7b7e2026b9ce8fc37fa87538ac6906bbe70885347f", "checked_at_utc": "2026-09-09T06:43:33.231218+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 8, "item_min_support": 15, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 88598, "items": 19907, "pairs": 552121, "train_users": 41151, "train_items": 12277, "train_observed_items": 12277, "val_users": 50052, "val_target_pairs": 145220, "test_users": 38620, "test_target_pairs": 120258, "val_target_items": 13166, "val_cold_target_items": 3489, "val_cold_target_item_fraction": 0.2650007595321282, "val_catalog_items": 16094, "test_target_items": 14545, "test_cold_target_items": 6433, "test_cold_target_item_fraction": 0.4422825713303541, "test_catalog_items": 19907 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "bbb625c27c15857221e4baf23ecd3e602b2105a04d63ea92ba97322f600be4a1", "profile_sha256": "9c06c5c65ed4443d5c790f7b7e2026b9ce8fc37fa87538ac6906bbe70885347f", "checked_at_utc": "2026-09-09T06:44:00.866357+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "bbb625c27c15857221e4baf23ecd3e602b2105a04d63ea92ba97322f600be4a1", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Health_and_Household.csv", "sha256": "78b9c04e216f735e2ab19679809ff57ded92becef24f432eddd1cfe25b85401f" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw/meta_categories/meta_Health_and_Household.jsonl", "sha256": "1a26906c721929a04e887eb7aac560e58e0c4f0a65ec5b24a047a560a43f0bc1" } ] } }, { "category": "Health_and_Personal_Care", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 1, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 1839, "test_users": 1839 }, "stats": { "users": 16797, "items": 15041, "pairs": 35887, "train_users": 14718, "train_items": 15041, "train_observed_items": 15041, "val_users": 1041, "val_target_pairs": 1142, "test_users": 1038, "test_target_pairs": 1112, "preprocessed_users": 18396, "preprocessed_items": 17288, "preprocessed_pairs": 44928, "val_target_items": 940, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 15041, "test_target_items": 877, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 15041 }, "warnings": [ "Below the preferred size range; support filtering cannot add data", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "b08ec842d21b18304ecd7d3345a1688a1245fd01520601c5ca1db869228f0aac", "profile_sha256": "1148fadbd0189f1b7f063cb9f788fb7913305ed75b0c313a3367ba6683ac8472", "checked_at_utc": "2026-09-09T06:43:05.431677+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 1, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 18017, "items": 17288, "pairs": 38004, "train_users": 18017, "train_items": 17288, "train_observed_items": 14694, "val_users": 1758, "val_target_pairs": 1841, "test_users": 3890, "test_target_pairs": 4315, "preprocessed_users": 18396, "preprocessed_items": 17288, "preprocessed_pairs": 44928, "val_target_items": 784, "val_cold_target_items": 784, "val_cold_target_item_fraction": 1, "val_catalog_items": 17288, "test_target_items": 1585, "test_cold_target_items": 1585, "test_cold_target_item_fraction": 1, "test_catalog_items": 17288 }, "warnings": [ "Below the preferred size range; support filtering cannot add data", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "b08ec842d21b18304ecd7d3345a1688a1245fd01520601c5ca1db869228f0aac", "profile_sha256": "1148fadbd0189f1b7f063cb9f788fb7913305ed75b0c313a3367ba6683ac8472", "checked_at_utc": "2026-09-09T06:43:06.624934+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 4, "item_min_support": 1, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 1109, "items": 3448, "pairs": 6372, "train_users": 1109, "train_items": 3448, "train_observed_items": 2697, "val_users": 1109, "val_target_pairs": 1109, "test_users": 1109, "test_target_pairs": 1109, "preprocessed_users": 1109, "preprocessed_items": 3448, "preprocessed_pairs": 8590, "val_target_items": 911, "val_cold_target_items": 385, "val_cold_target_item_fraction": 0.4226125137211855, "val_catalog_items": 3448, "test_target_items": 857, "test_cold_target_items": 406, "test_cold_target_item_fraction": 0.47374562427071176, "test_catalog_items": 3448 }, "warnings": [ "Below the preferred size range; support filtering cannot add data", "More items than users", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "b08ec842d21b18304ecd7d3345a1688a1245fd01520601c5ca1db869228f0aac", "profile_sha256": "1148fadbd0189f1b7f063cb9f788fb7913305ed75b0c313a3367ba6683ac8472", "checked_at_utc": "2026-09-09T06:43:06.773674+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 1, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 5291, "items": 7604, "pairs": 9108, "train_users": 2658, "train_items": 4625, "train_observed_items": 4625, "val_users": 2100, "val_target_pairs": 2849, "test_users": 1040, "test_target_pairs": 1186, "val_target_items": 1603, "val_cold_target_items": 1170, "val_cold_target_item_fraction": 0.7298814722395508, "val_catalog_items": 6778, "test_target_items": 762, "test_cold_target_items": 589, "test_cold_target_item_fraction": 0.7729658792650919, "test_catalog_items": 7604 }, "warnings": [ "Below the preferred size range; support filtering cannot add data", "More items than users", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "b08ec842d21b18304ecd7d3345a1688a1245fd01520601c5ca1db869228f0aac", "profile_sha256": "1148fadbd0189f1b7f063cb9f788fb7913305ed75b0c313a3367ba6683ac8472", "checked_at_utc": "2026-09-09T06:43:06.989267+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "b08ec842d21b18304ecd7d3345a1688a1245fd01520601c5ca1db869228f0aac", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Health_and_Personal_Care.csv", "sha256": "3c671b00bf1fa832619d11bd2ac8cedbe5a784a8f85f2a392a93cd3e9b9fcba7" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw/meta_categories/meta_Health_and_Personal_Care.jsonl", "sha256": "eb7f147cac85ce22e6d9b63e8f8504e85032c8a666e8634a1f101a9533983c0a" } ] } }, { "category": "Home_and_Kitchen", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 12, "item_min_support": 35, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 5000, "test_users": 5000 }, "stats": { "users": 96909, "items": 17431, "pairs": 1536242, "train_users": 86909, "train_items": 17431, "train_observed_items": 17431, "val_users": 5000, "val_target_pairs": 19698, "test_users": 5000, "test_target_pairs": 19564, "preprocessed_users": 96909, "preprocessed_items": 17431, "preprocessed_pairs": 1711987, "val_target_items": 9721, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 17431, "test_target_items": 9750, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 17431 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "f111099a56c5b771f0b954dd7cadc44d9fbce11a6060755007a26b926355a966", "profile_sha256": "087085c3b177f67f3fe08dea15330b034aadff0cf7775807ba268636be8a2947", "checked_at_utc": "2026-09-09T06:43:51.515790+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 12, "item_min_support": 35, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 96909, "items": 17431, "pairs": 1465801, "train_users": 96909, "train_items": 17431, "train_observed_items": 14815, "val_users": 51957, "val_target_pairs": 78214, "test_users": 78055, "test_target_pairs": 167972, "preprocessed_users": 96909, "preprocessed_items": 17431, "preprocessed_pairs": 1711987, "val_target_items": 872, "val_cold_target_items": 872, "val_cold_target_item_fraction": 1, "val_catalog_items": 17431, "test_target_items": 1744, "test_cold_target_items": 1744, "test_cold_target_item_fraction": 1, "test_catalog_items": 17431 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "f111099a56c5b771f0b954dd7cadc44d9fbce11a6060755007a26b926355a966", "profile_sha256": "087085c3b177f67f3fe08dea15330b034aadff0cf7775807ba268636be8a2947", "checked_at_utc": "2026-09-09T06:44:03.003843+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 12, "item_min_support": 35, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 96909, "items": 17431, "pairs": 1518169, "train_users": 96909, "train_items": 17431, "train_observed_items": 17431, "val_users": 96909, "val_target_pairs": 96909, "test_users": 96909, "test_target_pairs": 96909, "preprocessed_users": 96909, "preprocessed_items": 17431, "preprocessed_pairs": 1711987, "val_target_items": 15181, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 17431, "test_target_items": 14374, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 17431 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "f111099a56c5b771f0b954dd7cadc44d9fbce11a6060755007a26b926355a966", "profile_sha256": "087085c3b177f67f3fe08dea15330b034aadff0cf7775807ba268636be8a2947", "checked_at_utc": "2026-09-09T06:44:10.196762+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 10, "item_min_support": 25, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 93903, "items": 14879, "pairs": 712464, "train_users": 46574, "train_items": 11240, "train_observed_items": 11240, "val_users": 53997, "val_target_pairs": 128918, "test_users": 38614, "test_target_pairs": 94571, "val_target_items": 11264, "val_cold_target_items": 2279, "val_cold_target_item_fraction": 0.20232599431818182, "val_catalog_items": 13735, "test_target_items": 10726, "test_cold_target_items": 3091, "test_cold_target_item_fraction": 0.2881782584374417, "test_catalog_items": 14879 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "f111099a56c5b771f0b954dd7cadc44d9fbce11a6060755007a26b926355a966", "profile_sha256": "087085c3b177f67f3fe08dea15330b034aadff0cf7775807ba268636be8a2947", "checked_at_utc": "2026-09-09T06:45:53.415862+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "f111099a56c5b771f0b954dd7cadc44d9fbce11a6060755007a26b926355a966", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Home_and_Kitchen.csv", "sha256": "246d7f72379efd7be713bd931f50dc56f49f4a395d9c24804e7385bfbc16cc01" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw/meta_categories/meta_Home_and_Kitchen.jsonl", "sha256": "691353084748d985180deb13dc8de59afe4969933ad3692ea06b80460510aa56" } ] } }, { "category": "Industrial_and_Scientific", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 4, "item_min_support": 8, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 5000, "test_users": 5000 }, "stats": { "users": 74487, "items": 19251, "pairs": 407624, "train_users": 64487, "train_items": 19251, "train_observed_items": 19251, "val_users": 5000, "val_target_pairs": 7814, "test_users": 5000, "test_target_pairs": 7777, "preprocessed_users": 74487, "preprocessed_items": 19251, "preprocessed_pairs": 471279, "val_target_items": 5348, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 19251, "test_target_items": 5350, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 19251 }, "warnings": [ "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "bc12c9e19daf1c421ae2440e5801ffa427f0631cb2f5e200bdffdc28c4198ed0", "profile_sha256": "d8bf2b0f02175c28ce8b35d19aabf69619422cc06542cd9405bfe8d2d1a8d348", "checked_at_utc": "2026-09-09T06:44:04.430224+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 4, "item_min_support": 8, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 74479, "items": 19251, "pairs": 403192, "train_users": 74479, "train_items": 19251, "train_observed_items": 16362, "val_users": 17942, "val_target_pairs": 21388, "test_users": 33333, "test_target_pairs": 46667, "preprocessed_users": 74487, "preprocessed_items": 19251, "preprocessed_pairs": 471279, "val_target_items": 963, "val_cold_target_items": 963, "val_cold_target_item_fraction": 1, "val_catalog_items": 19251, "test_target_items": 1926, "test_cold_target_items": 1926, "test_cold_target_item_fraction": 1, "test_catalog_items": 19251 }, "warnings": [ "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "bc12c9e19daf1c421ae2440e5801ffa427f0631cb2f5e200bdffdc28c4198ed0", "profile_sha256": "d8bf2b0f02175c28ce8b35d19aabf69619422cc06542cd9405bfe8d2d1a8d348", "checked_at_utc": "2026-09-09T06:44:10.492217+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 4, "item_min_support": 8, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 74487, "items": 19251, "pairs": 322305, "train_users": 74487, "train_items": 19251, "train_observed_items": 19229, "val_users": 74487, "val_target_pairs": 74487, "test_users": 74487, "test_target_pairs": 74487, "preprocessed_users": 74487, "preprocessed_items": 19251, "preprocessed_pairs": 471279, "val_target_items": 16742, "val_cold_target_items": 20, "val_cold_target_item_fraction": 0.001194600406164138, "val_catalog_items": 19251, "test_target_items": 16000, "test_cold_target_items": 22, "test_cold_target_item_fraction": 0.001375, "test_catalog_items": 19251 }, "warnings": [ "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "bc12c9e19daf1c421ae2440e5801ffa427f0631cb2f5e200bdffdc28c4198ed0", "profile_sha256": "d8bf2b0f02175c28ce8b35d19aabf69619422cc06542cd9405bfe8d2d1a8d348", "checked_at_utc": "2026-09-09T06:44:15.026815+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 3, "item_min_support": 5, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 66901, "items": 17690, "pairs": 134812, "train_users": 26387, "train_items": 10270, "train_observed_items": 10270, "val_users": 31809, "val_target_pairs": 55913, "test_users": 23291, "test_target_pairs": 49760, "val_target_items": 10279, "val_cold_target_items": 3758, "val_cold_target_item_fraction": 0.36559976651425236, "val_catalog_items": 14663, "test_target_items": 10034, "test_cold_target_items": 5251, "test_cold_target_item_fraction": 0.5233207095874028, "test_catalog_items": 17690 }, "warnings": [ "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "bc12c9e19daf1c421ae2440e5801ffa427f0631cb2f5e200bdffdc28c4198ed0", "profile_sha256": "d8bf2b0f02175c28ce8b35d19aabf69619422cc06542cd9405bfe8d2d1a8d348", "checked_at_utc": "2026-09-09T06:44:18.719282+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "bc12c9e19daf1c421ae2440e5801ffa427f0631cb2f5e200bdffdc28c4198ed0", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Industrial_and_Scientific.csv", "sha256": "8ac75135659eb03101cb82ac3898babae826b97d5af6cf148309db179e79e698" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Industrial_and_Scientific/full-00000-of-00002.parquet", "sha256": "9e1e0e4c88e2700e47637636332b8e72002b432ee633a6abb156e40afe43c40a" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Industrial_and_Scientific/full-00001-of-00002.parquet", "sha256": "2a25042623ed3b79dd64863611c5cbf0f1733a78a449dddf378ae00bdb0350ef" } ] } }, { "category": "Kindle_Store", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 12, "item_min_support": 76, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 5000, "test_users": 5000 }, "stats": { "users": 98841, "items": 17800, "pairs": 2607203, "train_users": 88841, "train_items": 17800, "train_observed_items": 17800, "val_users": 5000, "val_target_pairs": 31550, "test_users": 5000, "test_target_pairs": 31734, "preprocessed_users": 98841, "preprocessed_items": 17800, "preprocessed_pairs": 2903296, "val_target_items": 13209, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 17800, "test_target_items": 13406, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 17800 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "976836b7338110c2d6343828c5544a3b2897d24320e3d5aa066ea39ce45d4768", "profile_sha256": "1733a9be98b400d4ed648e2d3b793af3751614fb4f77f5701a02d0cbafef9842", "checked_at_utc": "2026-09-09T06:44:35.175232+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 12, "item_min_support": 76, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 98841, "items": 17800, "pairs": 2471905, "train_users": 98841, "train_items": 17800, "train_observed_items": 15130, "val_users": 63226, "val_target_pairs": 140478, "test_users": 85505, "test_target_pairs": 290913, "preprocessed_users": 98841, "preprocessed_items": 17800, "preprocessed_pairs": 2903296, "val_target_items": 890, "val_cold_target_items": 890, "val_cold_target_item_fraction": 1, "val_catalog_items": 17800, "test_target_items": 1780, "test_cold_target_items": 1780, "test_cold_target_item_fraction": 1, "test_catalog_items": 17800 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "976836b7338110c2d6343828c5544a3b2897d24320e3d5aa066ea39ce45d4768", "profile_sha256": "1733a9be98b400d4ed648e2d3b793af3751614fb4f77f5701a02d0cbafef9842", "checked_at_utc": "2026-09-09T06:44:48.846918+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 12, "item_min_support": 76, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 98841, "items": 17800, "pairs": 2705614, "train_users": 98841, "train_items": 17800, "train_observed_items": 17800, "val_users": 98841, "val_target_pairs": 98841, "test_users": 98841, "test_target_pairs": 98841, "preprocessed_users": 98841, "preprocessed_items": 17800, "preprocessed_pairs": 2903296, "val_target_items": 15961, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 17800, "test_target_items": 15154, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 17800 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "976836b7338110c2d6343828c5544a3b2897d24320e3d5aa066ea39ce45d4768", "profile_sha256": "1733a9be98b400d4ed648e2d3b793af3751614fb4f77f5701a02d0cbafef9842", "checked_at_utc": "2026-09-09T06:44:57.508768+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 8, "item_min_support": 50, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 96853, "items": 19957, "pairs": 1680921, "train_users": 63259, "train_items": 16217, "train_observed_items": 16217, "val_users": 60020, "val_target_pairs": 284462, "test_users": 42975, "test_target_pairs": 149759, "val_target_items": 15954, "val_cold_target_items": 2673, "val_cold_target_item_fraction": 0.1675441895449417, "val_catalog_items": 18905, "test_target_items": 14155, "test_cold_target_items": 3477, "test_cold_target_item_fraction": 0.24563758389261744, "test_catalog_items": 19957 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "976836b7338110c2d6343828c5544a3b2897d24320e3d5aa066ea39ce45d4768", "profile_sha256": "1733a9be98b400d4ed648e2d3b793af3751614fb4f77f5701a02d0cbafef9842", "checked_at_utc": "2026-09-09T06:45:25.665042+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "976836b7338110c2d6343828c5544a3b2897d24320e3d5aa066ea39ce45d4768", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Kindle_Store.csv", "sha256": "ab0580593ef63d2964f0ef7ad20fd3b205f8ec810b98749e8db1ab7611436356" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw/meta_categories/meta_Kindle_Store.jsonl", "sha256": "acdaba5f1fb83805a2bf032ba3c7ddb83c695b03d6c41b785a81070d3b66a145" } ] } }, { "category": "Magazine_Subscriptions", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 1, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 1200, "test_users": 1200 }, "stats": { "users": 6616, "items": 1708, "pairs": 11414, "train_users": 4408, "train_items": 1708, "train_observed_items": 1708, "val_users": 1115, "val_target_pairs": 1162, "test_users": 1093, "test_target_pairs": 1131, "preprocessed_users": 6808, "preprocessed_items": 2003, "preprocessed_pairs": 17586, "val_target_items": 472, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 1708, "test_target_items": 463, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 1708 }, "warnings": [ "Below the preferred size range; support filtering cannot add data", "Short-history fallback" ], "verification": { "kind": "user-holdout-refinement", "checked_at_utc": "2026-09-08T23:58:59.846680+00:00", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "4c59063ffc17f5938cafc6ae6c93201c9ee2d4ddc329574c28fccd774c43dca3" }, "environment": { "python": "3.11.16", "numpy": "2.4.6", "pandas": "3.0.5", "scipy": "1.17.1", "pyarrow": "25.0.1" }, "rationale": "Larger disjoint protocol partitions reach at least 1,000 eligible users per evaluation phase without changing the preprocessed graph; 1,200 provides more margin than 1,100.", "baseline": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 1, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 680, "test_users": 680 }, "stats": { "users": 6722, "items": 1858, "pairs": 14082, "train_users": 5448, "train_items": 1858, "train_observed_items": 1858, "val_users": 642, "val_target_pairs": 674, "test_users": 632, "test_target_pairs": 651, "preprocessed_users": 6808, "preprocessed_items": 2003, "preprocessed_pairs": 17586 }, "warnings": [ "Fewer than 1,000 eligible users in validation or test", "Below the preferred size range; support filtering cannot add data", "Short-history fallback" ] }, "trials": [ { "category": "Magazine_Subscriptions", "requested_each": 680, "stats": { "users": 6722, "items": 1858, "pairs": 14082, "train_users": 5448, "train_items": 1858, "train_observed_items": 1858, "val_users": 642, "val_target_pairs": 674, "test_users": 632, "test_target_pairs": 651, "preprocessed_users": 6808, "preprocessed_items": 2003, "preprocessed_pairs": 17586 } }, { "category": "Magazine_Subscriptions", "requested_each": 1100, "stats": { "users": 6638, "items": 1729, "pairs": 11912, "train_users": 4608, "train_items": 1729, "train_observed_items": 1729, "val_users": 1027, "val_target_pairs": 1071, "test_users": 1003, "test_target_pairs": 1039, "preprocessed_users": 6808, "preprocessed_items": 2003, "preprocessed_pairs": 17586 } }, { "category": "Magazine_Subscriptions", "requested_each": 1200, "stats": { "users": 6616, "items": 1708, "pairs": 11414, "train_users": 4408, "train_items": 1708, "train_observed_items": 1708, "val_users": 1115, "val_target_pairs": 1162, "test_users": 1093, "test_target_pairs": 1131, "preprocessed_users": 6808, "preprocessed_items": 2003, "preprocessed_pairs": 17586 } } ] }, "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "e4578a58295c518e908a8fdd1a6f5e622b2a1e1c70c727bc0a46ca7e1e73def0", "profile_sha256": "366f05dc7f1b2644a4b96fac119940d5706ea52d217af889c493e226572423aa", "checked_at_utc": "2026-09-09T06:45:26.446153+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 2, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 6281, "items": 1241, "pairs": 13334, "train_users": 6281, "train_items": 1241, "train_observed_items": 1053, "val_users": 1070, "val_target_pairs": 1147, "test_users": 1594, "test_target_pairs": 1728, "preprocessed_users": 6408, "preprocessed_items": 1241, "preprocessed_pairs": 16467, "val_target_items": 63, "val_cold_target_items": 63, "val_cold_target_item_fraction": 1, "val_catalog_items": 1241, "test_target_items": 124, "test_cold_target_items": 124, "test_cold_target_item_fraction": 1, "test_catalog_items": 1241 }, "warnings": [ "Below the preferred size range; support filtering cannot add data", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "e4578a58295c518e908a8fdd1a6f5e622b2a1e1c70c727bc0a46ca7e1e73def0", "profile_sha256": "366f05dc7f1b2644a4b96fac119940d5706ea52d217af889c493e226572423aa", "checked_at_utc": "2026-09-09T06:45:26.889665+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 4, "item_min_support": 1, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 797, "items": 1110, "pairs": 2822, "train_users": 797, "train_items": 1110, "train_observed_items": 918, "val_users": 797, "val_target_pairs": 797, "test_users": 797, "test_target_pairs": 797, "preprocessed_users": 797, "preprocessed_items": 1110, "preprocessed_pairs": 4416, "val_target_items": 353, "val_cold_target_items": 89, "val_cold_target_item_fraction": 0.2521246458923513, "val_catalog_items": 1110, "test_target_items": 381, "test_cold_target_items": 116, "test_cold_target_item_fraction": 0.30446194225721784, "test_catalog_items": 1110 }, "warnings": [ "Fewer than 1,000 eligible users in validation or test", "Below the preferred size range; support filtering cannot add data", "More items than users", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "e4578a58295c518e908a8fdd1a6f5e622b2a1e1c70c727bc0a46ca7e1e73def0", "profile_sha256": "366f05dc7f1b2644a4b96fac119940d5706ea52d217af889c493e226572423aa", "checked_at_utc": "2026-09-09T06:45:26.995847+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 1, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 458, "items": 522, "pairs": 830, "train_users": 269, "train_items": 329, "train_observed_items": 329, "val_users": 151, "val_target_pairs": 193, "test_users": 74, "test_target_pairs": 93, "val_target_items": 117, "val_cold_target_items": 53, "val_cold_target_item_fraction": 0.452991452991453, "val_catalog_items": 474, "test_target_items": 66, "test_cold_target_items": 22, "test_cold_target_item_fraction": 0.3333333333333333, "test_catalog_items": 522 }, "warnings": [ "Fewer than 1,000 eligible users in validation or test", "Below the preferred size range; support filtering cannot add data", "More items than users", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "e4578a58295c518e908a8fdd1a6f5e622b2a1e1c70c727bc0a46ca7e1e73def0", "profile_sha256": "366f05dc7f1b2644a4b96fac119940d5706ea52d217af889c493e226572423aa", "checked_at_utc": "2026-09-09T06:45:27.123750+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "e4578a58295c518e908a8fdd1a6f5e622b2a1e1c70c727bc0a46ca7e1e73def0", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Magazine_Subscriptions.csv", "sha256": "aafcdc89f141bb568c6125986bdc6808a4fe9b046625a47f9dea4aae8603dad9" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw/meta_categories/meta_Magazine_Subscriptions.jsonl", "sha256": "b325bc690a4b705338dfc3dd45ace5ec643dc6212cbb0c614a9b05f236ec12ab" } ] } }, { "category": "Movies_and_TV", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 10, "item_min_support": 36, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 5000, "test_users": 5000 }, "stats": { "users": 97871, "items": 18324, "pairs": 1619663, "train_users": 87871, "train_items": 18324, "train_observed_items": 18324, "val_users": 5000, "val_target_pairs": 20518, "test_users": 5000, "test_target_pairs": 19909, "preprocessed_users": 97871, "preprocessed_items": 18324, "preprocessed_pairs": 1802427, "val_target_items": 10254, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 18324, "test_target_items": 10070, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 18324 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "1779cb0739da5f458a3510c45ce4b5e4c4c2bd513dded5ee526b688366422c80", "profile_sha256": "06e17525d0b71bd4c724e882cabbac6ce1644925351721651e5eb9af11fbda30", "checked_at_utc": "2026-09-09T06:45:37.123530+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 10, "item_min_support": 36, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 97871, "items": 18324, "pairs": 1539020, "train_users": 97871, "train_items": 18324, "train_observed_items": 15574, "val_users": 50964, "val_target_pairs": 83057, "test_users": 76392, "test_target_pairs": 180350, "preprocessed_users": 97871, "preprocessed_items": 18324, "preprocessed_pairs": 1802427, "val_target_items": 917, "val_cold_target_items": 917, "val_cold_target_item_fraction": 1, "val_catalog_items": 18324, "test_target_items": 1833, "test_cold_target_items": 1833, "test_cold_target_item_fraction": 1, "test_catalog_items": 18324 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "1779cb0739da5f458a3510c45ce4b5e4c4c2bd513dded5ee526b688366422c80", "profile_sha256": "06e17525d0b71bd4c724e882cabbac6ce1644925351721651e5eb9af11fbda30", "checked_at_utc": "2026-09-09T06:45:48.453582+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 10, "item_min_support": 36, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 97871, "items": 18324, "pairs": 1606685, "train_users": 97871, "train_items": 18324, "train_observed_items": 18324, "val_users": 97871, "val_target_pairs": 97871, "test_users": 97871, "test_target_pairs": 97871, "preprocessed_users": 97871, "preprocessed_items": 18324, "preprocessed_pairs": 1802427, "val_target_items": 16454, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 18324, "test_target_items": 15927, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 18324 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "1779cb0739da5f458a3510c45ce4b5e4c4c2bd513dded5ee526b688366422c80", "profile_sha256": "06e17525d0b71bd4c724e882cabbac6ce1644925351721651e5eb9af11fbda30", "checked_at_utc": "2026-09-09T06:45:55.785735+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 5, "item_min_support": 12, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 60122, "items": 17522, "pairs": 422446, "train_users": 32893, "train_items": 14804, "train_observed_items": 14804, "val_users": 31406, "val_target_pairs": 73348, "test_users": 16203, "test_target_pairs": 30264, "val_target_items": 10612, "val_cold_target_items": 1949, "val_cold_target_item_fraction": 0.1836600075386355, "val_catalog_items": 17115, "test_target_items": 6941, "test_cold_target_items": 1632, "test_cold_target_item_fraction": 0.23512462181241897, "test_catalog_items": 17522 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "1779cb0739da5f458a3510c45ce4b5e4c4c2bd513dded5ee526b688366422c80", "profile_sha256": "06e17525d0b71bd4c724e882cabbac6ce1644925351721651e5eb9af11fbda30", "checked_at_utc": "2026-09-09T06:46:11.916147+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "1779cb0739da5f458a3510c45ce4b5e4c4c2bd513dded5ee526b688366422c80", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Movies_and_TV.csv", "sha256": "b829b8f53177766cc8007b2ba3938e3ed5db945e88baa16f52833b19a4410a80" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw/meta_categories/meta_Movies_and_TV.jsonl", "sha256": "beb82feef266bfa6d2e279903fd823a8b3b9c065059e1048226d0b74dc16b47d" } ] } }, { "category": "Musical_Instruments", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 5, "item_min_support": 7, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 5000, "test_users": 5000 }, "stats": { "users": 50431, "items": 16766, "pairs": 354789, "train_users": 40431, "train_items": 16766, "train_observed_items": 16766, "val_users": 5000, "val_target_pairs": 10556, "test_users": 5000, "test_target_pairs": 10527, "preprocessed_users": 50431, "preprocessed_items": 16766, "preprocessed_pairs": 442087, "val_target_items": 5933, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 16766, "test_target_items": 5863, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 16766 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "f2f14ba8897cf4ab1889e482937b74ea532342622234a1fc990958dde298de02", "profile_sha256": "ff093fa225e9892a3b5797e9f3323dcde1a2277fc5fd1c1d6da6f04309acee10", "checked_at_utc": "2026-09-09T06:45:57.097736+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 5, "item_min_support": 7, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 50429, "items": 16766, "pairs": 375422, "train_users": 50429, "train_items": 16766, "train_observed_items": 14250, "val_users": 18353, "val_target_pairs": 24337, "test_users": 27033, "test_target_pairs": 42318, "preprocessed_users": 50431, "preprocessed_items": 16766, "preprocessed_pairs": 442087, "val_target_items": 839, "val_cold_target_items": 839, "val_cold_target_item_fraction": 1, "val_catalog_items": 16766, "test_target_items": 1677, "test_cold_target_items": 1677, "test_cold_target_item_fraction": 1, "test_catalog_items": 16766 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "f2f14ba8897cf4ab1889e482937b74ea532342622234a1fc990958dde298de02", "profile_sha256": "ff093fa225e9892a3b5797e9f3323dcde1a2277fc5fd1c1d6da6f04309acee10", "checked_at_utc": "2026-09-09T06:46:01.604346+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 5, "item_min_support": 7, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 50431, "items": 16766, "pairs": 341225, "train_users": 50431, "train_items": 16766, "train_observed_items": 16760, "val_users": 50431, "val_target_pairs": 50431, "test_users": 50431, "test_target_pairs": 50431, "preprocessed_users": 50431, "preprocessed_items": 16766, "preprocessed_pairs": 442087, "val_target_items": 12985, "val_cold_target_items": 6, "val_cold_target_item_fraction": 0.0004620716211012707, "val_catalog_items": 16766, "test_target_items": 12681, "test_cold_target_items": 6, "test_cold_target_item_fraction": 0.0004731488052992666, "test_catalog_items": 16766 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "f2f14ba8897cf4ab1889e482937b74ea532342622234a1fc990958dde298de02", "profile_sha256": "ff093fa225e9892a3b5797e9f3323dcde1a2277fc5fd1c1d6da6f04309acee10", "checked_at_utc": "2026-09-09T06:46:04.793361+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 5, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 77684, "items": 15914, "pairs": 178287, "train_users": 36626, "train_items": 11545, "train_observed_items": 11545, "val_users": 32616, "val_target_pairs": 52681, "test_users": 23272, "test_target_pairs": 38889, "val_target_items": 10123, "val_cold_target_items": 2379, "val_cold_target_item_fraction": 0.23500938456979156, "val_catalog_items": 14306, "test_target_items": 9093, "test_cold_target_items": 3049, "test_cold_target_item_fraction": 0.33531287803805127, "test_catalog_items": 15914 }, "warnings": [ "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "f2f14ba8897cf4ab1889e482937b74ea532342622234a1fc990958dde298de02", "profile_sha256": "ff093fa225e9892a3b5797e9f3323dcde1a2277fc5fd1c1d6da6f04309acee10", "checked_at_utc": "2026-09-09T06:46:06.967604+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "f2f14ba8897cf4ab1889e482937b74ea532342622234a1fc990958dde298de02", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Musical_Instruments.csv", "sha256": "315ce8178dbc3f0ecd48eaa1b5233e228bbb8e3a86ab6ca11439976eafbb5209" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Musical_Instruments/full-00000-of-00002.parquet", "sha256": "867567b573c4dc2860d476d0ac2de30bf9d4b3f77ae18e925d551d8d2170db6d" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Musical_Instruments/full-00001-of-00002.parquet", "sha256": "d9bf76dd54000c544d81939c1ba7a788c6553ae32745066a8dad668b75690544" } ] } }, { "category": "Office_Products", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 5, "item_min_support": 18, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 5000, "test_users": 5000 }, "stats": { "users": 98570, "items": 12740, "pairs": 659700, "train_users": 88570, "train_items": 12740, "train_observed_items": 12740, "val_users": 5000, "val_target_pairs": 9138, "test_users": 5000, "test_target_pairs": 9158, "preprocessed_users": 98570, "preprocessed_items": 12740, "preprocessed_pairs": 734182, "val_target_items": 5177, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 12740, "test_target_items": 5178, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 12740 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "3459a6953272b6e80336585547a676d977170b93701b765c7bae11049907e680", "profile_sha256": "97aef26b1795a93b31ab66de8baf7ded33b64989e8150b15ac9804df837df536", "checked_at_utc": "2026-09-09T06:46:13.675909+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 5, "item_min_support": 18, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 98566, "items": 12740, "pairs": 625565, "train_users": 98566, "train_items": 12740, "train_observed_items": 10829, "val_users": 30907, "val_target_pairs": 37768, "test_users": 49343, "test_target_pairs": 70829, "preprocessed_users": 98570, "preprocessed_items": 12740, "preprocessed_pairs": 734182, "val_target_items": 637, "val_cold_target_items": 637, "val_cold_target_item_fraction": 1, "val_catalog_items": 12740, "test_target_items": 1274, "test_cold_target_items": 1274, "test_cold_target_item_fraction": 1, "test_catalog_items": 12740 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "3459a6953272b6e80336585547a676d977170b93701b765c7bae11049907e680", "profile_sha256": "97aef26b1795a93b31ab66de8baf7ded33b64989e8150b15ac9804df837df536", "checked_at_utc": "2026-09-09T06:46:22.233609+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 5, "item_min_support": 18, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 98570, "items": 12740, "pairs": 537042, "train_users": 98570, "train_items": 12740, "train_observed_items": 12738, "val_users": 98570, "val_target_pairs": 98570, "test_users": 98570, "test_target_pairs": 98570, "preprocessed_users": 98570, "preprocessed_items": 12740, "preprocessed_pairs": 734182, "val_target_items": 12194, "val_cold_target_items": 2, "val_cold_target_item_fraction": 0.0001640150893882237, "val_catalog_items": 12740, "test_target_items": 11905, "test_cold_target_items": 2, "test_cold_target_item_fraction": 0.00016799664006719866, "test_catalog_items": 12740 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "3459a6953272b6e80336585547a676d977170b93701b765c7bae11049907e680", "profile_sha256": "97aef26b1795a93b31ab66de8baf7ded33b64989e8150b15ac9804df837df536", "checked_at_utc": "2026-09-09T06:46:28.422292+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 4, "item_min_support": 8, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 90062, "items": 19965, "pairs": 275927, "train_users": 41089, "train_items": 12805, "train_observed_items": 12805, "val_users": 39715, "val_target_pairs": 70146, "test_users": 29909, "test_target_pairs": 74780, "val_target_items": 11142, "val_cold_target_items": 2544, "val_cold_target_item_fraction": 0.22832525578890683, "val_catalog_items": 15679, "test_target_items": 12535, "test_cold_target_items": 5958, "test_cold_target_item_fraction": 0.4753091344236139, "test_catalog_items": 19965 }, "warnings": [ "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "3459a6953272b6e80336585547a676d977170b93701b765c7bae11049907e680", "profile_sha256": "97aef26b1795a93b31ab66de8baf7ded33b64989e8150b15ac9804df837df536", "checked_at_utc": "2026-09-09T06:46:40.227746+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "3459a6953272b6e80336585547a676d977170b93701b765c7bae11049907e680", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Office_Products.csv", "sha256": "49e56c2937d3388c68b656f489be0aeab6ac5a20d20c0a8d2f0b4cd192c063d1" }, { "url": "https://mcauleylab.ucsd.edu/public_datasets/data/amazon_2023/raw/meta_categories/meta_Office_Products.jsonl.gz", "sha256": "2cd43a529967bc33d2bc074853ed940467e0d592493d0507df56676565d05594" } ] } }, { "category": "Patio_Lawn_and_Garden", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 6, "item_min_support": 21, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 5000, "test_users": 5000 }, "stats": { "users": 98613, "items": 14019, "pairs": 777521, "train_users": 88613, "train_items": 14019, "train_observed_items": 14019, "val_users": 5000, "val_target_pairs": 11564, "test_users": 5000, "test_target_pairs": 11610, "preprocessed_users": 98613, "preprocessed_items": 14019, "preprocessed_pairs": 866002, "val_target_items": 6556, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 14019, "test_target_items": 6539, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 14019 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "e7a9b95708487a1f49f2cecf2bce26a8e5be0dde0b982b323a8a5f7c6eb814b7", "profile_sha256": "11f3572b94c765557f098321df967553b1dd599d19f349123d51b4f8dd83e438", "checked_at_utc": "2026-09-09T06:46:21.268209+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 6, "item_min_support": 21, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 98613, "items": 14019, "pairs": 739989, "train_users": 98613, "train_items": 14019, "train_observed_items": 11916, "val_users": 33334, "val_target_pairs": 41488, "test_users": 55849, "test_target_pairs": 84525, "preprocessed_users": 98613, "preprocessed_items": 14019, "preprocessed_pairs": 866002, "val_target_items": 701, "val_cold_target_items": 701, "val_cold_target_item_fraction": 1, "val_catalog_items": 14019, "test_target_items": 1402, "test_cold_target_items": 1402, "test_cold_target_item_fraction": 1, "test_catalog_items": 14019 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "e7a9b95708487a1f49f2cecf2bce26a8e5be0dde0b982b323a8a5f7c6eb814b7", "profile_sha256": "11f3572b94c765557f098321df967553b1dd599d19f349123d51b4f8dd83e438", "checked_at_utc": "2026-09-09T06:46:30.270876+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 6, "item_min_support": 21, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 98613, "items": 14019, "pairs": 668776, "train_users": 98613, "train_items": 14019, "train_observed_items": 14019, "val_users": 98613, "val_target_pairs": 98613, "test_users": 98613, "test_target_pairs": 98613, "preprocessed_users": 98613, "preprocessed_items": 14019, "preprocessed_pairs": 866002, "val_target_items": 13333, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 14019, "test_target_items": 12826, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 14019 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "e7a9b95708487a1f49f2cecf2bce26a8e5be0dde0b982b323a8a5f7c6eb814b7", "profile_sha256": "11f3572b94c765557f098321df967553b1dd599d19f349123d51b4f8dd83e438", "checked_at_utc": "2026-09-09T06:46:36.570580+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 5, "item_min_support": 13, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 89415, "items": 14329, "pairs": 269307, "train_users": 35226, "train_items": 8247, "train_observed_items": 8247, "val_users": 52279, "val_target_pairs": 105019, "test_users": 28043, "test_target_pairs": 57442, "val_target_items": 10667, "val_cold_target_items": 3797, "val_cold_target_item_fraction": 0.3559576263241774, "val_catalog_items": 12510, "test_target_items": 9718, "test_cold_target_items": 4540, "test_cold_target_item_fraction": 0.46717431570281953, "test_catalog_items": 14329 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "e7a9b95708487a1f49f2cecf2bce26a8e5be0dde0b982b323a8a5f7c6eb814b7", "profile_sha256": "11f3572b94c765557f098321df967553b1dd599d19f349123d51b4f8dd83e438", "checked_at_utc": "2026-09-09T06:46:53.678726+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "e7a9b95708487a1f49f2cecf2bce26a8e5be0dde0b982b323a8a5f7c6eb814b7", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Patio_Lawn_and_Garden.csv", "sha256": "8bdf196ddc7d958b4b00bf8b5b3a38197b7b402ef6da6bb74398ede92aa925a4" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw/meta_categories/meta_Patio_Lawn_and_Garden.jsonl", "sha256": "3a48d1328e6d1db8728764f124f64d35b7001a73d46beeaea5d390332a5afc8e" } ] } }, { "category": "Pet_Supplies", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 10, "item_min_support": 16, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 5000, "test_users": 5000 }, "stats": { "users": 89150, "items": 19880, "pairs": 1238089, "train_users": 79150, "train_items": 19880, "train_observed_items": 19880, "val_users": 5000, "val_target_pairs": 17500, "test_users": 5000, "test_target_pairs": 17598, "preprocessed_users": 89150, "preprocessed_items": 19880, "preprocessed_pairs": 1394485, "val_target_items": 8436, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 19880, "test_target_items": 8533, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 19880 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "addbbdcb2ce4776af27a30d70343debf3f0ba06abb3729337558801c1324be69", "profile_sha256": "33b69204c29d032507904cc56f80e8886113727e99d76ff681967fc85cdb4a9a", "checked_at_utc": "2026-09-09T06:46:49.067572+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 10, "item_min_support": 16, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 89150, "items": 19880, "pairs": 1182394, "train_users": 89150, "train_items": 19880, "train_observed_items": 16898, "val_users": 46784, "val_target_pairs": 69831, "test_users": 68722, "test_target_pairs": 142260, "preprocessed_users": 89150, "preprocessed_items": 19880, "preprocessed_pairs": 1394485, "val_target_items": 994, "val_cold_target_items": 994, "val_cold_target_item_fraction": 1, "val_catalog_items": 19880, "test_target_items": 1988, "test_cold_target_items": 1988, "test_cold_target_item_fraction": 1, "test_catalog_items": 19880 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "addbbdcb2ce4776af27a30d70343debf3f0ba06abb3729337558801c1324be69", "profile_sha256": "33b69204c29d032507904cc56f80e8886113727e99d76ff681967fc85cdb4a9a", "checked_at_utc": "2026-09-09T06:46:59.016090+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 10, "item_min_support": 16, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 89150, "items": 19880, "pairs": 1216185, "train_users": 89150, "train_items": 19880, "train_observed_items": 19880, "val_users": 89150, "val_target_pairs": 89150, "test_users": 89150, "test_target_pairs": 89150, "preprocessed_users": 89150, "preprocessed_items": 19880, "preprocessed_pairs": 1394485, "val_target_items": 16106, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 19880, "test_target_items": 15361, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 19880 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "addbbdcb2ce4776af27a30d70343debf3f0ba06abb3729337558801c1324be69", "profile_sha256": "33b69204c29d032507904cc56f80e8886113727e99d76ff681967fc85cdb4a9a", "checked_at_utc": "2026-09-09T06:47:05.431564+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 8, "item_min_support": 12, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 88279, "items": 18400, "pairs": 584750, "train_users": 43228, "train_items": 13065, "train_observed_items": 13065, "val_users": 47781, "val_target_pairs": 124959, "test_users": 34883, "test_target_pairs": 99985, "val_target_items": 11921, "val_cold_target_items": 2317, "val_cold_target_item_fraction": 0.19436288901937757, "val_catalog_items": 15717, "test_target_items": 12385, "test_cold_target_items": 4477, "test_cold_target_item_fraction": 0.36148566814695193, "test_catalog_items": 18400 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "addbbdcb2ce4776af27a30d70343debf3f0ba06abb3729337558801c1324be69", "profile_sha256": "33b69204c29d032507904cc56f80e8886113727e99d76ff681967fc85cdb4a9a", "checked_at_utc": "2026-09-09T06:47:21.595290+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "addbbdcb2ce4776af27a30d70343debf3f0ba06abb3729337558801c1324be69", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Pet_Supplies.csv", "sha256": "3749f4478c0fc3c08537ba1df13ba41782d206501e1b84fc0324f3ae45a8d6db" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw/meta_categories/meta_Pet_Supplies.jsonl", "sha256": "69dfa0e6b34e8c34f5704fbf05682eb3edacac95d9b8e1fbf3f74720cbf67e50" } ] } }, { "category": "Software", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 6, "item_min_support": 6, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 5000, "test_users": 5000 }, "stats": { "users": 98634, "items": 13664, "pairs": 916962, "train_users": 88634, "train_items": 13664, "train_observed_items": 13664, "val_users": 5000, "val_target_pairs": 13013, "test_users": 5000, "test_target_pairs": 13006, "preprocessed_users": 98634, "preprocessed_items": 13664, "preprocessed_pairs": 1021099, "val_target_items": 4254, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 13664, "test_target_items": 4129, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 13664 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "be811c9c30bebf3ed215d973d28692ad8095328f0930a79021dab175723ad459", "profile_sha256": "ddfc652371e4a1fef9b129f5b8b356e2c780f32073a9ae7a20dbb9e2fb64dd88", "checked_at_utc": "2026-09-09T06:46:57.337805+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 6, "item_min_support": 6, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 98633, "items": 13664, "pairs": 870039, "train_users": 98633, "train_items": 13664, "train_observed_items": 11613, "val_users": 34962, "val_target_pairs": 46454, "test_users": 62676, "test_target_pairs": 104600, "preprocessed_users": 98634, "preprocessed_items": 13664, "preprocessed_pairs": 1021099, "val_target_items": 684, "val_cold_target_items": 684, "val_cold_target_item_fraction": 1, "val_catalog_items": 13664, "test_target_items": 1367, "test_cold_target_items": 1367, "test_cold_target_item_fraction": 1, "test_catalog_items": 13664 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "be811c9c30bebf3ed215d973d28692ad8095328f0930a79021dab175723ad459", "profile_sha256": "ddfc652371e4a1fef9b129f5b8b356e2c780f32073a9ae7a20dbb9e2fb64dd88", "checked_at_utc": "2026-09-09T06:47:06.618725+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 6, "item_min_support": 6, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 98634, "items": 13664, "pairs": 823831, "train_users": 98634, "train_items": 13664, "train_observed_items": 13639, "val_users": 98634, "val_target_pairs": 98634, "test_users": 98634, "test_target_pairs": 98634, "preprocessed_users": 98634, "preprocessed_items": 13664, "preprocessed_pairs": 1021099, "val_target_items": 9800, "val_cold_target_items": 17, "val_cold_target_item_fraction": 0.0017346938775510204, "val_catalog_items": 13664, "test_target_items": 9400, "test_cold_target_items": 25, "test_cold_target_item_fraction": 0.0026595744680851063, "test_catalog_items": 13664 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "be811c9c30bebf3ed215d973d28692ad8095328f0930a79021dab175723ad459", "profile_sha256": "ddfc652371e4a1fef9b129f5b8b356e2c780f32073a9ae7a20dbb9e2fb64dd88", "checked_at_utc": "2026-09-09T06:47:12.997920+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 2, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 76101, "items": 14548, "pairs": 232769, "train_users": 42008, "train_items": 11639, "train_observed_items": 11639, "val_users": 29981, "val_target_pairs": 45775, "test_users": 14134, "test_target_pairs": 19128, "val_target_items": 5902, "val_cold_target_items": 1351, "val_cold_target_item_fraction": 0.22890545577770247, "val_catalog_items": 13887, "test_target_items": 3762, "test_cold_target_items": 934, "test_cold_target_item_fraction": 0.2482721956406167, "test_catalog_items": 14548 }, "warnings": [ "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "be811c9c30bebf3ed215d973d28692ad8095328f0930a79021dab175723ad459", "profile_sha256": "ddfc652371e4a1fef9b129f5b8b356e2c780f32073a9ae7a20dbb9e2fb64dd88", "checked_at_utc": "2026-09-09T06:47:16.072182+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "be811c9c30bebf3ed215d973d28692ad8095328f0930a79021dab175723ad459", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Software.csv", "sha256": "2491500958015942b6be299788ec173ad626959d43cafecb96fc5bf40018dc15" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw/meta_categories/meta_Software.jsonl", "sha256": "7c52cce1bf3bff33f965fe117e3e8fac18a1839f88b215efa50b31a8230a5f58" } ] } }, { "category": "Sports_and_Outdoors", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 6, "item_min_support": 17, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 5000, "test_users": 5000 }, "stats": { "users": 99084, "items": 19023, "pairs": 815594, "train_users": 89084, "train_items": 19023, "train_observed_items": 19023, "val_users": 5000, "val_target_pairs": 11899, "test_users": 5000, "test_target_pairs": 11845, "preprocessed_users": 99084, "preprocessed_items": 19023, "preprocessed_pairs": 907289, "val_target_items": 7398, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 19023, "test_target_items": 7431, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 19023 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "16493192d712ec05851dc272ad72ddc8095cde5d6014693e912813bcff753b09", "profile_sha256": "490369f37e7e46056c0bf46ffac532cef6f8ff5d09fc9fb73fc1b3fd48d52191", "checked_at_utc": "2026-09-09T06:47:27.949038+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 6, "item_min_support": 17, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 99083, "items": 19023, "pairs": 775040, "train_users": 99083, "train_items": 19023, "train_observed_items": 16168, "val_users": 35955, "val_target_pairs": 45785, "test_users": 55955, "test_target_pairs": 86458, "preprocessed_users": 99084, "preprocessed_items": 19023, "preprocessed_pairs": 907289, "val_target_items": 952, "val_cold_target_items": 952, "val_cold_target_item_fraction": 1, "val_catalog_items": 19023, "test_target_items": 1903, "test_cold_target_items": 1903, "test_cold_target_item_fraction": 1, "test_catalog_items": 19023 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "16493192d712ec05851dc272ad72ddc8095cde5d6014693e912813bcff753b09", "profile_sha256": "490369f37e7e46056c0bf46ffac532cef6f8ff5d09fc9fb73fc1b3fd48d52191", "checked_at_utc": "2026-09-09T06:47:37.183513+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 6, "item_min_support": 17, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 99084, "items": 19023, "pairs": 709121, "train_users": 99084, "train_items": 19023, "train_observed_items": 19023, "val_users": 99084, "val_target_pairs": 99084, "test_users": 99084, "test_target_pairs": 99084, "preprocessed_users": 99084, "preprocessed_items": 19023, "preprocessed_pairs": 907289, "val_target_items": 17601, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 19023, "test_target_items": 16816, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 19023 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "16493192d712ec05851dc272ad72ddc8095cde5d6014693e912813bcff753b09", "profile_sha256": "490369f37e7e46056c0bf46ffac532cef6f8ff5d09fc9fb73fc1b3fd48d52191", "checked_at_utc": "2026-09-09T06:47:43.564583+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 5, "item_min_support": 9, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 61892, "items": 18592, "pairs": 234732, "train_users": 28170, "train_items": 11498, "train_observed_items": 11498, "val_users": 29250, "val_target_pairs": 58931, "test_users": 20849, "test_target_pairs": 64618, "val_target_items": 10372, "val_cold_target_items": 2511, "val_cold_target_item_fraction": 0.2420940994986502, "val_catalog_items": 14454, "test_target_items": 11653, "test_cold_target_items": 5693, "test_cold_target_item_fraction": 0.4885437226465288, "test_catalog_items": 18592 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "16493192d712ec05851dc272ad72ddc8095cde5d6014693e912813bcff753b09", "profile_sha256": "490369f37e7e46056c0bf46ffac532cef6f8ff5d09fc9fb73fc1b3fd48d52191", "checked_at_utc": "2026-09-09T06:48:07.604205+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "16493192d712ec05851dc272ad72ddc8095cde5d6014693e912813bcff753b09", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Sports_and_Outdoors.csv", "sha256": "67478fe3be19d861b872597e152d236abb35a273a855d41bc78cf9b31df30ef4" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw/meta_categories/meta_Sports_and_Outdoors.jsonl", "sha256": "321aba659220c48a8dcf2a4034f1eb965fae031941d81c9b7e47811caae85db9" } ] } }, { "category": "Subscription_Boxes", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 1, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 57, "test_users": 57 }, "stats": { "users": 547, "items": 291, "pairs": 1029, "train_users": 458, "train_items": 291, "train_observed_items": 291, "val_users": 42, "val_target_pairs": 42, "test_users": 47, "test_target_pairs": 47, "preprocessed_users": 572, "preprocessed_items": 327, "preprocessed_pairs": 1288, "val_target_items": 28, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 291, "test_target_items": 36, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 291 }, "warnings": [ "Fewer than 1,000 eligible users in validation or test", "Below the preferred size range; support filtering cannot add data", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "f259b15170b2ea8f979c1664a90623b5ea1d6f4a18b4923ee28431610e7edf30", "profile_sha256": "07bcddeca55fc6b4773c38574c4164e8a11a8638df48414154b244b1493d20d1", "checked_at_utc": "2026-09-09T06:47:21.847752+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 1, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 553, "items": 327, "pairs": 1044, "train_users": 553, "train_items": 327, "train_observed_items": 277, "val_users": 56, "val_target_pairs": 56, "test_users": 141, "test_target_pairs": 148, "preprocessed_users": 572, "preprocessed_items": 327, "preprocessed_pairs": 1288, "val_target_items": 16, "val_cold_target_items": 16, "val_cold_target_item_fraction": 1, "val_catalog_items": 327, "test_target_items": 31, "test_cold_target_items": 31, "test_cold_target_item_fraction": 1, "test_catalog_items": 327 }, "warnings": [ "Fewer than 1,000 eligible users in validation or test", "Below the preferred size range; support filtering cannot add data", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "f259b15170b2ea8f979c1664a90623b5ea1d6f4a18b4923ee28431610e7edf30", "profile_sha256": "07bcddeca55fc6b4773c38574c4164e8a11a8638df48414154b244b1493d20d1", "checked_at_utc": "2026-09-09T06:47:21.945713+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 4, "item_min_support": 1, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 24, "items": 86, "pairs": 68, "train_users": 24, "train_items": 86, "train_observed_items": 52, "val_users": 24, "val_target_pairs": 24, "test_users": 24, "test_target_pairs": 24, "preprocessed_users": 24, "preprocessed_items": 86, "preprocessed_pairs": 116, "val_target_items": 23, "val_cold_target_items": 18, "val_cold_target_item_fraction": 0.782608695652174, "val_catalog_items": 86, "test_target_items": 21, "test_cold_target_items": 20, "test_cold_target_item_fraction": 0.9523809523809523, "test_catalog_items": 86 }, "warnings": [ "Fewer than 1,000 eligible users in validation or test", "Below the preferred size range; support filtering cannot add data", "More items than users", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "f259b15170b2ea8f979c1664a90623b5ea1d6f4a18b4923ee28431610e7edf30", "profile_sha256": "07bcddeca55fc6b4773c38574c4164e8a11a8638df48414154b244b1493d20d1", "checked_at_utc": "2026-09-09T06:47:22.009328+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 2, "item_min_support": 1, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 152, "items": 191, "pairs": 133, "train_users": 58, "train_items": 86, "train_observed_items": 86, "val_users": 59, "val_target_pairs": 75, "test_users": 42, "test_target_pairs": 48, "val_target_items": 62, "val_cold_target_items": 48, "val_cold_target_item_fraction": 0.7741935483870968, "val_catalog_items": 153, "test_target_items": 34, "test_cold_target_items": 30, "test_cold_target_item_fraction": 0.8823529411764706, "test_catalog_items": 191 }, "warnings": [ "Fewer than 1,000 eligible users in validation or test", "Below the preferred size range; support filtering cannot add data", "More items than users", "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "f259b15170b2ea8f979c1664a90623b5ea1d6f4a18b4923ee28431610e7edf30", "profile_sha256": "07bcddeca55fc6b4773c38574c4164e8a11a8638df48414154b244b1493d20d1", "checked_at_utc": "2026-09-09T06:47:22.153959+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "f259b15170b2ea8f979c1664a90623b5ea1d6f4a18b4923ee28431610e7edf30", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Subscription_Boxes.csv", "sha256": "bf1e1760cd93c24905b64e948597e4d20b43021cdfd87a26fd99ecd60055d3ba" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw/meta_categories/meta_Subscription_Boxes.jsonl", "sha256": "b29c7bb1e3ad1419c33142c76d39782a9b8ae2fcbe27641186b88a10e1f31575" } ] } }, { "category": "Tools_and_Home_Improvement", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 8, "item_min_support": 26, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 5000, "test_users": 5000 }, "stats": { "users": 94834, "items": 17307, "pairs": 1067854, "train_users": 84834, "train_items": 17307, "train_observed_items": 17307, "val_users": 5000, "val_target_pairs": 14558, "test_users": 5000, "test_target_pairs": 14130, "preprocessed_users": 94834, "preprocessed_items": 17307, "preprocessed_pairs": 1193473, "val_target_items": 8377, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 17307, "test_target_items": 8199, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 17307 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "2c27e1fbd5009d7ebe8b5542a033b5a82bb6a257d3559f0deb0ad3980f3e3e6a", "profile_sha256": "427c97bd2d1bba5ac3520e3cb7f4f9dc4e25152dc0e52bfbc6cdc0abda856468", "checked_at_utc": "2026-09-09T06:47:38.382624+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 8, "item_min_support": 26, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 94834, "items": 17307, "pairs": 1006137, "train_users": 94834, "train_items": 17307, "train_observed_items": 14710, "val_users": 45023, "val_target_pairs": 64128, "test_users": 66710, "test_target_pairs": 123208, "preprocessed_users": 94834, "preprocessed_items": 17307, "preprocessed_pairs": 1193473, "val_target_items": 866, "val_cold_target_items": 866, "val_cold_target_item_fraction": 1, "val_catalog_items": 17307, "test_target_items": 1731, "test_cold_target_items": 1731, "test_cold_target_item_fraction": 1, "test_catalog_items": 17307 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "2c27e1fbd5009d7ebe8b5542a033b5a82bb6a257d3559f0deb0ad3980f3e3e6a", "profile_sha256": "427c97bd2d1bba5ac3520e3cb7f4f9dc4e25152dc0e52bfbc6cdc0abda856468", "checked_at_utc": "2026-09-09T06:47:48.381562+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 8, "item_min_support": 26, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 94834, "items": 17307, "pairs": 1003805, "train_users": 94834, "train_items": 17307, "train_observed_items": 17307, "val_users": 94834, "val_target_pairs": 94834, "test_users": 94834, "test_target_pairs": 94834, "preprocessed_users": 94834, "preprocessed_items": 17307, "preprocessed_pairs": 1193473, "val_target_items": 15754, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 17307, "test_target_items": 15151, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 17307 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "2c27e1fbd5009d7ebe8b5542a033b5a82bb6a257d3559f0deb0ad3980f3e3e6a", "profile_sha256": "427c97bd2d1bba5ac3520e3cb7f4f9dc4e25152dc0e52bfbc6cdc0abda856468", "checked_at_utc": "2026-09-09T06:47:54.897131+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 6, "item_min_support": 18, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 99815, "items": 15514, "pairs": 473873, "train_users": 47269, "train_items": 11124, "train_observed_items": 11124, "val_users": 52511, "val_target_pairs": 108729, "test_users": 37242, "test_target_pairs": 88051, "val_target_items": 11518, "val_cold_target_items": 2456, "val_cold_target_item_fraction": 0.21323146379579788, "val_catalog_items": 13765, "test_target_items": 11481, "test_cold_target_items": 3800, "test_cold_target_item_fraction": 0.3309816218099469, "test_catalog_items": 15514 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "2c27e1fbd5009d7ebe8b5542a033b5a82bb6a257d3559f0deb0ad3980f3e3e6a", "profile_sha256": "427c97bd2d1bba5ac3520e3cb7f4f9dc4e25152dc0e52bfbc6cdc0abda856468", "checked_at_utc": "2026-09-09T06:48:27.958934+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "2c27e1fbd5009d7ebe8b5542a033b5a82bb6a257d3559f0deb0ad3980f3e3e6a", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Tools_and_Home_Improvement.csv", "sha256": "082d6e8cc6b546061ca10d33ca4fbb4bc9424f7a9c8570b14ebbc9320060bb97" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw/meta_categories/meta_Tools_and_Home_Improvement.jsonl", "sha256": "7b0e1ab6275a055fd1337d94dca6029eb401c31e21496608192d6564c1f25b0b" } ] } }, { "category": "Toys_and_Games", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 6, "item_min_support": 22, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 5000, "test_users": 5000 }, "stats": { "users": 98065, "items": 15609, "pairs": 828331, "train_users": 88065, "train_items": 15609, "train_observed_items": 15609, "val_users": 5000, "val_target_pairs": 12061, "test_users": 5000, "test_target_pairs": 11993, "preprocessed_users": 98065, "preprocessed_items": 15609, "preprocessed_pairs": 921571, "val_target_items": 7090, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 15609, "test_target_items": 7031, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 15609 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "a91fbf26b36ba71925f665a730eee20c70db75db5677a61d76b576ea2fc979ab", "profile_sha256": "3b9b7bcfb0f88a4177452d99f60e711ca9e302cea34ce233b7e672d2f80c35bc", "checked_at_utc": "2026-09-09T06:48:17.076067+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 6, "item_min_support": 22, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 98064, "items": 15609, "pairs": 787497, "train_users": 98064, "train_items": 15609, "train_observed_items": 13267, "val_users": 34026, "val_target_pairs": 43678, "test_users": 56767, "test_target_pairs": 90390, "preprocessed_users": 98065, "preprocessed_items": 15609, "preprocessed_pairs": 921571, "val_target_items": 781, "val_cold_target_items": 781, "val_cold_target_item_fraction": 1, "val_catalog_items": 15609, "test_target_items": 1561, "test_cold_target_items": 1561, "test_cold_target_item_fraction": 1, "test_catalog_items": 15609 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "a91fbf26b36ba71925f665a730eee20c70db75db5677a61d76b576ea2fc979ab", "profile_sha256": "3b9b7bcfb0f88a4177452d99f60e711ca9e302cea34ce233b7e672d2f80c35bc", "checked_at_utc": "2026-09-09T06:48:26.212060+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 6, "item_min_support": 22, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 98065, "items": 15609, "pairs": 725441, "train_users": 98065, "train_items": 15609, "train_observed_items": 15608, "val_users": 98065, "val_target_pairs": 98065, "test_users": 98065, "test_target_pairs": 98065, "preprocessed_users": 98065, "preprocessed_items": 15609, "preprocessed_pairs": 921571, "val_target_items": 14818, "val_cold_target_items": 1, "val_cold_target_item_fraction": 0.00006748549061951681, "val_catalog_items": 15609, "test_target_items": 14342, "test_cold_target_items": 1, "test_cold_target_item_fraction": 0.00006972528238739367, "test_catalog_items": 15609 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "a91fbf26b36ba71925f665a730eee20c70db75db5677a61d76b576ea2fc979ab", "profile_sha256": "3b9b7bcfb0f88a4177452d99f60e711ca9e302cea34ce233b7e672d2f80c35bc", "checked_at_utc": "2026-09-09T06:48:32.559882+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 5, "item_min_support": 10, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 55927, "items": 17369, "pairs": 234102, "train_users": 26430, "train_items": 10382, "train_observed_items": 10382, "val_users": 23364, "val_target_pairs": 49512, "test_users": 20412, "test_target_pairs": 78237, "val_target_items": 8553, "val_cold_target_items": 1735, "val_cold_target_item_fraction": 0.20285280018706886, "val_catalog_items": 12297, "test_target_items": 11428, "test_cold_target_items": 6240, "test_cold_target_item_fraction": 0.5460273013650683, "test_catalog_items": 17369 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "a91fbf26b36ba71925f665a730eee20c70db75db5677a61d76b576ea2fc979ab", "profile_sha256": "3b9b7bcfb0f88a4177452d99f60e711ca9e302cea34ce233b7e672d2f80c35bc", "checked_at_utc": "2026-09-09T06:48:48.848274+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "a91fbf26b36ba71925f665a730eee20c70db75db5677a61d76b576ea2fc979ab", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Toys_and_Games.csv", "sha256": "d96ace397af9a5447c2f152b7195b819b6a78dbf586249b97295b0a01effd985" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Toys_and_Games/full-00000-of-00005.parquet", "sha256": "de03dc00dd34e5f3a37d9fcb85c16d3352d768d88d3b25df655723596e697d08" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Toys_and_Games/full-00001-of-00005.parquet", "sha256": "fbb68c7938ee7cd233755e96b65735fceff5ac52c00e28923f751336c9aa2237" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Toys_and_Games/full-00002-of-00005.parquet", "sha256": "e6b616e21b127deabe9c53f01129cf4213dd7a9161dd45d80392250b4f661ff4" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Toys_and_Games/full-00003-of-00005.parquet", "sha256": "5afbcb1084071ccea033960236131feac73cd9f1771990dde13e53b34447a460" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw_meta_Toys_and_Games/full-00004-of-00005.parquet", "sha256": "1beb755c24eb9b33505b69924809d1290d824ba1e053d7b559b3519faa4bb668" } ] } }, { "category": "Video_Games", "splits": { "user_split": { "status": "verified", "parameters": { "min_user_support": 5, "item_min_support": 7, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136, "val_users": 5000, "test_users": 5000 }, "stats": { "users": 88081, "items": 19227, "pairs": 667965, "train_users": 78081, "train_items": 19227, "train_observed_items": 19227, "val_users": 5000, "val_target_pairs": 10359, "test_users": 5000, "test_target_pairs": 10339, "preprocessed_users": 88081, "preprocessed_items": 19227, "preprocessed_pairs": 753639, "val_target_items": 5574, "val_cold_target_items": 0, "val_cold_target_item_fraction": 0, "val_catalog_items": 19227, "test_target_items": 5551, "test_cold_target_items": 0, "test_cold_target_item_fraction": 0, "test_catalog_items": 19227 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "50d7524a5ad76d4aa28f6b0b21090ca7d61222824e015d931b9d08cfe84e481d", "profile_sha256": "d5b2ecbe13cd21abf827920cf2723ae046254f85395fc115892cf4a52369f0db", "checked_at_utc": "2026-09-09T06:48:31.520366+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "item_split": { "status": "verified", "parameters": { "min_user_support": 5, "item_min_support": 7, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 88077, "items": 19227, "pairs": 635194, "train_users": 88077, "train_items": 19227, "train_observed_items": 16342, "val_users": 30322, "val_target_pairs": 39890, "test_users": 48790, "test_target_pairs": 78534, "preprocessed_users": 88081, "preprocessed_items": 19227, "preprocessed_pairs": 753639, "val_target_items": 962, "val_cold_target_items": 962, "val_cold_target_item_fraction": 1, "val_catalog_items": 19227, "test_target_items": 1923, "test_cold_target_items": 1923, "test_cold_target_item_fraction": 1, "test_catalog_items": 19227 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "50d7524a5ad76d4aa28f6b0b21090ca7d61222824e015d931b9d08cfe84e481d", "profile_sha256": "d5b2ecbe13cd21abf827920cf2723ae046254f85395fc115892cf4a52369f0db", "checked_at_utc": "2026-09-09T06:48:39.428132+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "leave_last_out": { "status": "verified", "parameters": { "min_user_support": 5, "item_min_support": 7, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 88081, "items": 19227, "pairs": 577477, "train_users": 88081, "train_items": 19227, "train_observed_items": 19202, "val_users": 88081, "val_target_pairs": 88081, "test_users": 88081, "test_target_pairs": 88081, "preprocessed_users": 88081, "preprocessed_items": 19227, "preprocessed_pairs": 753639, "val_target_items": 15526, "val_cold_target_items": 23, "val_cold_target_item_fraction": 0.0014813860620893984, "val_catalog_items": 19227, "test_target_items": 15042, "test_cold_target_items": 25, "test_cold_target_item_fraction": 0.0016620130301821566, "test_catalog_items": 19227 }, "warnings": [], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "50d7524a5ad76d4aa28f6b0b21090ca7d61222824e015d931b9d08cfe84e481d", "profile_sha256": "d5b2ecbe13cd21abf827920cf2723ae046254f85395fc115892cf4a52369f0db", "checked_at_utc": "2026-09-09T06:48:44.952407+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } }, "temporal": { "status": "verified", "parameters": { "min_user_support": 3, "item_min_support": 4, "seed": 42, "min_entity_text_words": 0, "set_all_values_to": 1, "temporal_period_hours": 8136 }, "stats": { "users": 70806, "items": 16463, "pairs": 183119, "train_users": 31401, "train_items": 11338, "train_observed_items": 11338, "val_users": 30103, "val_target_pairs": 50022, "test_users": 21917, "test_target_pairs": 40013, "val_target_items": 7650, "val_cold_target_items": 2257, "val_cold_target_item_fraction": 0.29503267973856206, "val_catalog_items": 14273, "test_target_items": 7253, "test_cold_target_items": 3482, "test_cold_target_item_fraction": 0.48007720943058046, "test_catalog_items": 16463 }, "warnings": [ "Short-history fallback" ], "evaluation_verification": { "kind": "evaluation-detail-audit", "code": { "script_sha256": "3921201c2513929546a780fd57bff300815298006ecb4de27be6fc2522821008", "package_sha256": "5c641cab9b44db50c41efc8c0a71baa477328dcff93b4bfe9cc0a4f56fecd073", "details_sha256": "74591c0543c9b340f08eb638b79b11e141a2b2ad86ed76020da3dcce188a21ac" }, "prepared_sha256": "50d7524a5ad76d4aa28f6b0b21090ca7d61222824e015d931b9d08cfe84e481d", "profile_sha256": "d5b2ecbe13cd21abf827920cf2723ae046254f85395fc115892cf4a52369f0db", "checked_at_utc": "2026-09-09T06:48:47.958554+00:00", "cold_definition": "distinct eligible target items absent from nonzero x_train interactions" } } }, "input": { "prepared_sha256": "50d7524a5ad76d4aa28f6b0b21090ca7d61222824e015d931b9d08cfe84e481d", "sources": [ { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/benchmark/0core/rating_only/Video_Games.csv", "sha256": "1216270fdd163d085bd3efe2d98f4850f408e5a201edd37d74f9d86b74418746" }, { "url": "https://huggingface.co/datasets/McAuley-Lab/Amazon-Reviews-2023/resolve/main/raw/meta_categories/meta_Video_Games.jsonl", "sha256": "3ad94dfaa8dfed23c5f420aa9ddec415d00f2b8ec9f2d796f487b4b2c4d256de" } ] } } ], "evaluation_detail_audit": { "status": "complete", "verified_profiles": 132, "cold_definition": "Fraction of distinct eligible target items absent from nonzero x_train interactions; not interaction-weighted." } }